| @@ -1,41 +1,41 | |||
|  | 1 | 1 | namespace Implab.Diagnostics { | 
|  | 2 | 2 | public static class Extensions { | 
|  | 3 | 3 | public static IPromise<T> EndLogicalOperation<T>(this IPromise<T> promise) { | 
|  | 4 | 4 | Safe.ArgumentNotNull(promise, "promise"); | 
|  | 5 | 5 | var op = TraceContext.Instance.DetachLogicalOperation(); | 
|  | 6 | 6 | |
|  | 7 | 7 | return promise.On( | 
|  | 8 | 8 | x => { | 
|  | 9 | 9 | TraceContext.Instance.EnterLogicalOperation(op,true); | 
|  | 10 | 10 | TraceLog.TraceInformation("promise = {0}", x); | 
|  | 11 | 11 | TraceLog.EndLogicalOperation(); | 
|  | 12 | 12 | TraceContext.Instance.Leave(); | 
|  | 13 | 13 | }, | 
|  | 14 | 14 | err =>{ | 
|  | 15 | 15 | TraceContext.Instance.EnterLogicalOperation(op,true); | 
|  | 16 | 16 | TraceLog.TraceError("promise died {0}", err); | 
|  | 17 | 17 | TraceLog.EndLogicalOperation(); | 
|  | 18 | 18 | TraceContext.Instance.Leave(); | 
|  | 19 | 19 | }, | 
|  | 20 | 20 | reason => { | 
|  | 21 | 21 | TraceContext.Instance.EnterLogicalOperation(op,true); | 
|  | 22 | TraceLog.TraceInformation("promise cancelled {0}", reason.Message); | |
|  | 22 | TraceLog.TraceInformation("promise cancelled {0}", reason == null ? "<no-reason>" : reason.Message); | |
|  | 23 | 23 | TraceLog.EndLogicalOperation(); | 
|  | 24 | 24 | TraceContext.Instance.Leave(); | 
|  | 25 | 25 | } | 
|  | 26 | 26 | ); | 
|  | 27 | 27 | } | 
|  | 28 | 28 | |
|  | 29 | 29 | public static IPromise EndLogicalOperation(this IPromise promise) { | 
|  | 30 | 30 | Safe.ArgumentNotNull(promise, "promise"); | 
|  | 31 | 31 | var op = TraceContext.Instance.DetachLogicalOperation(); | 
|  | 32 | 32 | |
|  | 33 | 33 | return promise.On(() => { | 
|  | 34 | 34 | TraceContext.Instance.EnterLogicalOperation(op,true); | 
|  | 35 | 35 | TraceLog.EndLogicalOperation(); | 
|  | 36 | 36 | TraceContext.Instance.Leave(); | 
|  | 37 | 37 | }, PromiseEventType.All); | 
|  | 38 | 38 | } | 
|  | 39 | 39 | } | 
|  | 40 | 40 | } | 
|  | 41 | 41 | |
| @@ -1,280 +1,283 | |||
|  | 1 | 1 | using Implab; | 
|  | 2 | 2 | using Implab.Parsing; | 
|  | 3 | 3 | using System; | 
|  | 4 | 4 | using System.Collections.Generic; | 
|  | 5 | 5 | using System.Diagnostics; | 
|  | 6 | 6 | using System.IO; | 
|  | 7 | 7 | using System.Linq; | 
|  | 8 | 8 | using System.Text; | 
|  | 9 | 9 | using System.Threading.Tasks; | 
|  | 10 | 10 | |
|  | 11 | 11 | namespace Implab.JSON { | 
|  | 12 | 12 | /// <summary> | 
|  | 13 | 13 | /// internal | 
|  | 14 | 14 | /// </summary> | 
|  | 15 | 15 | public struct JSONParserContext { | 
|  | 16 | 16 | public string memberName; | 
|  | 17 | 17 | public JSONElementContext elementContext; | 
|  | 18 | 18 | } | 
|  | 19 | 19 | |
|  | 20 | 20 | /// <summary> | 
|  | 21 | 21 | /// Pull парсер JSON данных. | 
|  | 22 | 22 | /// </summary> | 
|  | 23 | 23 | /// <remarks> | 
|  | 24 | 24 | /// Следует отметить отдельную интерпретацию свойства <see cref="Level"/>, | 
|  | 25 | 25 | /// оно означает текущий уровень вложенности объектов, однако закрывающий | 
|  | 26 | 26 | /// элемент объекта и массива имеет уровень меньше, чем сам объект. | 
|  | 27 | 27 | /// <code> | 
|  | 28 | 28 | /// { // Level = 1 | 
|  | 29 | 29 | /// "name" : "Peter", // Level = 1 | 
|  | 30 | 30 | /// "address" : { // Level = 2 | 
|  | 31 | 31 | /// city : "Stern" // Level = 2 | 
|  | 32 | 32 | /// } // Level = 1 | 
|  | 33 | 33 | /// } // Level = 0 | 
|  | 34 | 34 | /// </code> | 
|  | 35 | 35 | /// </remarks> | 
|  | 36 | 36 | public class JSONParser : DFAutomaton<JSONParserContext>, IDisposable { | 
|  | 37 | 37 | |
|  | 38 | 38 | enum MemberContext { | 
|  | 39 | 39 | MemberName, | 
|  | 40 | 40 | MemberValue | 
|  | 41 | 41 | } | 
|  | 42 | 42 | |
|  | 43 | 43 | static readonly EnumAlphabet<JsonTokenType> _alphabet = EnumAlphabet<JsonTokenType>.FullAlphabet; | 
|  | 44 | 44 | static readonly DFAStateDescriptior[] _jsonDFA; | 
|  | 45 | 45 | static readonly DFAStateDescriptior[] _objectDFA; | 
|  | 46 | 46 | static readonly DFAStateDescriptior[] _arrayDFA; | 
|  | 47 | 47 | |
|  | 48 | 48 | static JSONParser() { | 
|  | 49 | var jsonExpression = Token.New(JsonTokenType.BeginObject, JsonTokenType.BeginArray).Tag(0); | |
|  | 49 | ||
|  | 50 | 50 | |
|  | 51 | 51 | var valueExpression = Token.New(JsonTokenType.BeginArray, JsonTokenType.BeginObject, JsonTokenType.Literal, JsonTokenType.Number, JsonTokenType.String); | 
|  | 52 | 52 | var memberExpression = Token.New(JsonTokenType.String).Cat(Token.New(JsonTokenType.NameSeparator)).Cat(valueExpression); | 
|  | 53 | ||
|  | 53 | 54 | var objectExpression = memberExpression | 
|  | 54 | 55 | .Cat( | 
|  | 55 | 56 | Token.New(JsonTokenType.ValueSeparator) | 
|  | 56 | 57 | .Cat(memberExpression) | 
|  | 57 | 58 | .EClosure() | 
|  | 58 | 59 | ) | 
|  | 59 | 60 | .Optional() | 
|  | 60 | 61 | .Cat(Token.New(JsonTokenType.EndObject)) | 
|  | 61 | 62 | .Tag(0); | 
|  | 62 | 63 | var arrayExpression = valueExpression | 
|  | 63 | 64 | .Cat( | 
|  | 64 | 65 | Token.New(JsonTokenType.ValueSeparator) | 
|  | 65 | 66 | .Cat(valueExpression) | 
|  | 66 | 67 | .EClosure() | 
|  | 67 | 68 | ) | 
|  | 68 | 69 | .Optional() | 
|  | 69 | 70 | .Cat(Token.New(JsonTokenType.EndArray)) | 
|  | 70 | 71 | .Tag(0); | 
|  | 71 | 72 | |
|  | 73 | var jsonExpression = valueExpression.Tag(0); | |
|  | 74 | ||
|  | 72 | 75 | _jsonDFA = BuildDFA(jsonExpression).States; | 
|  | 73 | 76 | _objectDFA = BuildDFA(objectExpression).States; | 
|  | 74 | 77 | _arrayDFA = BuildDFA(arrayExpression).States; | 
|  | 75 | 78 | } | 
|  | 76 | 79 | |
|  | 77 | 80 | static EDFADefinition<JsonTokenType> BuildDFA(Token expr) { | 
|  | 78 | 81 | var builder = new DFABuilder(); | 
|  | 79 | 82 | var dfa = new EDFADefinition<JsonTokenType>(_alphabet); | 
|  | 80 | 83 | expr.Accept(builder); | 
|  | 81 | 84 | |
|  | 82 | 85 | builder.BuildDFA(dfa); | 
|  | 83 | 86 | return dfa; | 
|  | 84 | 87 | } | 
|  | 85 | 88 | |
|  | 86 | 89 | JSONScanner m_scanner; | 
|  | 87 | 90 | MemberContext m_memberContext; | 
|  | 88 | 91 | |
|  | 89 | 92 | JSONElementType m_elementType; | 
|  | 90 | 93 | object m_elementValue; | 
|  | 91 | 94 | |
|  | 92 | 95 | /// <summary> | 
|  | 93 | 96 | /// Создает новый парсер на основе строки, содержащей JSON | 
|  | 94 | 97 | /// </summary> | 
|  | 95 | 98 | /// <param name="text"></param> | 
|  | 96 | 99 | public JSONParser(string text) | 
|  | 97 | 100 | : base(_jsonDFA, INITIAL_STATE, new JSONParserContext { elementContext = JSONElementContext.None, memberName = String.Empty }) { | 
|  | 98 | 101 | Safe.ArgumentNotEmpty(text, "text"); | 
|  | 99 | 102 | m_scanner = new JSONScanner(); | 
|  | 100 | 103 | m_scanner.Feed(text.ToCharArray()); | 
|  | 101 | 104 | } | 
|  | 102 | 105 | |
|  | 103 | 106 | /// <summary> | 
|  | 104 | 107 | /// Создает новый экземпляр парсера, на основе текстового потока. | 
|  | 105 | 108 | /// </summary> | 
|  | 106 | 109 | /// <param name="reader">Текстовый поток.</param> | 
|  | 107 | 110 | /// <param name="dispose">Признак того, что парсер должен конролировать время жизни входного потока.</param> | 
|  | 108 | 111 | public JSONParser(TextReader reader, bool dispose) | 
|  | 109 | 112 | : base(_jsonDFA, INITIAL_STATE, new JSONParserContext { elementContext = JSONElementContext.None, memberName = String.Empty }) { | 
|  | 110 | 113 | Safe.ArgumentNotNull(reader, "reader"); | 
|  | 111 | 114 | m_scanner = new JSONScanner(); | 
|  | 112 | 115 | m_scanner.Feed(reader, dispose); | 
|  | 113 | 116 | } | 
|  | 114 | 117 | |
|  | 115 | 118 | /// <summary> | 
|  | 116 | 119 | /// Тип текущего элемента на котором стоит парсер. | 
|  | 117 | 120 | /// </summary> | 
|  | 118 | 121 | public JSONElementType ElementType { | 
|  | 119 | 122 | get { return m_elementType; } | 
|  | 120 | 123 | } | 
|  | 121 | 124 | |
|  | 122 | 125 | /// <summary> | 
|  | 123 | 126 | /// Имя элемента - имя свойства родительского контейнера. Для элементов массивов и корневого всегда | 
|  | 124 | 127 | /// пустая строка. | 
|  | 125 | 128 | /// </summary> | 
|  | 126 | 129 | public string ElementName { | 
|  | 127 | 130 | get { return m_context.info.memberName; } | 
|  | 128 | 131 | } | 
|  | 129 | 132 | |
|  | 130 | 133 | /// <summary> | 
|  | 131 | 134 | /// Значение элемента. Только для элементов типа <see cref="JSONElementType.Value"/>, для остальных <c>null</c> | 
|  | 132 | 135 | /// </summary> | 
|  | 133 | 136 | public object ElementValue { | 
|  | 134 | 137 | get { return m_elementValue; } | 
|  | 135 | 138 | } | 
|  | 136 | 139 | |
|  | 137 | 140 | /// <summary> | 
|  | 138 | 141 | /// Читает слеюудущий объект из потока | 
|  | 139 | 142 | /// </summary> | 
|  | 140 | 143 | /// <returns><c>true</c> - операция чтения прошла успешно, <c>false</c> - конец данных</returns> | 
|  | 141 | 144 | public bool Read() { | 
|  | 142 | 145 | if (m_context.current == UNREACHEBLE_STATE) | 
|  | 143 | 146 | throw new InvalidOperationException("The parser is in invalid state"); | 
|  | 144 | 147 | object tokenValue; | 
|  | 145 | 148 | JsonTokenType tokenType; | 
|  | 146 | 149 | m_context.info.memberName = String.Empty; | 
|  | 147 | 150 | while (m_scanner.ReadToken(out tokenValue, out tokenType)) { | 
|  | 148 | 151 | Move((int)tokenType); | 
|  | 149 | 152 | if (m_context.current == UNREACHEBLE_STATE) | 
|  | 150 | 153 | UnexpectedToken(tokenValue, tokenType); | 
|  | 151 | 154 | switch (tokenType) { | 
|  | 152 | 155 | case JsonTokenType.BeginObject: | 
|  | 153 | 156 | Switch( | 
|  | 154 | 157 | _objectDFA, | 
|  | 155 | 158 | INITIAL_STATE, | 
|  | 156 | 159 | new JSONParserContext { | 
|  | 157 | 160 | memberName = m_context.info.memberName, | 
|  | 158 | 161 | elementContext = JSONElementContext.Object | 
|  | 159 | 162 | } | 
|  | 160 | 163 | ); | 
|  | 161 | 164 | m_elementValue = null; | 
|  | 162 | 165 | m_memberContext = MemberContext.MemberName; | 
|  | 163 | 166 | m_elementType = JSONElementType.BeginObject; | 
|  | 164 | 167 | return true; | 
|  | 165 | 168 | case JsonTokenType.EndObject: | 
|  | 166 | 169 | Restore(); | 
|  | 167 | 170 | m_elementValue = null; | 
|  | 168 | 171 | m_elementType = JSONElementType.EndObject; | 
|  | 169 | 172 | return true; | 
|  | 170 | 173 | case JsonTokenType.BeginArray: | 
|  | 171 | 174 | Switch( | 
|  | 172 | 175 | _arrayDFA, | 
|  | 173 | 176 | INITIAL_STATE, | 
|  | 174 | 177 | new JSONParserContext { | 
|  | 175 | 178 | memberName = m_context.info.memberName, | 
|  | 176 | 179 | elementContext = JSONElementContext.Array | 
|  | 177 | 180 | } | 
|  | 178 | 181 | ); | 
|  | 179 | 182 | m_elementValue = null; | 
|  | 180 | 183 | m_memberContext = MemberContext.MemberValue; | 
|  | 181 | 184 | m_elementType = JSONElementType.BeginArray; | 
|  | 182 | 185 | return true; | 
|  | 183 | 186 | case JsonTokenType.EndArray: | 
|  | 184 | 187 | Restore(); | 
|  | 185 | 188 | m_elementValue = null; | 
|  | 186 | 189 | m_elementType = JSONElementType.EndArray; | 
|  | 187 | 190 | return true; | 
|  | 188 | 191 | case JsonTokenType.String: | 
|  | 189 | 192 | if (m_memberContext == MemberContext.MemberName) { | 
|  | 190 | 193 | m_context.info.memberName = (string)tokenValue; | 
|  | 191 | 194 | break; | 
|  | 192 | 195 | } else { | 
|  | 193 | 196 | m_elementType = JSONElementType.Value; | 
|  | 194 | 197 | m_elementValue = tokenValue; | 
|  | 195 | 198 | return true; | 
|  | 196 | 199 | } | 
|  | 197 | 200 | case JsonTokenType.Number: | 
|  | 198 | 201 | m_elementType = JSONElementType.Value; | 
|  | 199 | 202 | m_elementValue = tokenValue; | 
|  | 200 | 203 | return true; | 
|  | 201 | 204 | case JsonTokenType.Literal: | 
|  | 202 | 205 | m_elementType = JSONElementType.Value; | 
|  | 203 | 206 | m_elementValue = ParseLiteral((string)tokenValue); | 
|  | 204 | 207 | return true; | 
|  | 205 | 208 | case JsonTokenType.NameSeparator: | 
|  | 206 | 209 | m_memberContext = MemberContext.MemberValue; | 
|  | 207 | 210 | break; | 
|  | 208 | 211 | case JsonTokenType.ValueSeparator: | 
|  | 209 | 212 | m_memberContext = m_context.info.elementContext == JSONElementContext.Object ? MemberContext.MemberName : MemberContext.MemberValue; | 
|  | 210 | 213 | break; | 
|  | 211 | 214 | default: | 
|  | 212 | 215 | UnexpectedToken(tokenValue, tokenType); | 
|  | 213 | 216 | break; | 
|  | 214 | 217 | } | 
|  | 215 | 218 | } | 
|  | 216 | 219 | if (m_context.info.elementContext != JSONElementContext.None) | 
|  | 217 | 220 | throw new ParserException("Unexpedted end of data"); | 
|  | 218 | 221 | return false; | 
|  | 219 | 222 | } | 
|  | 220 | 223 | |
|  | 221 | 224 | object ParseLiteral(string literal) { | 
|  | 222 | 225 | switch (literal) { | 
|  | 223 | 226 | case "null": | 
|  | 224 | 227 | return null; | 
|  | 225 | 228 | case "false": | 
|  | 226 | 229 | return false; | 
|  | 227 | 230 | case "true": | 
|  | 228 | 231 | return true; | 
|  | 229 | 232 | default: | 
|  | 230 | 233 | UnexpectedToken(literal, JsonTokenType.Literal); | 
|  | 231 | 234 | return null; // avoid compliler error | 
|  | 232 | 235 | } | 
|  | 233 | 236 | } | 
|  | 234 | 237 | |
|  | 235 | 238 | void UnexpectedToken(object value, JsonTokenType tokenType) { | 
|  | 236 | 239 | throw new ParserException(String.Format("Unexpected token {0}: '{1}'", tokenType, value)); | 
|  | 237 | 240 | } | 
|  | 238 | 241 | |
|  | 239 | 242 | |
|  | 240 | 243 | /// <summary> | 
|  | 241 | 244 | /// Признак конца потока | 
|  | 242 | 245 | /// </summary> | 
|  | 243 | 246 | public bool EOF { | 
|  | 244 | 247 | get { | 
|  | 245 | 248 | return m_scanner.EOF; | 
|  | 246 | 249 | } | 
|  | 247 | 250 | } | 
|  | 248 | 251 | |
|  | 249 | 252 | protected virtual void Dispose(bool disposing) { | 
|  | 250 | 253 | if (disposing) { | 
|  | 251 | 254 | m_scanner.Dispose(); | 
|  | 252 | 255 | } | 
|  | 253 | 256 | } | 
|  | 254 | 257 | |
|  | 255 | 258 | /// <summary> | 
|  | 256 | 259 | /// Освобождает парсер и связанный с ним сканнер. | 
|  | 257 | 260 | /// </summary> | 
|  | 258 | 261 | public void Dispose() { | 
|  | 259 | 262 | Dispose(true); | 
|  | 260 | 263 | GC.SuppressFinalize(this); | 
|  | 261 | 264 | } | 
|  | 262 | 265 | |
|  | 263 | 266 | ~JSONParser() { | 
|  | 264 | 267 | Dispose(false); | 
|  | 265 | 268 | } | 
|  | 266 | 269 | |
|  | 267 | 270 | /// <summary> | 
|  | 268 | 271 | /// Переходит в конец текущего объекта. | 
|  | 269 | 272 | /// </summary> | 
|  | 270 | 273 | public void SeekElementEnd() { | 
|  | 271 | 274 | var level = Level - 1; | 
|  | 272 | 275 | |
|  | 273 | 276 | Debug.Assert(level >= 0); | 
|  | 274 | 277 | |
|  | 275 | 278 | while (Level != level) | 
|  | 276 | 279 | Read(); | 
|  | 277 | 280 | } | 
|  | 278 | 281 | } | 
|  | 279 | 282 | |
|  | 280 | 283 | } | 
        
        General Comments 0
    
    
  
  
                      You need to be logged in to leave comments.
                      Login now
                    
                