123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380 |
- #
- #
- # Nim's Runtime Library
- # (c) Copyright 2015 Andreas Rumpf, Dominik Picheta
- #
- # See the file "copying.txt", included in this
- # distribution, for details about the copyright.
- #
- ## This module implements a simple high performance `JSON`:idx:
- ## parser. JSON (JavaScript Object Notation) is a lightweight
- ## data-interchange format that is easy for humans to read and write
- ## (unlike XML). It is easy for machines to parse and generate.
- ## JSON is based on a subset of the JavaScript Programming Language,
- ## Standard ECMA-262 3rd Edition - December 1999.
- ##
- ## See also
- ## ========
- ## * `std/parsejson <parsejson.html>`_
- ## * `std/jsonutils <jsonutils.html>`_
- ## * `std/marshal <marshal.html>`_
- ## * `std/jscore <jscore.html>`_
- ##
- ##
- ## Overview
- ## ========
- ##
- ## Parsing JSON
- ## ------------
- ##
- ## JSON often arrives into your program (via an API or a file) as a `string`.
- ## The first step is to change it from its serialized form into a nested object
- ## structure called a `JsonNode`.
- ##
- ## The `parseJson` procedure takes a string containing JSON and returns a
- ## `JsonNode` object. This is an object variant and it is either a
- ## `JObject`, `JArray`, `JString`, `JInt`, `JFloat`, `JBool` or
- ## `JNull`. You check the kind of this object variant by using the `kind`
- ## accessor.
- ##
- ## For a `JsonNode` who's kind is `JObject`, you can access its fields using
- ## the `[]` operator. The following example shows how to do this:
- ##
- ## .. code-block:: Nim
- ## import std/json
- ##
- ## let jsonNode = parseJson("""{"key": 3.14}""")
- ##
- ## doAssert jsonNode.kind == JObject
- ## doAssert jsonNode["key"].kind == JFloat
- ##
- ## Reading values
- ## --------------
- ##
- ## Once you have a `JsonNode`, retrieving the values can then be achieved
- ## by using one of the helper procedures, which include:
- ##
- ## * `getInt`
- ## * `getFloat`
- ## * `getStr`
- ## * `getBool`
- ##
- ## To retrieve the value of `"key"` you can do the following:
- ##
- ## .. code-block:: Nim
- ## import std/json
- ##
- ## let jsonNode = parseJson("""{"key": 3.14}""")
- ##
- ## doAssert jsonNode["key"].getFloat() == 3.14
- ##
- ## **Important:** The `[]` operator will raise an exception when the
- ## specified field does not exist.
- ##
- ## Handling optional keys
- ## ----------------------
- ##
- ## By using the `{}` operator instead of `[]`, it will return `nil`
- ## when the field is not found. The `get`-family of procedures will return a
- ## type's default value when called on `nil`.
- ##
- ## .. code-block:: Nim
- ## import std/json
- ##
- ## let jsonNode = parseJson("{}")
- ##
- ## doAssert jsonNode{"nope"}.getInt() == 0
- ## doAssert jsonNode{"nope"}.getFloat() == 0
- ## doAssert jsonNode{"nope"}.getStr() == ""
- ## doAssert jsonNode{"nope"}.getBool() == false
- ##
- ## Using default values
- ## --------------------
- ##
- ## The `get`-family helpers also accept an additional parameter which allow
- ## you to fallback to a default value should the key's values be `null`:
- ##
- ## .. code-block:: Nim
- ## import std/json
- ##
- ## let jsonNode = parseJson("""{"key": 3.14, "key2": null}""")
- ##
- ## doAssert jsonNode["key"].getFloat(6.28) == 3.14
- ## doAssert jsonNode["key2"].getFloat(3.14) == 3.14
- ## doAssert jsonNode{"nope"}.getFloat(3.14) == 3.14 # note the {}
- ##
- ## Unmarshalling
- ## -------------
- ##
- ## In addition to reading dynamic data, Nim can also unmarshal JSON directly
- ## into a type with the `to` macro.
- ##
- ## Note: Use `Option <options.html#Option>`_ for keys sometimes missing in json
- ## responses, and backticks around keys with a reserved keyword as name.
- ##
- ## .. code-block:: Nim
- ## import std/json
- ## import std/options
- ##
- ## type
- ## User = object
- ## name: string
- ## age: int
- ## `type`: Option[string]
- ##
- ## let userJson = parseJson("""{ "name": "Nim", "age": 12 }""")
- ## let user = to(userJson, User)
- ## if user.`type`.isSome():
- ## assert user.`type`.get() != "robot"
- ##
- ## Creating JSON
- ## =============
- ##
- ## This module can also be used to comfortably create JSON using the `%*`
- ## operator:
- ##
- ## .. code-block:: nim
- ## import std/json
- ##
- ## var hisName = "John"
- ## let herAge = 31
- ## var j = %*
- ## [
- ## { "name": hisName, "age": 30 },
- ## { "name": "Susan", "age": herAge }
- ## ]
- ##
- ## var j2 = %* {"name": "Isaac", "books": ["Robot Dreams"]}
- ## j2["details"] = %* {"age":35, "pi":3.1415}
- ## echo j2
- ##
- ## See also: std/jsonutils for hookable json serialization/deserialization
- ## of arbitrary types.
- runnableExamples:
- ## Note: for JObject, key ordering is preserved, unlike in some languages,
- ## this is convenient for some use cases. Example:
- type Foo = object
- a1, a2, a0, a3, a4: int
- doAssert $(%* Foo()) == """{"a1":0,"a2":0,"a0":0,"a3":0,"a4":0}"""
- import hashes, tables, strutils, lexbase, streams, macros, parsejson
- import options # xxx remove this dependency using same approach as https://github.com/nim-lang/Nim/pull/14563
- import std/private/since
- export
- tables.`$`
- export
- parsejson.JsonEventKind, parsejson.JsonError, JsonParser, JsonKindError,
- open, close, str, getInt, getFloat, kind, getColumn, getLine, getFilename,
- errorMsg, errorMsgExpected, next, JsonParsingError, raiseParseErr, nimIdentNormalize
- type
- JsonNodeKind* = enum ## possible JSON node types
- JNull,
- JBool,
- JInt,
- JFloat,
- JString,
- JObject,
- JArray
- JsonNode* = ref JsonNodeObj ## JSON node
- JsonNodeObj* {.acyclic.} = object
- isUnquoted: bool # the JString was a number-like token and
- # so shouldn't be quoted
- case kind*: JsonNodeKind
- of JString:
- str*: string
- of JInt:
- num*: BiggestInt
- of JFloat:
- fnum*: float
- of JBool:
- bval*: bool
- of JNull:
- nil
- of JObject:
- fields*: OrderedTable[string, JsonNode]
- of JArray:
- elems*: seq[JsonNode]
- proc newJString*(s: string): JsonNode =
- ## Creates a new `JString JsonNode`.
- result = JsonNode(kind: JString, str: s)
- proc newJRawNumber(s: string): JsonNode =
- ## Creates a "raw JS number", that is a number that does not
- ## fit into Nim's `BiggestInt` field. This is really a `JString`
- ## with the additional information that it should be converted back
- ## to the string representation without the quotes.
- result = JsonNode(kind: JString, str: s, isUnquoted: true)
- proc newJStringMove(s: string): JsonNode =
- result = JsonNode(kind: JString)
- shallowCopy(result.str, s)
- proc newJInt*(n: BiggestInt): JsonNode =
- ## Creates a new `JInt JsonNode`.
- result = JsonNode(kind: JInt, num: n)
- proc newJFloat*(n: float): JsonNode =
- ## Creates a new `JFloat JsonNode`.
- result = JsonNode(kind: JFloat, fnum: n)
- proc newJBool*(b: bool): JsonNode =
- ## Creates a new `JBool JsonNode`.
- result = JsonNode(kind: JBool, bval: b)
- proc newJNull*(): JsonNode =
- ## Creates a new `JNull JsonNode`.
- result = JsonNode(kind: JNull)
- proc newJObject*(): JsonNode =
- ## Creates a new `JObject JsonNode`
- result = JsonNode(kind: JObject, fields: initOrderedTable[string, JsonNode](2))
- proc newJArray*(): JsonNode =
- ## Creates a new `JArray JsonNode`
- result = JsonNode(kind: JArray, elems: @[])
- proc getStr*(n: JsonNode, default: string = ""): string =
- ## Retrieves the string value of a `JString JsonNode`.
- ##
- ## Returns `default` if `n` is not a `JString`, or if `n` is nil.
- if n.isNil or n.kind != JString: return default
- else: return n.str
- proc getInt*(n: JsonNode, default: int = 0): int =
- ## Retrieves the int value of a `JInt JsonNode`.
- ##
- ## Returns `default` if `n` is not a `JInt`, or if `n` is nil.
- if n.isNil or n.kind != JInt: return default
- else: return int(n.num)
- proc getBiggestInt*(n: JsonNode, default: BiggestInt = 0): BiggestInt =
- ## Retrieves the BiggestInt value of a `JInt JsonNode`.
- ##
- ## Returns `default` if `n` is not a `JInt`, or if `n` is nil.
- if n.isNil or n.kind != JInt: return default
- else: return n.num
- proc getFloat*(n: JsonNode, default: float = 0.0): float =
- ## Retrieves the float value of a `JFloat JsonNode`.
- ##
- ## Returns `default` if `n` is not a `JFloat` or `JInt`, or if `n` is nil.
- if n.isNil: return default
- case n.kind
- of JFloat: return n.fnum
- of JInt: return float(n.num)
- else: return default
- proc getBool*(n: JsonNode, default: bool = false): bool =
- ## Retrieves the bool value of a `JBool JsonNode`.
- ##
- ## Returns `default` if `n` is not a `JBool`, or if `n` is nil.
- if n.isNil or n.kind != JBool: return default
- else: return n.bval
- proc getFields*(n: JsonNode,
- default = initOrderedTable[string, JsonNode](2)):
- OrderedTable[string, JsonNode] =
- ## Retrieves the key, value pairs of a `JObject JsonNode`.
- ##
- ## Returns `default` if `n` is not a `JObject`, or if `n` is nil.
- if n.isNil or n.kind != JObject: return default
- else: return n.fields
- proc getElems*(n: JsonNode, default: seq[JsonNode] = @[]): seq[JsonNode] =
- ## Retrieves the array of a `JArray JsonNode`.
- ##
- ## Returns `default` if `n` is not a `JArray`, or if `n` is nil.
- if n.isNil or n.kind != JArray: return default
- else: return n.elems
- proc add*(father, child: JsonNode) =
- ## Adds `child` to a JArray node `father`.
- assert father.kind == JArray
- father.elems.add(child)
- proc add*(obj: JsonNode, key: string, val: JsonNode) =
- ## Sets a field from a `JObject`.
- assert obj.kind == JObject
- obj.fields[key] = val
- proc `%`*(s: string): JsonNode =
- ## Generic constructor for JSON data. Creates a new `JString JsonNode`.
- result = JsonNode(kind: JString, str: s)
- proc `%`*(n: uint): JsonNode =
- ## Generic constructor for JSON data. Creates a new `JInt JsonNode`.
- if n > cast[uint](int.high):
- result = newJRawNumber($n)
- else:
- result = JsonNode(kind: JInt, num: BiggestInt(n))
- proc `%`*(n: int): JsonNode =
- ## Generic constructor for JSON data. Creates a new `JInt JsonNode`.
- result = JsonNode(kind: JInt, num: n)
- proc `%`*(n: BiggestUInt): JsonNode =
- ## Generic constructor for JSON data. Creates a new `JInt JsonNode`.
- if n > cast[BiggestUInt](BiggestInt.high):
- result = newJRawNumber($n)
- else:
- result = JsonNode(kind: JInt, num: BiggestInt(n))
- proc `%`*(n: BiggestInt): JsonNode =
- ## Generic constructor for JSON data. Creates a new `JInt JsonNode`.
- result = JsonNode(kind: JInt, num: n)
- proc `%`*(n: float): JsonNode =
- ## Generic constructor for JSON data. Creates a new `JFloat JsonNode`.
- runnableExamples:
- assert $(%[NaN, Inf, -Inf, 0.0, -0.0, 1.0, 1e-2]) == """["nan","inf","-inf",0.0,-0.0,1.0,0.01]"""
- assert (%NaN).kind == JString
- assert (%0.0).kind == JFloat
- # for those special cases, we could also have used `newJRawNumber` but then
- # it would've been inconsisten with the case of `parseJson` vs `%` for representing them.
- if n != n: newJString("nan")
- elif n == Inf: newJString("inf")
- elif n == -Inf: newJString("-inf")
- else: JsonNode(kind: JFloat, fnum: n)
- proc `%`*(b: bool): JsonNode =
- ## Generic constructor for JSON data. Creates a new `JBool JsonNode`.
- result = JsonNode(kind: JBool, bval: b)
- proc `%`*(keyVals: openArray[tuple[key: string, val: JsonNode]]): JsonNode =
- ## Generic constructor for JSON data. Creates a new `JObject JsonNode`
- if keyVals.len == 0: return newJArray()
- result = newJObject()
- for key, val in items(keyVals): result.fields[key] = val
- template `%`*(j: JsonNode): JsonNode = j
- proc `%`*[T](elements: openArray[T]): JsonNode =
- ## Generic constructor for JSON data. Creates a new `JArray JsonNode`
- result = newJArray()
- for elem in elements: result.add(%elem)
- proc `%`*[T](table: Table[string, T]|OrderedTable[string, T]): JsonNode =
- ## Generic constructor for JSON data. Creates a new `JObject JsonNode`.
- result = newJObject()
- for k, v in table: result[k] = %v
- proc `%`*[T](opt: Option[T]): JsonNode =
- ## Generic constructor for JSON data. Creates a new `JNull JsonNode`
- ## if `opt` is empty, otherwise it delegates to the underlying value.
- if opt.isSome: %opt.get else: newJNull()
- when false:
- # For 'consistency' we could do this, but that only pushes people further
- # into that evil comfort zone where they can use Nim without understanding it
- # causing problems later on.
- proc `%`*(elements: set[bool]): JsonNode =
- ## Generic constructor for JSON data. Creates a new `JObject JsonNode`.
- ## This can only be used with the empty set `{}` and is supported
- ## to prevent the gotcha `%*{}` which used to produce an empty
- ## JSON array.
- result = newJObject()
- assert false notin elements, "usage error: only empty sets allowed"
- assert true notin elements, "usage error: only empty sets allowed"
- proc `[]=`*(obj: JsonNode, key: string, val: JsonNode) {.inline.} =
- ## Sets a field from a `JObject`.
- assert(obj.kind == JObject)
- obj.fields[key] = val
- proc `%`*[T: object](o: T): JsonNode =
- ## Construct JsonNode from tuples and objects.
- result = newJObject()
- for k, v in o.fieldPairs: result[k] = %v
- proc `%`*(o: ref object): JsonNode =
- ## Generic constructor for JSON data. Creates a new `JObject JsonNode`
- if o.isNil:
- result = newJNull()
- else:
- result = %(o[])
- proc `%`*(o: enum): JsonNode =
- ## Construct a JsonNode that represents the specified enum value as a
- ## string. Creates a new `JString JsonNode`.
- result = %($o)
- proc toJsonImpl(x: NimNode): NimNode =
- case x.kind
- of nnkBracket: # array
- if x.len == 0: return newCall(bindSym"newJArray")
- result = newNimNode(nnkBracket)
- for i in 0 ..< x.len:
- result.add(toJsonImpl(x[i]))
- result = newCall(bindSym("%", brOpen), result)
- of nnkTableConstr: # object
- if x.len == 0: return newCall(bindSym"newJObject")
- result = newNimNode(nnkTableConstr)
- for i in 0 ..< x.len:
- x[i].expectKind nnkExprColonExpr
- result.add newTree(nnkExprColonExpr, x[i][0], toJsonImpl(x[i][1]))
- result = newCall(bindSym("%", brOpen), result)
- of nnkCurly: # empty object
- x.expectLen(0)
- result = newCall(bindSym"newJObject")
- of nnkNilLit:
- result = newCall(bindSym"newJNull")
- of nnkPar:
- if x.len == 1: result = toJsonImpl(x[0])
- else: result = newCall(bindSym("%", brOpen), x)
- else:
- result = newCall(bindSym("%", brOpen), x)
- macro `%*`*(x: untyped): untyped =
- ## Convert an expression to a JsonNode directly, without having to specify
- ## `%` for every element.
- result = toJsonImpl(x)
- proc `==`*(a, b: JsonNode): bool =
- ## Check two nodes for equality
- if a.isNil:
- if b.isNil: return true
- return false
- elif b.isNil or a.kind != b.kind:
- return false
- else:
- case a.kind
- of JString:
- result = a.str == b.str
- of JInt:
- result = a.num == b.num
- of JFloat:
- result = a.fnum == b.fnum
- of JBool:
- result = a.bval == b.bval
- of JNull:
- result = true
- of JArray:
- result = a.elems == b.elems
- of JObject:
- # we cannot use OrderedTable's equality here as
- # the order does not matter for equality here.
- if a.fields.len != b.fields.len: return false
- for key, val in a.fields:
- if not b.fields.hasKey(key): return false
- if b.fields[key] != val: return false
- result = true
- proc hash*(n: OrderedTable[string, JsonNode]): Hash {.noSideEffect.}
- proc hash*(n: JsonNode): Hash =
- ## Compute the hash for a JSON node
- case n.kind
- of JArray:
- result = hash(n.elems)
- of JObject:
- result = hash(n.fields)
- of JInt:
- result = hash(n.num)
- of JFloat:
- result = hash(n.fnum)
- of JBool:
- result = hash(n.bval.int)
- of JString:
- result = hash(n.str)
- of JNull:
- result = Hash(0)
- proc hash*(n: OrderedTable[string, JsonNode]): Hash =
- for key, val in n:
- result = result xor (hash(key) !& hash(val))
- result = !$result
- proc len*(n: JsonNode): int =
- ## If `n` is a `JArray`, it returns the number of elements.
- ## If `n` is a `JObject`, it returns the number of pairs.
- ## Else it returns 0.
- case n.kind
- of JArray: result = n.elems.len
- of JObject: result = n.fields.len
- else: discard
- proc `[]`*(node: JsonNode, name: string): JsonNode {.inline.} =
- ## Gets a field from a `JObject`, which must not be nil.
- ## If the value at `name` does not exist, raises KeyError.
- assert(not isNil(node))
- assert(node.kind == JObject)
- when defined(nimJsonGet):
- if not node.fields.hasKey(name): return nil
- result = node.fields[name]
- proc `[]`*(node: JsonNode, index: int): JsonNode {.inline.} =
- ## Gets the node at `index` in an Array. Result is undefined if `index`
- ## is out of bounds, but as long as array bound checks are enabled it will
- ## result in an exception.
- assert(not isNil(node))
- assert(node.kind == JArray)
- return node.elems[index]
- proc `[]`*(node: JsonNode, index: BackwardsIndex): JsonNode {.inline, since: (1, 5, 1).} =
- ## Gets the node at `array.len-i` in an array through the `^` operator.
- ##
- ## i.e. `j[^i]` is a shortcut for `j[j.len-i]`.
- runnableExamples:
- let
- j = parseJson("[1,2,3,4,5]")
- doAssert j[^1].getInt == 5
- doAssert j[^2].getInt == 4
- `[]`(node, node.len - int(index))
- proc `[]`*[U, V](a: JsonNode, x: HSlice[U, V]): JsonNode =
- ## Slice operation for JArray.
- ##
- ## Returns the inclusive range `[a[x.a], a[x.b]]`:
- runnableExamples:
- import json
- let arr = %[0,1,2,3,4,5]
- doAssert arr[2..4] == %[2,3,4]
- doAssert arr[2..^2] == %[2,3,4]
- doAssert arr[^4..^2] == %[2,3,4]
- assert(a.kind == JArray)
- result = newJArray()
- let xa = (when x.a is BackwardsIndex: a.len - int(x.a) else: int(x.a))
- let L = (when x.b is BackwardsIndex: a.len - int(x.b) else: int(x.b)) - xa + 1
- for i in 0..<L:
- result.add(a[i + xa])
- proc hasKey*(node: JsonNode, key: string): bool =
- ## Checks if `key` exists in `node`.
- assert(node.kind == JObject)
- result = node.fields.hasKey(key)
- proc contains*(node: JsonNode, key: string): bool =
- ## Checks if `key` exists in `node`.
- assert(node.kind == JObject)
- node.fields.hasKey(key)
- proc contains*(node: JsonNode, val: JsonNode): bool =
- ## Checks if `val` exists in array `node`.
- assert(node.kind == JArray)
- find(node.elems, val) >= 0
- proc `{}`*(node: JsonNode, keys: varargs[string]): JsonNode =
- ## Traverses the node and gets the given value. If any of the
- ## keys do not exist, returns `nil`. Also returns `nil` if one of the
- ## intermediate data structures is not an object.
- ##
- ## This proc can be used to create tree structures on the
- ## fly (sometimes called `autovivification`:idx:):
- ##
- runnableExamples:
- var myjson = %* {"parent": {"child": {"grandchild": 1}}}
- doAssert myjson{"parent", "child", "grandchild"} == newJInt(1)
- result = node
- for key in keys:
- if isNil(result) or result.kind != JObject:
- return nil
- result = result.fields.getOrDefault(key)
- proc `{}`*(node: JsonNode, index: varargs[int]): JsonNode =
- ## Traverses the node and gets the given value. If any of the
- ## indexes do not exist, returns `nil`. Also returns `nil` if one of the
- ## intermediate data structures is not an array.
- result = node
- for i in index:
- if isNil(result) or result.kind != JArray or i >= node.len:
- return nil
- result = result.elems[i]
- proc getOrDefault*(node: JsonNode, key: string): JsonNode =
- ## Gets a field from a `node`. If `node` is nil or not an object or
- ## value at `key` does not exist, returns nil
- if not isNil(node) and node.kind == JObject:
- result = node.fields.getOrDefault(key)
- proc `{}`*(node: JsonNode, key: string): JsonNode =
- ## Gets a field from a `node`. If `node` is nil or not an object or
- ## value at `key` does not exist, returns nil
- node.getOrDefault(key)
- proc `{}=`*(node: JsonNode, keys: varargs[string], value: JsonNode) =
- ## Traverses the node and tries to set the value at the given location
- ## to `value`. If any of the keys are missing, they are added.
- var node = node
- for i in 0..(keys.len-2):
- if not node.hasKey(keys[i]):
- node[keys[i]] = newJObject()
- node = node[keys[i]]
- node[keys[keys.len-1]] = value
- proc delete*(obj: JsonNode, key: string) =
- ## Deletes `obj[key]`.
- assert(obj.kind == JObject)
- if not obj.fields.hasKey(key):
- raise newException(KeyError, "key not in object")
- obj.fields.del(key)
- proc copy*(p: JsonNode): JsonNode =
- ## Performs a deep copy of `a`.
- case p.kind
- of JString:
- result = newJString(p.str)
- result.isUnquoted = p.isUnquoted
- of JInt:
- result = newJInt(p.num)
- of JFloat:
- result = newJFloat(p.fnum)
- of JBool:
- result = newJBool(p.bval)
- of JNull:
- result = newJNull()
- of JObject:
- result = newJObject()
- for key, val in pairs(p.fields):
- result.fields[key] = copy(val)
- of JArray:
- result = newJArray()
- for i in items(p.elems):
- result.elems.add(copy(i))
- # ------------- pretty printing ----------------------------------------------
- proc indent(s: var string, i: int) =
- s.add(spaces(i))
- proc newIndent(curr, indent: int, ml: bool): int =
- if ml: return curr + indent
- else: return indent
- proc nl(s: var string, ml: bool) =
- s.add(if ml: "\n" else: " ")
- proc escapeJsonUnquoted*(s: string; result: var string) =
- ## Converts a string `s` to its JSON representation without quotes.
- ## Appends to `result`.
- for c in s:
- case c
- of '\L': result.add("\\n")
- of '\b': result.add("\\b")
- of '\f': result.add("\\f")
- of '\t': result.add("\\t")
- of '\v': result.add("\\u000b")
- of '\r': result.add("\\r")
- of '"': result.add("\\\"")
- of '\0'..'\7': result.add("\\u000" & $ord(c))
- of '\14'..'\31': result.add("\\u00" & toHex(ord(c), 2))
- of '\\': result.add("\\\\")
- else: result.add(c)
- proc escapeJsonUnquoted*(s: string): string =
- ## Converts a string `s` to its JSON representation without quotes.
- result = newStringOfCap(s.len + s.len shr 3)
- escapeJsonUnquoted(s, result)
- proc escapeJson*(s: string; result: var string) =
- ## Converts a string `s` to its JSON representation with quotes.
- ## Appends to `result`.
- result.add("\"")
- escapeJsonUnquoted(s, result)
- result.add("\"")
- proc escapeJson*(s: string): string =
- ## Converts a string `s` to its JSON representation with quotes.
- result = newStringOfCap(s.len + s.len shr 3)
- escapeJson(s, result)
- proc toUgly*(result: var string, node: JsonNode) =
- ## Converts `node` to its JSON Representation, without
- ## regard for human readability. Meant to improve `$` string
- ## conversion performance.
- ##
- ## JSON representation is stored in the passed `result`
- ##
- ## This provides higher efficiency than the `pretty` procedure as it
- ## does **not** attempt to format the resulting JSON to make it human readable.
- var comma = false
- case node.kind:
- of JArray:
- result.add "["
- for child in node.elems:
- if comma: result.add ","
- else: comma = true
- result.toUgly child
- result.add "]"
- of JObject:
- result.add "{"
- for key, value in pairs(node.fields):
- if comma: result.add ","
- else: comma = true
- key.escapeJson(result)
- result.add ":"
- result.toUgly value
- result.add "}"
- of JString:
- if node.isUnquoted:
- result.add node.str
- else:
- escapeJson(node.str, result)
- of JInt:
- result.addInt(node.num)
- of JFloat:
- result.addFloat(node.fnum)
- of JBool:
- result.add(if node.bval: "true" else: "false")
- of JNull:
- result.add "null"
- proc toPretty(result: var string, node: JsonNode, indent = 2, ml = true,
- lstArr = false, currIndent = 0) =
- case node.kind
- of JObject:
- if lstArr: result.indent(currIndent) # Indentation
- if node.fields.len > 0:
- result.add("{")
- result.nl(ml) # New line
- var i = 0
- for key, val in pairs(node.fields):
- if i > 0:
- result.add(",")
- result.nl(ml) # New Line
- inc i
- # Need to indent more than {
- result.indent(newIndent(currIndent, indent, ml))
- escapeJson(key, result)
- result.add(": ")
- toPretty(result, val, indent, ml, false,
- newIndent(currIndent, indent, ml))
- result.nl(ml)
- result.indent(currIndent) # indent the same as {
- result.add("}")
- else:
- result.add("{}")
- of JString:
- if lstArr: result.indent(currIndent)
- toUgly(result, node)
- of JInt:
- if lstArr: result.indent(currIndent)
- result.addInt(node.num)
- of JFloat:
- if lstArr: result.indent(currIndent)
- result.addFloat(node.fnum)
- of JBool:
- if lstArr: result.indent(currIndent)
- result.add(if node.bval: "true" else: "false")
- of JArray:
- if lstArr: result.indent(currIndent)
- if len(node.elems) != 0:
- result.add("[")
- result.nl(ml)
- for i in 0..len(node.elems)-1:
- if i > 0:
- result.add(",")
- result.nl(ml) # New Line
- toPretty(result, node.elems[i], indent, ml,
- true, newIndent(currIndent, indent, ml))
- result.nl(ml)
- result.indent(currIndent)
- result.add("]")
- else: result.add("[]")
- of JNull:
- if lstArr: result.indent(currIndent)
- result.add("null")
- proc pretty*(node: JsonNode, indent = 2): string =
- ## Returns a JSON Representation of `node`, with indentation and
- ## on multiple lines.
- ##
- ## Similar to prettyprint in Python.
- runnableExamples:
- let j = %* {"name": "Isaac", "books": ["Robot Dreams"],
- "details": {"age": 35, "pi": 3.1415}}
- doAssert pretty(j) == """
- {
- "name": "Isaac",
- "books": [
- "Robot Dreams"
- ],
- "details": {
- "age": 35,
- "pi": 3.1415
- }
- }"""
- result = ""
- toPretty(result, node, indent)
- proc `$`*(node: JsonNode): string =
- ## Converts `node` to its JSON Representation on one line.
- result = newStringOfCap(node.len shl 1)
- toUgly(result, node)
- iterator items*(node: JsonNode): JsonNode =
- ## Iterator for the items of `node`. `node` has to be a JArray.
- assert node.kind == JArray, ": items() can not iterate a JsonNode of kind " & $node.kind
- for i in items(node.elems):
- yield i
- iterator mitems*(node: var JsonNode): var JsonNode =
- ## Iterator for the items of `node`. `node` has to be a JArray. Items can be
- ## modified.
- assert node.kind == JArray, ": mitems() can not iterate a JsonNode of kind " & $node.kind
- for i in mitems(node.elems):
- yield i
- iterator pairs*(node: JsonNode): tuple[key: string, val: JsonNode] =
- ## Iterator for the child elements of `node`. `node` has to be a JObject.
- assert node.kind == JObject, ": pairs() can not iterate a JsonNode of kind " & $node.kind
- for key, val in pairs(node.fields):
- yield (key, val)
- iterator keys*(node: JsonNode): string =
- ## Iterator for the keys in `node`. `node` has to be a JObject.
- assert node.kind == JObject, ": keys() can not iterate a JsonNode of kind " & $node.kind
- for key in node.fields.keys:
- yield key
- iterator mpairs*(node: var JsonNode): tuple[key: string, val: var JsonNode] =
- ## Iterator for the child elements of `node`. `node` has to be a JObject.
- ## Values can be modified
- assert node.kind == JObject, ": mpairs() can not iterate a JsonNode of kind " & $node.kind
- for key, val in mpairs(node.fields):
- yield (key, val)
- proc parseJson(p: var JsonParser; rawIntegers, rawFloats: bool): JsonNode =
- ## Parses JSON from a JSON Parser `p`.
- case p.tok
- of tkString:
- # we capture 'p.a' here, so we need to give it a fresh buffer afterwards:
- result = newJStringMove(p.a)
- p.a = ""
- discard getTok(p)
- of tkInt:
- if rawIntegers:
- result = newJRawNumber(p.a)
- else:
- try:
- result = newJInt(parseBiggestInt(p.a))
- except ValueError:
- result = newJRawNumber(p.a)
- discard getTok(p)
- of tkFloat:
- if rawFloats:
- result = newJRawNumber(p.a)
- else:
- try:
- result = newJFloat(parseFloat(p.a))
- except ValueError:
- result = newJRawNumber(p.a)
- discard getTok(p)
- of tkTrue:
- result = newJBool(true)
- discard getTok(p)
- of tkFalse:
- result = newJBool(false)
- discard getTok(p)
- of tkNull:
- result = newJNull()
- discard getTok(p)
- of tkCurlyLe:
- result = newJObject()
- discard getTok(p)
- while p.tok != tkCurlyRi:
- if p.tok != tkString:
- raiseParseErr(p, "string literal as key")
- var key = p.a
- discard getTok(p)
- eat(p, tkColon)
- var val = parseJson(p, rawIntegers, rawFloats)
- result[key] = val
- if p.tok != tkComma: break
- discard getTok(p)
- eat(p, tkCurlyRi)
- of tkBracketLe:
- result = newJArray()
- discard getTok(p)
- while p.tok != tkBracketRi:
- result.add(parseJson(p, rawIntegers, rawFloats))
- if p.tok != tkComma: break
- discard getTok(p)
- eat(p, tkBracketRi)
- of tkError, tkCurlyRi, tkBracketRi, tkColon, tkComma, tkEof:
- raiseParseErr(p, "{")
- iterator parseJsonFragments*(s: Stream, filename: string = ""; rawIntegers = false, rawFloats = false): JsonNode =
- ## Parses from a stream `s` into `JsonNodes`. `filename` is only needed
- ## for nice error messages.
- ## The JSON fragments are separated by whitespace. This can be substantially
- ## faster than the comparable loop
- ## `for x in splitWhitespace(s): yield parseJson(x)`.
- ## This closes the stream `s` after it's done.
- ## If `rawIntegers` is true, integer literals will not be converted to a `JInt`
- ## field but kept as raw numbers via `JString`.
- ## If `rawFloats` is true, floating point literals will not be converted to a `JFloat`
- ## field but kept as raw numbers via `JString`.
- var p: JsonParser
- p.open(s, filename)
- try:
- discard getTok(p) # read first token
- while p.tok != tkEof:
- yield p.parseJson(rawIntegers, rawFloats)
- finally:
- p.close()
- proc parseJson*(s: Stream, filename: string = ""; rawIntegers = false, rawFloats = false): JsonNode =
- ## Parses from a stream `s` into a `JsonNode`. `filename` is only needed
- ## for nice error messages.
- ## If `s` contains extra data, it will raise `JsonParsingError`.
- ## This closes the stream `s` after it's done.
- ## If `rawIntegers` is true, integer literals will not be converted to a `JInt`
- ## field but kept as raw numbers via `JString`.
- ## If `rawFloats` is true, floating point literals will not be converted to a `JFloat`
- ## field but kept as raw numbers via `JString`.
- var p: JsonParser
- p.open(s, filename)
- try:
- discard getTok(p) # read first token
- result = p.parseJson(rawIntegers, rawFloats)
- eat(p, tkEof) # check if there is no extra data
- finally:
- p.close()
- when defined(js):
- from math import `mod`
- from std/jsffi import JSObject, `[]`, to
- from std/private/jsutils import getProtoName, isInteger, isSafeInteger
- proc parseNativeJson(x: cstring): JSObject {.importjs: "JSON.parse(#)".}
- proc getVarType(x: JSObject, isRawNumber: var bool): JsonNodeKind =
- result = JNull
- case $getProtoName(x) # TODO: Implicit returns fail here.
- of "[object Array]": return JArray
- of "[object Object]": return JObject
- of "[object Number]":
- if isInteger(x) and 1.0 / cast[float](x) != -Inf: # preserve -0.0 as float
- if isSafeInteger(x):
- return JInt
- else:
- isRawNumber = true
- return JString
- else:
- return JFloat
- of "[object Boolean]": return JBool
- of "[object Null]": return JNull
- of "[object String]": return JString
- else: assert false
- proc len(x: JSObject): int =
- asm """
- `result` = `x`.length;
- """
- proc convertObject(x: JSObject): JsonNode =
- var isRawNumber = false
- case getVarType(x, isRawNumber)
- of JArray:
- result = newJArray()
- for i in 0 ..< x.len:
- result.add(x[i].convertObject())
- of JObject:
- result = newJObject()
- asm """for (var property in `x`) {
- if (`x`.hasOwnProperty(property)) {
- """
- var nimProperty: cstring
- var nimValue: JSObject
- asm "`nimProperty` = property; `nimValue` = `x`[property];"
- result[$nimProperty] = nimValue.convertObject()
- asm "}}"
- of JInt:
- result = newJInt(x.to(int))
- of JFloat:
- result = newJFloat(x.to(float))
- of JString:
- # Dunno what to do with isUnquoted here
- if isRawNumber:
- var value: cstring
- {.emit: "`value` = `x`.toString();".}
- result = newJRawNumber($value)
- else:
- result = newJString($x.to(cstring))
- of JBool:
- result = newJBool(x.to(bool))
- of JNull:
- result = newJNull()
- proc parseJson*(buffer: string): JsonNode =
- when nimvm:
- return parseJson(newStringStream(buffer), "input")
- else:
- return parseNativeJson(buffer).convertObject()
- else:
- proc parseJson*(buffer: string; rawIntegers = false, rawFloats = false): JsonNode =
- ## Parses JSON from `buffer`.
- ## If `buffer` contains extra data, it will raise `JsonParsingError`.
- ## If `rawIntegers` is true, integer literals will not be converted to a `JInt`
- ## field but kept as raw numbers via `JString`.
- ## If `rawFloats` is true, floating point literals will not be converted to a `JFloat`
- ## field but kept as raw numbers via `JString`.
- result = parseJson(newStringStream(buffer), "input", rawIntegers, rawFloats)
- proc parseFile*(filename: string): JsonNode =
- ## Parses `file` into a `JsonNode`.
- ## If `file` contains extra data, it will raise `JsonParsingError`.
- var stream = newFileStream(filename, fmRead)
- if stream == nil:
- raise newException(IOError, "cannot read from file: " & filename)
- result = parseJson(stream, filename, rawIntegers=false, rawFloats=false)
- # -- Json deserialiser. --
- template verifyJsonKind(node: JsonNode, kinds: set[JsonNodeKind],
- ast: string) =
- if node == nil:
- raise newException(KeyError, "key not found: " & ast)
- elif node.kind notin kinds:
- let msg = "Incorrect JSON kind. Wanted '$1' in '$2' but got '$3'." % [
- $kinds,
- ast,
- $node.kind
- ]
- raise newException(JsonKindError, msg)
- when defined(nimFixedForwardGeneric):
- macro isRefSkipDistinct*(arg: typed): untyped =
- ## internal only, do not use
- var impl = getTypeImpl(arg)
- if impl.kind == nnkBracketExpr and impl[0].eqIdent("typeDesc"):
- impl = getTypeImpl(impl[1])
- while impl.kind == nnkDistinctTy:
- impl = getTypeImpl(impl[0])
- result = newLit(impl.kind == nnkRefTy)
- # The following forward declarations don't work in older versions of Nim
- # forward declare all initFromJson
- proc initFromJson(dst: var string; jsonNode: JsonNode; jsonPath: var string)
- proc initFromJson(dst: var bool; jsonNode: JsonNode; jsonPath: var string)
- proc initFromJson(dst: var JsonNode; jsonNode: JsonNode; jsonPath: var string)
- proc initFromJson[T: SomeInteger](dst: var T; jsonNode: JsonNode, jsonPath: var string)
- proc initFromJson[T: SomeFloat](dst: var T; jsonNode: JsonNode; jsonPath: var string)
- proc initFromJson[T: enum](dst: var T; jsonNode: JsonNode; jsonPath: var string)
- proc initFromJson[T](dst: var seq[T]; jsonNode: JsonNode; jsonPath: var string)
- proc initFromJson[S, T](dst: var array[S, T]; jsonNode: JsonNode; jsonPath: var string)
- proc initFromJson[T](dst: var Table[string, T]; jsonNode: JsonNode; jsonPath: var string)
- proc initFromJson[T](dst: var OrderedTable[string, T]; jsonNode: JsonNode; jsonPath: var string)
- proc initFromJson[T](dst: var ref T; jsonNode: JsonNode; jsonPath: var string)
- proc initFromJson[T](dst: var Option[T]; jsonNode: JsonNode; jsonPath: var string)
- proc initFromJson[T: distinct](dst: var T; jsonNode: JsonNode; jsonPath: var string)
- proc initFromJson[T: object|tuple](dst: var T; jsonNode: JsonNode; jsonPath: var string)
- # initFromJson definitions
- proc initFromJson(dst: var string; jsonNode: JsonNode; jsonPath: var string) =
- verifyJsonKind(jsonNode, {JString, JNull}, jsonPath)
- # since strings don't have a nil state anymore, this mapping of
- # JNull to the default string is questionable. `none(string)` and
- # `some("")` have the same potentional json value `JNull`.
- if jsonNode.kind == JNull:
- dst = ""
- else:
- dst = jsonNode.str
- proc initFromJson(dst: var bool; jsonNode: JsonNode; jsonPath: var string) =
- verifyJsonKind(jsonNode, {JBool}, jsonPath)
- dst = jsonNode.bval
- proc initFromJson(dst: var JsonNode; jsonNode: JsonNode; jsonPath: var string) =
- if jsonNode == nil:
- raise newException(KeyError, "key not found: " & jsonPath)
- dst = jsonNode.copy
- proc initFromJson[T: SomeInteger](dst: var T; jsonNode: JsonNode, jsonPath: var string) =
- when T is uint|uint64 or (not defined(js) and int.sizeof == 4):
- verifyJsonKind(jsonNode, {JInt, JString}, jsonPath)
- case jsonNode.kind
- of JString:
- let x = parseBiggestUInt(jsonNode.str)
- dst = cast[T](x)
- else:
- dst = T(jsonNode.num)
- else:
- verifyJsonKind(jsonNode, {JInt}, jsonPath)
- dst = cast[T](jsonNode.num)
- proc initFromJson[T: SomeFloat](dst: var T; jsonNode: JsonNode; jsonPath: var string) =
- if jsonNode.kind == JString:
- case jsonNode.str
- of "nan":
- let b = NaN
- dst = T(b)
- # dst = NaN # would fail some tests because range conversions would cause CT error
- # in some cases; but this is not a hot-spot inside this branch and backend can optimize this.
- of "inf":
- let b = Inf
- dst = T(b)
- of "-inf":
- let b = -Inf
- dst = T(b)
- else: raise newException(JsonKindError, "expected 'nan|inf|-inf', got " & jsonNode.str)
- else:
- verifyJsonKind(jsonNode, {JInt, JFloat}, jsonPath)
- if jsonNode.kind == JFloat:
- dst = T(jsonNode.fnum)
- else:
- dst = T(jsonNode.num)
- proc initFromJson[T: enum](dst: var T; jsonNode: JsonNode; jsonPath: var string) =
- verifyJsonKind(jsonNode, {JString}, jsonPath)
- dst = parseEnum[T](jsonNode.getStr)
- proc initFromJson[T](dst: var seq[T]; jsonNode: JsonNode; jsonPath: var string) =
- verifyJsonKind(jsonNode, {JArray}, jsonPath)
- dst.setLen jsonNode.len
- let orignalJsonPathLen = jsonPath.len
- for i in 0 ..< jsonNode.len:
- jsonPath.add '['
- jsonPath.addInt i
- jsonPath.add ']'
- initFromJson(dst[i], jsonNode[i], jsonPath)
- jsonPath.setLen orignalJsonPathLen
- proc initFromJson[S,T](dst: var array[S,T]; jsonNode: JsonNode; jsonPath: var string) =
- verifyJsonKind(jsonNode, {JArray}, jsonPath)
- let originalJsonPathLen = jsonPath.len
- for i in 0 ..< jsonNode.len:
- jsonPath.add '['
- jsonPath.addInt i
- jsonPath.add ']'
- initFromJson(dst[i.S], jsonNode[i], jsonPath) # `.S` for enum indexed arrays
- jsonPath.setLen originalJsonPathLen
- proc initFromJson[T](dst: var Table[string,T]; jsonNode: JsonNode; jsonPath: var string) =
- dst = initTable[string, T]()
- verifyJsonKind(jsonNode, {JObject}, jsonPath)
- let originalJsonPathLen = jsonPath.len
- for key in keys(jsonNode.fields):
- jsonPath.add '.'
- jsonPath.add key
- initFromJson(mgetOrPut(dst, key, default(T)), jsonNode[key], jsonPath)
- jsonPath.setLen originalJsonPathLen
- proc initFromJson[T](dst: var OrderedTable[string,T]; jsonNode: JsonNode; jsonPath: var string) =
- dst = initOrderedTable[string,T]()
- verifyJsonKind(jsonNode, {JObject}, jsonPath)
- let originalJsonPathLen = jsonPath.len
- for key in keys(jsonNode.fields):
- jsonPath.add '.'
- jsonPath.add key
- initFromJson(mgetOrPut(dst, key, default(T)), jsonNode[key], jsonPath)
- jsonPath.setLen originalJsonPathLen
- proc initFromJson[T](dst: var ref T; jsonNode: JsonNode; jsonPath: var string) =
- verifyJsonKind(jsonNode, {JObject, JNull}, jsonPath)
- if jsonNode.kind == JNull:
- dst = nil
- else:
- dst = new(T)
- initFromJson(dst[], jsonNode, jsonPath)
- proc initFromJson[T](dst: var Option[T]; jsonNode: JsonNode; jsonPath: var string) =
- if jsonNode != nil and jsonNode.kind != JNull:
- when T is ref:
- dst = some(new(T))
- else:
- dst = some(default(T))
- initFromJson(dst.get, jsonNode, jsonPath)
- macro assignDistinctImpl[T: distinct](dst: var T;jsonNode: JsonNode; jsonPath: var string) =
- let typInst = getTypeInst(dst)
- let typImpl = getTypeImpl(dst)
- let baseTyp = typImpl[0]
- result = quote do:
- when nimvm:
- # workaround #12282
- var tmp: `baseTyp`
- initFromJson( tmp, `jsonNode`, `jsonPath`)
- `dst` = `typInst`(tmp)
- else:
- initFromJson( `baseTyp`(`dst`), `jsonNode`, `jsonPath`)
- proc initFromJson[T: distinct](dst: var T; jsonNode: JsonNode; jsonPath: var string) =
- assignDistinctImpl(dst, jsonNode, jsonPath)
- proc detectIncompatibleType(typeExpr, lineinfoNode: NimNode) =
- if typeExpr.kind == nnkTupleConstr:
- error("Use a named tuple instead of: " & typeExpr.repr, lineinfoNode)
- proc foldObjectBody(dst, typeNode, tmpSym, jsonNode, jsonPath, originalJsonPathLen: NimNode) =
- case typeNode.kind
- of nnkEmpty:
- discard
- of nnkRecList, nnkTupleTy:
- for it in typeNode:
- foldObjectBody(dst, it, tmpSym, jsonNode, jsonPath, originalJsonPathLen)
- of nnkIdentDefs:
- typeNode.expectLen 3
- let fieldSym = typeNode[0]
- let fieldNameLit = newLit(fieldSym.strVal)
- let fieldPathLit = newLit("." & fieldSym.strVal)
- let fieldType = typeNode[1]
- # Detecting incompatiple tuple types in `assignObjectImpl` only
- # would be much cleaner, but the ast for tuple types does not
- # contain usable type information.
- detectIncompatibleType(fieldType, fieldSym)
- dst.add quote do:
- jsonPath.add `fieldPathLit`
- when nimvm:
- when isRefSkipDistinct(`tmpSym`.`fieldSym`):
- # workaround #12489
- var tmp: `fieldType`
- initFromJson(tmp, getOrDefault(`jsonNode`,`fieldNameLit`), `jsonPath`)
- `tmpSym`.`fieldSym` = tmp
- else:
- initFromJson(`tmpSym`.`fieldSym`, getOrDefault(`jsonNode`,`fieldNameLit`), `jsonPath`)
- else:
- initFromJson(`tmpSym`.`fieldSym`, getOrDefault(`jsonNode`,`fieldNameLit`), `jsonPath`)
- jsonPath.setLen `originalJsonPathLen`
- of nnkRecCase:
- let kindSym = typeNode[0][0]
- let kindNameLit = newLit(kindSym.strVal)
- let kindPathLit = newLit("." & kindSym.strVal)
- let kindType = typeNode[0][1]
- let kindOffsetLit = newLit(uint(getOffset(kindSym)))
- dst.add quote do:
- var kindTmp: `kindType`
- jsonPath.add `kindPathLit`
- initFromJson(kindTmp, `jsonNode`[`kindNameLit`], `jsonPath`)
- jsonPath.setLen `originalJsonPathLen`
- when defined js:
- `tmpSym`.`kindSym` = kindTmp
- else:
- when nimvm:
- `tmpSym`.`kindSym` = kindTmp
- else:
- # fuck it, assign kind field anyway
- ((cast[ptr `kindType`](cast[uint](`tmpSym`.addr) + `kindOffsetLit`))[]) = kindTmp
- dst.add nnkCaseStmt.newTree(nnkDotExpr.newTree(tmpSym, kindSym))
- for i in 1 ..< typeNode.len:
- foldObjectBody(dst, typeNode[i], tmpSym, jsonNode, jsonPath, originalJsonPathLen)
- of nnkOfBranch, nnkElse:
- let ofBranch = newNimNode(typeNode.kind)
- for i in 0 ..< typeNode.len-1:
- ofBranch.add copyNimTree(typeNode[i])
- let dstInner = newNimNode(nnkStmtListExpr)
- foldObjectBody(dstInner, typeNode[^1], tmpSym, jsonNode, jsonPath, originalJsonPathLen)
- # resOuter now contains the inner stmtList
- ofBranch.add dstInner
- dst[^1].expectKind nnkCaseStmt
- dst[^1].add ofBranch
- of nnkObjectTy:
- typeNode[0].expectKind nnkEmpty
- typeNode[1].expectKind {nnkEmpty, nnkOfInherit}
- if typeNode[1].kind == nnkOfInherit:
- let base = typeNode[1][0]
- var impl = getTypeImpl(base)
- while impl.kind in {nnkRefTy, nnkPtrTy}:
- impl = getTypeImpl(impl[0])
- foldObjectBody(dst, impl, tmpSym, jsonNode, jsonPath, originalJsonPathLen)
- let body = typeNode[2]
- foldObjectBody(dst, body, tmpSym, jsonNode, jsonPath, originalJsonPathLen)
- else:
- error("unhandled kind: " & $typeNode.kind, typeNode)
- macro assignObjectImpl[T](dst: var T; jsonNode: JsonNode; jsonPath: var string) =
- let typeSym = getTypeInst(dst)
- let originalJsonPathLen = genSym(nskLet, "originalJsonPathLen")
- result = newStmtList()
- result.add quote do:
- let `originalJsonPathLen` = len(`jsonPath`)
- if typeSym.kind in {nnkTupleTy, nnkTupleConstr}:
- # both, `dst` and `typeSym` don't have good lineinfo. But nothing
- # else is available here.
- detectIncompatibleType(typeSym, dst)
- foldObjectBody(result, typeSym, dst, jsonNode, jsonPath, originalJsonPathLen)
- else:
- foldObjectBody(result, typeSym.getTypeImpl, dst, jsonNode, jsonPath, originalJsonPathLen)
- proc initFromJson[T: object|tuple](dst: var T; jsonNode: JsonNode; jsonPath: var string) =
- assignObjectImpl(dst, jsonNode, jsonPath)
- proc to*[T](node: JsonNode, t: typedesc[T]): T =
- ## `Unmarshals`:idx: the specified node into the object type specified.
- ##
- ## Known limitations:
- ##
- ## * Heterogeneous arrays are not supported.
- ## * Sets in object variants are not supported.
- ## * Not nil annotations are not supported.
- ##
- runnableExamples:
- let jsonNode = parseJson("""
- {
- "person": {
- "name": "Nimmer",
- "age": 21
- },
- "list": [1, 2, 3, 4]
- }
- """)
- type
- Person = object
- name: string
- age: int
- Data = object
- person: Person
- list: seq[int]
- var data = to(jsonNode, Data)
- doAssert data.person.name == "Nimmer"
- doAssert data.person.age == 21
- doAssert data.list == @[1, 2, 3, 4]
- var jsonPath = ""
- initFromJson(result, node, jsonPath)
- when false:
- import os
- var s = newFileStream(paramStr(1), fmRead)
- if s == nil: quit("cannot open the file" & paramStr(1))
- var x: JsonParser
- open(x, s, paramStr(1))
- while true:
- next(x)
- case x.kind
- of jsonError:
- Echo(x.errorMsg())
- break
- of jsonEof: break
- of jsonString, jsonInt, jsonFloat: echo(x.str)
- of jsonTrue: echo("!TRUE")
- of jsonFalse: echo("!FALSE")
- of jsonNull: echo("!NULL")
- of jsonObjectStart: echo("{")
- of jsonObjectEnd: echo("}")
- of jsonArrayStart: echo("[")
- of jsonArrayEnd: echo("]")
- close(x)
- # { "json": 5 }
- # To get that we shall use, obj["json"]
|