turi.nim 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323
  1. discard """
  2. targets: "c js"
  3. """
  4. import std/uri
  5. from std/uri {.all.} as uri2 import removeDotSegments
  6. from std/sequtils import toSeq
  7. import std/assertions
  8. template main() =
  9. block: # encodeUrl, decodeUrl
  10. const test1 = "abc\L+def xyz"
  11. doAssert encodeUrl(test1) == "abc%0A%2Bdef+xyz"
  12. doAssert decodeUrl(encodeUrl(test1)) == test1
  13. doAssert encodeUrl(test1, false) == "abc%0A%2Bdef%20xyz"
  14. doAssert decodeUrl(encodeUrl(test1, false), false) == test1
  15. doAssert decodeUrl(encodeUrl(test1)) == test1
  16. block: # removeDotSegments
  17. doAssert removeDotSegments("/foo/bar/baz") == "/foo/bar/baz"
  18. doAssert removeDotSegments("") == "" # empty test
  19. doAssert removeDotSegments(".") == "." # trailing period
  20. doAssert removeDotSegments("a1/a2/../a3/a4/a5/./a6/a7/././") == "a1/a3/a4/a5/a6/a7/"
  21. doAssert removeDotSegments("https://a1/a2/../a3/a4/a5/./a6/a7/././") == "https://a1/a3/a4/a5/a6/a7/"
  22. doAssert removeDotSegments("http://a1/a2") == "http://a1/a2"
  23. doAssert removeDotSegments("http://www.ai.") == "http://www.ai."
  24. when false: # xxx these cases are buggy
  25. # this should work, refs https://webmasters.stackexchange.com/questions/73934/how-can-urls-have-a-dot-at-the-end-e-g-www-bla-de
  26. doAssert removeDotSegments("http://www.ai./") == "http://www.ai./" # fails
  27. echo removeDotSegments("http://www.ai./") # http://www.ai/
  28. echo removeDotSegments("a/b.../c") # b.c
  29. echo removeDotSegments("a/b../c") # bc
  30. echo removeDotSegments("a/.../c") # .c
  31. echo removeDotSegments("a//../b") # a/b
  32. echo removeDotSegments("a/b/c//") # a/b/c//
  33. block: # parseUri
  34. block:
  35. let org = "udp://[2001:0db8:85a3:0000:0000:8a2e:0370:7334]:8080"
  36. let url = parseUri(org)
  37. doAssert url.hostname == "2001:0db8:85a3:0000:0000:8a2e:0370:7334" # true
  38. let newUrl = parseUri($url)
  39. doAssert newUrl.hostname == "2001:0db8:85a3:0000:0000:8a2e:0370:7334" # true
  40. block:
  41. let str = "http://localhost"
  42. let test = parseUri(str)
  43. doAssert test.path == ""
  44. block:
  45. let str = "http://localhost/"
  46. let test = parseUri(str)
  47. doAssert test.path == "/"
  48. block:
  49. let str = "http://localhost:8080/test"
  50. let test = parseUri(str)
  51. doAssert test.scheme == "http"
  52. doAssert test.port == "8080"
  53. doAssert test.path == "/test"
  54. doAssert test.hostname == "localhost"
  55. doAssert($test == str)
  56. block:
  57. let str = "foo://username:password@example.com:8042/over/there" &
  58. "/index.dtb?type=animal&name=narwhal#nose"
  59. let test = parseUri(str)
  60. doAssert test.scheme == "foo"
  61. doAssert test.username == "username"
  62. doAssert test.password == "password"
  63. doAssert test.hostname == "example.com"
  64. doAssert test.port == "8042"
  65. doAssert test.path == "/over/there/index.dtb"
  66. doAssert test.query == "type=animal&name=narwhal"
  67. doAssert test.anchor == "nose"
  68. doAssert($test == str)
  69. block:
  70. # IPv6 address
  71. let str = "foo://[::1]:1234/bar?baz=true&qux#quux"
  72. let uri = parseUri(str)
  73. doAssert uri.scheme == "foo"
  74. doAssert uri.hostname == "::1"
  75. doAssert uri.port == "1234"
  76. doAssert uri.path == "/bar"
  77. doAssert uri.query == "baz=true&qux"
  78. doAssert uri.anchor == "quux"
  79. block:
  80. let str = "urn:example:animal:ferret:nose"
  81. let test = parseUri(str)
  82. doAssert test.scheme == "urn"
  83. doAssert test.path == "example:animal:ferret:nose"
  84. doAssert($test == str)
  85. block:
  86. let str = "mailto:username@example.com?subject=Topic"
  87. let test = parseUri(str)
  88. doAssert test.scheme == "mailto"
  89. doAssert test.username == "username"
  90. doAssert test.hostname == "example.com"
  91. doAssert test.query == "subject=Topic"
  92. doAssert($test == str)
  93. block:
  94. let str = "magnet:?xt=urn:sha1:72hsga62ba515sbd62&dn=foobar"
  95. let test = parseUri(str)
  96. doAssert test.scheme == "magnet"
  97. doAssert test.query == "xt=urn:sha1:72hsga62ba515sbd62&dn=foobar"
  98. doAssert($test == str)
  99. block:
  100. let str = "/test/foo/bar?q=2#asdf"
  101. let test = parseUri(str)
  102. doAssert test.scheme == ""
  103. doAssert test.path == "/test/foo/bar"
  104. doAssert test.query == "q=2"
  105. doAssert test.anchor == "asdf"
  106. doAssert($test == str)
  107. block:
  108. let str = "test/no/slash"
  109. let test = parseUri(str)
  110. doAssert test.path == "test/no/slash"
  111. doAssert($test == str)
  112. block:
  113. let str = "//git@github.com:dom96/packages"
  114. let test = parseUri(str)
  115. doAssert test.scheme == ""
  116. doAssert test.username == "git"
  117. doAssert test.hostname == "github.com"
  118. doAssert test.port == "dom96"
  119. doAssert test.path == "/packages"
  120. block:
  121. let str = "file:///foo/bar/baz.txt"
  122. let test = parseUri(str)
  123. doAssert test.scheme == "file"
  124. doAssert test.username == ""
  125. doAssert test.hostname == ""
  126. doAssert test.port == ""
  127. doAssert test.path == "/foo/bar/baz.txt"
  128. block: # combine
  129. block:
  130. let concat = combine(parseUri("http://google.com/foo/bar/"), parseUri("baz"))
  131. doAssert concat.path == "/foo/bar/baz"
  132. doAssert concat.hostname == "google.com"
  133. doAssert concat.scheme == "http"
  134. block:
  135. let concat = combine(parseUri("http://google.com/foo"), parseUri("/baz"))
  136. doAssert concat.path == "/baz"
  137. doAssert concat.hostname == "google.com"
  138. doAssert concat.scheme == "http"
  139. block:
  140. let concat = combine(parseUri("http://google.com/foo/test"), parseUri("bar"))
  141. doAssert concat.path == "/foo/bar"
  142. block:
  143. let concat = combine(parseUri("http://google.com/foo/test"), parseUri("/bar"))
  144. doAssert concat.path == "/bar"
  145. block:
  146. let concat = combine(parseUri("http://google.com/foo/test"), parseUri("bar"))
  147. doAssert concat.path == "/foo/bar"
  148. block:
  149. let concat = combine(parseUri("http://google.com/foo/test/"), parseUri("bar"))
  150. doAssert concat.path == "/foo/test/bar"
  151. block:
  152. let concat = combine(parseUri("http://google.com/foo/test/"), parseUri("bar/"))
  153. doAssert concat.path == "/foo/test/bar/"
  154. block:
  155. let concat = combine(parseUri("http://google.com/foo/test/"), parseUri("bar/"),
  156. parseUri("baz"))
  157. doAssert concat.path == "/foo/test/bar/baz"
  158. block: # `/`
  159. block:
  160. let test = parseUri("http://example.com/foo") / "bar/asd"
  161. doAssert test.path == "/foo/bar/asd"
  162. block:
  163. let test = parseUri("http://example.com/foo/") / "/bar/asd"
  164. doAssert test.path == "/foo/bar/asd"
  165. block: # bug #3207
  166. doAssert parseUri("http://qq/1").combine(parseUri("https://qqq")).`$` == "https://qqq"
  167. block: # bug #4959
  168. let foo = parseUri("http://example.com") / "/baz"
  169. doAssert foo.path == "/baz"
  170. block: # bug found on stream 13/10/17
  171. let foo = parseUri("http://localhost:9515") / "status"
  172. doAssert $foo == "http://localhost:9515/status"
  173. block: # bug #6649 #6652
  174. var foo = parseUri("http://example.com")
  175. foo.hostname = "example.com"
  176. foo.path = "baz"
  177. doAssert $foo == "http://example.com/baz"
  178. foo.hostname = "example.com/"
  179. foo.path = "baz"
  180. doAssert $foo == "http://example.com/baz"
  181. foo.hostname = "example.com"
  182. foo.path = "/baz"
  183. doAssert $foo == "http://example.com/baz"
  184. foo.hostname = "example.com/"
  185. foo.path = "/baz"
  186. doAssert $foo == "http://example.com/baz"
  187. foo.hostname = "example.com/"
  188. foo.port = "8000"
  189. foo.path = "baz"
  190. doAssert $foo == "http://example.com:8000/baz"
  191. foo = parseUri("file:/dir/file")
  192. foo.path = "relative"
  193. doAssert $foo == "file:relative"
  194. block: # isAbsolute tests
  195. doAssert "www.google.com".parseUri().isAbsolute() == false
  196. doAssert "http://www.google.com".parseUri().isAbsolute() == true
  197. doAssert "file:/dir/file".parseUri().isAbsolute() == true
  198. doAssert "file://localhost/dir/file".parseUri().isAbsolute() == true
  199. doAssert "urn:ISSN:1535-3613".parseUri().isAbsolute() == true
  200. # path-relative URL *relative
  201. doAssert "about".parseUri().isAbsolute == false
  202. doAssert "about/staff.html".parseUri().isAbsolute == false
  203. doAssert "about/staff.html?".parseUri().isAbsolute == false
  204. doAssert "about/staff.html?parameters".parseUri().isAbsolute == false
  205. # absolute-path-relative URL *relative
  206. doAssert "/".parseUri().isAbsolute == false
  207. doAssert "/about".parseUri().isAbsolute == false
  208. doAssert "/about/staff.html".parseUri().isAbsolute == false
  209. doAssert "/about/staff.html?".parseUri().isAbsolute == false
  210. doAssert "/about/staff.html?parameters".parseUri().isAbsolute == false
  211. # scheme-relative URL *relative
  212. doAssert "//username:password@example.com:8888".parseUri().isAbsolute == false
  213. doAssert "//username@example.com".parseUri().isAbsolute == false
  214. doAssert "//example.com".parseUri().isAbsolute == false
  215. doAssert "//example.com/".parseUri().isAbsolute == false
  216. doAssert "//example.com/about".parseUri().isAbsolute == false
  217. doAssert "//example.com/about/staff.html".parseUri().isAbsolute == false
  218. doAssert "//example.com/about/staff.html?".parseUri().isAbsolute == false
  219. doAssert "//example.com/about/staff.html?parameters".parseUri().isAbsolute == false
  220. # absolute URL *absolute
  221. doAssert "https://username:password@example.com:8888".parseUri().isAbsolute == true
  222. doAssert "https://username@example.com".parseUri().isAbsolute == true
  223. doAssert "https://example.com".parseUri().isAbsolute == true
  224. doAssert "https://example.com/".parseUri().isAbsolute == true
  225. doAssert "https://example.com/about".parseUri().isAbsolute == true
  226. doAssert "https://example.com/about/staff.html".parseUri().isAbsolute == true
  227. doAssert "https://example.com/about/staff.html?".parseUri().isAbsolute == true
  228. doAssert "https://example.com/about/staff.html?parameters".parseUri().isAbsolute == true
  229. block: # encodeQuery tests
  230. doAssert encodeQuery({:}) == ""
  231. doAssert encodeQuery({"foo": "bar"}) == "foo=bar"
  232. doAssert encodeQuery({"foo": "bar & baz"}) == "foo=bar+%26+baz"
  233. doAssert encodeQuery({"foo": "bar & baz"}, usePlus = false) == "foo=bar%20%26%20baz"
  234. doAssert encodeQuery({"foo": ""}) == "foo"
  235. doAssert encodeQuery({"foo": ""}, omitEq = false) == "foo="
  236. doAssert encodeQuery({"a": "1", "b": "", "c": "3"}) == "a=1&b&c=3"
  237. doAssert encodeQuery({"a": "1", "b": "", "c": "3"}, sep = ';') == "a=1;b;c=3"
  238. doAssert encodeQuery({"a": "1", "b": "", "c": "3"}, omitEq = false) == "a=1&b=&c=3"
  239. doAssert encodeQuery({"a": "1", "b": "", "c": "3"}, omitEq = false, sep = ';') == "a=1;b=;c=3"
  240. block: # `?`
  241. block:
  242. var foo = parseUri("http://example.com") / "foo" ? {"bar": "1", "baz": "qux"}
  243. var foo1 = parseUri("http://example.com/foo?bar=1&baz=qux")
  244. doAssert foo == foo1
  245. block:
  246. var foo = parseUri("http://example.com") / "foo" ? {"do": "do", "bar": ""}
  247. var foo1 = parseUri("http://example.com/foo?do=do&bar")
  248. doAssert foo == foo1
  249. block: # getDataUri, dataUriBase64
  250. doAssert getDataUri("", "text/plain") == "data:text/plain;charset=utf-8;base64,"
  251. doAssert getDataUri(" ", "text/plain") == "data:text/plain;charset=utf-8;base64,IA=="
  252. doAssert getDataUri("c\xf7>", "text/plain") == "data:text/plain;charset=utf-8;base64,Y/c+"
  253. doAssert getDataUri("Hello World", "text/plain") == "data:text/plain;charset=utf-8;base64,SGVsbG8gV29ybGQ="
  254. doAssert getDataUri("leasure.", "text/plain") == "data:text/plain;charset=utf-8;base64,bGVhc3VyZS4="
  255. doAssert getDataUri("""!@#$%^&*()_+""", "text/plain") == "data:text/plain;charset=utf-8;base64,IUAjJCVeJiooKV8r"
  256. doAssert(getDataUri("the quick brown dog jumps over the lazy fox", "text/plain") ==
  257. "data:text/plain;charset=utf-8;base64,dGhlIHF1aWNrIGJyb3duIGRvZyBqdW1wcyBvdmVyIHRoZSBsYXp5IGZveA==")
  258. doAssert(getDataUri("The present is theirs\n The future, for which I really worked, is mine.", "text/plain") ==
  259. "data:text/plain;charset=utf-8;base64,VGhlIHByZXNlbnQgaXMgdGhlaXJzCiAgICAgIFRoZSBmdXR1cmUsIGZvciB3aGljaCBJIHJlYWxseSB3b3JrZWQsIGlzIG1pbmUu")
  260. block: # decodeQuery
  261. doAssert toSeq(decodeQuery("a=1&b=0")) == @[("a", "1"), ("b", "0")]
  262. doAssert toSeq(decodeQuery("a=1;b=0", sep = ';')) == @[("a", "1"), ("b", "0")]
  263. doAssert toSeq(decodeQuery("a=1&b=2c=6")) == @[("a", "1"), ("b", "2c=6")]
  264. doAssert toSeq(decodeQuery("a=1;b=2c=6", sep = ';')) == @[("a", "1"), ("b", "2c=6")]
  265. block: # bug #17481
  266. let u1 = parseUri("./")
  267. let u2 = parseUri("./path")
  268. let u3 = parseUri("a/path")
  269. doAssert u1.scheme.len == 0
  270. doAssert u1.path == "./"
  271. doAssert u2.scheme.len == 0
  272. doAssert u2.path == "./path"
  273. doAssert u3.scheme.len == 0
  274. doAssert u3.path == "a/path"
  275. static: main()
  276. main()