Rewrite #'encode-escaped-encoding on base utf-8 encoding
[puri-unicode.git] / tests.lisp
1 ;;;; -*- Mode: LISP; Syntax: ANSI-Common-Lisp; Base: 10 -*-
2 ;; copyright (c) 1999-2001 Franz Inc, Berkeley, CA  - All rights reserved.
3 ;; copyright (c) 2003 Kevin Rosenberg (significant fixes for using
4 ;; tester package)
5 ;;
6 ;; The software, data and information contained herein are proprietary
7 ;; to, and comprise valuable trade secrets of, Franz, Inc.  They are
8 ;; given in confidence by Franz, Inc. pursuant to a written license
9 ;; agreement, and may be stored and used only in accordance with the terms
10 ;; of such license.
11 ;;
12 ;; Restricted Rights Legend
13 ;; ------------------------
14 ;; Use, duplication, and disclosure of the software, data and information
15 ;; contained herein by any agency, department or entity of the U.S.
16 ;; Government are subject to restrictions of Restricted Rights for
17 ;; Commercial Software developed at private expense as specified in
18 ;; DOD FAR Supplement 52.227-7013 (c) (1) (ii), as applicable.
19 ;;
20 ;; Original version from ACL 6.1:
21 ;; t-uri.cl,v 1.3.6.3.2.1 2001/08/09 17:42:43 layer
22 ;;
23 ;; $Id$
24
25
26 (defpackage #:puri-tests (:use #:puri #:cl #:ptester))
27 (in-package #:puri-tests)
28
29 (unintern-uri t)
30
31 (defmacro gen-test-forms ()
32   (let ((res '())
33         (base-uri "http://a/b/c/d;p?q"))
34
35     (dolist (x `(;; (relative-uri result base-uri compare-function)
36 ;;;; RFC Appendix C.1 (normal examples)
37                  ("g:h" "g:h" ,base-uri)
38                  ("g" "http://a/b/c/g" ,base-uri)
39                  ("./g" "http://a/b/c/g" ,base-uri)
40                  ("g/" "http://a/b/c/g/" ,base-uri)
41                  ("/g" "http://a/g" ,base-uri)
42                  ("//g" "http://g" ,base-uri)
43                  ;; Following was changed from appendix C of RFC 2396
44                  ;; http://www.apache.org/~fielding/uri/rev-2002/issues.html#003-relative-query
45                  #-ignore ("?y" "http://a/b/c/d;p?y" ,base-uri)
46                  #+ignore ("?y" "http://a/b/c/?y" ,base-uri)
47                  ("g?y" "http://a/b/c/g?y" ,base-uri)
48                  ("#s" "http://a/b/c/d;p?q#s" ,base-uri)
49                  ("g#s" "http://a/b/c/g#s" ,base-uri)
50                  ("g?y#s" "http://a/b/c/g?y#s" ,base-uri)
51                  (";x" "http://a/b/c/;x" ,base-uri)
52                  ("g;x" "http://a/b/c/g;x" ,base-uri)
53                  ("g;x?y#s" "http://a/b/c/g;x?y#s" ,base-uri)
54                  ("." "http://a/b/c/" ,base-uri)
55                  ("./" "http://a/b/c/" ,base-uri)
56                  (".." "http://a/b/" ,base-uri)
57                  ("../" "http://a/b/" ,base-uri)
58                  ("../g" "http://a/b/g" ,base-uri)
59                  ("../.." "http://a/" ,base-uri)
60                  ("../../" "http://a/" ,base-uri)
61                  ("../../g" "http://a/g" ,base-uri)
62 ;;;; RFC Appendix C.2 (abnormal examples)
63                  ("" "http://a/b/c/d;p?q" ,base-uri)
64                  ("../../../g" "http://a/../g" ,base-uri)
65                  ("../../../../g" "http://a/../../g" ,base-uri)
66                  ("/./g" "http://a/./g" ,base-uri)
67                  ("/../g" "http://a/../g" ,base-uri)
68                  ("g." "http://a/b/c/g." ,base-uri)
69                  (".g" "http://a/b/c/.g" ,base-uri)
70                  ("g.." "http://a/b/c/g.." ,base-uri)
71                  ("..g" "http://a/b/c/..g" ,base-uri)
72                  ("./../g" "http://a/b/g" ,base-uri)
73                  ("./g/." "http://a/b/c/g/" ,base-uri)
74                  ("g/./h" "http://a/b/c/g/h" ,base-uri)
75                  ("g/../h" "http://a/b/c/h" ,base-uri)
76                  ("g;x=1/./y" "http://a/b/c/g;x=1/y" ,base-uri)
77                  ("g;x=1/../y" "http://a/b/c/y" ,base-uri)
78                  ("g?y/./x" "http://a/b/c/g?y/./x" ,base-uri)
79                  ("g?y/../x" "http://a/b/c/g?y/../x" ,base-uri)
80                  ("g#s/./x" "http://a/b/c/g#s/./x" ,base-uri)
81                  ("g#s/../x" "http://a/b/c/g#s/../x" ,base-uri)
82                  ("http:g" "http:g" ,base-uri)
83
84                  ("foo/bar/baz.htm#foo"
85                   "http://a/b/foo/bar/baz.htm#foo"
86                   "http://a/b/c.htm")
87                  ("foo/bar/baz.htm#foo"
88                   "http://a/b/foo/bar/baz.htm#foo"
89                   "http://a/b/")
90                  ("foo/bar/baz.htm#foo"
91                   "http://a/foo/bar/baz.htm#foo"
92                   "http://a/b")
93                  ("foo/bar;x;y/bam.htm"
94                   "http://a/b/c/foo/bar;x;y/bam.htm"
95                   "http://a/b/c/")))
96       (push `(test (intern-uri ,(second x))
97                              (intern-uri (merge-uris (intern-uri ,(first x))
98                                                      (intern-uri ,(third x))))
99                              :test 'uri=)
100             res))
101
102 ;;;; intern tests
103     (dolist (x '(;; default port and specifying the default port are
104                  ;; supposed to compare the same:
105                  ("http://www.franz.com:80" "http://www.franz.com")
106                  ("http://www.franz.com:80" "http://www.franz.com" eq)
107                  ;; make sure they're `eq':
108                  ("http://www.franz.com:80" "http://www.franz.com" eq)
109                  ("http://www.franz.com" "http://www.franz.com" eq)
110                  ("http://www.franz.com/foo" "http://www.franz.com/foo" eq)
111                  ("http://www.franz.com/foo?bar"
112                   "http://www.franz.com/foo?bar" eq)
113                  ("http://www.franz.com/foo?bar#baz"
114                   "http://www.franz.com/foo?bar#baz" eq)
115                  ("http://WWW.FRANZ.COM" "http://www.franz.com" eq)
116                  ("http://www.FRANZ.com" "http://www.franz.com" eq)
117                  ("http://www.franz.com" "http://www.franz.com/" eq)
118                  (;; %72 is "r", %2f is "/", %3b is ";"
119                   "http://www.franz.com/ba%72%2f%3b;x;y;z/baz/"
120                   "http://www.franz.com/bar%2f%3b;x;y;z/baz/" eq)))
121       (push `(test (intern-uri ,(second x))
122                              (intern-uri ,(first x))
123               :test ',(if (third x)
124                           (third x)
125                           'uri=))
126             res))
127
128 ;;;; parsing and equivalence tests
129     (push `(test
130             (parse-uri "http://foo+bar?baz=b%26lob+bof")
131             (parse-uri (parse-uri "http://foo+bar?baz=b%26lob+bof"))
132             :test 'uri=)
133           res)
134     (push '(test
135             (parse-uri "http://www.foo.com")
136             (parse-uri (parse-uri "http://www.foo.com?")) ; allow ? at end
137             :test 'uri=)
138           res)
139     (push `(test
140             "baz=b%26lob+bof"
141             (uri-query (parse-uri "http://foo+bar?baz=b%26lob+bof"))
142             :test 'string=)
143           res)
144     (push `(test
145             "baz=b%26lob+bof%3d"
146             (uri-query (parse-uri "http://foo+bar?baz=b%26lob+bof%3d"))
147             :test 'string=)
148           res)
149     (push
150      `(test (parse-uri "xxx?%41") (parse-uri "xxx?A") :test 'uri=)
151      res)
152     (push
153      `(test "A" (uri-query (parse-uri "xxx?%41")) :test 'string=)
154      res)
155
156     (push `(test-error (parse-uri " ")
157                                  :condition-type 'uri-parse-error)
158           res)
159     (push `(test-error (parse-uri "foo ")
160                                  :condition-type 'uri-parse-error)
161           res)
162     (push `(test-error (parse-uri " foo ")
163                                  :condition-type 'uri-parse-error)
164           res)
165     (push `(test-error (parse-uri "<foo")
166                                  :condition-type 'uri-parse-error)
167           res)
168     (push `(test-error (parse-uri "foo>")
169                                  :condition-type 'uri-parse-error)
170           res)
171     (push `(test-error (parse-uri "<foo>")
172                                  :condition-type 'uri-parse-error)
173           res)
174     (push `(test-error (parse-uri "%")
175                                  :condition-type 'uri-parse-error)
176           res)
177     (push `(test-error (parse-uri "foo%xyr")
178                                  :condition-type 'uri-parse-error)
179           res)
180     (push `(test-error (parse-uri "\"foo\"")
181                                  :condition-type 'uri-parse-error)
182           res)
183     (push `(test "%20" (format nil "~a" (parse-uri "%20"))
184                            :test 'string=)
185           res)
186     (push `(test "&" (format nil "~a" (parse-uri "%26"))
187                            :test 'string=)
188           res)
189     (push
190      `(test "foo%23bar" (format nil "~a" (parse-uri "foo%23bar"))
191                       :test 'string=)
192      res)
193     (push
194      `(test "foo%23bar#foobar"
195                       (format nil "~a" (parse-uri "foo%23bar#foobar"))
196                       :test 'string=)
197      res)
198     (push
199      `(test "foo%23bar#foobar#baz"
200                       (format nil "~a" (parse-uri "foo%23bar#foobar#baz"))
201                       :test 'string=)
202      res)
203     (push
204      `(test "foo%23bar#foobar#baz"
205                       (format nil "~a" (parse-uri "foo%23bar#foobar%23baz"))
206                       :test 'string=)
207      res)
208     (push
209      `(test "foo%23bar#foobar/baz"
210                       (format nil "~a" (parse-uri "foo%23bar#foobar%2fbaz"))
211                       :test 'string=)
212      res)
213     (push `(test-error (parse-uri "foobar??")
214                                  :condition-type 'uri-parse-error)
215           res)
216     (push `(test-error (parse-uri "foobar?foo?")
217                                  :condition-type 'uri-parse-error)
218           res)
219     (push `(test "foobar?%3f"
220                            (format nil "~a" (parse-uri "foobar?%3f"))
221                            :test 'string=)
222           res)
223     (push `(test
224             "http://foo/bAr;3/baz?baf=3"
225             (format nil "~a" (parse-uri "http://foo/b%41r;3/baz?baf=3"))
226             :test 'string=)
227           res)
228     (push `(test
229             '(:absolute ("/bAr" "3") "baz")
230             (uri-parsed-path (parse-uri "http://foo/%2fb%41r;3/baz?baf=3"))
231             :test 'equal)
232           res)
233     (push `(test
234             "/%2fbAr;3/baz"
235             (let ((u (parse-uri "http://foo/%2fb%41r;3/baz?baf=3")))
236               (setf (uri-parsed-path u) '(:absolute ("/bAr" "3") "baz"))
237               (uri-path u))
238             :test 'string=)
239           res)
240     (push `(test
241             "http://www.verada.com:8010/kapow?name=foo%3Dbar%25"
242             (format nil "~a"
243                     (parse-uri
244                      "http://www.verada.com:8010/kapow?name=foo%3Dbar%25"))
245             :test 'string=)
246           res)
247     (push `(test
248             "ftp://parcftp.xerox.com/pub/pcl/mop/"
249             (format nil "~a"
250                     (parse-uri "ftp://parcftp.xerox.com:/pub/pcl/mop/"))
251             :test 'string=)
252           res)
253
254 ;;;; enough-uri tests
255     (dolist (x `(("http://www.franz.com/foo/bar/baz.htm"
256                   "http://www.franz.com/foo/bar/"
257                   "baz.htm")
258                  ("http://www.franz.com/foo/bar/baz.htm"
259                   "http://www.franz.com/foo/bar"
260                   "baz.htm")
261                  ("http://www.franz.com:80/foo/bar/baz.htm"
262                   "http://www.franz.com:80/foo/bar"
263                   "baz.htm")
264                  ("http:/foo/bar/baz.htm" "http:/foo/bar"  "baz.htm")
265                  ("http:/foo/bar/baz.htm" "http:/foo/bar/" "baz.htm")
266                  ("/foo/bar/baz.htm" "/foo/bar"  "baz.htm")
267                  ("/foo/bar/baz.htm" "/foo/bar/" "baz.htm")
268                  ("/foo/bar/baz.htm#foo" "/foo/bar/" "baz.htm#foo")
269                  ("/foo/bar/baz.htm?bar#foo" "/foo/bar/" "baz.htm?bar#foo")
270
271                  ("http://www.dnai.com/~layer/foo.htm"
272                   "http://www.known.net"
273                   "http://www.dnai.com/~layer/foo.htm")
274                  ("http://www.dnai.com/~layer/foo.htm"
275                   "http://www.dnai.com:8000/~layer/"
276                   "http://www.dnai.com/~layer/foo.htm")
277                  ("http://www.dnai.com:8000/~layer/foo.htm"
278                   "http://www.dnai.com/~layer/"
279                   "http://www.dnai.com:8000/~layer/foo.htm")
280                  ("http://www.franz.com"
281                   "http://www.franz.com"
282                   "/")))
283       (push `(test (parse-uri ,(third x))
284                              (enough-uri (parse-uri ,(first x))
285                                          (parse-uri ,(second x)))
286                              :test 'uri=)
287             res))
288
289 ;;;; urn tests, ideas of which are from rfc2141
290     (let ((urn "urn:com:foo-the-bar"))
291       (push `(test "com" (urn-nid (parse-uri ,urn))
292                              :test #'string=)
293             res)
294       (push `(test "foo-the-bar" (urn-nss (parse-uri ,urn))
295                              :test #'string=)
296             res))
297     (push `(test-error (parse-uri "urn:")
298                                  :condition-type 'uri-parse-error)
299           res)
300     (push `(test-error (parse-uri "urn:foo")
301                                  :condition-type 'uri-parse-error)
302           res)
303     (push `(test-error (parse-uri "urn:foo$")
304                                  :condition-type 'uri-parse-error)
305           res)
306     (push `(test-error (parse-uri "urn:foo_")
307                                  :condition-type 'uri-parse-error)
308           res)
309     (push `(test-error (parse-uri "urn:foo:foo&bar")
310                                  :condition-type 'uri-parse-error)
311           res)
312     (push `(test (parse-uri "URN:foo:a123,456")
313                            (parse-uri "urn:foo:a123,456")
314                            :test #'uri=)
315           res)
316     (push `(test (parse-uri "URN:foo:a123,456")
317                            (parse-uri "urn:FOO:a123,456")
318                            :test #'uri=)
319           res)
320     (push `(test (parse-uri "urn:foo:a123,456")
321                            (parse-uri "urn:FOO:a123,456")
322                            :test #'uri=)
323           res)
324     (push `(test (parse-uri "URN:FOO:a123%2c456")
325                            (parse-uri "urn:foo:a123%2C456")
326                            :test #'uri=)
327           res)
328     (push `(test
329             nil
330             (uri= (parse-uri "urn:foo:A123,456")
331                   (parse-uri "urn:FOO:a123,456")))
332           res)
333     (push `(test
334             nil
335             (uri= (parse-uri "urn:foo:A123,456")
336                   (parse-uri "urn:foo:a123,456")))
337           res)
338     (push `(test
339             nil
340             (uri= (parse-uri "urn:foo:A123,456")
341                   (parse-uri "URN:foo:a123,456")))
342           res)
343     (push `(test
344             nil
345             (uri= (parse-uri "urn:foo:a123%2C456")
346                   (parse-uri "urn:FOO:a123,456")))
347           res)
348     (push `(test
349             nil
350             (uri= (parse-uri "urn:foo:a123%2C456")
351                   (parse-uri "urn:foo:a123,456")))
352           res)
353     (push `(test
354             nil
355             (uri= (parse-uri "URN:FOO:a123%2c456")
356                   (parse-uri "urn:foo:a123,456")))
357           res)
358     (push `(test
359             nil
360             (uri= (parse-uri "urn:FOO:a123%2c456")
361                   (parse-uri "urn:foo:a123,456")))
362           res)
363     (push `(test
364             nil
365             (uri= (parse-uri "urn:foo:a123%2c456")
366                   (parse-uri "urn:foo:a123,456")))
367           res)
368
369     (push `(test t
370                            (uri= (parse-uri "foo") (parse-uri "foo#")))
371           res)
372
373     (push
374      '(let ((puri::*strict-parse* nil))
375        (test-no-error
376         (puri:parse-uri
377          "http://foo.com/bar?a=zip|zop")))
378      res)
379     (push
380      '(test-error
381        (puri:parse-uri "http://foo.com/bar?a=zip|zop")
382        :condition-type 'uri-parse-error)
383      res)
384
385     (push
386      '(let ((puri::*strict-parse* nil))
387        (test-no-error
388         (puri:parse-uri
389          "http://arc3.msn.com/ADSAdClient31.dll?GetAd?PG=NBCSBU?SC=D2?AN=1.0586041")))
390      res)
391     (push
392      '(test-error
393        (puri:parse-uri
394         "http://arc3.msn.com/ADSAdClient31.dll?GetAd?PG=NBCSBU?SC=D2?AN=1.0586041")
395        :condition-type 'uri-parse-error)
396      res)
397
398     (push
399      '(let ((puri::*strict-parse* nil))
400        (test-no-error
401         (puri:parse-uri
402          "http://scbc.booksonline.com/cgi-bin/ndCGI.exe/Develop/pagClubHome.hrfTIOLI_onWebEvent(hrfTIOLI)?selGetClubOffer.TB_OFFER_ID_OFFER=344879%2e0&selGetClubOffer.TB_OFFER_ID_ITEM=34487%2e0&selGetClubOffer.TB_OFFER_ID_OFFER=344879%2e0&^CSpCommand.currRowNumber=5&hrfTIOLI=The+Visual+Basic+6+Programmer%27s+Toolkit&SPIDERSESSION=%3f%3f%3f%3f%3f%5f%3f%3f%3f%40%5b%3f%3f%3f%3fBOs%5cH%3f%3f%3f%3f%3f%3f%3f%3f%3fMMpXO%5f%40JG%7d%40%5c%5f%3f%3f%3fECK%5dt%3fLDT%3fTBD%3fDDTxPEToBS%40%5f%5dBDgXVoKBSDs%7cDT%3fK%3fd%3fTIb%7ceHbkeMfh%60LRpO%5cact%5eUC%7bMu%5fyWUGzLUhP%5ebpdWRka%5dFO%3f%5dBopW%3f%40HMrxbMRd%60LOpuMVga%3fv%3fTS%3fpODT%40O&%5euniqueValue=977933764843")))
403      res)
404     (push
405      '(test-error
406        (puri:parse-uri
407         "http://scbc.booksonline.com/cgi-bin/ndCGI.exe/Develop/pagClubHome.hrfTIOLI_onWebEvent(hrfTIOLI)?selGetClubOffer.TB_OFFER_ID_OFFER=344879%2e0&selGetClubOffer.TB_OFFER_ID_ITEM=34487%2e0&selGetClubOffer.TB_OFFER_ID_OFFER=344879%2e0&^CSpCommand.currRowNumber=5&hrfTIOLI=The+Visual+Basic+6+Programmer%27s+Toolkit&SPIDERSESSION=%3f%3f%3f%3f%3f%5f%3f%3f%3f%40%5b%3f%3f%3f%3fBOs%5cH%3f%3f%3f%3f%3f%3f%3f%3f%3fMMpXO%5f%40JG%7d%40%5c%5f%3f%3f%3fECK%5dt%3fLDT%3fTBD%3fDDTxPEToBS%40%5f%5dBDgXVoKBSDs%7cDT%3fK%3fd%3fTIb%7ceHbkeMfh%60LRpO%5cact%5eUC%7bMu%5fyWUGzLUhP%5ebpdWRka%5dFO%3f%5dBopW%3f%40HMrxbMRd%60LOpuMVga%3fv%3fTS%3fpODT%40O&%5euniqueValue=977933764843")
408        :condition-type 'uri-parse-error)
409      res)
410
411     `(progn ,@(nreverse res))))
412
413 (defun do-tests ()
414   (let ((*break-on-test-failures* t))
415     (with-tests (:name "puri")
416       (gen-test-forms)))
417   t)
418
419