Yahoo! JAPAN

├── .gitignore ├── tests ├── testdata │ ├── encoding │ │ ├── tests1.dat │ │ ├── test-yahoo-jp.dat │ │ └── tests2.dat │ ├── tokenizer │ │ ├── pendingSpecChanges.test │ │ ├── aa-lisp-tests.test │ │ ├── xmlViolation.test │ │ ├── unicodeCharsProblematic.test │ │ ├── escapeFlag.test │ │ ├── contentModelFlags.test │ │ ├── domjs.test │ │ ├── test1.test │ │ └── test2.test │ ├── tree-construction │ │ ├── pending-spec-changes-plain-text-unsafe.dat │ │ ├── button.dat │ │ ├── adoption02.dat │ │ ├── inbody01.dat │ │ ├── isindex.dat │ │ ├── tests4.dat │ │ ├── tests24.dat │ │ ├── tests14.dat │ │ ├── pending-spec-changes.dat │ │ ├── webkit02.dat │ │ ├── tests12.dat │ │ ├── comments01.dat │ │ ├── tests17.dat │ │ ├── adoption01.dat │ │ ├── tests21.dat │ │ ├── tests25.dat │ │ ├── tests23.dat │ │ ├── tables01.dat │ │ ├── html5test-com.dat │ │ ├── tests22.dat │ │ ├── tests8.dat │ │ ├── tests5.dat │ │ ├── entities02.dat │ │ ├── tests15.dat │ │ ├── tricky01.dat │ │ ├── tests18.dat │ │ ├── scriptdata01.dat │ │ ├── plain-text-unsafe.dat │ │ ├── tests3.dat │ │ ├── tests26.dat │ │ ├── doctype01.dat │ │ ├── tests20.dat │ │ └── tests7.dat │ └── serializer │ │ ├── options.test │ │ ├── whitespace.test │ │ ├── injectmeta.test │ │ └── core.test ├── packages.lisp ├── run-tests.lisp ├── support.lisp ├── test-inputstream.lisp ├── test-tree-builder.lisp └── test-parser.lisp ├── .travis.yml ├── LICENSES ├── html5-parser-class.lisp ├── packages.lisp ├── cxml └── cxml-dom.lisp ├── cl-html5-parser.asd ├── xmls.lisp ├── README.md ├── simple-tree.lisp └── COPYING.LIB /.gitignore: -------------------------------------------------------------------------------- 1 | README.html 2 | 3 | *.fasl 4 | -------------------------------------------------------------------------------- /tests/testdata/encoding/tests1.dat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ruricolist/cl-html5-parser/master/tests/testdata/encoding/tests1.dat -------------------------------------------------------------------------------- /tests/testdata/tokenizer/pendingSpecChanges.test: -------------------------------------------------------------------------------- 1 | {"tests": [ 2 | 3 | {"description":" 6 | Yahoo! JAPAN 7 | 8 |

20 | #errors 21 | #document 22 | | 23 | | 24 | | 25 | | 26 | |

27 | | 28 | | "] 49 | } 50 | 51 | ]} -------------------------------------------------------------------------------- /packages.lisp: -------------------------------------------------------------------------------- 1 | ;;;; HTML5 parser for Common Lisp 2 | ;;;; 3 | ;;;; Copyright (C) 2012 Thomas Bakketun 4 | ;;;; Copyright (C) 2012 Asgeir Bjørlykke 5 | ;;;; Copyright (C) 2012 Mathias Hellevang 6 | ;;;; Copyright (C) 2012 Stian Sletner 7 | ;;;; 8 | ;;;; This library is free software: you can redistribute it and/or modify 9 | ;;;; it under the terms of the GNU Lesser General Public License as published 10 | ;;;; by the Free Software Foundation, either version 3 of the License, or 11 | ;;;; (at your option) any later version. 12 | ;;;; 13 | ;;;; This library is distributed in the hope that it will be useful, 14 | ;;;; but WITHOUT ANY WARRANTY; without even the implied warranty of 15 | ;;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 16 | ;;;; GNU General Public License for more details. 17 | ;;;; 18 | ;;;; You should have received a copy of the GNU General Public License 19 | ;;;; along with this library. If not, see . 20 | 21 | (defpackage :html5-constants 22 | (:use 23 | :common-lisp) 24 | (:export 25 | #:+namespaces+ 26 | #:find-namespace 27 | #:find-prefix 28 | #:+scoping-elements+ 29 | #:+formatting-elements+ 30 | #:+special-elements+ 31 | #:+html-integration-point-elements+ 32 | #:+mathml-text-integration-point-elements+ 33 | #:+eof+ 34 | #:+token-types+ 35 | #:+tag-token-types+ 36 | #:+space-characters+ 37 | #:+table-insert-mode-elements+ 38 | #:+ascii-lowercase+ 39 | #:+ascii-uppercase+ 40 | #:+ascii-letters+ 41 | #:ascii-letter-p 42 | #:+digits+ 43 | #:+hex-digits+ 44 | #:ascii-upper-2-lower 45 | #:+replacement-characters+ 46 | #:+cdata-elements+ 47 | #:+rcdata-elements+ 48 | #:+html-integration-point-elements+ 49 | #:+mathml-text-integration-point-elements+ 50 | #:+quirks-mode-doctypes-regexp+ 51 | #:ascii-upper-2-lower 52 | #:+replacement-characters+ 53 | #:+heading-elements+)) 54 | 55 | (defpackage :html5-parser 56 | (:use 57 | :common-lisp 58 | :html5-constants 59 | :cl-ppcre) 60 | (:export 61 | #:parse-html5 62 | #:parse-html5-fragment 63 | #:transform-html5-dom 64 | 65 | ;; A simple DOM 66 | #:make-document 67 | #:make-fragment 68 | #:make-doctype 69 | #:make-comment 70 | #:make-element 71 | #:make-text-node 72 | 73 | #:node-type 74 | #:node-name 75 | #:node-namespace 76 | #:node-value 77 | #:node-public-id 78 | #:node-system-id 79 | #:element-attribute 80 | 81 | #:node-append-child 82 | #:node-insert-before 83 | #:node-remove-child 84 | 85 | #:node-parent 86 | #:node-first-child 87 | #:node-last-child 88 | #:node-previous-sibling 89 | #:node-next-sibling 90 | #:element-map-attributes 91 | #:element-map-children)) 92 | -------------------------------------------------------------------------------- /tests/testdata/tokenizer/contentModelFlags.test: -------------------------------------------------------------------------------- 1 | {"tests": [ 2 | 3 | {"description":"PLAINTEXT content model flag", 4 | "initialStates":["PLAINTEXT state"], 5 | "lastStartTag":"plaintext", 6 | "input":"&body;", 7 | "output":[["Character", "&body;"]]}, 8 | 9 | {"description":"End tag closing RCDATA or RAWTEXT", 10 | "initialStates":["RCDATA state", "RAWTEXT state"], 11 | "lastStartTag":"xmp", 12 | "input":"foo", 13 | "output":[["Character", "foo"], ["EndTag", "xmp"]]}, 14 | 15 | {"description":"End tag closing RCDATA or RAWTEXT (case-insensitivity)", 16 | "initialStates":["RCDATA state", "RAWTEXT state"], 17 | "lastStartTag":"xmp", 18 | "input":"foo", 19 | "output":[["Character", "foo"], ["EndTag", "xmp"]]}, 20 | 21 | {"description":"End tag closing RCDATA or RAWTEXT (ending with space)", 22 | "initialStates":["RCDATA state", "RAWTEXT state"], 23 | "lastStartTag":"xmp", 24 | "input":"foobar", 49 | "output":[["Character", "bar"], ["EndTag", "xmp"]]}, 50 | 51 | {"description":"End tag with incorrect name in RCDATA or RAWTEXT (starting like correct name)", 52 | "initialStates":["RCDATA state", "RAWTEXT state"], 53 | "lastStartTag":"xmp", 54 | "input":"bar", 55 | "output":[["Character", "bar"]]}, 56 | 57 | {"description":"End tag closing RCDATA or RAWTEXT, switching back to PCDATA", 58 | "initialStates":["RCDATA state", "RAWTEXT state"], 59 | "lastStartTag":"xmp", 60 | "input":"foo", 61 | "output":[["Character", "foo"], ["EndTag", "xmp"], ["EndTag", "baz"]]}, 62 | 63 | {"description":"RAWTEXT w/ something looking like an entity", 64 | "initialStates":["RAWTEXT state"], 65 | "lastStartTag":"xmp", 66 | "input":"&foo;", 67 | "output":[["Character", "&foo;"]]}, 68 | 69 | {"description":"RCDATA w/ an entity", 70 | "initialStates":["RCDATA state"], 71 | "lastStartTag":"textarea", 72 | "input":"<", 73 | "output":[["Character", "<"]]} 74 | 75 | ]} 76 | -------------------------------------------------------------------------------- /tests/testdata/tree-construction/tests17.dat: -------------------------------------------------------------------------------- 1 | #data 2 | 3 | #errors 4 | #document 5 | | 6 | | 7 | | 8 | | 9 | |

11 | | 12 | | 13 | 14 | #data 15 |

16 | #errors 17 | #document 18 | | 19 | | 20 | | 21 | | 22 | | 24 | | 25 | | 26 | |

27 | 28 | #data 29 |

30 | #errors 31 | #document 32 | | 33 | | 34 | | 35 | | 36 | | 37 | | 38 | | 39 | |

42 | 43 | #data 44 |

45 | #errors 46 | #document 47 | | 48 | | 49 | | 50 | | 51 | | 52 | | 53 | | 54 | |

57 | 58 | #data 59 | 60 | #errors 61 | #document 62 | | 63 | | 64 | | 65 | | 66 | |

67 | | 70 | | 71 | 72 | #data 73 | 74 | #errors 75 | #document 76 | | 77 | | 78 | | 79 | | 80 | | 104 | #errors 105 | #document 106 | | 107 | | 108 | | 109 | | 110 | | 114 | #errors 115 | #document 116 | | 117 | | 118 | | 119 | | 120 | | 124 | #errors 125 | #document 126 | | 127 | | 128 | | 129 | | 130 | |

84 | #errors 85 | #document 86 | | 87 | | 88 | | 89 | | 90 | |

94 | #errors 95 | #document 96 | | 97 | | 98 | | 99 | | 100 | |

134 | #errors 135 | #document 136 | | 137 | | 138 | | 139 | | 140 | |

a 144 | #errors 145 | #document 146 | | 147 | | 148 | | 149 | | 150 | | 151 | | 152 | | 153 | | "a" 154 | -------------------------------------------------------------------------------- /cxml/cxml-dom.lisp: -------------------------------------------------------------------------------- 1 | ;;;; HTML5 parser for Common Lisp 2 | ;;;; 3 | ;;;; Copyright (C) 2014 Joe Taylor 4 | ;;;; Copyright (C) 2012 Thomas Bakketun 5 | ;;;; Copyright (C) 2012 Asgeir Bjørlykke 6 | ;;;; Copyright (C) 2012 Mathias Hellevang 7 | ;;;; Copyright (C) 2012 Stian Sletner 8 | ;;;; 9 | ;;;; This library is free software: you can redistribute it and/or modify 10 | ;;;; it under the terms of the GNU Lesser General Public License as published 11 | ;;;; by the Free Software Foundation, either version 3 of the License, or 12 | ;;;; (at your option) any later version. 13 | ;;;; 14 | ;;;; This library is distributed in the hope that it will be useful, 15 | ;;;; but WITHOUT ANY WARRANTY; without even the implied warranty of 16 | ;;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 17 | ;;;; GNU General Public License for more details. 18 | ;;;; 19 | ;;;; You should have received a copy of the GNU General Public License 20 | ;;;; along with this library. If not, see . 21 | 22 | (in-package #:html5-parser) 23 | 24 | (defmethod transform-html5-dom ((to-type (eql :cxml)) node &key) 25 | (let ((document (cxml:parse-empty-document nil nil (cxml-dom:make-dom-builder)))) 26 | (labels ((walk (node &optional parent) 27 | (ecase (node-type node) 28 | (:document 29 | (element-map-children #'walk node) 30 | document) 31 | (:document-type) 32 | (:document-fragment 33 | (let ((fragment (dom:create-document-fragment document))) 34 | (element-map-children (lambda (c) 35 | (walk c fragment)) 36 | node) 37 | fragment)) 38 | (:element 39 | (let ((element (dom:create-element-ns document (node-namespace node) (node-name node)))) 40 | (element-map-attributes (lambda (name namespace value) 41 | (dom:set-attribute-ns element namespace name value)) 42 | node) 43 | (element-map-children (lambda (c) 44 | (walk c element)) 45 | node) 46 | (dom:append-child (or parent document) element))) 47 | (:text 48 | (dom:append-child (or parent document) 49 | (dom:create-text-node document (node-value node)))) 50 | (:comment 51 | (dom:append-child (or parent document) 52 | (dom:create-comment document (node-value node))))))) 53 | (walk node)))) 54 | -------------------------------------------------------------------------------- /cl-html5-parser.asd: -------------------------------------------------------------------------------- 1 | ;;;; HTML5 parser for Common Lisp 2 | ;;;; 3 | ;;;; Copyright (C) 2012 Thomas Bakketun 4 | ;;;; Copyright (C) 2012 Asgeir Bjørlykke 5 | ;;;; Copyright (C) 2012 Mathias Hellevang 6 | ;;;; Copyright (C) 2012 Stian Sletner 7 | ;;;; 8 | ;;;; This library is free software: you can redistribute it and/or modify 9 | ;;;; it under the terms of the GNU Lesser General Public License as published 10 | ;;;; by the Free Software Foundation, either version 3 of the License, or 11 | ;;;; (at your option) any later version. 12 | ;;;; 13 | ;;;; This library is distributed in the hope that it will be useful, 14 | ;;;; but WITHOUT ANY WARRANTY; without even the implied warranty of 15 | ;;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 16 | ;;;; GNU General Public License for more details. 17 | ;;;; 18 | ;;;; You should have received a copy of the GNU General Public License 19 | ;;;; along with this library. If not, see . 20 | 21 | (defsystem #:cl-html5-parser 22 | :name "cl-html5-parser" 23 | :description "A HTML5 parser for Common Lisp" 24 | :licence "GNU Lesser General Public License" 25 | :author "Thomas Bakketun " 26 | :depends-on (:cl-ppcre :flexi-streams :string-case) 27 | :serial t 28 | :components ((:file "packages") 29 | (:file "constants") 30 | (:file "entities") 31 | (:file "inputstream") 32 | (:file "tokenizer") 33 | (:file "simple-tree") 34 | (:file "html5-parser-class") 35 | (:file "tree-help") 36 | (:file "html5-parser") 37 | (:file "xmls"))) 38 | 39 | (defsystem #:cl-html5-parser-tests 40 | :depends-on (:cl-html5-parser :stefil :cl-json :split-sequence) 41 | :components ((:module tests 42 | :serial t 43 | :components 44 | ((:file "packages") 45 | (:file "support") 46 | (:file "test-inputstream") 47 | (:file "test-tokenizer") 48 | (:file "test-tree-builder") 49 | (:file "test-parser") 50 | (:file "run-tests"))))) 51 | 52 | (defmethod perform ((o test-op) (c (eql (find-system '#:cl-html5-parser)))) 53 | (operate 'load-op '#:cl-html5-parser-tests) 54 | (funcall (find-symbol (string :run-html5-parser-tests) 55 | :html5-parser-tests))) 56 | 57 | (defsystem #:cl-html5-parser-cxml 58 | :name "cl-html5-parser" 59 | :description "CXML integration for cl-html5-parser" 60 | :licence "GNU Lesser General Public License" 61 | :author "Thomas Bakketun " 62 | :depends-on (:cl-html5-parser :cxml) 63 | :serial t 64 | :components ((:module "cxml" 65 | :serial t 66 | :components 67 | ((:file "cxml-dom"))))) 68 | -------------------------------------------------------------------------------- /tests/testdata/tree-construction/adoption01.dat: -------------------------------------------------------------------------------- 1 | #data 2 |

3 | #errors 4 | #document 5 | | 6 | | 7 | | 8 | | 9 | |

10 | | 11 | 12 | #data 13 | 1

23

14 | #errors 15 | #document 16 | | 17 | | 18 | | 19 | | 20 | | "1" 21 | |

22 | | 23 | | "2" 24 | | "3" 25 | 26 | #data 27 | 1 28 | #errors 29 | #document 30 | | 31 | | 32 | | 33 | | 34 | | "1" 35 | |

1
23
74 | #errors 75 | #document 76 | | 77 | | 78 | | 79 | | 80 | | "1" 81 | |
82 | | 83 | | "2" 84 | | "3" 85 | |

86 | 87 | #data 88 | 89 | #errors 90 | #document 91 | | 92 | | 93 | | 94 | | 95 | | 96 | | 97 | |
98 | | 99 | 100 | #data 101 |
102 | #errors 103 | #document 104 | | 105 | | 106 | | 107 | | 108 | | 109 | | 110 | | 111 | |
112 | | 113 | 114 | #data 115 |
116 | #errors 117 | #document 118 | | 119 | | 120 | | 121 | | 122 | | 123 | | 124 | | 125 | | 126 | |
127 | | 128 | 129 | #data 130 |
123
45 131 | #errors 132 | #document 133 | | 134 | | 135 | | 136 | |
137 | | "1" 138 | | 139 | | id="A" 140 | | "2" 141 | | 142 | | id="B" 143 | | "3" 144 | | 145 | | id="A" 146 | | 147 | | id="B" 148 | | "4" 149 | | 150 | | id="B" 151 | | "5" 152 | 153 | #data 154 |

155 | #errors 156 | #document 157 | | 158 | | 159 | | 160 | | 161 | | "1" 162 | | 163 | | "3" 164 | | 165 | | 166 | | 167 | |
168 | | "2" 169 | 170 | #data 171 | AC
B
172 | #errors 173 | #document 174 | | 175 | | 176 | | 177 | | "AC" 178 | | 179 | | 180 | | 181 | | A 69 | #errors 70 | 26: Stray start tag “col”. 71 | #document 72 | | 73 | | 74 | | 75 | | 76 | | "A" 77 | 78 | #data 79 | A 80 | #errors 81 | #document 82 | | 83 | | 84 | | 85 | | 86 | | 87 | | "A" 88 | 89 | #data 90 | A 91 | #errors 92 | #document 93 | | 94 | | 95 | | 96 | | 97 | | 98 | | "A" 99 | 100 | #data 101 | A 102 | #errors 103 | 26: Stray start tag “frame”. 104 | #document 105 | | 106 | | 107 | | 108 | | 109 | | "A" 110 | 111 | #data 112 |
A 113 | #errors 114 | #document 115 | | 116 | | 117 | | 118 | | 119 | |
120 | | "A" 121 | 122 | #data 123 | A 124 | #errors 125 | #document 126 | | 127 | | 128 | | 129 | | 130 | | 131 | | "A" 132 | 133 | #data 134 | A 135 | #errors 136 | #document 137 | | 138 | | 139 | | 140 | | 141 | | 142 | | "A" 143 | 144 | #data 145 | A 146 | #errors 147 | #document 148 | | 149 | | 150 | | 151 | | 152 | | 153 | | "A" 154 | 155 | #data 156 | A 157 | #errors 158 | #document 159 | | 160 | | 161 | | 162 | | 163 | | 164 | | "A" 165 | 166 | #data 167 | A 168 | #errors 169 | #document 170 | | 171 | | 172 | | 173 | | 174 | | 175 | | "A" 176 | 177 | #data 178 | A 179 | #errors 180 | #document 181 | | 182 | | 183 | | 184 | | 185 | | 186 | | "A" 187 | 188 | #data 189 | A 190 | #errors 191 | #document 192 | | 193 | | 194 | | 195 | | 196 | | 197 | | "A" 198 | 199 | #data 200 | A 201 | #errors 202 | #document 203 | | 204 | | 205 | | 206 | | 207 | | 208 | | "A" 209 | 210 | #data 211 | A 212 | #errors 213 | #document 214 | | 215 | | 216 | | 217 | | 218 | | 219 | | "A" 220 | -------------------------------------------------------------------------------- /tests/testdata/tree-construction/tests23.dat: -------------------------------------------------------------------------------- 1 | #data 2 | X 3 | #errors 4 | 3: Start tag seen without seeing a doctype first. Expected “”. 5 | 116: Unclosed elements. 6 | 117: End of file seen and there were open elements. 7 | #document 8 | | 9 | | 10 | | 11 | | 12 | | 13 | | size="4" 14 | | 15 | | color="red" 16 | | 17 | | size="4" 18 | | 19 | | size="4" 20 | | 21 | | size="4" 22 | | 23 | | size="4" 24 | | 25 | | size="4" 26 | | 27 | | color="red" 28 | | 29 | | 30 | | color="red" 31 | | 32 | | size="4" 33 | | 34 | | size="4" 35 | | 36 | | size="4" 37 | | 38 | | color="red" 39 | | "X" 40 | 41 | #data 42 | X 43 | #errors 44 | #document 45 | | 46 | | 47 | | 48 | | 49 | | 50 | | size="4" 51 | | 52 | | size="4" 53 | | 54 | | size="4" 55 | | 56 | | size="4" 57 | | 58 | | 59 | | size="4" 60 | | 61 | | size="4" 62 | | 63 | | size="4" 64 | | "X" 65 | 66 | #data 67 | X 68 | #errors 69 | #document 70 | | 71 | | 72 | | 73 | | 74 | | 75 | | size="4" 76 | | 77 | | size="4" 78 | | 79 | | size="4" 80 | | 81 | | size="5" 82 | | 83 | | size="4" 84 | | 85 | | 86 | | size="4" 87 | | 88 | | size="4" 89 | | 90 | | size="5" 91 | | 92 | | size="4" 93 | | "X" 94 | 95 | #data 96 | X 97 | #errors 98 | #document 99 | | 100 | | 101 | | 102 | | 103 | | 104 | | id="a" 105 | | size="4" 106 | | 107 | | id="b" 108 | | size="4" 109 | | 110 | | size="4" 111 | | 112 | | size="4" 113 | | 114 | | 115 | | id="a" 116 | | size="4" 117 | | 118 | | id="b" 119 | | size="4" 120 | | 121 | | size="4" 122 | | 123 | | size="4" 124 | | "X" 125 | 126 | #data 127 | Y 128 | #errors 129 | #document 130 | | 131 | | 132 | | 133 | | 134 | | 135 | | id="a" 136 | | 137 | | id="a" 138 | | 139 | | id="a" 140 | | 141 | |
182 | | "B" 183 | 184 | #data 185 | 186 | #errors 187 | #document 188 | | 189 | | 190 | | 191 | | 192 | | 33 | #encoding 34 | euc_jp 35 | 36 | #data 37 | 38 | 39 | #encoding 40 | utf-8 41 | 42 | #data 43 | 44 | 50 | #encoding 51 | windows-1252 52 | 53 | #data 54 | 55 | #encoding 56 | utf-8 57 | 58 | #data 59 | 60 | #encoding 61 | windows-1252 62 | 63 | #data 64 | 76 | #encoding 77 | utf-8 78 | 79 | #data 80 | 86 | #encoding 87 | utf-8 88 | 89 | #data 90 | 91 | #encoding 92 | utf-8 93 | 94 | #data 95 | 96 | #encoding 97 | utf-8 98 | 99 | #data 100 | 101 | 102 | #encoding 103 | utf-8 104 | 105 | #data 106 | 107 | 108 | #encoding 109 | utf-8 110 | 111 | #data 112 | ñ 113 | 114 | #encoding 115 | utf-8 116 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | cl-html5-parser: HTML5 parser for Common Lisp 2 | ============================================= 3 | 4 | ## Abstract 5 | 6 | cl-html5-parser is a HTML5 parser for Common Lisp with the following features: 7 | 8 | * It is a port of the Python library [html5lib](http://code.google.com/p/html5lib/). 9 | * It passes all relevant tests from html5lib. 10 | * It is not tied to a specific DOM implementation. 11 | 12 | 13 | ## Requirements 14 | 15 | * SBCL or ECL. 16 | * CL-PPCRE and FLEXI-STREAMS. 17 | 18 | Might work with CLISP, ABCL and Clozure CL, but many of the tests don't pass there. 19 | 20 | 21 | ## Usage 22 | 23 | 24 | ### Parsing 25 | 26 | Parsing functions are in the package HTML5-PARSER. 27 | 28 | ``` 29 | parse-html5 source &key encoding strictp dom 30 | => document, errors 31 | ``` 32 | 33 | Parse an HTML document from source. Source can be a string, a pathname 34 | or a stream. When parsing from a stream encoding detection is not 35 | supported, encoding must be supplied via the encoding keyword 36 | parameter. 37 | 38 | When strictp is true, parsing stops on first error. 39 | 40 | Returns two values. The primary value is the document node. The 41 | secondary value is a list of errors found during parsing. The format 42 | of this list is subject to change. 43 | 44 | The type of document depends on the dom parameter. By default it's an 45 | instance of cl-html5-parser's own DOM implementation. See the DOM 46 | paragraph below for more information. 47 | 48 | ``` 49 | parse-html5-fragment source &key container encoding strictp dom 50 | => document-fragment, errors 51 | ``` 52 | 53 | Parses a fragment of HTML. Container sets the context, defaults to 54 | "div". Returns a document-fragment node. For the other parameters see 55 | `PARSE-HTML5`. 56 | 57 | 58 | ### Example 59 | ``` 60 | (html5-parser:parse-html5-fragment "Parse some HTML" :dom :xmls) 61 | ==> ("Parse " ("i" NIL "some") " HTML") 62 | ``` 63 | 64 | ### The DOM 65 | 66 | Parsing HTML5 is not possible without a 67 | [DOM](http://en.wikipedia.org/wiki/Document_Object_Model). cl-html5-parser 68 | defines a minimal DOM implementation for this task. Functions for 69 | traversing documents are exported by the HTML5-PARSER package. 70 | 71 | Alternativly the parser can be instructed to to convert the document 72 | into other DOM implemenations using the dom parameter. The convertion 73 | is done by simply calling the generic function 74 | transform-html5-dom. Support for other DOM implementations can be 75 | added by defining new methods for this generic function. The dom 76 | parameter is either a symbol or a list where the car is a symbol and 77 | the rest is key arguments. Below is the currently supported target 78 | types. 79 | 80 | 81 | ### :XMLS or (:XMLS &key namespace comments) 82 | 83 | Converts a node into a simple 84 | [XMLS](http://common-lisp.net/project/xmls/)-like list structure. 85 | If node is a document fragment a list of XMLS nodes a returned. In 86 | all other cases a single XMLS node is returned. 87 | 88 | If namespace argument is true, tag names are conses of name and 89 | namespace URI. 90 | 91 | By default comments are stripped. If comments argument is true, 92 | comments are returned as (:COMMENT NIL "comment text"). This extension 93 | of XMLS format. 94 | 95 | 96 | ### :CXML 97 | 98 | Convert to [Closure XML Parser](http://common-lisp.net/project/cxml/) 99 | DOM implementation. In order to use this you must load/depend on the 100 | the system cl-html5-parser-cxml. 101 | 102 | 103 | ## License 104 | 105 | This library is available under the 106 | [GNU Lesser General Public License v3.0](http://www.gnu.org/licenses/lgpl.html). 107 | -------------------------------------------------------------------------------- /tests/testdata/tree-construction/tests21.dat: -------------------------------------------------------------------------------- 1 | #data 2 | 7 | | 8 | | 17 | | 18 | | 19 | | "foo" 20 | 21 | #data 22 |
23 | #errors 24 | #document 25 | | 26 | | 27 | | 28 | |
29 | | 30 | 31 | #data 32 | 66 | | 67 | | 75 | | 76 | | 85 | | 86 | | 125 | | 126 | |
129 | | 130 | 131 | #data 132 | 137 | | 138 | | 147 | | 148 | | a" 150 | 151 | #data 152 | 177 | | 178 | | 188 | | 189 | | 198 | | 199 | | 209 | | 210 | | 219 | | 220 | | A 3 | #errors 4 | #document 5 | | 6 | | 7 | | 8 | | 9 | | 10 | | "A" 11 | 12 | #data 13 | A 14 | #errors 15 | #document 16 | | 17 | | 18 | | 19 | | 20 | | 21 | | "A" 22 | 23 | #data 24 | A 25 | #errors 26 | #document 27 | | 28 | | 29 | | 30 | | 31 | | 32 | | "A" 33 | 34 | #data 35 | A 36 | #errors 37 | #document 38 | | 39 | | 40 | | 41 | | 42 | | 43 | | "A" 44 | 45 | #data 46 | A 47 | #errors 48 | #document 49 | | 50 | | 51 | | 52 | | 53 | | 54 | | "A" 55 | 56 | #data 57 | A 58 | #errors 59 | #document 60 | | 61 | | 62 | | 63 | | 64 | | 65 | | "A" 66 | 67 | #data 68 |
3 | #errors 4 | #document 5 | | 6 | | 7 | | 8 | | 9 | | 10 | | 11 | |
12 | 13 | #data 14 |
15 | #errors 16 | #document 17 | | 18 | | 19 | | 20 | | 21 | | 22 | | 23 | |
24 | 25 | #data 26 | 27 | #errors 28 | #document 29 | | 30 | | 31 | | 32 | |

33 | | 34 | | 35 | | foo="bar" 36 | 37 | #data 38 |

foo 39 | #errors 40 | #document 41 | | 42 | | 43 | | 44 | | "foo" 45 | |
46 | | 47 | 48 | #data 49 |

foo 50 | #errors 51 | #document 52 | | 53 | | 54 | | 55 | | 56 | | 57 | | "foo" 58 | 59 | #data 60 |
61 | #errors 62 | #document 63 | | 64 | | 65 | | 66 | | 67 | | 68 | | 69 | |
70 | 71 | #data 72 |
73 | #errors 74 | #document 75 | | 76 | | 77 | | 78 | | 82 | 83 | #data 84 |
85 | #errors 86 | #document 87 | | 88 | | 89 | | 90 | | 92 | |
93 | 94 | #data 95 |
96 | #errors 97 | #document 98 | | 99 | | 100 | | 101 | | 103 | 104 | #data 105 |
B
106 | #errors 107 | #document 108 | | 109 | | 110 | | 111 | | 115 | | 116 | | 117 | |
118 | | "B" 119 | 120 | #data 121 |
foo 122 | #errors 123 | #document 124 | | 125 | | 126 | | 127 | | 128 | | 129 | | 130 | |
131 | | "foo" 132 | 133 | #data 134 |
A
B 135 | #errors 136 | #document 137 | | 138 | | 139 | | 140 | | 141 | | 142 | | 143 | |
144 | | "A" 145 | | "B" 146 | 147 | #data 148 |
149 | #errors 150 | #document 151 | | 152 | | 153 | | 154 | | 155 | | 156 | | 157 | |
158 | 159 | #data 160 |
foo 161 | #errors 162 | #document 163 | | 164 | | 165 | | 166 | | 167 | | 168 | | 169 | |
170 | | "foo" 171 | 172 | #data 173 | 174 | #errors 175 | #document 176 | | 177 | | 178 | | 179 | |
180 | | 181 | | 182 | | 184 | 185 | #data 186 |
183 | |
187 | #errors 188 | #document 189 | | 190 | | 191 | | 192 | | 193 | | 194 | | 195 | |
196 | | 198 | 199 | #data 200 |
201 | #errors 202 | #document 203 | | 204 | | 205 | | 206 | | 207 | | 208 | | 209 | |
210 | | 7 | | 8 | | 9 | 10 | #data 11 |
12 | #errors 13 | #document 14 | | 15 | | 16 | | 17 | |
18 | | foo 22 | #errors 23 | #document 24 | | 25 | | 26 | | 27 | |
28 | | foo="`bar`" 29 | 30 | #data 31 |
32 | #errors 33 | #document 34 | | 35 | | 36 | | 37 | |
38 | | \"foo="" 39 | 40 | #data 41 | 42 | #errors 43 | #document 44 | | 45 | | 46 | | 47 | | 48 | | href="\nbar" 49 | 50 | #data 51 | 52 | #errors 53 | #document 54 | | 55 | | 56 | | 57 | | 58 | 59 | #data 60 | ⟨⟩ 61 | #errors 62 | #document 63 | | 64 | | 65 | | 66 | | "⟨⟩" 67 | 68 | #data 69 | ' 70 | #errors 71 | #document 72 | | 73 | | 74 | | 75 | | "'" 76 | 77 | #data 78 | ⅈ 79 | #errors 80 | #document 81 | | 82 | | 83 | | 84 | | "ⅈ" 85 | 86 | #data 87 | 𝕂 88 | #errors 89 | #document 90 | | 91 | | 92 | | 93 | | "𝕂" 94 | 95 | #data 96 | ∉ 97 | #errors 98 | #document 99 | | 100 | | 101 | | 102 | | "∉" 103 | 104 | #data 105 | 106 | #errors 107 | #document 108 | | 109 | | 110 | | 111 | | 112 | 113 | #data 114 | 115 | #errors 116 | #document 117 | | 118 | | 119 | | 120 | | 121 | 122 | #data 123 | 124 | #errors 125 | #document 126 | | 127 | | 128 | | 129 | | 130 | 131 | #data 132 |  133 | #errors 134 | #document 135 | | 136 | | 137 | | 138 | | 139 | | "" 141 | 142 | #data 143 | <textarea> 144 | #errors 145 | #document 146 | | 147 | | 148 | | 149 | | 150 | | "" 152 | 153 | #data 154 | <style></style> 155 | #errors 156 | #document 157 | | <html> 158 | | <head> 159 | | <style> 160 | | "" 163 | 164 | #data 165 | <style> 166 | #errors 167 | #document 168 | | <html> 169 | | <head> 170 | | <style> 171 | | "" 174 | 175 | #data 176 | <ul><li>A </li> <li>B</li></ul> 177 | #errors 178 | #document 179 | | <html> 180 | | <head> 181 | | <body> 182 | | <ul> 183 | | <li> 184 | | "A " 185 | | " " 186 | | <li> 187 | | "B" 188 | 189 | #data 190 | <table><form><input type=hidden><input></form><div></div></table> 191 | #errors 192 | #document 193 | | <html> 194 | | <head> 195 | | <body> 196 | | <input> 197 | | <div> 198 | | <table> 199 | | <form> 200 | | <input> 201 | | type="hidden" 202 | 203 | #data 204 | <i>A<b>B</i>C</b>D 205 | #errors 206 | #document 207 | | <html> 208 | | <head> 209 | | <body> 210 | | <i> 211 | | "A" 212 | | <b> 213 | | "B" 214 | | <b> 215 | | 216 | | <b> 217 | | <i> 218 | | "C" 219 | | "D" 220 | 221 | #data 222 | <div></div> 223 | #errors 224 | #document 225 | | <html> 226 | | <head> 227 | | <body> 228 | | <div> 229 | 230 | #data 231 | <svg></svg> 232 | #errors 233 | #document 234 | | <html> 235 | | <head> 236 | | <body> 237 | | <svg svg> 238 | 239 | #data 240 | <math></math> 241 | #errors 242 | #document 243 | | <html> 244 | | <head> 245 | | <body> 246 | | <mathml math> 247 | -------------------------------------------------------------------------------- /tests/testdata/tree-construction/tests22.dat: -------------------------------------------------------------------------------- 1 | #data 2 | <a><b><big><em><strong><div>X</a> 3 | #errors 4 | #document 5 | | <html> 6 | | <head> 7 | | <body> 8 | | <a> 9 | | <b> 10 | | <big> 11 | | <em> 12 | | <strong> 13 | | <big> 14 | | <em> 15 | | <strong> 16 | | <div> 17 | | <a> 18 | | "X" 19 | 20 | #data 21 | <a><b><div id=1><div id=2><div id=3><div id=4><div id=5><div id=6><div id=7><div id=8>A</a> 22 | #errors 23 | #document 24 | | <html> 25 | | <head> 26 | | <body> 27 | | <a> 28 | | <b> 29 | | <b> 30 | | <div> 31 | | id="1" 32 | | <a> 33 | | <div> 34 | | id="2" 35 | | <a> 36 | | <div> 37 | | id="3" 38 | | <a> 39 | | <div> 40 | | id="4" 41 | | <a> 42 | | <div> 43 | | id="5" 44 | | <a> 45 | | <div> 46 | | id="6" 47 | | <a> 48 | | <div> 49 | | id="7" 50 | | <a> 51 | | <div> 52 | | id="8" 53 | | <a> 54 | | "A" 55 | 56 | #data 57 | <a><b><div id=1><div id=2><div id=3><div id=4><div id=5><div id=6><div id=7><div id=8><div id=9>A</a> 58 | #errors 59 | #document 60 | | <html> 61 | | <head> 62 | | <body> 63 | | <a> 64 | | <b> 65 | | <b> 66 | | <div> 67 | | id="1" 68 | | <a> 69 | | <div> 70 | | id="2" 71 | | <a> 72 | | <div> 73 | | id="3" 74 | | <a> 75 | | <div> 76 | | id="4" 77 | | <a> 78 | | <div> 79 | | id="5" 80 | | <a> 81 | | <div> 82 | | id="6" 83 | | <a> 84 | | <div> 85 | | id="7" 86 | | <a> 87 | | <div> 88 | | id="8" 89 | | <a> 90 | | <div> 91 | | id="9" 92 | | "A" 93 | 94 | #data 95 | <a><b><div id=1><div id=2><div id=3><div id=4><div id=5><div id=6><div id=7><div id=8><div id=9><div id=10>A</a> 96 | #errors 97 | #document 98 | | <html> 99 | | <head> 100 | | <body> 101 | | <a> 102 | | <b> 103 | | <b> 104 | | <div> 105 | | id="1" 106 | | <a> 107 | | <div> 108 | | id="2" 109 | | <a> 110 | | <div> 111 | | id="3" 112 | | <a> 113 | | <div> 114 | | id="4" 115 | | <a> 116 | | <div> 117 | | id="5" 118 | | <a> 119 | | <div> 120 | | id="6" 121 | | <a> 122 | | <div> 123 | | id="7" 124 | | <a> 125 | | <div> 126 | | id="8" 127 | | <a> 128 | | <div> 129 | | id="9" 130 | | <div> 131 | | id="10" 132 | | "A" 133 | 134 | #data 135 | <cite><b><cite><i><cite><i><cite><i><div>X</b>TEST 136 | #errors 137 | Line: 1 Col: 6 Unexpected start tag (cite). Expected DOCTYPE. 138 | Line: 1 Col: 46 End tag (b) violates step 1, paragraph 3 of the adoption agency algorithm. 139 | Line: 1 Col: 50 Expected closing tag. Unexpected end of file. 140 | #document 141 | | <html> 142 | | <head> 143 | | <body> 144 | | <cite> 145 | | <b> 146 | | <cite> 147 | | <i> 148 | | <cite> 149 | | <i> 150 | | <cite> 151 | | <i> 152 | | <i> 153 | | <i> 154 | | <div> 155 | | <b> 156 | | "X" 157 | | "TEST" 158 | -------------------------------------------------------------------------------- /tests/testdata/tree-construction/tests8.dat: -------------------------------------------------------------------------------- 1 | #data 2 | <div> 3 | <div></div> 4 | </span>x 5 | #errors 6 | Line: 1 Col: 5 Unexpected start tag (div). Expected DOCTYPE. 7 | Line: 3 Col: 7 Unexpected end tag (span). Ignored. 8 | Line: 3 Col: 8 Expected closing tag. Unexpected end of file. 9 | #document 10 | | <html> 11 | | <head> 12 | | <body> 13 | | <div> 14 | | " 15 | " 16 | | <div> 17 | | " 18 | x" 19 | 20 | #data 21 | <div>x<div></div> 22 | </span>x 23 | #errors 24 | Line: 1 Col: 5 Unexpected start tag (div). Expected DOCTYPE. 25 | Line: 2 Col: 7 Unexpected end tag (span). Ignored. 26 | Line: 2 Col: 8 Expected closing tag. Unexpected end of file. 27 | #document 28 | | <html> 29 | | <head> 30 | | <body> 31 | | <div> 32 | | "x" 33 | | <div> 34 | | " 35 | x" 36 | 37 | #data 38 | <div>x<div></div>x</span>x 39 | #errors 40 | Line: 1 Col: 5 Unexpected start tag (div). Expected DOCTYPE. 41 | Line: 1 Col: 25 Unexpected end tag (span). Ignored. 42 | Line: 1 Col: 26 Expected closing tag. Unexpected end of file. 43 | #document 44 | | <html> 45 | | <head> 46 | | <body> 47 | | <div> 48 | | "x" 49 | | <div> 50 | | "xx" 51 | 52 | #data 53 | <div>x<div></div>y</span>z 54 | #errors 55 | Line: 1 Col: 5 Unexpected start tag (div). Expected DOCTYPE. 56 | Line: 1 Col: 25 Unexpected end tag (span). Ignored. 57 | Line: 1 Col: 26 Expected closing tag. Unexpected end of file. 58 | #document 59 | | <html> 60 | | <head> 61 | | <body> 62 | | <div> 63 | | "x" 64 | | <div> 65 | | "yz" 66 | 67 | #data 68 | <table><div>x<div></div>x</span>x 69 | #errors 70 | Line: 1 Col: 7 Unexpected start tag (table). Expected DOCTYPE. 71 | Line: 1 Col: 12 Unexpected start tag (div) in table context caused voodoo mode. 72 | Line: 1 Col: 18 Unexpected start tag (div) in table context caused voodoo mode. 73 | Line: 1 Col: 24 Unexpected end tag (div) in table context caused voodoo mode. 74 | Line: 1 Col: 32 Unexpected end tag (span) in table context caused voodoo mode. 75 | Line: 1 Col: 32 Unexpected end tag (span). Ignored. 76 | Line: 1 Col: 33 Unexpected end of file. Expected table content. 77 | #document 78 | | <html> 79 | | <head> 80 | | <body> 81 | | <div> 82 | | "x" 83 | | <div> 84 | | "xx" 85 | | <table> 86 | 87 | #data 88 | x<table>x 89 | #errors 90 | Line: 1 Col: 1 Unexpected non-space characters. Expected DOCTYPE. 91 | Line: 1 Col: 9 Unexpected non-space characters in table context caused voodoo mode. 92 | Line: 1 Col: 9 Unexpected end of file. Expected table content. 93 | #document 94 | | <html> 95 | | <head> 96 | | <body> 97 | | "xx" 98 | | <table> 99 | 100 | #data 101 | x<table><table>x 102 | #errors 103 | Line: 1 Col: 1 Unexpected non-space characters. Expected DOCTYPE. 104 | Line: 1 Col: 15 Unexpected start tag (table) implies end tag (table). 105 | Line: 1 Col: 16 Unexpected non-space characters in table context caused voodoo mode. 106 | Line: 1 Col: 16 Unexpected end of file. Expected table content. 107 | #document 108 | | <html> 109 | | <head> 110 | | <body> 111 | | "x" 112 | | <table> 113 | | "x" 114 | | <table> 115 | 116 | #data 117 | <b>a<div></div><div></b>y 118 | #errors 119 | Line: 1 Col: 3 Unexpected start tag (b). Expected DOCTYPE. 120 | Line: 1 Col: 24 End tag (b) violates step 1, paragraph 3 of the adoption agency algorithm. 121 | Line: 1 Col: 25 Expected closing tag. Unexpected end of file. 122 | #document 123 | | <html> 124 | | <head> 125 | | <body> 126 | | <b> 127 | | "a" 128 | | <div> 129 | | <div> 130 | | <b> 131 | | "y" 132 | 133 | #data 134 | <a><div><p></a> 135 | #errors 136 | Line: 1 Col: 3 Unexpected start tag (a). Expected DOCTYPE. 137 | Line: 1 Col: 15 End tag (a) violates step 1, paragraph 3 of the adoption agency algorithm. 138 | Line: 1 Col: 15 End tag (a) violates step 1, paragraph 3 of the adoption agency algorithm. 139 | Line: 1 Col: 15 Expected closing tag. Unexpected end of file. 140 | #document 141 | | <html> 142 | | <head> 143 | | <body> 144 | | <a> 145 | | <div> 146 | | <a> 147 | | <p> 148 | | <a> 149 | -------------------------------------------------------------------------------- /tests/testdata/tree-construction/tests5.dat: -------------------------------------------------------------------------------- 1 | #data 2 | <style>  </style>x 16 | #errors 17 | Line: 1 Col: 7 Unexpected start tag (style). Expected DOCTYPE. 18 | #document 19 | | <html> 20 | | <head> 21 | | <style> 22 | | "  x" 26 | 27 | #data 28 | <style>  " 36 | | <body> 37 | | "x" 38 | 39 | #data 40 | <style>  " 48 | | <body> 49 | | "x" 50 | 51 | #data 52 | <iframe>  " 61 | | "x" 62 | 63 | #data 64 | <iframe>  </iframe>x 65 | #errors 66 | Line: 1 Col: 8 Unexpected start tag (iframe). Expected DOCTYPE. 67 | #document 68 | | <html> 69 | | <head> 70 | | <body> 71 | | <iframe> 72 | | "  x" 74 | 75 | #data 76 | <script>  </script>x 77 | #errors 78 | Line: 1 Col: 8 Unexpected start tag (script). Expected DOCTYPE. 79 | #document 80 | | <html> 81 | | <head> 82 | | <script> 83 | | "  x" 87 | 88 | #data 89 | <title>  </title>x 90 | #errors 91 | Line: 1 Col: 7 Unexpected start tag (title). Expected DOCTYPE. 92 | #document 93 | | <html> 94 | | <head> 95 | | <title> 96 | | "  x" 100 | 101 | #data 102 | <textarea>  x 103 | #errors 104 | Line: 1 Col: 10 Unexpected start tag (textarea). Expected DOCTYPE. 105 | #document 106 | | 107 | | 108 | | 109 | | 110 | | "  x" 112 | 113 | #data 114 | <style> <!</-- </style>x 115 | #errors 116 | Line: 1 Col: 7 Unexpected start tag (style). Expected DOCTYPE. 117 | #document 118 | | <html> 119 | | <head> 120 | | <style> 121 | | " <!</-- " 122 | | <body> 123 | | "x" 124 | 125 | #data 126 | <p><xmp></xmp> 127 | #errors 128 | XXX: Unknown 129 | #document 130 | | <html> 131 | | <head> 132 | | <body> 133 | | <p> 134 | | <xmp> 135 | 136 | #data 137 | <xmp>  </xmp> 138 | #errors 139 | Line: 1 Col: 5 Unexpected start tag (xmp). Expected DOCTYPE. 140 | #document 141 | | <html> 142 | | <head> 143 | | <body> 144 | | <xmp> 145 | | "  " 146 | 147 | #data 148 | <title>&</title> 149 | #errors 150 | Line: 1 Col: 7 Unexpected start tag (title). Expected DOCTYPE. 151 | #document 152 | | <html> 153 | | <head> 154 | | <title> 155 | | "&" 156 | | <body> 157 | 158 | #data 159 | <title></title> 160 | #errors 161 | Line: 1 Col: 7 Unexpected start tag (title). Expected DOCTYPE. 162 | #document 163 | | <html> 164 | | <head> 165 | | <title> 166 | | "" 167 | | <body> 168 | 169 | #data 170 | <title></noscript> 183 | #errors 184 | Line: 1 Col: 10 Unexpected start tag (noscript). Expected DOCTYPE. 185 | #document 186 | | <html> 187 | | <head> 188 | | <noscript> 189 | | "" 192 | -------------------------------------------------------------------------------- /tests/testdata/tree-construction/entities02.dat: -------------------------------------------------------------------------------- 1 | #data 2 | <div bar="ZZ>YY"></div> 3 | #errors 4 | #document 5 | | <html> 6 | | <head> 7 | | <body> 8 | | <div> 9 | | bar="ZZ>YY" 10 | 11 | #data 12 | <div bar="ZZ&"></div> 13 | #errors 14 | #document 15 | | <html> 16 | | <head> 17 | | <body> 18 | | <div> 19 | | bar="ZZ&" 20 | 21 | #data 22 | <div bar='ZZ&'></div> 23 | #errors 24 | #document 25 | | <html> 26 | | <head> 27 | | <body> 28 | | <div> 29 | | bar="ZZ&" 30 | 31 | #data 32 | <div bar=ZZ&></div> 33 | #errors 34 | #document 35 | | <html> 36 | | <head> 37 | | <body> 38 | | <div> 39 | | bar="ZZ&" 40 | 41 | #data 42 | <div bar="ZZ>=YY"></div> 43 | #errors 44 | #document 45 | | <html> 46 | | <head> 47 | | <body> 48 | | <div> 49 | | bar="ZZ>=YY" 50 | 51 | #data 52 | <div bar="ZZ>0YY"></div> 53 | #errors 54 | #document 55 | | <html> 56 | | <head> 57 | | <body> 58 | | <div> 59 | | bar="ZZ>0YY" 60 | 61 | #data 62 | <div bar="ZZ>9YY"></div> 63 | #errors 64 | #document 65 | | <html> 66 | | <head> 67 | | <body> 68 | | <div> 69 | | bar="ZZ>9YY" 70 | 71 | #data 72 | <div bar="ZZ>aYY"></div> 73 | #errors 74 | #document 75 | | <html> 76 | | <head> 77 | | <body> 78 | | <div> 79 | | bar="ZZ>aYY" 80 | 81 | #data 82 | <div bar="ZZ>ZYY"></div> 83 | #errors 84 | #document 85 | | <html> 86 | | <head> 87 | | <body> 88 | | <div> 89 | | bar="ZZ>ZYY" 90 | 91 | #data 92 | <div bar="ZZ> YY"></div> 93 | #errors 94 | #document 95 | | <html> 96 | | <head> 97 | | <body> 98 | | <div> 99 | | bar="ZZ> YY" 100 | 101 | #data 102 | <div bar="ZZ>"></div> 103 | #errors 104 | #document 105 | | <html> 106 | | <head> 107 | | <body> 108 | | <div> 109 | | bar="ZZ>" 110 | 111 | #data 112 | <div bar='ZZ>'></div> 113 | #errors 114 | #document 115 | | <html> 116 | | <head> 117 | | <body> 118 | | <div> 119 | | bar="ZZ>" 120 | 121 | #data 122 | <div bar=ZZ>></div> 123 | #errors 124 | #document 125 | | <html> 126 | | <head> 127 | | <body> 128 | | <div> 129 | | bar="ZZ>" 130 | 131 | #data 132 | <div bar="ZZ£_id=23"></div> 133 | #errors 134 | #document 135 | | <html> 136 | | <head> 137 | | <body> 138 | | <div> 139 | | bar="ZZ£_id=23" 140 | 141 | #data 142 | <div bar="ZZ&prod_id=23"></div> 143 | #errors 144 | #document 145 | | <html> 146 | | <head> 147 | | <body> 148 | | <div> 149 | | bar="ZZ&prod_id=23" 150 | 151 | #data 152 | <div bar="ZZ£_id=23"></div> 153 | #errors 154 | #document 155 | | <html> 156 | | <head> 157 | | <body> 158 | | <div> 159 | | bar="ZZ£_id=23" 160 | 161 | #data 162 | <div bar="ZZ∏_id=23"></div> 163 | #errors 164 | #document 165 | | <html> 166 | | <head> 167 | | <body> 168 | | <div> 169 | | bar="ZZ∏_id=23" 170 | 171 | #data 172 | <div bar="ZZ£=23"></div> 173 | #errors 174 | #document 175 | | <html> 176 | | <head> 177 | | <body> 178 | | <div> 179 | | bar="ZZ£=23" 180 | 181 | #data 182 | <div bar="ZZ&prod=23"></div> 183 | #errors 184 | #document 185 | | <html> 186 | | <head> 187 | | <body> 188 | | <div> 189 | | bar="ZZ&prod=23" 190 | 191 | #data 192 | <div>ZZ£_id=23</div> 193 | #errors 194 | #document 195 | | <html> 196 | | <head> 197 | | <body> 198 | | <div> 199 | | "ZZ£_id=23" 200 | 201 | #data 202 | <div>ZZ&prod_id=23</div> 203 | #errors 204 | #document 205 | | <html> 206 | | <head> 207 | | <body> 208 | | <div> 209 | | "ZZ&prod_id=23" 210 | 211 | #data 212 | <div>ZZ£_id=23</div> 213 | #errors 214 | #document 215 | | <html> 216 | | <head> 217 | | <body> 218 | | <div> 219 | | "ZZ£_id=23" 220 | 221 | #data 222 | <div>ZZ∏_id=23</div> 223 | #errors 224 | #document 225 | | <html> 226 | | <head> 227 | | <body> 228 | | <div> 229 | | "ZZ∏_id=23" 230 | 231 | #data 232 | <div>ZZ£=23</div> 233 | #errors 234 | #document 235 | | <html> 236 | | <head> 237 | | <body> 238 | | <div> 239 | | "ZZ£=23" 240 | 241 | #data 242 | <div>ZZ&prod=23</div> 243 | #errors 244 | #document 245 | | <html> 246 | | <head> 247 | | <body> 248 | | <div> 249 | | "ZZ&prod=23" 250 | -------------------------------------------------------------------------------- /tests/test-inputstream.lisp: -------------------------------------------------------------------------------- 1 | ;;;; HTML5 parser for Common Lisp 2 | ;;;; 3 | ;;;; Copyright (C) 2012 Thomas Bakketun <thomas.bakketun@copyleft.no> 4 | ;;;; Copyright (C) 2012 Asgeir Bjørlykke <asgeir@copyleft.no> 5 | ;;;; Copyright (C) 2012 Mathias Hellevang 6 | ;;;; Copyright (C) 2012 Stian Sletner <stian@copyleft.no> 7 | ;;;; 8 | ;;;; This library is free software: you can redistribute it and/or modify 9 | ;;;; it under the terms of the GNU Lesser General Public License as published 10 | ;;;; by the Free Software Foundation, either version 3 of the License, or 11 | ;;;; (at your option) any later version. 12 | ;;;; 13 | ;;;; This library is distributed in the hope that it will be useful, 14 | ;;;; but WITHOUT ANY WARRANTY; without even the implied warranty of 15 | ;;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 16 | ;;;; GNU General Public License for more details. 17 | ;;;; 18 | ;;;; You should have received a copy of the GNU General Public License 19 | ;;;; along with this library. If not, see <http://www.gnu.org/licenses/>. 20 | 21 | (in-package :html5-parser-tests) 22 | 23 | (in-root-suite) 24 | (defsuite input-stream-tests) 25 | (in-suite input-stream-tests) 26 | 27 | (deftest test-read-char () 28 | (let ((stream (html5-parser::make-html-input-stream "hello"))) 29 | (is (eql #\h (html5-parser::html5-stream-char stream))) 30 | (is (eql #\e (html5-parser::html5-stream-char stream))))) 31 | 32 | (deftest test-unget () 33 | (let ((stream (html5-parser::make-html-input-stream "hei"))) 34 | (is (eql #\h (html5-parser::html5-stream-char stream))) 35 | (is (eql #\e (html5-parser::html5-stream-char stream))) 36 | (is (eql #\i (html5-parser::html5-stream-char stream))) 37 | (is (eql html5-constants::+eof+ (html5-parser::html5-stream-char stream))) 38 | (html5-parser::html5-stream-unget stream html5-constants::+eof+) 39 | (html5-parser::html5-stream-unget stream #\i) 40 | (is (eql #\i (html5-parser::html5-stream-char stream))) 41 | (is (eql html5-constants::+eof+ (html5-parser::html5-stream-char stream))))) 42 | 43 | (deftest test-chars-until () 44 | (let ((stream (html5-parser::make-html-input-stream "hello<--__-->a"))) 45 | (is (equal "hello" (html5-parser::html5-stream-chars-until stream "><"))) 46 | (is (eql #\< (html5-parser::html5-stream-char stream))) 47 | (is (equal "--__-->" (html5-parser::html5-stream-chars-until stream "<>-_" t))) 48 | (is (eql #\a (html5-parser::html5-stream-char stream))))) 49 | 50 | (deftest test-chars-until-eof () 51 | (let ((stream (html5-parser::make-html-input-stream "hello"))) 52 | (is (equal "hello" (html5-parser::html5-stream-chars-until stream "?"))) 53 | (is (eql html5-constants::+eof+ (html5-parser::html5-stream-char stream))))) 54 | 55 | (deftest test-line-ending-fix () 56 | (let ((stream (html5-parser::make-html-input-stream (coerce #(#\a #\Newline 57 | #\b #\Return 58 | #\c #\Return #\Newline 59 | #\d) 60 | 'string)))) 61 | (is (eql #\a (html5-parser::html5-stream-char stream))) 62 | (is (eql #\Newline (html5-parser::html5-stream-char stream))) 63 | (is (eql #\b (html5-parser::html5-stream-char stream))) 64 | (is (eql #\Newline (html5-parser::html5-stream-char stream))) 65 | (is (eql #\c (html5-parser::html5-stream-char stream))) 66 | (is (eql #\Newline (html5-parser::html5-stream-char stream))) 67 | (is (eql #\d (html5-parser::html5-stream-char stream))) 68 | (is (eql html5-constants::+eof+ (html5-parser::html5-stream-char stream))))) 69 | 70 | (deftest test-line-ending-fix2 () 71 | (let ((stream (html5-parser::make-html-input-stream (coerce #(#\< #\? #\Return) 72 | 'string)))) 73 | (is (eql #\< (html5-parser::html5-stream-char stream))) 74 | (is (eql #\? (html5-parser::html5-stream-char stream))) 75 | (is (eql #\Newline (html5-parser::html5-stream-char stream))) 76 | (is (eql html5-constants::+eof+ (html5-parser::html5-stream-char stream))))) 77 | 78 | 79 | (deftest test-bom () 80 | (let ((stream (html5-parser::make-html-input-stream #(#xef #xbb #xbf 39)))) 81 | (is (eql (car (html5-parser::html5-stream-encoding stream)) 82 | :utf-8)) 83 | (is (eql (html5-parser::html5-stream-char stream) 84 | #\')))) 85 | 86 | -------------------------------------------------------------------------------- /tests/test-tree-builder.lisp: -------------------------------------------------------------------------------- 1 | ;;;; HTML5 parser for Common Lisp 2 | ;;;; 3 | ;;;; Copyright (C) 2012 Thomas Bakketun <thomas.bakketun@copyleft.no> 4 | ;;;; Copyright (C) 2012 Asgeir Bjørlykke <asgeir@copyleft.no> 5 | ;;;; Copyright (C) 2012 Mathias Hellevang 6 | ;;;; Copyright (C) 2012 Stian Sletner <stian@copyleft.no> 7 | ;;;; 8 | ;;;; This library is free software: you can redistribute it and/or modify 9 | ;;;; it under the terms of the GNU Lesser General Public License as published 10 | ;;;; by the Free Software Foundation, either version 3 of the License, or 11 | ;;;; (at your option) any later version. 12 | ;;;; 13 | ;;;; This library is distributed in the hope that it will be useful, 14 | ;;;; but WITHOUT ANY WARRANTY; without even the implied warranty of 15 | ;;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 16 | ;;;; GNU General Public License for more details. 17 | ;;;; 18 | ;;;; You should have received a copy of the GNU General Public License 19 | ;;;; along with this library. If not, see <http://www.gnu.org/licenses/>. 20 | 21 | (in-package :html5-parser-tests) 22 | 23 | (in-root-suite) 24 | (defsuite tree-builder-tests) 25 | (in-suite tree-builder-tests) 26 | 27 | (deftest test-make-document () 28 | (is (eq :document (node-type (make-document))))) 29 | 30 | (deftest test-append-child () 31 | (let* ((doc (make-document)) 32 | (child (make-element doc "test" nil))) 33 | (node-append-child doc child) 34 | (element-map-children (lambda (kid) 35 | (is (eq kid child))) 36 | doc))) 37 | 38 | (deftest test-reappend-child () 39 | (let* ((doc (make-document)) 40 | (parent1 (make-element doc "parent1" nil)) 41 | (parent2 (make-element doc "parent2" nil)) 42 | (child (make-element doc "child" nil))) 43 | (node-append-child parent1 child) 44 | (is (eq parent1 (node-parent child))) 45 | (node-append-child parent2 child) 46 | (is (eq parent2 (node-parent child))) 47 | (element-map-children (lambda (kid) 48 | (error "parent1 should not have children now ~S" kid)) 49 | parent1))) 50 | 51 | (deftest test-navigate () 52 | (let* ((doc (make-document)) 53 | (parent (make-element doc "parent" nil)) 54 | (child1 (make-element doc "child1" nil)) 55 | (child2 (make-element doc "child2" nil)) 56 | (child3 (make-element doc "child3" nil)) 57 | (child4 (make-element doc "child4" nil))) 58 | (node-append-child parent child1) 59 | (node-append-child parent child2) 60 | (node-append-child parent child3) 61 | (node-append-child parent child4) 62 | (is (eq child1 (node-first-child parent))) 63 | (is (eq child4 (node-last-child parent))) 64 | (is (eq child2 (node-next-sibling child1))) 65 | (is (eq nil (node-next-sibling child4))) 66 | (is (eq child1 (node-previous-sibling child2))) 67 | (is (eq nil (node-previous-sibling child1))))) 68 | 69 | (deftest test-remove-child () 70 | (let* ((doc (make-document)) 71 | (parent (make-element doc "parent" nil)) 72 | (child1 (make-element doc "child1" nil)) 73 | (child2 (make-element doc "child2" nil)) 74 | (child3 (make-element doc "child3" nil)) 75 | (child4 (make-element doc "child4" nil))) 76 | (node-append-child parent child1) 77 | (node-append-child parent child2) 78 | (node-append-child parent child3) 79 | (node-append-child parent child4) 80 | 81 | (node-remove-child parent child2) 82 | (is (eq child3 (node-next-sibling child1))))) 83 | 84 | (deftest test-set-attribute () 85 | (let* ((doc (make-document)) 86 | (element (make-element doc "test" nil))) 87 | (setf (element-attribute element "hello") "world") 88 | (is (string= (element-attribute element "hello") "world")))) 89 | 90 | (deftest test-append-text () 91 | (let* ((doc (make-document)) 92 | (parent (make-element doc "parent" nil))) 93 | (html5-parser::node-append-child* parent (make-text-node doc "hello")) 94 | (html5-parser::node-append-child* parent (make-text-node doc "world")) 95 | (is (string= "helloworld" (node-value (node-first-child parent)))))) 96 | 97 | ;; (deftest test-node-clone () 98 | ;; (let* ((tree (make-tree)) 99 | ;; (parent (tree-make-element tree "parent" nil)) 100 | ;; (element (tree-make-element tree "test" nil))) 101 | ;; (node-append-child tree parent element) 102 | ;; (setf (node-attribute tree element "hello") "world") 103 | ;; (let ((clone (node-clone tree element))) 104 | ;; (is (null (node-parent tree clone))) 105 | ;; (is (string= (node-attribute tree clone "hello") "world"))))) 106 | -------------------------------------------------------------------------------- /tests/testdata/serializer/injectmeta.test: -------------------------------------------------------------------------------- 1 | {"tests": [ 2 | 3 | {"description": "no encoding", 4 | "options": {"inject_meta_charset": true}, 5 | "input": [["StartTag", "http://www.w3.org/1999/xhtml", "head", {}], ["EndTag", "http://www.w3.org/1999/xhtml", "head"]], 6 | "expected": [""], 7 | "xhtml": ["<head></head>"] 8 | }, 9 | 10 | {"description": "empytag head", 11 | "options": {"inject_meta_charset": true, "encoding":"utf-8"}, 12 | "input": [["StartTag", "http://www.w3.org/1999/xhtml", "head", {}], ["EndTag", "http://www.w3.org/1999/xhtml", "head"]], 13 | "expected": ["<meta charset=utf-8>"], 14 | "xhtml": ["<head><meta charset=\"utf-8\" /></head>"] 15 | }, 16 | 17 | {"description": "head w/title", 18 | "options": {"inject_meta_charset": true, "encoding":"utf-8"}, 19 | "input": [["StartTag", "http://www.w3.org/1999/xhtml", "head", {}], ["StartTag", "http://www.w3.org/1999/xhtml","title",{}], ["Characters", "foo"],["EndTag", "http://www.w3.org/1999/xhtml", "title"], ["EndTag", "http://www.w3.org/1999/xhtml", "head"]], 20 | "expected": ["<meta charset=utf-8><title>foo</title>"], 21 | "xhtml": ["<head><meta charset=\"utf-8\" /><title>foo</title></head>"] 22 | }, 23 | 24 | {"description": "head w/meta-charset", 25 | "options": {"inject_meta_charset": true, "encoding":"utf-8"}, 26 | "input": [["StartTag", "http://www.w3.org/1999/xhtml", "head", {}], ["EmptyTag","meta",[{"namespace": null, "name": "charset", "value": "ascii"}]], ["EndTag", "http://www.w3.org/1999/xhtml", "head"]], 27 | "expected": ["<meta charset=utf-8>"], 28 | "xhtml": ["<head><meta charset=\"utf-8\" /></head>"] 29 | }, 30 | 31 | {"description": "head w/ two meta-charset", 32 | "options": {"inject_meta_charset": true, "encoding":"utf-8"}, 33 | "input": [["StartTag", "http://www.w3.org/1999/xhtml", "head", {}], ["EmptyTag","meta",[{"namespace": null, "name": "charset", "value": "ascii"}]], ["EmptyTag","meta",[{"namespace": null, "name": "charset", "value": "ascii"}]], ["EndTag", "http://www.w3.org/1999/xhtml", "head"]], 34 | "expected": ["<meta charset=utf-8><meta charset=utf-8>", "<head><meta charset=utf-8><meta charset=ascii>"], 35 | "xhtml": ["<head><meta charset=\"utf-8\" /><meta charset=\"utf-8\" /></head>", "<head><meta charset=\"utf-8\" /><meta charset=\"ascii\" /></head>"] 36 | }, 37 | 38 | {"description": "head w/robots", 39 | "options": {"inject_meta_charset": true, "encoding":"utf-8"}, 40 | "input": [["StartTag", "http://www.w3.org/1999/xhtml", "head", {}], ["EmptyTag","meta",[{"namespace": null, "name": "name", "value": "robots"},{"namespace": null, "name": "content", "value": "noindex"}]], ["EndTag", "http://www.w3.org/1999/xhtml", "head"]], 41 | "expected": ["<meta charset=utf-8><meta content=noindex name=robots>"], 42 | "xhtml": ["<head><meta charset=\"utf-8\" /><meta content=\"noindex\" name=\"robots\" /></head>"] 43 | }, 44 | 45 | {"description": "head w/robots & charset", 46 | "options": {"inject_meta_charset": true, "encoding":"utf-8"}, 47 | "input": [["StartTag", "http://www.w3.org/1999/xhtml", "head", {}], ["EmptyTag","meta",[{"namespace": null, "name": "name", "value": "robots"},{"namespace": null, "name": "content", "value": "noindex"}]], ["EmptyTag","meta",[{"namespace": null, "name": "charset", "value": "ascii"}]], ["EndTag", "http://www.w3.org/1999/xhtml", "head"]], 48 | "expected": ["<meta content=noindex name=robots><meta charset=utf-8>"], 49 | "xhtml": ["<head><meta content=\"noindex\" name=\"robots\" /><meta charset=\"utf-8\" /></head>"] 50 | }, 51 | 52 | {"description": "head w/ charset in http-equiv content-type", 53 | "options": {"inject_meta_charset": true, "encoding":"utf-8"}, 54 | "input": [["StartTag", "http://www.w3.org/1999/xhtml", "head", {}], ["EmptyTag","meta",[{"namespace": null, "name": "http-equiv", "value": "content-type"}, {"namespace": null, "name": "content", "value": "text/html; charset=ascii"}]], ["EndTag", "http://www.w3.org/1999/xhtml", "head"]], 55 | "expected": ["<meta content=\"text/html; charset=utf-8\" http-equiv=content-type>"], 56 | "xhtml": ["<head><meta content=\"text/html; charset=utf-8\" http-equiv=\"content-type\" /></head>"] 57 | }, 58 | 59 | {"description": "head w/robots & charset in http-equiv content-type", 60 | "options": {"inject_meta_charset": true, "encoding":"utf-8"}, 61 | "input": [["StartTag", "http://www.w3.org/1999/xhtml", "head", {}], ["EmptyTag","meta",[{"namespace": null, "name": "name", "value": "robots"},{"namespace": null, "name": "content", "value": "noindex"}]], ["EmptyTag","meta",[{"namespace": null, "name": "http-equiv", "value": "content-type"}, {"namespace": null, "name": "content", "value": "text/html; charset=ascii"}]], ["EndTag", "http://www.w3.org/1999/xhtml", "head"]], 62 | "expected": ["<meta content=noindex name=robots><meta content=\"text/html; charset=utf-8\" http-equiv=content-type>"], 63 | "xhtml": ["<head><meta content=\"noindex\" name=\"robots\" /><meta content=\"text/html; charset=utf-8\" http-equiv=\"content-type\" /></head>"] 64 | } 65 | 66 | ]} 67 | -------------------------------------------------------------------------------- /tests/testdata/tree-construction/tests15.dat: -------------------------------------------------------------------------------- 1 | #data 2 | <!DOCTYPE html><p><b><i><u></p> <p>X 3 | #errors 4 | Line: 1 Col: 31 Unexpected end tag (p). Ignored. 5 | Line: 1 Col: 36 Expected closing tag. Unexpected end of file. 6 | #document 7 | | <!DOCTYPE html> 8 | | <html> 9 | | <head> 10 | | <body> 11 | | <p> 12 | | <b> 13 | | <i> 14 | | <u> 15 | | <b> 16 | | <i> 17 | | <u> 18 | | " " 19 | | <p> 20 | | "X" 21 | 22 | #data 23 | <p><b><i><u></p> 24 | <p>X 25 | #errors 26 | Line: 1 Col: 3 Unexpected start tag (p). Expected DOCTYPE. 27 | Line: 1 Col: 16 Unexpected end tag (p). Ignored. 28 | Line: 2 Col: 4 Expected closing tag. Unexpected end of file. 29 | #document 30 | | <html> 31 | | <head> 32 | | <body> 33 | | <p> 34 | | <b> 35 | | <i> 36 | | <u> 37 | | <b> 38 | | <i> 39 | | <u> 40 | | " 41 | " 42 | | <p> 43 | | "X" 44 | 45 | #data 46 | <!doctype html></html> <head> 47 | #errors 48 | Line: 1 Col: 22 Unexpected end tag (html) after the (implied) root element. 49 | #document 50 | | <!DOCTYPE html> 51 | | <html> 52 | | <head> 53 | | <body> 54 | | " " 55 | 56 | #data 57 | <!doctype html></body><meta> 58 | #errors 59 | Line: 1 Col: 22 Unexpected end tag (body) after the (implied) root element. 60 | #document 61 | | <!DOCTYPE html> 62 | | <html> 63 | | <head> 64 | | <body> 65 | | <meta> 66 | 67 | #data 68 | <html></html> 69 | #errors 70 | Line: 1 Col: 6 Unexpected start tag (html). Expected DOCTYPE. 71 | Line: 1 Col: 13 Unexpected end tag (html) after the (implied) root element. 72 | #document 73 | | <html> 74 | | <head> 75 | | <body> 76 | |  77 | 78 | #data 79 | <!doctype html></body><title>X</title> 80 | #errors 81 | Line: 1 Col: 22 Unexpected end tag (body) after the (implied) root element. 82 | #document 83 | | <!DOCTYPE html> 84 | | <html> 85 | | <head> 86 | | <body> 87 | | <title> 88 | | "X" 89 | 90 | #data 91 | <!doctype html><table> X<meta></table> 92 | #errors 93 | Line: 1 Col: 24 Unexpected non-space characters in table context caused voodoo mode. 94 | Line: 1 Col: 30 Unexpected start tag (meta) in table context caused voodoo mode. 95 | #document 96 | | <!DOCTYPE html> 97 | | <html> 98 | | <head> 99 | | <body> 100 | | " X" 101 | | <meta> 102 | | <table> 103 | 104 | #data 105 | <!doctype html><table> x</table> 106 | #errors 107 | Line: 1 Col: 24 Unexpected non-space characters in table context caused voodoo mode. 108 | #document 109 | | <!DOCTYPE html> 110 | | <html> 111 | | <head> 112 | | <body> 113 | | " x" 114 | | <table> 115 | 116 | #data 117 | <!doctype html><table> x </table> 118 | #errors 119 | Line: 1 Col: 25 Unexpected non-space characters in table context caused voodoo mode. 120 | #document 121 | | <!DOCTYPE html> 122 | | <html> 123 | | <head> 124 | | <body> 125 | | " x " 126 | | <table> 127 | 128 | #data 129 | <!doctype html><table><tr> x</table> 130 | #errors 131 | Line: 1 Col: 28 Unexpected non-space characters in table context caused voodoo mode. 132 | #document 133 | | <!DOCTYPE html> 134 | | <html> 135 | | <head> 136 | | <body> 137 | | " x" 138 | | <table> 139 | | <tbody> 140 | | <tr> 141 | 142 | #data 143 | <!doctype html><table>X<style> <tr>x </style> </table> 144 | #errors 145 | Line: 1 Col: 23 Unexpected non-space characters in table context caused voodoo mode. 146 | #document 147 | | <!DOCTYPE html> 148 | | <html> 149 | | <head> 150 | | <body> 151 | | "X" 152 | | <table> 153 | | <style> 154 | | " <tr>x " 155 | | " " 156 | 157 | #data 158 | <!doctype html><div><table><a>foo</a> <tr><td>bar</td> </tr></table></div> 159 | #errors 160 | Line: 1 Col: 30 Unexpected start tag (a) in table context caused voodoo mode. 161 | Line: 1 Col: 37 Unexpected end tag (a) in table context caused voodoo mode. 162 | #document 163 | | <!DOCTYPE html> 164 | | <html> 165 | | <head> 166 | | <body> 167 | | <div> 168 | | <a> 169 | | "foo" 170 | | <table> 171 | | " " 172 | | <tbody> 173 | | <tr> 174 | | <td> 175 | | "bar" 176 | | " " 177 | 178 | #data 179 | <frame></frame></frame><frameset><frame><frameset><frame></frameset><noframes></frameset><noframes> 180 | #errors 181 | 6: Start tag seen without seeing a doctype first. Expected “<!DOCTYPE html>”. 182 | 13: Stray start tag “frame”. 183 | 21: Stray end tag “frame”. 184 | 29: Stray end tag “frame”. 185 | 39: “frameset” start tag after “body” already open. 186 | 105: End of file seen inside an [R]CDATA element. 187 | 105: End of file seen and there were open elements. 188 | XXX: These errors are wrong, please fix me! 189 | #document 190 | | <html> 191 | | <head> 192 | | <frameset> 193 | | <frame> 194 | | <frameset> 195 | | <frame> 196 | | <noframes> 197 | | "</frameset><noframes>" 198 | 199 | #data 200 | <!DOCTYPE html><object></html> 201 | #errors 202 | 1: Expected closing tag. Unexpected end of file 203 | #document 204 | | <!DOCTYPE html> 205 | | <html> 206 | | <head> 207 | | <body> 208 | | <object> 209 | -------------------------------------------------------------------------------- /tests/testdata/tree-construction/tricky01.dat: -------------------------------------------------------------------------------- 1 | #data 2 | <b><p>Bold </b> Not bold</p> 3 | Also not bold. 4 | #errors 5 | #document 6 | | <html> 7 | | <head> 8 | | <body> 9 | | <b> 10 | | <p> 11 | | <b> 12 | | "Bold " 13 | | " Not bold" 14 | | " 15 | Also not bold." 16 | 17 | #data 18 | <html> 19 | <font color=red><i>Italic and Red<p>Italic and Red </font> Just italic.</p> Italic only.</i> Plain 20 | <p>I should not be red. <font color=red>Red. <i>Italic and red.</p> 21 | <p>Italic and red. </i> Red.</font> I should not be red.</p> 22 | <b>Bold <i>Bold and italic</b> Only Italic </i> Plain 23 | #errors 24 | #document 25 | | <html> 26 | | <head> 27 | | <body> 28 | | <font> 29 | | color="red" 30 | | <i> 31 | | "Italic and Red" 32 | | <i> 33 | | <p> 34 | | <font> 35 | | color="red" 36 | | "Italic and Red " 37 | | " Just italic." 38 | | " Italic only." 39 | | " Plain 40 | " 41 | | <p> 42 | | "I should not be red. " 43 | | <font> 44 | | color="red" 45 | | "Red. " 46 | | <i> 47 | | "Italic and red." 48 | | <font> 49 | | color="red" 50 | | <i> 51 | | " 52 | " 53 | | <p> 54 | | <font> 55 | | color="red" 56 | | <i> 57 | | "Italic and red. " 58 | | " Red." 59 | | " I should not be red." 60 | | " 61 | " 62 | | <b> 63 | | "Bold " 64 | | <i> 65 | | "Bold and italic" 66 | | <i> 67 | | " Only Italic " 68 | | " Plain" 69 | 70 | #data 71 | <html><body> 72 | <p><font size="7">First paragraph.</p> 73 | <p>Second paragraph.</p></font> 74 | <b><p><i>Bold and Italic</b> Italic</p> 75 | #errors 76 | #document 77 | | <html> 78 | | <head> 79 | | <body> 80 | | " 81 | " 82 | | <p> 83 | | <font> 84 | | size="7" 85 | | "First paragraph." 86 | | <font> 87 | | size="7" 88 | | " 89 | " 90 | | <p> 91 | | "Second paragraph." 92 | | " 93 | " 94 | | <b> 95 | | <p> 96 | | <b> 97 | | <i> 98 | | "Bold and Italic" 99 | | <i> 100 | | " Italic" 101 | 102 | #data 103 | <html> 104 | <dl> 105 | <dt><b>Boo 106 | <dd>Goo? 107 | </dl> 108 | </html> 109 | #errors 110 | #document 111 | | <html> 112 | | <head> 113 | | <body> 114 | | <dl> 115 | | " 116 | " 117 | | <dt> 118 | | <b> 119 | | "Boo 120 | " 121 | | <dd> 122 | | <b> 123 | | "Goo? 124 | " 125 | | <b> 126 | | " 127 | " 128 | 129 | #data 130 | <html><body> 131 | <label><a><div>Hello<div>World</div></a></label> 132 | </body></html> 133 | #errors 134 | #document 135 | | <html> 136 | | <head> 137 | | <body> 138 | | " 139 | " 140 | | <label> 141 | | <a> 142 | | <div> 143 | | <a> 144 | | "Hello" 145 | | <div> 146 | | "World" 147 | | " 148 | " 149 | 150 | #data 151 | <table><center> <font>a</center> <img> <tr><td> </td> </tr> </table> 152 | #errors 153 | #document 154 | | <html> 155 | | <head> 156 | | <body> 157 | | <center> 158 | | " " 159 | | <font> 160 | | "a" 161 | | <font> 162 | | <img> 163 | | " " 164 | | <table> 165 | | " " 166 | | <tbody> 167 | | <tr> 168 | | <td> 169 | | " " 170 | | " " 171 | | " " 172 | 173 | #data 174 | <table><tr><p><a><p>You should see this text. 175 | #errors 176 | #document 177 | | <html> 178 | | <head> 179 | | <body> 180 | | <p> 181 | | <a> 182 | | <p> 183 | | <a> 184 | | "You should see this text." 185 | | <table> 186 | | <tbody> 187 | | <tr> 188 | 189 | #data 190 | <TABLE> 191 | <TR> 192 | <CENTER><CENTER><TD></TD></TR><TR> 193 | <FONT> 194 | <TABLE><tr></tr></TABLE> 195 | </P> 196 | <a></font><font></a> 197 | This page contains an insanely badly-nested tag sequence. 198 | #errors 199 | #document 200 | | <html> 201 | | <head> 202 | | <body> 203 | | <center> 204 | | <center> 205 | | <font> 206 | | " 207 | " 208 | | <table> 209 | | " 210 | " 211 | | <tbody> 212 | | <tr> 213 | | " 214 | " 215 | | <td> 216 | | <tr> 217 | | " 218 | " 219 | | <table> 220 | | <tbody> 221 | | <tr> 222 | | <font> 223 | | " 224 | " 225 | | <p> 226 | | " 227 | " 228 | | <a> 229 | | <a> 230 | | <font> 231 | | <font> 232 | | " 233 | This page contains an insanely badly-nested tag sequence." 234 | 235 | #data 236 | <html> 237 | <body> 238 | <b><nobr><div>This text is in a div inside a nobr</nobr>More text that should not be in the nobr, i.e., the 239 | nobr should have closed the div inside it implicitly. </b><pre>A pre tag outside everything else.</pre> 240 | </body> 241 | </html> 242 | #errors 243 | #document 244 | | <html> 245 | | <head> 246 | | <body> 247 | | " 248 | " 249 | | <b> 250 | | <nobr> 251 | | <div> 252 | | <b> 253 | | <nobr> 254 | | "This text is in a div inside a nobr" 255 | | "More text that should not be in the nobr, i.e., the 256 | nobr should have closed the div inside it implicitly. " 257 | | <pre> 258 | | "A pre tag outside everything else." 259 | | " 260 | 261 | " 262 | -------------------------------------------------------------------------------- /tests/testdata/tree-construction/tests18.dat: -------------------------------------------------------------------------------- 1 | #data 2 | <!doctype html><plaintext></plaintext> 3 | #errors 4 | #document 5 | | <!DOCTYPE html> 6 | | <html> 7 | | <head> 8 | | <body> 9 | | <plaintext> 10 | | "</plaintext>" 11 | 12 | #data 13 | <!doctype html><table><plaintext></plaintext> 14 | #errors 15 | #document 16 | | <!DOCTYPE html> 17 | | <html> 18 | | <head> 19 | | <body> 20 | | <plaintext> 21 | | "</plaintext>" 22 | | <table> 23 | 24 | #data 25 | <!doctype html><table><tbody><plaintext></plaintext> 26 | #errors 27 | #document 28 | | <!DOCTYPE html> 29 | | <html> 30 | | <head> 31 | | <body> 32 | | <plaintext> 33 | | "</plaintext>" 34 | | <table> 35 | | <tbody> 36 | 37 | #data 38 | <!doctype html><table><tbody><tr><plaintext></plaintext> 39 | #errors 40 | #document 41 | | <!DOCTYPE html> 42 | | <html> 43 | | <head> 44 | | <body> 45 | | <plaintext> 46 | | "</plaintext>" 47 | | <table> 48 | | <tbody> 49 | | <tr> 50 | 51 | #data 52 | <!doctype html><table><tbody><tr><plaintext></plaintext> 53 | #errors 54 | #document 55 | | <!DOCTYPE html> 56 | | <html> 57 | | <head> 58 | | <body> 59 | | <plaintext> 60 | | "</plaintext>" 61 | | <table> 62 | | <tbody> 63 | | <tr> 64 | 65 | #data 66 | <!doctype html><table><td><plaintext></plaintext> 67 | #errors 68 | #document 69 | | <!DOCTYPE html> 70 | | <html> 71 | | <head> 72 | | <body> 73 | | <table> 74 | | <tbody> 75 | | <tr> 76 | | <td> 77 | | <plaintext> 78 | | "</plaintext>" 79 | 80 | #data 81 | <!doctype html><table><caption><plaintext></plaintext> 82 | #errors 83 | #document 84 | | <!DOCTYPE html> 85 | | <html> 86 | | <head> 87 | | <body> 88 | | <table> 89 | | <caption> 90 | | <plaintext> 91 | | "</plaintext>" 92 | 93 | #data 94 | <!doctype html><table><tr><style></script></style>abc 95 | #errors 96 | #document 97 | | <!DOCTYPE html> 98 | | <html> 99 | | <head> 100 | | <body> 101 | | "abc" 102 | | <table> 103 | | <tbody> 104 | | <tr> 105 | | <style> 106 | | "</script>" 107 | 108 | #data 109 | <!doctype html><table><tr><script></style></script>abc 110 | #errors 111 | #document 112 | | <!DOCTYPE html> 113 | | <html> 114 | | <head> 115 | | <body> 116 | | "abc" 117 | | <table> 118 | | <tbody> 119 | | <tr> 120 | | <script> 121 | | "</style>" 122 | 123 | #data 124 | <!doctype html><table><caption><style></script></style>abc 125 | #errors 126 | #document 127 | | <!DOCTYPE html> 128 | | <html> 129 | | <head> 130 | | <body> 131 | | <table> 132 | | <caption> 133 | | <style> 134 | | "</script>" 135 | | "abc" 136 | 137 | #data 138 | <!doctype html><table><td><style></script></style>abc 139 | #errors 140 | #document 141 | | <!DOCTYPE html> 142 | | <html> 143 | | <head> 144 | | <body> 145 | | <table> 146 | | <tbody> 147 | | <tr> 148 | | <td> 149 | | <style> 150 | | "</script>" 151 | | "abc" 152 | 153 | #data 154 | <!doctype html><select><script></style></script>abc 155 | #errors 156 | #document 157 | | <!DOCTYPE html> 158 | | <html> 159 | | <head> 160 | | <body> 161 | | <select> 162 | | <script> 163 | | "</style>" 164 | | "abc" 165 | 166 | #data 167 | <!doctype html><table><select><script></style></script>abc 168 | #errors 169 | #document 170 | | <!DOCTYPE html> 171 | | <html> 172 | | <head> 173 | | <body> 174 | | <select> 175 | | <script> 176 | | "</style>" 177 | | "abc" 178 | | <table> 179 | 180 | #data 181 | <!doctype html><table><tr><select><script></style></script>abc 182 | #errors 183 | #document 184 | | <!DOCTYPE html> 185 | | <html> 186 | | <head> 187 | | <body> 188 | | <select> 189 | | <script> 190 | | "</style>" 191 | | "abc" 192 | | <table> 193 | | <tbody> 194 | | <tr> 195 | 196 | #data 197 | <!doctype html><frameset></frameset><noframes>abc 198 | #errors 199 | #document 200 | | <!DOCTYPE html> 201 | | <html> 202 | | <head> 203 | | <frameset> 204 | | <noframes> 205 | | "abc" 206 | 207 | #data 208 | <!doctype html><frameset></frameset><noframes>abc</noframes> 209 | #errors 210 | #document 211 | | <!DOCTYPE html> 212 | | <html> 213 | | <head> 214 | | <frameset> 215 | | <noframes> 216 | | "abc" 217 | |  218 | 219 | #data 220 | <!doctype html><frameset></frameset></html><noframes>abc 221 | #errors 222 | #document 223 | | <!DOCTYPE html> 224 | | <html> 225 | | <head> 226 | | <frameset> 227 | | <noframes> 228 | | "abc" 229 | 230 | #data 231 | <!doctype html><frameset></frameset></html><noframes>abc</noframes> 232 | #errors 233 | #document 234 | | <!DOCTYPE html> 235 | | <html> 236 | | <head> 237 | | <frameset> 238 | | <noframes> 239 | | "abc" 240 | |  241 | 242 | #data 243 | <!doctype html><table><tr></tbody><tfoot> 244 | #errors 245 | #document 246 | | <!DOCTYPE html> 247 | | <html> 248 | | <head> 249 | | <body> 250 | | <table> 251 | | <tbody> 252 | | <tr> 253 | | <tfoot> 254 | 255 | #data 256 | <!doctype html><table><td><svg></svg>abc<td> 257 | #errors 258 | #document 259 | | <!DOCTYPE html> 260 | | <html> 261 | | <head> 262 | | <body> 263 | | <table> 264 | | <tbody> 265 | | <tr> 266 | | <td> 267 | | <svg svg> 268 | | "abc" 269 | | <td> 270 | -------------------------------------------------------------------------------- /tests/testdata/serializer/core.test: -------------------------------------------------------------------------------- 1 | {"tests": [ 2 | 3 | {"description": "proper attribute value escaping", 4 | "input": [["StartTag", "http://www.w3.org/1999/xhtml", "span", [{"namespace": null, "name": "title", "value": "test \"with\" ""}]]], 5 | "expected": ["<span title='test \"with\" "'>"] 6 | }, 7 | 8 | {"description": "proper attribute value non-quoting", 9 | "input": [["StartTag", "http://www.w3.org/1999/xhtml", "span", [{"namespace": null, "name": "title", "value": "foo"}]]], 10 | "expected": ["<span title=foo>"], 11 | "xhtml": ["<span title=\"foo\">"] 12 | }, 13 | 14 | {"description": "proper attribute value non-quoting (with <)", 15 | "input": [["StartTag", "http://www.w3.org/1999/xhtml", "span", [{"namespace": null, "name": "title", "value": "foo<bar"}]]], 16 | "expected": ["<span title=foo<bar>"], 17 | "xhtml": ["<span title=\"foo<bar\">"] 18 | }, 19 | 20 | {"description": "proper attribute value quoting (with =)", 21 | "input": [["StartTag", "http://www.w3.org/1999/xhtml", "span", [{"namespace": null, "name": "title", "value": "foo=bar"}]]], 22 | "expected": ["<span title=\"foo=bar\">"] 23 | }, 24 | 25 | {"description": "proper attribute value quoting (with >)", 26 | "input": [["StartTag", "http://www.w3.org/1999/xhtml", "span", [{"namespace": null, "name": "title", "value": "foo>bar"}]]], 27 | "expected": ["<span title=\"foo>bar\">"] 28 | }, 29 | 30 | {"description": "proper attribute value quoting (with \")", 31 | "input": [["StartTag", "http://www.w3.org/1999/xhtml", "span", [{"namespace": null, "name": "title", "value": "foo\"bar"}]]], 32 | "expected": ["<span title='foo\"bar'>"] 33 | }, 34 | 35 | {"description": "proper attribute value quoting (with ')", 36 | "input": [["StartTag", "http://www.w3.org/1999/xhtml", "span", [{"namespace": null, "name": "title", "value": "foo'bar"}]]], 37 | "expected": ["<span title=\"foo'bar\">"] 38 | }, 39 | 40 | {"description": "proper attribute value quoting (with both \" and ')", 41 | "input": [["StartTag", "http://www.w3.org/1999/xhtml", "span", [{"namespace": null, "name": "title", "value": "foo'bar\"baz"}]]], 42 | "expected": ["<span title=\"foo'bar"baz\">"] 43 | }, 44 | 45 | {"description": "proper attribute value quoting (with space)", 46 | "input": [["StartTag", "http://www.w3.org/1999/xhtml", "span", [{"namespace": null, "name": "title", "value": "foo bar"}]]], 47 | "expected": ["<span title=\"foo bar\">"] 48 | }, 49 | 50 | {"description": "proper attribute value quoting (with tab)", 51 | "input": [["StartTag", "http://www.w3.org/1999/xhtml", "span", [{"namespace": null, "name": "title", "value": "foo\tbar"}]]], 52 | "expected": ["<span title=\"foo\tbar\">"] 53 | }, 54 | 55 | {"description": "proper attribute value quoting (with LF)", 56 | "input": [["StartTag", "http://www.w3.org/1999/xhtml", "span", [{"namespace": null, "name": "title", "value": "foo\nbar"}]]], 57 | "expected": ["<span title=\"foo\nbar\">"] 58 | }, 59 | 60 | {"description": "proper attribute value quoting (with CR)", 61 | "input": [["StartTag", "http://www.w3.org/1999/xhtml", "span", [{"namespace": null, "name": "title", "value": "foo\rbar"}]]], 62 | "expected": ["<span title=\"foo\rbar\">"] 63 | }, 64 | 65 | {"description": "proper attribute value non-quoting (with linetab)", 66 | "input": [["StartTag", "http://www.w3.org/1999/xhtml", "span", [{"namespace": null, "name": "title", "value": "foo\u000Bbar"}]]], 67 | "expected": ["<span title=foo\u000Bbar>"], 68 | "xhtml": ["<span title=\"foo\u000Bbar\">"] 69 | }, 70 | 71 | {"description": "proper attribute value quoting (with form feed)", 72 | "input": [["StartTag", "http://www.w3.org/1999/xhtml", "span", [{"namespace": null, "name": "title", "value": "foo\u000Cbar"}]]], 73 | "expected": ["<span title=\"foo\u000Cbar\">"] 74 | }, 75 | 76 | {"description": "void element (as EmptyTag token)", 77 | "input": [["EmptyTag", "img", {}]], 78 | "expected": ["<img>"], 79 | "xhtml": ["<img />"] 80 | }, 81 | 82 | {"description": "void element (as StartTag token)", 83 | "input": [["StartTag", "http://www.w3.org/1999/xhtml", "img", {}]], 84 | "expected": ["<img>"], 85 | "xhtml": ["<img />"] 86 | }, 87 | 88 | {"description": "doctype in error", 89 | "input": [["Doctype", "foo"]], 90 | "expected": ["<!DOCTYPE foo>"] 91 | }, 92 | 93 | {"description": "character data", 94 | "options": {"encoding":"utf-8"}, 95 | "input": [["Characters", "a<b>c&d"]], 96 | "expected": ["a<b>c&d"] 97 | }, 98 | 99 | {"description": "rcdata", 100 | "input": [["StartTag", "http://www.w3.org/1999/xhtml", "script", {}], ["Characters", "a<b>c&d"]], 101 | "expected": ["<script>a<b>c&d"], 102 | "xhtml": ["<script>a<b>c&d"] 103 | }, 104 | 105 | {"description": "doctype", 106 | "input": [["Doctype", "HTML"]], 107 | "expected": ["<!DOCTYPE HTML>"] 108 | }, 109 | 110 | {"description": "HTML 4.01 DOCTYPE", 111 | "input": [["Doctype", "HTML", "-//W3C//DTD HTML 4.01//EN", "http://www.w3.org/TR/html4/strict.dtd"]], 112 | "expected": ["<!DOCTYPE HTML PUBLIC \"-//W3C//DTD HTML 4.01//EN\" \"http://www.w3.org/TR/html4/strict.dtd\">"] 113 | }, 114 | 115 | {"description": "HTML 4.01 DOCTYPE without system identifer", 116 | "input": [["Doctype", "HTML", "-//W3C//DTD HTML 4.01//EN"]], 117 | "expected": ["<!DOCTYPE HTML PUBLIC \"-//W3C//DTD HTML 4.01//EN\">"] 118 | }, 119 | 120 | {"description": "IBM DOCTYPE without public identifer", 121 | "input": [["Doctype", "html", "", "http://www.ibm.com/data/dtd/v11/ibmxhtml1-transitional.dtd"]], 122 | "expected": ["<!DOCTYPE html SYSTEM \"http://www.ibm.com/data/dtd/v11/ibmxhtml1-transitional.dtd\">"] 123 | } 124 | 125 | ]} 126 | -------------------------------------------------------------------------------- /tests/testdata/tree-construction/scriptdata01.dat: -------------------------------------------------------------------------------- 1 | #data 2 | FOO<script>'Hello'</script>BAR 3 | #errors 4 | #document 5 | | <html> 6 | | <head> 7 | | <body> 8 | | "FOO" 9 | | <script> 10 | | "'Hello'" 11 | | "BAR" 12 | 13 | #data 14 | FOO<script></script>BAR 15 | #errors 16 | #document 17 | | <html> 18 | | <head> 19 | | <body> 20 | | "FOO" 21 | | <script> 22 | | "BAR" 23 | 24 | #data 25 | FOO<script></script >BAR 26 | #errors 27 | #document 28 | | <html> 29 | | <head> 30 | | <body> 31 | | "FOO" 32 | | <script> 33 | | "BAR" 34 | 35 | #data 36 | FOO<script></script/>BAR 37 | #errors 38 | #document 39 | | <html> 40 | | <head> 41 | | <body> 42 | | "FOO" 43 | | <script> 44 | | "BAR" 45 | 46 | #data 47 | FOO<script></script/ >BAR 48 | #errors 49 | #document 50 | | <html> 51 | | <head> 52 | | <body> 53 | | "FOO" 54 | | <script> 55 | | "BAR" 56 | 57 | #data 58 | FOO<script type="text/plain"></scriptx>BAR 59 | #errors 60 | #document 61 | | <html> 62 | | <head> 63 | | <body> 64 | | "FOO" 65 | | <script> 66 | | type="text/plain" 67 | | "</scriptx>BAR" 68 | 69 | #data 70 | FOO<script></script foo=">" dd>BAR 71 | #errors 72 | #document 73 | | <html> 74 | | <head> 75 | | <body> 76 | | "FOO" 77 | | <script> 78 | | "BAR" 79 | 80 | #data 81 | FOO<script>'<'</script>BAR 82 | #errors 83 | #document 84 | | <html> 85 | | <head> 86 | | <body> 87 | | "FOO" 88 | | <script> 89 | | "'<'" 90 | | "BAR" 91 | 92 | #data 93 | FOO<script>'<!'</script>BAR 94 | #errors 95 | #document 96 | | <html> 97 | | <head> 98 | | <body> 99 | | "FOO" 100 | | <script> 101 | | "'<!'" 102 | | "BAR" 103 | 104 | #data 105 | FOO<script>'<!-'</script>BAR 106 | #errors 107 | #document 108 | | <html> 109 | | <head> 110 | | <body> 111 | | "FOO" 112 | | <script> 113 | | "'<!-'" 114 | | "BAR" 115 | 116 | #data 117 | FOO<script>''</script>BAR 142 | #errors 143 | #document 144 | | <html> 145 | | <head> 146 | | <body> 147 | | "FOO" 148 | | <script> 149 | | "''</script>BAR 154 | #errors 155 | #document 156 | | <html> 157 | | <head> 158 | | <body> 159 | | "FOO" 160 | | <script> 161 | | "''</script>BAR 226 | #errors 227 | #document 228 | | <html> 229 | | <head> 230 | | <body> 231 | | "FOO" 232 | | <script> 233 | | "''" 234 | | "BAR" 235 | 236 | #data 237 | FOO<script type="text/plain">' 105 | 106 | #data 107 | <body><!�filler�text> 108 | #errors 109 | #document 110 | | <html> 111 | | <head> 112 | | <body> 113 | |  114 | 115 | #data 116 | <body><svg><foreignObject>�filler�text 117 | #errors 118 | #document 119 | | <html> 120 | | <head> 121 | | <body> 122 | | <svg svg> 123 | | <svg foreignObject> 124 | | "fillertext" 125 | 126 | #data 127 | <svg>�filler�text 128 | #errors 129 | #document 130 | | <html> 131 | | <head> 132 | | <body> 133 | | <svg svg> 134 | | "�filler�text" 135 | 136 | #data 137 | <svg>�<frameset> 138 | #errors 139 | #document 140 | | <html> 141 | | <head> 142 | | <body> 143 | | <svg svg> 144 | | "�" 145 | | <svg frameset> 146 | 147 | #data 148 | <svg>� <frameset> 149 | #errors 150 | #document 151 | | <html> 152 | | <head> 153 | | <body> 154 | | <svg svg> 155 | | "� " 156 | | <svg frameset> 157 | 158 | #data 159 | <svg>�a<frameset> 160 | #errors 161 | #document 162 | | <html> 163 | | <head> 164 | | <body> 165 | | <svg svg> 166 | | "�a" 167 | | <svg frameset> 168 | 169 | #data 170 | <svg>�</svg><frameset> 171 | #errors 172 | #document 173 | | <html> 174 | | <head> 175 | | <frameset> 176 | 177 | #data 178 | <svg>� </svg><frameset> 179 | #errors 180 | #document 181 | | <html> 182 | | <head> 183 | | <frameset> 184 | 185 | #data 186 | <svg>�a</svg><frameset> 187 | #errors 188 | #document 189 | | <html> 190 | | <head> 191 | | <body> 192 | | <svg svg> 193 | | "�a" 194 | 195 | #data 196 | <svg><path></path></svg><frameset> 197 | #errors 198 | #document 199 | | <html> 200 | | <head> 201 | | <frameset> 202 | 203 | #data 204 | <svg><p><frameset> 205 | #errors 206 | #document 207 | | <html> 208 | | <head> 209 | | <frameset> 210 | 211 | #data 212 | <!DOCTYPE html><pre> 213 | 214 | A</pre> 215 | #errors 216 | #document 217 | | <!DOCTYPE html> 218 | | <html> 219 | | <head> 220 | | <body> 221 | | <pre> 222 | | " 223 | A" 224 | 225 | #data 226 | <!DOCTYPE html><pre> A</pre> 227 | #errors 228 | #document 229 | | <!DOCTYPE html> 230 | | <html> 231 | | <head> 232 | | <body> 233 | | <pre> 234 | | " 235 | A" 236 | 237 | #data 238 | <!DOCTYPE html><pre> A</pre> 239 | #errors 240 | #document 241 | | <!DOCTYPE html> 242 | | <html> 243 | | <head> 244 | | <body> 245 | | <pre> 246 | | "A" 247 | 248 | #data 249 | <!DOCTYPE html><table><tr><td><math><mtext>�a 250 | #errors 251 | 44: Saw U+0000 in stream. 252 | 45: End of file in a foreign namespace context. 253 | #document 254 | | <!DOCTYPE html> 255 | | <html> 256 | | <head> 257 | | <body> 258 | | <table> 259 | | <tbody> 260 | | <tr> 261 | | <td> 262 | | <mathml math> 263 | | <mathml mtext> 264 | | "a" 265 | 266 | #data 267 | <!DOCTYPE html><table><tr><td><svg><foreignObject>�a 268 | #errors 269 | 44: Saw U+0000 in stream. 270 | 45: End of file in a foreign namespace context. 271 | #document 272 | | <!DOCTYPE html> 273 | | <html> 274 | | <head> 275 | | <body> 276 | | <table> 277 | | <tbody> 278 | | <tr> 279 | | <td> 280 | | <svg svg> 281 | | <svg foreignObject> 282 | | "a" 283 | 284 | #data 285 | <!DOCTYPE html><math><mi>a�b 286 | #errors 287 | #document 288 | | <!DOCTYPE html> 289 | | <html> 290 | | <head> 291 | | <body> 292 | | <mathml math> 293 | | <mathml mi> 294 | | "ab" 295 | 296 | #data 297 | <!DOCTYPE html><math><mo>a�b 298 | #errors 299 | #document 300 | | <!DOCTYPE html> 301 | | <html> 302 | | <head> 303 | | <body> 304 | | <mathml math> 305 | | <mathml mo> 306 | | "ab" 307 | 308 | #data 309 | <!DOCTYPE html><math><mn>a�b 310 | #errors 311 | #document 312 | | <!DOCTYPE html> 313 | | <html> 314 | | <head> 315 | | <body> 316 | | <mathml math> 317 | | <mathml mn> 318 | | "ab" 319 | 320 | #data 321 | <!DOCTYPE html><math><ms>a�b 322 | #errors 323 | #document 324 | | <!DOCTYPE html> 325 | | <html> 326 | | <head> 327 | | <body> 328 | | <mathml math> 329 | | <mathml ms> 330 | | "ab" 331 | 332 | #data 333 | <!DOCTYPE html><math><mtext>a�b 334 | #errors 335 | #document 336 | | <!DOCTYPE html> 337 | | <html> 338 | | <head> 339 | | <body> 340 | | <mathml math> 341 | | <mathml mtext> 342 | | "ab" 343 | -------------------------------------------------------------------------------- /tests/test-parser.lisp: -------------------------------------------------------------------------------- 1 | ;;;; HTML5 parser for Common Lisp 2 | ;;;; 3 | ;;;; Copyright (C) 2012 Thomas Bakketun <thomas.bakketun@copyleft.no> 4 | ;;;; Copyright (C) 2012 Asgeir Bjørlykke <asgeir@copyleft.no> 5 | ;;;; Copyright (C) 2012 Mathias Hellevang 6 | ;;;; Copyright (C) 2012 Stian Sletner <stian@copyleft.no> 7 | ;;;; 8 | ;;;; This library is free software: you can redistribute it and/or modify 9 | ;;;; it under the terms of the GNU Lesser General Public License as published 10 | ;;;; by the Free Software Foundation, either version 3 of the License, or 11 | ;;;; (at your option) any later version. 12 | ;;;; 13 | ;;;; This library is distributed in the hope that it will be useful, 14 | ;;;; but WITHOUT ANY WARRANTY; without even the implied warranty of 15 | ;;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 16 | ;;;; GNU General Public License for more details. 17 | ;;;; 18 | ;;;; You should have received a copy of the GNU General Public License 19 | ;;;; along with this library. If not, see <http://www.gnu.org/licenses/>. 20 | 21 | (in-package :html5-parser-tests) 22 | 23 | ;; Printing for tests 24 | 25 | (defun print-node (node stream) 26 | (ecase (node-type node) 27 | (:document-type 28 | (format stream "<!DOCTYPE ~A" (node-name node)) 29 | (when (or (node-public-id node) 30 | (node-system-id node)) 31 | (format stream " \"~A\" \"~A\"" 32 | (or (node-public-id node) "") 33 | (or (node-system-id node) ""))) 34 | (format stream ">")) 35 | (:comment 36 | (format stream "" (node-value node))) 37 | (:element 38 | (if (and (node-namespace node) 39 | (string/= (node-namespace node) 40 | (html5-constants::find-namespace "html"))) 41 | (format stream "<~A ~A>" 42 | (html5-constants::find-prefix (node-namespace node)) 43 | (node-name node)) 44 | (format stream "<~A>" (node-name node)))) 45 | (:text 46 | (format stream "\"~A\"" (node-value node))))) 47 | 48 | (defun print-tree (node &key (stream *standard-output*) (indent 0)) 49 | (ecase (node-type node) 50 | ((:document :document-fragment) 51 | (element-map-children (lambda (child) 52 | (print-tree child 53 | :stream stream 54 | :indent (+ indent 2))) 55 | node)) 56 | (:element 57 | (format stream "~&|~vT" indent) 58 | (print-node node stream) 59 | (incf indent 2) 60 | (let ((attributes)) 61 | (element-map-attributes (lambda (name namespace value) 62 | (push (cons (cons name namespace) value) attributes)) 63 | node) 64 | (when attributes 65 | (loop for (name . value) in (sort attributes #'string< 66 | :key (lambda (attr) 67 | (if (consp (car attr)) 68 | (caar attr) 69 | (car attr)))) 70 | do 71 | (format stream "~&|~vT" indent) 72 | (if (cdr name) 73 | (format stream "~A ~A" (html5-constants:find-prefix (cdr name)) (car name)) 74 | (format stream "~A" (car name))) 75 | (format stream "=\"~A\"" value))) 76 | (element-map-children (lambda (child) 77 | (print-tree child 78 | :stream stream 79 | :indent indent)) 80 | node))) 81 | ((:text :comment :document-type) 82 | (format stream "~&|~vT" indent) 83 | (print-node node stream))) 84 | node) 85 | 86 | 87 | (defparameter *parser-tests-to-skip* 88 | ()) 89 | 90 | (defun do-parser-test (&key test-name data errors document document-fragment) 91 | (with-simple-restart (skip "Skip test ~A ~A" 92 | test-name 93 | data) 94 | (format t "~&Test ~A: ~A~%" test-name data) 95 | (setf document (string-right-trim '(#\Newline) document)) 96 | (when (member data *parser-tests-to-skip* :test #'string=) 97 | (format t " skipped") 98 | (return-from do-parser-test)) 99 | (multiple-value-bind (result-document got-errors) 100 | (if document-fragment 101 | (parse-html5-fragment data :container document-fragment) 102 | (parse-html5 data)) 103 | (let ((result (with-output-to-string (out) 104 | (print-tree result-document :stream out)))) 105 | (unless (string= document result) 106 | (error "Input:~%~A~%Got:~%~A~%Expected:~%~A" data result document)) 107 | (setf errors (split-sequence:split-sequence #\Newline errors 108 | :remove-empty-subseqs t)) 109 | (when (and errors 110 | (/= (length errors) (length got-errors))) 111 | (warn "Errors mismatch~&Input:~%~A~%Got:~%~{~&~A~}~%Expected:~%~{~&~A~}" 112 | data got-errors errors))) 113 | result-document))) 114 | 115 | 116 | (defun test-parser () 117 | (let ((files (html5lib-test-files "tree-construction"))) 118 | (dolist (file files) 119 | (let ((test-name (pathname-name file)) 120 | (tests (parse-test-data file))) 121 | (dolist (test tests) 122 | (apply #'do-parser-test :test-name test-name test)))))) 123 | 124 | 125 | (in-root-suite) 126 | (defsuite parser-tests) 127 | (in-suite parser-tests) 128 | 129 | (deftest test-parse-content-attr () 130 | (is (eql nil (html5-parser::parse-content-attr "garble"))) 131 | (is (eql nil (html5-parser::parse-content-attr "charset"))) 132 | (is (string= "utf-8" (html5-parser::parse-content-attr "charset=utf-8"))) 133 | (is (string= "utf-8" (html5-parser::parse-content-attr "charset = utf-8"))) 134 | (is (string= "utf-8" (html5-parser::parse-content-attr " charset = utf-8 "))) 135 | (is (string= " utf-8 " (html5-parser::parse-content-attr " charset =' utf-8 '"))) 136 | (is (eql nil (html5-parser::parse-content-attr " charset =\"utf-8 '"))) 137 | (is (string= "utf-8" (html5-parser::parse-content-attr " charset =\"utf-8\""))) 138 | (is (string= "utf-8" (html5-parser::parse-content-attr " charset =\"utf-8\" ")))) 139 | -------------------------------------------------------------------------------- /tests/testdata/tree-construction/tests3.dat: -------------------------------------------------------------------------------- 1 | #data 2 | <head></head><style></style> 3 | #errors 4 | Line: 1 Col: 6 Unexpected start tag (head). Expected DOCTYPE. 5 | Line: 1 Col: 20 Unexpected start tag (style) that can be in head. Moved. 6 | #document 7 | | <html> 8 | | <head> 9 | | <style> 10 | | <body> 11 | 12 | #data 13 | <head></head><script></script> 14 | #errors 15 | Line: 1 Col: 6 Unexpected start tag (head). Expected DOCTYPE. 16 | Line: 1 Col: 21 Unexpected start tag (script) that can be in head. Moved. 17 | #document 18 | | <html> 19 | | <head> 20 | | <script> 21 | | <body> 22 | 23 | #data 24 | <head></head><style></style><script></script> 25 | #errors 26 | Line: 1 Col: 6 Unexpected start tag (head). Expected DOCTYPE. 27 | Line: 1 Col: 28 Unexpected start tag (style) that can be in head. Moved. 28 | #document 29 | | <html> 30 | | <head> 31 | | <style> 32 | | <script> 33 | |  34 | |  35 | | <body> 36 | 37 | #data 38 | <head></head>x<style></style><script></script> 39 | #errors 40 | Line: 1 Col: 6 Unexpected start tag (head). Expected DOCTYPE. 41 | #document 42 | | <html> 43 | | <head> 44 | |  45 | | <body> 46 | | "x" 47 | | <style> 48 | |  49 | | <script> 50 | 51 | #data 52 | <!DOCTYPE html><html><head></head><body><pre> 53 | </pre></body></html> 54 | #errors 55 | #document 56 | | <!DOCTYPE html> 57 | | <html> 58 | | <head> 59 | | <body> 60 | | <pre> 61 | 62 | #data 63 | <!DOCTYPE html><html><head></head><body><pre> 64 | foo</pre></body></html> 65 | #errors 66 | #document 67 | | <!DOCTYPE html> 68 | | <html> 69 | | <head> 70 | | <body> 71 | | <pre> 72 | | "foo" 73 | 74 | #data 75 | <!DOCTYPE html><html><head></head><body><pre> 76 | 77 | foo</pre></body></html> 78 | #errors 79 | #document 80 | | <!DOCTYPE html> 81 | | <html> 82 | | <head> 83 | | <body> 84 | | <pre> 85 | | " 86 | foo" 87 | 88 | #data 89 | <!DOCTYPE html><html><head></head><body><pre> 90 | foo 91 | </pre></body></html> 92 | #errors 93 | #document 94 | | <!DOCTYPE html> 95 | | <html> 96 | | <head> 97 | | <body> 98 | | <pre> 99 | | "foo 100 | " 101 | 102 | #data 103 | <!DOCTYPE html><html><head></head><body><pre>x</pre><span> 104 | </span></body></html> 105 | #errors 106 | #document 107 | | <!DOCTYPE html> 108 | | <html> 109 | | <head> 110 | | <body> 111 | | <pre> 112 | | "x" 113 | | <span> 114 | | " 115 | " 116 | 117 | #data 118 | <!DOCTYPE html><html><head></head><body><pre>x 119 | y</pre></body></html> 120 | #errors 121 | #document 122 | | <!DOCTYPE html> 123 | | <html> 124 | | <head> 125 | | <body> 126 | | <pre> 127 | | "x 128 | y" 129 | 130 | #data 131 | <!DOCTYPE html><html><head></head><body><pre>x<div> 132 | y</pre></body></html> 133 | #errors 134 | Line: 2 Col: 7 End tag (pre) seen too early. Expected other end tag. 135 | #document 136 | | <!DOCTYPE html> 137 | | <html> 138 | | <head> 139 | | <body> 140 | | <pre> 141 | | "x" 142 | | <div> 143 | | " 144 | y" 145 | 146 | #data 147 | <!DOCTYPE html><pre> A</pre> 148 | #errors 149 | #document 150 | | <!DOCTYPE html> 151 | | <html> 152 | | <head> 153 | | <body> 154 | | <pre> 155 | | " 156 | A" 157 | 158 | #data 159 | <!DOCTYPE html><HTML><META><HEAD></HEAD></HTML> 160 | #errors 161 | Line: 1 Col: 33 Unexpected start tag head in existing head. Ignored. 162 | #document 163 | | <!DOCTYPE html> 164 | | <html> 165 | | <head> 166 | | <meta> 167 | | <body> 168 | 169 | #data 170 | <!DOCTYPE html><HTML><HEAD><head></HEAD></HTML> 171 | #errors 172 | Line: 1 Col: 33 Unexpected start tag head in existing head. Ignored. 173 | #document 174 | | <!DOCTYPE html> 175 | | <html> 176 | | <head> 177 | | <body> 178 | 179 | #data 180 | <textarea>foo<span>bar</span><i>baz 181 | #errors 182 | Line: 1 Col: 10 Unexpected start tag (textarea). Expected DOCTYPE. 183 | Line: 1 Col: 35 Expected closing tag. Unexpected end of file. 184 | #document 185 | | <html> 186 | | <head> 187 | | <body> 188 | | <textarea> 189 | | "foo<span>bar</span><i>baz" 190 | 191 | #data 192 | <title>foo<span>bar</em><i>baz 193 | #errors 194 | Line: 1 Col: 7 Unexpected start tag (title). Expected DOCTYPE. 195 | Line: 1 Col: 30 Unexpected end of file. Expected end tag (title). 196 | #document 197 | | <html> 198 | | <head> 199 | | <title> 200 | | "foo<span>bar</em><i>baz" 201 | | <body> 202 | 203 | #data 204 | <!DOCTYPE html><textarea> 205 | 206 | #errors 207 | #document 208 | | 209 | | 210 | | 211 | | 212 | | 213 | 214 | #data 215 | <!DOCTYPE html><textarea> 216 | foo 217 | #errors 218 | #document 219 | | 220 | | 221 | | 222 | | 223 | | 224 | | "foo" 225 | 226 | #data 227 | <!DOCTYPE html><textarea> 228 | 229 | foo 230 | #errors 231 | #document 232 | | 233 | | 234 | | 235 | | 236 | | 237 | | " 238 | foo" 239 | 240 | #data 241 | <!DOCTYPE html><html><head></head><body><ul><li><div><p><li></ul></body></html> 242 | #errors 243 | Line: 1 Col: 60 Missing end tag (div, li). 244 | #document 245 | | <!DOCTYPE html> 246 | | <html> 247 | | <head> 248 | | <body> 249 | | <ul> 250 | | <li> 251 | | <div> 252 | | <p> 253 | | <li> 254 | 255 | #data 256 | <!doctype html><nobr><nobr><nobr> 257 | #errors 258 | Line: 1 Col: 27 Unexpected start tag (nobr) implies end tag (nobr). 259 | Line: 1 Col: 33 Unexpected start tag (nobr) implies end tag (nobr). 260 | Line: 1 Col: 33 Expected closing tag. Unexpected end of file. 261 | #document 262 | | <!DOCTYPE html> 263 | | <html> 264 | | <head> 265 | | <body> 266 | | <nobr> 267 | | <nobr> 268 | | <nobr> 269 | 270 | #data 271 | <!doctype html><nobr><nobr></nobr><nobr> 272 | #errors 273 | Line: 1 Col: 27 Unexpected start tag (nobr) implies end tag (nobr). 274 | Line: 1 Col: 40 Expected closing tag. Unexpected end of file. 275 | #document 276 | | <!DOCTYPE html> 277 | | <html> 278 | | <head> 279 | | <body> 280 | | <nobr> 281 | | <nobr> 282 | | <nobr> 283 | 284 | #data 285 | <!doctype html><html><body><p><table></table></body></html> 286 | #errors 287 | Not known 288 | #document 289 | | <!DOCTYPE html> 290 | | <html> 291 | | <head> 292 | | <body> 293 | | <p> 294 | | <table> 295 | 296 | #data 297 | <p><table></table> 298 | #errors 299 | Not known 300 | #document 301 | | <html> 302 | | <head> 303 | | <body> 304 | | <p> 305 | | <table> 306 | -------------------------------------------------------------------------------- /tests/testdata/tokenizer/test1.test: -------------------------------------------------------------------------------- 1 | {"tests": [ 2 | 3 | {"description":"Correct Doctype lowercase", 4 | "input":"<!DOCTYPE html>", 5 | "output":[["DOCTYPE", "html", null, null, true]]}, 6 | 7 | {"description":"Correct Doctype uppercase", 8 | "input":"<!DOCTYPE HTML>", 9 | "output":[["DOCTYPE", "html", null, null, true]]}, 10 | 11 | {"description":"Correct Doctype mixed case", 12 | "input":"<!DOCTYPE HtMl>", 13 | "output":[["DOCTYPE", "html", null, null, true]]}, 14 | 15 | {"description":"Correct Doctype case with EOF", 16 | "input":"<!DOCTYPE HtMl", 17 | "output":["ParseError", ["DOCTYPE", "html", null, null, false]]}, 18 | 19 | {"description":"Truncated doctype start", 20 | "input":"<!DOC>", 21 | "output":["ParseError", ["Comment", "DOC"]]}, 22 | 23 | {"description":"Doctype in error", 24 | "input":"<!DOCTYPE foo>", 25 | "output":[["DOCTYPE", "foo", null, null, true]]}, 26 | 27 | {"description":"Single Start Tag", 28 | "input":"<h>", 29 | "output":[["StartTag", "h", {}]]}, 30 | 31 | {"description":"Empty end tag", 32 | "input":"</>", 33 | "output":["ParseError"]}, 34 | 35 | {"description":"Empty start tag", 36 | "input":"<>", 37 | "output":["ParseError", ["Character", "<>"]]}, 38 | 39 | {"description":"Start Tag w/attribute", 40 | "input":"<h a='b'>", 41 | "output":[["StartTag", "h", {"a":"b"}]]}, 42 | 43 | {"description":"Start Tag w/attribute no quotes", 44 | "input":"<h a=b>", 45 | "output":[["StartTag", "h", {"a":"b"}]]}, 46 | 47 | {"description":"Start/End Tag", 48 | "input":"<h></h>", 49 | "output":[["StartTag", "h", {}], ["EndTag", "h"]]}, 50 | 51 | {"description":"Two unclosed start tags", 52 | "input":"<p>One<p>Two", 53 | "output":[["StartTag", "p", {}], ["Character", "One"], ["StartTag", "p", {}], ["Character", "Two"]]}, 54 | 55 | {"description":"End Tag w/attribute", 56 | "input":"<h></h a='b'>", 57 | "output":[["StartTag", "h", {}], "ParseError", ["EndTag", "h"]]}, 58 | 59 | {"description":"Multiple atts", 60 | "input":"<h a='b' c='d'>", 61 | "output":[["StartTag", "h", {"a":"b", "c":"d"}]]}, 62 | 63 | {"description":"Multiple atts no space", 64 | "input":"<h a='b'c='d'>", 65 | "output":["ParseError", ["StartTag", "h", {"a":"b", "c":"d"}]]}, 66 | 67 | {"description":"Repeated attr", 68 | "input":"<h a='b' a='d'>", 69 | "output":["ParseError", ["StartTag", "h", {"a":"b"}]]}, 70 | 71 | {"description":"Simple comment", 72 | "input":"", 73 | "output":[["Comment", "comment"]]}, 74 | 75 | {"description":"Comment, Central dash no space", 76 | "input":"", 77 | "output":["ParseError", ["Comment", "-"]]}, 78 | 79 | {"description":"Comment, two central dashes", 80 | "input":"", 81 | "output":["ParseError", ["Comment", " --comment "]]}, 82 | 83 | {"description":"Unfinished comment", 84 | "input":"", 93 | "output":["ParseError", ["Comment", ""]]}, 94 | 95 | {"description":"Short comment two", 96 | "input":"", 101 | "output":[["Comment", ""]]}, 102 | 103 | 104 | {"description":"Ampersand EOF", 105 | "input":"&", 106 | "output":[["Character", "&"]]}, 107 | 108 | {"description":"Ampersand ampersand EOF", 109 | "input":"&&", 110 | "output":[["Character", "&&"]]}, 111 | 112 | {"description":"Ampersand space EOF", 113 | "input":"& ", 114 | "output":[["Character", "& "]]}, 115 | 116 | {"description":"Unfinished entity", 117 | "input":"&f", 118 | "output":["ParseError", ["Character", "&f"]]}, 119 | 120 | {"description":"Ampersand, number sign", 121 | "input":"&#", 122 | "output":["ParseError", ["Character", "&#"]]}, 123 | 124 | {"description":"Unfinished numeric entity", 125 | "input":"&#x", 126 | "output":["ParseError", ["Character", "&#x"]]}, 127 | 128 | {"description":"Entity with trailing semicolon (1)", 129 | "input":"I'm ¬it", 130 | "output":[["Character","I'm \u00ACit"]]}, 131 | 132 | {"description":"Entity with trailing semicolon (2)", 133 | "input":"I'm ∉", 134 | "output":[["Character","I'm \u2209"]]}, 135 | 136 | {"description":"Entity without trailing semicolon (1)", 137 | "input":"I'm ¬it", 138 | "output":[["Character","I'm "], "ParseError", ["Character", "\u00ACit"]]}, 139 | 140 | {"description":"Entity without trailing semicolon (2)", 141 | "input":"I'm ¬in", 142 | "output":[["Character","I'm "], "ParseError", ["Character", "\u00ACin"]]}, 143 | 144 | {"description":"Partial entity match at end of file", 145 | "input":"I'm &no", 146 | "output":[["Character","I'm "], "ParseError", ["Character", "&no"]]}, 147 | 148 | {"description":"Non-ASCII character reference name", 149 | "input":"&\u00AC;", 150 | "output":["ParseError", ["Character", "&\u00AC;"]]}, 151 | 152 | {"description":"ASCII decimal entity", 153 | "input":"$", 154 | "output":[["Character","$"]]}, 155 | 156 | {"description":"ASCII hexadecimal entity", 157 | "input":"?", 158 | "output":[["Character","?"]]}, 159 | 160 | {"description":"Hexadecimal entity in attribute", 161 | "input":"<h a='?'></h>", 162 | "output":[["StartTag", "h", {"a":"?"}], ["EndTag", "h"]]}, 163 | 164 | {"description":"Entity in attribute without semicolon ending in x", 165 | "input":"<h a='¬x'>", 166 | "output":["ParseError", ["StartTag", "h", {"a":"¬x"}]]}, 167 | 168 | {"description":"Entity in attribute without semicolon ending in 1", 169 | "input":"<h a='¬1'>", 170 | "output":["ParseError", ["StartTag", "h", {"a":"¬1"}]]}, 171 | 172 | {"description":"Entity in attribute without semicolon ending in i", 173 | "input":"<h a='¬i'>", 174 | "output":["ParseError", ["StartTag", "h", {"a":"¬i"}]]}, 175 | 176 | {"description":"Entity in attribute without semicolon", 177 | "input":"<h a='©'>", 178 | "output":["ParseError", ["StartTag", "h", {"a":"\u00A9"}]]}, 179 | 180 | {"description":"Unquoted attribute ending in ampersand", 181 | "input":"<s o=& t>", 182 | "output":[["StartTag","s",{"o":"&","t":""}]]}, 183 | 184 | {"description":"Unquoted attribute at end of tag with final character of &, with tag followed by characters", 185 | "input":"<a a=a&>foo", 186 | "output":[["StartTag", "a", {"a":"a&"}], ["Character", "foo"]]}, 187 | 188 | {"description":"plaintext element", 189 | "input":"<plaintext>foobar", 190 | "output":[["StartTag","plaintext",{}], ["Character","foobar"]]}, 191 | 192 | {"description":"Open angled bracket in unquoted attribute value state", 193 | "input":"<a a=f<>", 194 | "output":["ParseError", ["StartTag", "a", {"a":"f<"}]]} 195 | 196 | ]} 197 | -------------------------------------------------------------------------------- /tests/testdata/tree-construction/tests26.dat: -------------------------------------------------------------------------------- 1 | #data 2 | <!DOCTYPE html><body><a href='#1'><nobr>1<nobr></a><br><a href='#2'><nobr>2<nobr></a><br><a href='#3'><nobr>3<nobr></a> 3 | #errors 4 | #document 5 | | <!DOCTYPE html> 6 | | <html> 7 | | <head> 8 | | <body> 9 | | <a> 10 | | href="#1" 11 | | <nobr> 12 | | "1" 13 | | <nobr> 14 | | <nobr> 15 | | <br> 16 | | <a> 17 | | href="#2" 18 | | <a> 19 | | href="#2" 20 | | <nobr> 21 | | "2" 22 | | <nobr> 23 | | <nobr> 24 | | <br> 25 | | <a> 26 | | href="#3" 27 | | <a> 28 | | href="#3" 29 | | <nobr> 30 | | "3" 31 | | <nobr> 32 | 33 | #data 34 | <!DOCTYPE html><body><b><nobr>1<nobr></b><i><nobr>2<nobr></i>3 35 | #errors 36 | #document 37 | | <!DOCTYPE html> 38 | | <html> 39 | | <head> 40 | | <body> 41 | | <b> 42 | | <nobr> 43 | | "1" 44 | | <nobr> 45 | | <nobr> 46 | | <i> 47 | | <i> 48 | | <nobr> 49 | | "2" 50 | | <nobr> 51 | | <nobr> 52 | | "3" 53 | 54 | #data 55 | <!DOCTYPE html><body><b><nobr>1<table><nobr></b><i><nobr>2<nobr></i>3 56 | #errors 57 | #document 58 | | <!DOCTYPE html> 59 | | <html> 60 | | <head> 61 | | <body> 62 | | <b> 63 | | <nobr> 64 | | "1" 65 | | <nobr> 66 | | <i> 67 | | <i> 68 | | <nobr> 69 | | "2" 70 | | <nobr> 71 | | <nobr> 72 | | "3" 73 | | <table> 74 | 75 | #data 76 | <!DOCTYPE html><body><b><nobr>1<table><tr><td><nobr></b><i><nobr>2<nobr></i>3 77 | #errors 78 | #document 79 | | <!DOCTYPE html> 80 | | <html> 81 | | <head> 82 | | <body> 83 | | <b> 84 | | <nobr> 85 | | "1" 86 | | <table> 87 | | <tbody> 88 | | <tr> 89 | | <td> 90 | | <nobr> 91 | | <i> 92 | | <i> 93 | | <nobr> 94 | | "2" 95 | | <nobr> 96 | | <nobr> 97 | | "3" 98 | 99 | #data 100 | <!DOCTYPE html><body><b><nobr>1<div><nobr></b><i><nobr>2<nobr></i>3 101 | #errors 102 | #document 103 | | <!DOCTYPE html> 104 | | <html> 105 | | <head> 106 | | <body> 107 | | <b> 108 | | <nobr> 109 | | "1" 110 | | <div> 111 | | <b> 112 | | <nobr> 113 | | <nobr> 114 | | <nobr> 115 | | <i> 116 | | <i> 117 | | <nobr> 118 | | "2" 119 | | <nobr> 120 | | <nobr> 121 | | "3" 122 | 123 | #data 124 | <!DOCTYPE html><body><b><nobr>1<nobr></b><div><i><nobr>2<nobr></i>3 125 | #errors 126 | #document 127 | | <!DOCTYPE html> 128 | | <html> 129 | | <head> 130 | | <body> 131 | | <b> 132 | | <nobr> 133 | | "1" 134 | | <nobr> 135 | | <div> 136 | | <nobr> 137 | | <i> 138 | | <i> 139 | | <nobr> 140 | | "2" 141 | | <nobr> 142 | | <nobr> 143 | | "3" 144 | 145 | #data 146 | <!DOCTYPE html><body><b><nobr>1<nobr><ins></b><i><nobr> 147 | #errors 148 | #document 149 | | <!DOCTYPE html> 150 | | <html> 151 | | <head> 152 | | <body> 153 | | <b> 154 | | <nobr> 155 | | "1" 156 | | <nobr> 157 | | <ins> 158 | | <nobr> 159 | | <i> 160 | | <i> 161 | | <nobr> 162 | 163 | #data 164 | <!DOCTYPE html><body><b><nobr>1<ins><nobr></b><i>2 165 | #errors 166 | #document 167 | | <!DOCTYPE html> 168 | | <html> 169 | | <head> 170 | | <body> 171 | | <b> 172 | | <nobr> 173 | | "1" 174 | | <ins> 175 | | <nobr> 176 | | <nobr> 177 | | <i> 178 | | "2" 179 | 180 | #data 181 | <!DOCTYPE html><body><b>1<nobr></b><i><nobr>2</i> 182 | #errors 183 | #document 184 | | <!DOCTYPE html> 185 | | <html> 186 | | <head> 187 | | <body> 188 | | <b> 189 | | "1" 190 | | <nobr> 191 | | <nobr> 192 | | <i> 193 | | <i> 194 | | <nobr> 195 | | "2" 196 | 197 | #data 198 | <p><code x</code></p> 199 | 200 | #errors 201 | #document 202 | | <html> 203 | | <head> 204 | | <body> 205 | | <p> 206 | | <code> 207 | | code="" 208 | | x<="" 209 | | <code> 210 | | code="" 211 | | x<="" 212 | | " 213 | " 214 | 215 | #data 216 | <!DOCTYPE html><svg><foreignObject><p><i></p>a 217 | #errors 218 | 45: End tag “p” seen, but there were open elements. 219 | 41: Unclosed element “i”. 220 | 46: End of file seen and there were open elements. 221 | 35: Unclosed element “foreignObject”. 222 | 20: Unclosed element “svg”. 223 | #document 224 | | <!DOCTYPE html> 225 | | <html> 226 | | <head> 227 | | <body> 228 | | <svg svg> 229 | | <svg foreignObject> 230 | | <p> 231 | | <i> 232 | | <i> 233 | | "a" 234 | 235 | #data 236 | <!DOCTYPE html><table><tr><td><svg><foreignObject><p><i></p>a 237 | #errors 238 | 56: End tag “p” seen, but there were open elements. 239 | 52: Unclosed element “i”. 240 | 57: End of file seen and there were open elements. 241 | 46: Unclosed element “foreignObject”. 242 | 31: Unclosed element “svg”. 243 | 22: Unclosed element “table”. 244 | #document 245 | | <!DOCTYPE html> 246 | | <html> 247 | | <head> 248 | | <body> 249 | | <table> 250 | | <tbody> 251 | | <tr> 252 | | <td> 253 | | <svg svg> 254 | | <svg foreignObject> 255 | | <p> 256 | | <i> 257 | | <i> 258 | | "a" 259 | 260 | #data 261 | <!DOCTYPE html><math><mtext><p><i></p>a 262 | #errors 263 | 38: End tag “p” seen, but there were open elements. 264 | 34: Unclosed element “i”. 265 | 39: End of file in a foreign namespace context. 266 | #document 267 | | <!DOCTYPE html> 268 | | <html> 269 | | <head> 270 | | <body> 271 | | <mathml math> 272 | | <mathml mtext> 273 | | <p> 274 | | <i> 275 | | <i> 276 | | "a" 277 | 278 | #data 279 | <!DOCTYPE html><table><tr><td><math><mtext><p><i></p>a 280 | #errors 281 | 53: End tag “p” seen, but there were open elements. 282 | 49: Unclosed element “i”. 283 | 54: End of file in a foreign namespace context. 284 | #document 285 | | <!DOCTYPE html> 286 | | <html> 287 | | <head> 288 | | <body> 289 | | <table> 290 | | <tbody> 291 | | <tr> 292 | | <td> 293 | | <mathml math> 294 | | <mathml mtext> 295 | | <p> 296 | | <i> 297 | | <i> 298 | | "a" 299 | 300 | #data 301 | <!DOCTYPE html><body><div><!/div>a 302 | #errors 303 | 29: Bogus comment. 304 | 34: End of file seen and there were open elements. 305 | 26: Unclosed element “div”. 306 | #document 307 | | <!DOCTYPE html> 308 | | <html> 309 | | <head> 310 | | <body> 311 | | <div> 312 | |  313 | | "a" 314 | -------------------------------------------------------------------------------- /simple-tree.lisp: -------------------------------------------------------------------------------- 1 | ;;;; HTML5 parser for Common Lisp 2 | ;;;; 3 | ;;;; Copyright (C) 2012 Thomas Bakketun <thomas.bakketun@copyleft.no> 4 | ;;;; Copyright (C) 2012 Asgeir Bjørlykke <asgeir@copyleft.no> 5 | ;;;; Copyright (C) 2012 Mathias Hellevang 6 | ;;;; Copyright (C) 2012 Stian Sletner <stian@copyleft.no> 7 | ;;;; 8 | ;;;; This library is free software: you can redistribute it and/or modify 9 | ;;;; it under the terms of the GNU Lesser General Public License as published 10 | ;;;; by the Free Software Foundation, either version 3 of the License, or 11 | ;;;; (at your option) any later version. 12 | ;;;; 13 | ;;;; This library is distributed in the hope that it will be useful, 14 | ;;;; but WITHOUT ANY WARRANTY; without even the implied warranty of 15 | ;;;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 16 | ;;;; GNU General Public License for more details. 17 | ;;;; 18 | ;;;; You should have received a copy of the GNU General Public License 19 | ;;;; along with this library. If not, see <http://www.gnu.org/licenses/>. 20 | 21 | (in-package :html5-parser) 22 | 23 | ;; A basic implementation of a DOM-core like thing 24 | 25 | (defclass node () 26 | ((type :initform :node :allocation :class :reader node-type) 27 | (name :initarg :name :initform nil :reader node-name) 28 | (namespace :initarg :namespace :initform nil :reader node-namespace) 29 | (parent :initform nil :reader node-parent) 30 | (value :initform nil :initarg :value 31 | :accessor node-value) 32 | (child-nodes :initform nil :accessor %node-child-nodes) 33 | (last-child :initform nil :accessor last-child))) 34 | 35 | (defmethod (setf %node-child-nodes) :after (value (node node)) 36 | (setf (last-child node) (last value))) 37 | 38 | (defclass document (node) 39 | ((type :initform :document :allocation :class))) 40 | 41 | (defclass document-fragment (document) 42 | ((type :initform :document-fragment :allocation :class))) 43 | 44 | (defclass document-type (node) 45 | ((type :initform :document-type :allocation :class) 46 | (public-id :initarg :public-id :reader node-public-id) 47 | (system-id :initarg :system-id :reader node-system-id))) 48 | 49 | (defclass text-node (node) 50 | ((type :initform :text :allocation :class))) 51 | 52 | (defclass element (node) 53 | ((type :initform :element :allocation :class) 54 | (attributes :initform nil :accessor %node-attributes))) 55 | 56 | (defclass comment-node (node) 57 | ((type :initform :comment :allocation :class))) 58 | 59 | ;;; 60 | ;;; Creating nodes 61 | ;;; 62 | 63 | (defun make-document () 64 | (make-instance 'document)) 65 | 66 | (defun make-fragment (document) 67 | (declare (ignore document)) 68 | (make-instance 'document-fragment)) 69 | 70 | (defun make-doctype (document name public-id system-id) 71 | (declare (ignore document)) 72 | (make-instance 'document-type :name name :public-id public-id :system-id system-id)) 73 | 74 | (defun make-comment (document data) 75 | (declare (ignore document)) 76 | (make-instance 'comment-node :value data)) 77 | 78 | (defun make-element (document name namespace) 79 | (declare (ignore document)) 80 | (make-instance 'element :name name :namespace namespace)) 81 | 82 | (defun make-text-node (document data) 83 | (declare (ignore document)) 84 | (make-instance 'text-node :value data)) 85 | 86 | ;;; 87 | ;;; Node methods 88 | ;;; 89 | 90 | (defun node-first-child (node) 91 | (car (%node-child-nodes node))) 92 | 93 | (defun node-last-child (node) 94 | (car (last-child node))) 95 | 96 | (defun node-previous-sibling (node) 97 | (loop for (this next) on (%node-child-nodes (node-parent node)) 98 | when (eql next node) do (return this))) 99 | 100 | (defun node-next-sibling (node) 101 | (loop for (this next) on (%node-child-nodes (node-parent node)) 102 | when (eql this node) do (return next))) 103 | 104 | (defun node-append-child (node child) 105 | (when (node-parent child) 106 | (node-remove-child (node-parent child) child)) 107 | (setf (slot-value child 'parent) node) 108 | (if (%node-child-nodes node) 109 | (setf (last-child node) 110 | (push child (cdr (last-child node)))) 111 | (setf (%node-child-nodes node) 112 | (list child))) 113 | (%node-child-nodes node)) 114 | 115 | (defun node-remove-child (node child) 116 | (setf (%node-child-nodes node) 117 | (remove child (%node-child-nodes node))) 118 | (setf (slot-value child 'parent) nil)) 119 | 120 | (defun node-insert-before (node child insert-before) 121 | (let ((child-nodes (%node-child-nodes node))) 122 | (setf (slot-value child 'parent) node) 123 | (labels ((insert-before (child-nodes) 124 | (cond ((endp child-nodes) 125 | (cons child nil)) 126 | ((eql (car child-nodes) insert-before) 127 | (cons child child-nodes)) 128 | (t (rplacd child-nodes (insert-before (cdr child-nodes))))))) 129 | (setf (%node-child-nodes node) 130 | (insert-before child-nodes))))) 131 | 132 | (defun element-attribute (node attribute &optional namespace) 133 | (cdr (assoc (cons attribute namespace) 134 | (%node-attributes node) 135 | :test #'equal))) 136 | 137 | (defun (setf element-attribute) (new-value node attribute 138 | &optional namespace) 139 | (check-type attribute string) 140 | (check-type new-value string) 141 | (let ((old-attr (assoc (cons attribute namespace) 142 | (%node-attributes node) 143 | :test #'equal))) 144 | (if old-attr 145 | (setf (cdr old-attr) new-value) 146 | (push (cons (cons attribute namespace) new-value) (%node-attributes node))))) 147 | 148 | ;;; 149 | ;;; Traversing 150 | ;;; 151 | 152 | (defun element-map-children (function node) 153 | (map nil function (%node-child-nodes node))) 154 | 155 | (defun element-map-attributes (function node) 156 | (loop for ((name . namespace) . value) in (%node-attributes node) 157 | do (funcall function name namespace value))) 158 | 159 | 160 | ;; 161 | ;; Printing for the ease of debugging 162 | ;; 163 | 164 | (defun node-count (tree) 165 | (typecase tree 166 | (element (1+ (apply #'+ (mapcar #'node-count (%node-child-nodes tree))))) 167 | ((or document document-fragment) 168 | (apply #'+ (mapcar #'node-count (%node-child-nodes tree)))) 169 | (t 1))) 170 | 171 | (defmethod print-object ((node document) stream) 172 | (print-unreadable-object (node stream :type t :identity t) 173 | (format stream "nodes: ~A" (node-count node)))) 174 | 175 | (defmethod print-object ((node node) stream) 176 | (print-unreadable-object (node stream :type t :identity t) 177 | (format stream "~A" (node-name node)))) 178 | 179 | (defmethod print-object ((node text-node) stream) 180 | (print-unreadable-object (node stream :type t :identity t) 181 | (write (node-value node) :stream stream :length 30))) 182 | -------------------------------------------------------------------------------- /tests/testdata/tokenizer/test2.test: -------------------------------------------------------------------------------- 1 | {"tests": [ 2 | 3 | {"description":"DOCTYPE without name", 4 | "input":"<!DOCTYPE>", 5 | "output":["ParseError", "ParseError", ["DOCTYPE", "", null, null, false]]}, 6 | 7 | {"description":"DOCTYPE without space before name", 8 | "input":"<!DOCTYPEhtml>", 9 | "output":["ParseError", ["DOCTYPE", "html", null, null, true]]}, 10 | 11 | {"description":"Incorrect DOCTYPE without a space before name", 12 | "input":"<!DOCTYPEfoo>", 13 | "output":["ParseError", ["DOCTYPE", "foo", null, null, true]]}, 14 | 15 | {"description":"DOCTYPE with publicId", 16 | "input":"<!DOCTYPE html PUBLIC \"-//W3C//DTD HTML Transitional 4.01//EN\">", 17 | "output":[["DOCTYPE", "html", "-//W3C//DTD HTML Transitional 4.01//EN", null, true]]}, 18 | 19 | {"description":"DOCTYPE with EOF after PUBLIC", 20 | "input":"<!DOCTYPE html PUBLIC", 21 | "output":["ParseError", ["DOCTYPE", "html", null, null, false]]}, 22 | 23 | {"description":"DOCTYPE with EOF after PUBLIC '", 24 | "input":"<!DOCTYPE html PUBLIC '", 25 | "output":["ParseError", ["DOCTYPE", "html", "", null, false]]}, 26 | 27 | {"description":"DOCTYPE with EOF after PUBLIC 'x", 28 | "input":"<!DOCTYPE html PUBLIC 'x", 29 | "output":["ParseError", ["DOCTYPE", "html", "x", null, false]]}, 30 | 31 | {"description":"DOCTYPE with systemId", 32 | "input":"<!DOCTYPE html SYSTEM \"-//W3C//DTD HTML Transitional 4.01//EN\">", 33 | "output":[["DOCTYPE", "html", null, "-//W3C//DTD HTML Transitional 4.01//EN", true]]}, 34 | 35 | {"description":"DOCTYPE with publicId and systemId", 36 | "input":"<!DOCTYPE html PUBLIC \"-//W3C//DTD HTML Transitional 4.01//EN\" \"-//W3C//DTD HTML Transitional 4.01//EN\">", 37 | "output":[["DOCTYPE", "html", "-//W3C//DTD HTML Transitional 4.01//EN", "-//W3C//DTD HTML Transitional 4.01//EN", true]]}, 38 | 39 | {"description":"DOCTYPE with > in double-quoted publicId", 40 | "input":"<!DOCTYPE html PUBLIC \">x", 41 | "output":["ParseError", ["DOCTYPE", "html", "", null, false], ["Character", "x"]]}, 42 | 43 | {"description":"DOCTYPE with > in single-quoted publicId", 44 | "input":"<!DOCTYPE html PUBLIC '>x", 45 | "output":["ParseError", ["DOCTYPE", "html", "", null, false], ["Character", "x"]]}, 46 | 47 | {"description":"DOCTYPE with > in double-quoted systemId", 48 | "input":"<!DOCTYPE html PUBLIC \"foo\" \">x", 49 | "output":["ParseError", ["DOCTYPE", "html", "foo", "", false], ["Character", "x"]]}, 50 | 51 | {"description":"DOCTYPE with > in single-quoted systemId", 52 | "input":"<!DOCTYPE html PUBLIC 'foo' '>x", 53 | "output":["ParseError", ["DOCTYPE", "html", "foo", "", false], ["Character", "x"]]}, 54 | 55 | {"description":"Incomplete doctype", 56 | "input":"<!DOCTYPE html ", 57 | "output":["ParseError", ["DOCTYPE", "html", null, null, false]]}, 58 | 59 | {"description":"Numeric entity representing the NUL character", 60 | "input":"�", 61 | "output":["ParseError", ["Character", "\uFFFD"]]}, 62 | 63 | {"description":"Hexadecimal entity representing the NUL character", 64 | "input":"�", 65 | "output":["ParseError", ["Character", "\uFFFD"]]}, 66 | 67 | {"description":"Numeric entity representing a codepoint after 1114111 (U+10FFFF)", 68 | "input":"�", 69 | "output":["ParseError", ["Character", "\uFFFD"]]}, 70 | 71 | {"description":"Hexadecimal entity representing a codepoint after 1114111 (U+10FFFF)", 72 | "input":"�", 73 | "output":["ParseError", ["Character", "\uFFFD"]]}, 74 | 75 | {"description":"Hexadecimal entity pair representing a surrogate pair", 76 | "input":"��", 77 | "output":["ParseError", ["Character", "\uFFFD"], "ParseError", ["Character", "\uFFFD"]]}, 78 | 79 | {"description":"Hexadecimal entity with mixed uppercase and lowercase", 80 | "input":"ꯍ", 81 | "output":[["Character", "\uABCD"]]}, 82 | 83 | {"description":"Entity without a name", 84 | "input":"&;", 85 | "output":["ParseError", ["Character", "&;"]]}, 86 | 87 | {"description":"Unescaped ampersand in attribute value", 88 | "input":"<h a='&'>", 89 | "output":[["StartTag", "h", { "a":"&" }]]}, 90 | 91 | {"description":"StartTag containing <", 92 | "input":"<a<b>", 93 | "output":[["StartTag", "a<b", { }]]}, 94 | 95 | {"description":"Non-void element containing trailing /", 96 | "input":"<h/>", 97 | "output":[["StartTag","h",{},true]]}, 98 | 99 | {"description":"Void element with permitted slash", 100 | "input":"<br/>", 101 | "output":[["StartTag","br",{},true]]}, 102 | 103 | {"description":"Void element with permitted slash (with attribute)", 104 | "input":"<br foo='bar'/>", 105 | "output":[["StartTag","br",{"foo":"bar"},true]]}, 106 | 107 | {"description":"StartTag containing /", 108 | "input":"<h/a='b'>", 109 | "output":["ParseError", ["StartTag", "h", { "a":"b" }]]}, 110 | 111 | {"description":"Double-quoted attribute value", 112 | "input":"<h a=\"b\">", 113 | "output":[["StartTag", "h", { "a":"b" }]]}, 114 | 115 | {"description":"Unescaped </", 116 | "input":"</", 117 | "output":["ParseError", ["Character", "</"]]}, 118 | 119 | {"description":"Illegal end tag name", 120 | "input":"</1>", 121 | "output":["ParseError", ["Comment", "1"]]}, 122 | 123 | {"description":"Simili processing instruction", 124 | "input":"<?namespace>", 125 | "output":["ParseError", ["Comment", "?namespace"]]}, 126 | 127 | {"description":"A bogus comment stops at >, even if preceeded by two dashes", 128 | "input":"<?foo-->", 129 | "output":["ParseError", ["Comment", "?foo--"]]}, 130 | 131 | {"description":"Unescaped <", 132 | "input":"foo < bar", 133 | "output":[["Character", "foo "], "ParseError", ["Character", "< bar"]]}, 134 | 135 | {"description":"Null Byte Replacement", 136 | "input":"\u0000", 137 | "output":["ParseError", ["Character", "\u0000"]]}, 138 | 139 | {"description":"Comment with dash", 140 | "input":"c", 173 | "output":[["Character", "a"], "ParseError", ["Comment", "b"], ["Character", "c"]]}, 174 | 175 | {"description":"Empty end tag with following end tag", 176 | "input":"a</></b>c", 177 | "output":[["Character", "a"], "ParseError", ["EndTag", "b"], ["Character", "c"]]} 178 | 179 | ]} 180 | -------------------------------------------------------------------------------- /tests/testdata/tree-construction/doctype01.dat: -------------------------------------------------------------------------------- 1 | #data 2 | <!DOCTYPE html>Hello 3 | #errors 4 | #document 5 | | <!DOCTYPE html> 6 | | <html> 7 | | <head> 8 | | <body> 9 | | "Hello" 10 | 11 | #data 12 | <!dOctYpE HtMl>Hello 13 | #errors 14 | #document 15 | | <!DOCTYPE html> 16 | | <html> 17 | | <head> 18 | | <body> 19 | | "Hello" 20 | 21 | #data 22 | <!DOCTYPEhtml>Hello 23 | #errors 24 | #document 25 | | <!DOCTYPE html> 26 | | <html> 27 | | <head> 28 | | <body> 29 | | "Hello" 30 | 31 | #data 32 | <!DOCTYPE>Hello 33 | #errors 34 | #document 35 | | <!DOCTYPE > 36 | | <html> 37 | | <head> 38 | | <body> 39 | | "Hello" 40 | 41 | #data 42 | <!DOCTYPE >Hello 43 | #errors 44 | #document 45 | | <!DOCTYPE > 46 | | <html> 47 | | <head> 48 | | <body> 49 | | "Hello" 50 | 51 | #data 52 | <!DOCTYPE potato>Hello 53 | #errors 54 | #document 55 | | <!DOCTYPE potato> 56 | | <html> 57 | | <head> 58 | | <body> 59 | | "Hello" 60 | 61 | #data 62 | <!DOCTYPE potato >Hello 63 | #errors 64 | #document 65 | | <!DOCTYPE potato> 66 | | <html> 67 | | <head> 68 | | <body> 69 | | "Hello" 70 | 71 | #data 72 | <!DOCTYPE potato taco>Hello 73 | #errors 74 | #document 75 | | <!DOCTYPE potato> 76 | | <html> 77 | | <head> 78 | | <body> 79 | | "Hello" 80 | 81 | #data 82 | <!DOCTYPE potato taco "ddd>Hello 83 | #errors 84 | #document 85 | | <!DOCTYPE potato> 86 | | <html> 87 | | <head> 88 | | <body> 89 | | "Hello" 90 | 91 | #data 92 | <!DOCTYPE potato sYstEM>Hello 93 | #errors 94 | #document 95 | | <!DOCTYPE potato> 96 | | <html> 97 | | <head> 98 | | <body> 99 | | "Hello" 100 | 101 | #data 102 | <!DOCTYPE potato sYstEM >Hello 103 | #errors 104 | #document 105 | | <!DOCTYPE potato> 106 | | <html> 107 | | <head> 108 | | <body> 109 | | "Hello" 110 | 111 | #data 112 | <!DOCTYPE potato sYstEM ggg>Hello 113 | #errors 114 | #document 115 | | <!DOCTYPE potato> 116 | | <html> 117 | | <head> 118 | | <body> 119 | | "Hello" 120 | 121 | #data 122 | <!DOCTYPE potato SYSTEM taco >Hello 123 | #errors 124 | #document 125 | | <!DOCTYPE potato> 126 | | <html> 127 | | <head> 128 | | <body> 129 | | "Hello" 130 | 131 | #data 132 | <!DOCTYPE potato SYSTEM 'taco"'>Hello 133 | #errors 134 | #document 135 | | <!DOCTYPE potato "" "taco""> 136 | | <html> 137 | | <head> 138 | | <body> 139 | | "Hello" 140 | 141 | #data 142 | <!DOCTYPE potato SYSTEM "taco">Hello 143 | #errors 144 | #document 145 | | <!DOCTYPE potato "" "taco"> 146 | | <html> 147 | | <head> 148 | | <body> 149 | | "Hello" 150 | 151 | #data 152 | <!DOCTYPE potato SYSTEM "tai'co">Hello 153 | #errors 154 | #document 155 | | <!DOCTYPE potato "" "tai'co"> 156 | | <html> 157 | | <head> 158 | | <body> 159 | | "Hello" 160 | 161 | #data 162 | <!DOCTYPE potato SYSTEMtaco "ddd">Hello 163 | #errors 164 | #document 165 | | <!DOCTYPE potato> 166 | | <html> 167 | | <head> 168 | | <body> 169 | | "Hello" 170 | 171 | #data 172 | <!DOCTYPE potato grass SYSTEM taco>Hello 173 | #errors 174 | #document 175 | | <!DOCTYPE potato> 176 | | <html> 177 | | <head> 178 | | <body> 179 | | "Hello" 180 | 181 | #data 182 | <!DOCTYPE potato pUbLIc>Hello 183 | #errors 184 | #document 185 | | <!DOCTYPE potato> 186 | | <html> 187 | | <head> 188 | | <body> 189 | | "Hello" 190 | 191 | #data 192 | <!DOCTYPE potato pUbLIc >Hello 193 | #errors 194 | #document 195 | | <!DOCTYPE potato> 196 | | <html> 197 | | <head> 198 | | <body> 199 | | "Hello" 200 | 201 | #data 202 | <!DOCTYPE potato pUbLIcgoof>Hello 203 | #errors 204 | #document 205 | | <!DOCTYPE potato> 206 | | <html> 207 | | <head> 208 | | <body> 209 | | "Hello" 210 | 211 | #data 212 | <!DOCTYPE potato PUBLIC goof>Hello 213 | #errors 214 | #document 215 | | <!DOCTYPE potato> 216 | | <html> 217 | | <head> 218 | | <body> 219 | | "Hello" 220 | 221 | #data 222 | <!DOCTYPE potato PUBLIC "go'of">Hello 223 | #errors 224 | #document 225 | | <!DOCTYPE potato "go'of" ""> 226 | | <html> 227 | | <head> 228 | | <body> 229 | | "Hello" 230 | 231 | #data 232 | <!DOCTYPE potato PUBLIC 'go'of'>Hello 233 | #errors 234 | #document 235 | | <!DOCTYPE potato "go" ""> 236 | | <html> 237 | | <head> 238 | | <body> 239 | | "Hello" 240 | 241 | #data 242 | <!DOCTYPE potato PUBLIC 'go:hh of' >Hello 243 | #errors 244 | #document 245 | | <!DOCTYPE potato "go:hh of" ""> 246 | | <html> 247 | | <head> 248 | | <body> 249 | | "Hello" 250 | 251 | #data 252 | <!DOCTYPE potato PUBLIC "W3C-//dfdf" SYSTEM ggg>Hello 253 | #errors 254 | #document 255 | | <!DOCTYPE potato "W3C-//dfdf" ""> 256 | | <html> 257 | | <head> 258 | | <body> 259 | | "Hello" 260 | 261 | #data 262 | <!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" 263 | "http://www.w3.org/TR/html4/strict.dtd">Hello 264 | #errors 265 | #document 266 | | <!DOCTYPE html "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd"> 267 | | <html> 268 | | <head> 269 | | <body> 270 | | "Hello" 271 | 272 | #data 273 | <!DOCTYPE ...>Hello 274 | #errors 275 | #document 276 | | <!DOCTYPE ...> 277 | | <html> 278 | | <head> 279 | | <body> 280 | | "Hello" 281 | 282 | #data 283 | <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" 284 | "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> 285 | #errors 286 | #document 287 | | <!DOCTYPE html "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> 288 | | <html> 289 | | <head> 290 | | <body> 291 | 292 | #data 293 | <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Frameset//EN" 294 | "http://www.w3.org/TR/xhtml1/DTD/xhtml1-frameset.dtd"> 295 | #errors 296 | #document 297 | | <!DOCTYPE html "-//W3C//DTD XHTML 1.0 Frameset//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-frameset.dtd"> 298 | | <html> 299 | | <head> 300 | | <body> 301 | 302 | #data 303 | <!DOCTYPE root-element [SYSTEM OR PUBLIC FPI] "uri" [ 304 |  305 | ]> 306 | #errors 307 | #document 308 | | <!DOCTYPE root-element> 309 | | <html> 310 | | <head> 311 | | <body> 312 | | "]>" 313 | 314 | #data 315 | <!DOCTYPE html PUBLIC 316 | "-//WAPFORUM//DTD XHTML Mobile 1.0//EN" 317 | "http://www.wapforum.org/DTD/xhtml-mobile10.dtd"> 318 | #errors 319 | #document 320 | | <!DOCTYPE html "-//WAPFORUM//DTD XHTML Mobile 1.0//EN" "http://www.wapforum.org/DTD/xhtml-mobile10.dtd"> 321 | | <html> 322 | | <head> 323 | | <body> 324 | 325 | #data 326 | <!DOCTYPE HTML SYSTEM "http://www.w3.org/DTD/HTML4-strict.dtd"><body><b>Mine!</b></body> 327 | #errors 328 | #document 329 | | <!DOCTYPE html "" "http://www.w3.org/DTD/HTML4-strict.dtd"> 330 | | <html> 331 | | <head> 332 | | <body> 333 | | <b> 334 | | "Mine!" 335 | 336 | #data 337 | <!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN""http://www.w3.org/TR/html4/strict.dtd"> 338 | #errors 339 | #document 340 | | <!DOCTYPE html "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd"> 341 | | <html> 342 | | <head> 343 | | <body> 344 | 345 | #data 346 | <!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN"'http://www.w3.org/TR/html4/strict.dtd'> 347 | #errors 348 | #document 349 | | <!DOCTYPE html "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd"> 350 | | <html> 351 | | <head> 352 | | <body> 353 | 354 | #data 355 | <!DOCTYPE HTML PUBLIC"-//W3C//DTD HTML 4.01//EN"'http://www.w3.org/TR/html4/strict.dtd'> 356 | #errors 357 | #document 358 | | <!DOCTYPE html "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd"> 359 | | <html> 360 | | <head> 361 | | <body> 362 | 363 | #data 364 | <!DOCTYPE HTML PUBLIC'-//W3C//DTD HTML 4.01//EN''http://www.w3.org/TR/html4/strict.dtd'> 365 | #errors 366 | #document 367 | | <!DOCTYPE html "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd"> 368 | | <html> 369 | | <head> 370 | | <body> 371 | -------------------------------------------------------------------------------- /COPYING.LIB: -------------------------------------------------------------------------------- 1 | GNU LESSER GENERAL PUBLIC LICENSE 2 | Version 3, 29 June 2007 3 | 4 | Copyright (C) 2007 Free Software Foundation, Inc. <http://fsf.org/> 5 | Everyone is permitted to copy and distribute verbatim copies 6 | of this license document, but changing it is not allowed. 7 | 8 | 9 | This version of the GNU Lesser General Public License incorporates 10 | the terms and conditions of version 3 of the GNU General Public 11 | License, supplemented by the additional permissions listed below. 12 | 13 | 0. Additional Definitions. 14 | 15 | As used herein, "this License" refers to version 3 of the GNU Lesser 16 | General Public License, and the "GNU GPL" refers to version 3 of the GNU 17 | General Public License. 18 | 19 | "The Library" refers to a covered work governed by this License, 20 | other than an Application or a Combined Work as defined below. 21 | 22 | An "Application" is any work that makes use of an interface provided 23 | by the Library, but which is not otherwise based on the Library. 24 | Defining a subclass of a class defined by the Library is deemed a mode 25 | of using an interface provided by the Library. 26 | 27 | A "Combined Work" is a work produced by combining or linking an 28 | Application with the Library. The particular version of the Library 29 | with which the Combined Work was made is also called the "Linked 30 | Version". 31 | 32 | The "Minimal Corresponding Source" for a Combined Work means the 33 | Corresponding Source for the Combined Work, excluding any source code 34 | for portions of the Combined Work that, considered in isolation, are 35 | based on the Application, and not on the Linked Version. 36 | 37 | The "Corresponding Application Code" for a Combined Work means the 38 | object code and/or source code for the Application, including any data 39 | and utility programs needed for reproducing the Combined Work from the 40 | Application, but excluding the System Libraries of the Combined Work. 41 | 42 | 1. Exception to Section 3 of the GNU GPL. 43 | 44 | You may convey a covered work under sections 3 and 4 of this License 45 | without being bound by section 3 of the GNU GPL. 46 | 47 | 2. Conveying Modified Versions. 48 | 49 | If you modify a copy of the Library, and, in your modifications, a 50 | facility refers to a function or data to be supplied by an Application 51 | that uses the facility (other than as an argument passed when the 52 | facility is invoked), then you may convey a copy of the modified 53 | version: 54 | 55 | a) under this License, provided that you make a good faith effort to 56 | ensure that, in the event an Application does not supply the 57 | function or data, the facility still operates, and performs 58 | whatever part of its purpose remains meaningful, or 59 | 60 | b) under the GNU GPL, with none of the additional permissions of 61 | this License applicable to that copy. 62 | 63 | 3. Object Code Incorporating Material from Library Header Files. 64 | 65 | The object code form of an Application may incorporate material from 66 | a header file that is part of the Library. You may convey such object 67 | code under terms of your choice, provided that, if the incorporated 68 | material is not limited to numerical parameters, data structure 69 | layouts and accessors, or small macros, inline functions and templates 70 | (ten or fewer lines in length), you do both of the following: 71 | 72 | a) Give prominent notice with each copy of the object code that the 73 | Library is used in it and that the Library and its use are 74 | covered by this License. 75 | 76 | b) Accompany the object code with a copy of the GNU GPL and this license 77 | document. 78 | 79 | 4. Combined Works. 80 | 81 | You may convey a Combined Work under terms of your choice that, 82 | taken together, effectively do not restrict modification of the 83 | portions of the Library contained in the Combined Work and reverse 84 | engineering for debugging such modifications, if you also do each of 85 | the following: 86 | 87 | a) Give prominent notice with each copy of the Combined Work that 88 | the Library is used in it and that the Library and its use are 89 | covered by this License. 90 | 91 | b) Accompany the Combined Work with a copy of the GNU GPL and this license 92 | document. 93 | 94 | c) For a Combined Work that displays copyright notices during 95 | execution, include the copyright notice for the Library among 96 | these notices, as well as a reference directing the user to the 97 | copies of the GNU GPL and this license document. 98 | 99 | d) Do one of the following: 100 | 101 | 0) Convey the Minimal Corresponding Source under the terms of this 102 | License, and the Corresponding Application Code in a form 103 | suitable for, and under terms that permit, the user to 104 | recombine or relink the Application with a modified version of 105 | the Linked Version to produce a modified Combined Work, in the 106 | manner specified by section 6 of the GNU GPL for conveying 107 | Corresponding Source. 108 | 109 | 1) Use a suitable shared library mechanism for linking with the 110 | Library. A suitable mechanism is one that (a) uses at run time 111 | a copy of the Library already present on the user's computer 112 | system, and (b) will operate properly with a modified version 113 | of the Library that is interface-compatible with the Linked 114 | Version. 115 | 116 | e) Provide Installation Information, but only if you would otherwise 117 | be required to provide such information under section 6 of the 118 | GNU GPL, and only to the extent that such information is 119 | necessary to install and execute a modified version of the 120 | Combined Work produced by recombining or relinking the 121 | Application with a modified version of the Linked Version. (If 122 | you use option 4d0, the Installation Information must accompany 123 | the Minimal Corresponding Source and Corresponding Application 124 | Code. If you use option 4d1, you must provide the Installation 125 | Information in the manner specified by section 6 of the GNU GPL 126 | for conveying Corresponding Source.) 127 | 128 | 5. Combined Libraries. 129 | 130 | You may place library facilities that are a work based on the 131 | Library side by side in a single library together with other library 132 | facilities that are not Applications and are not covered by this 133 | License, and convey such a combined library under terms of your 134 | choice, if you do both of the following: 135 | 136 | a) Accompany the combined library with a copy of the same work based 137 | on the Library, uncombined with any other library facilities, 138 | conveyed under the terms of this License. 139 | 140 | b) Give prominent notice with the combined library that part of it 141 | is a work based on the Library, and explaining where to find the 142 | accompanying uncombined form of the same work. 143 | 144 | 6. Revised Versions of the GNU Lesser General Public License. 145 | 146 | The Free Software Foundation may publish revised and/or new versions 147 | of the GNU Lesser General Public License from time to time. Such new 148 | versions will be similar in spirit to the present version, but may 149 | differ in detail to address new problems or concerns. 150 | 151 | Each version is given a distinguishing version number. If the 152 | Library as you received it specifies that a certain numbered version 153 | of the GNU Lesser General Public License "or any later version" 154 | applies to it, you have the option of following the terms and 155 | conditions either of that published version or of any later version 156 | published by the Free Software Foundation. If the Library as you 157 | received it does not specify a version number of the GNU Lesser 158 | General Public License, you may choose any version of the GNU Lesser 159 | General Public License ever published by the Free Software Foundation. 160 | 161 | If the Library as you received it specifies that a proxy can decide 162 | whether future versions of the GNU Lesser General Public License shall 163 | apply, that proxy's public statement of acceptance of any version is 164 | permanent authorization for you to choose that version for the 165 | Library. 166 | -------------------------------------------------------------------------------- /tests/testdata/tree-construction/tests20.dat: -------------------------------------------------------------------------------- 1 | #data 2 | <!doctype html><p><button><button> 3 | #errors 4 | #document 5 | | <!DOCTYPE html> 6 | | <html> 7 | | <head> 8 | | <body> 9 | | <p> 10 | | <button> 11 | | <button> 12 | 13 | #data 14 | <!doctype html><p><button><address> 15 | #errors 16 | #document 17 | | <!DOCTYPE html> 18 | | <html> 19 | | <head> 20 | | <body> 21 | | <p> 22 | | <button> 23 | | <address> 24 | 25 | #data 26 | <!doctype html><p><button><blockquote> 27 | #errors 28 | #document 29 | | <!DOCTYPE html> 30 | | <html> 31 | | <head> 32 | | <body> 33 | | <p> 34 | | <button> 35 | | <blockquote> 36 | 37 | #data 38 | <!doctype html><p><button><menu> 39 | #errors 40 | #document 41 | | <!DOCTYPE html> 42 | | <html> 43 | | <head> 44 | | <body> 45 | | <p> 46 | | <button> 47 | | <menu> 48 | 49 | #data 50 | <!doctype html><p><button><p> 51 | #errors 52 | #document 53 | | <!DOCTYPE html> 54 | | <html> 55 | | <head> 56 | | <body> 57 | | <p> 58 | | <button> 59 | | <p> 60 | 61 | #data 62 | <!doctype html><p><button><ul> 63 | #errors 64 | #document 65 | | <!DOCTYPE html> 66 | | <html> 67 | | <head> 68 | | <body> 69 | | <p> 70 | | <button> 71 | | <ul> 72 | 73 | #data 74 | <!doctype html><p><button><h1> 75 | #errors 76 | #document 77 | | <!DOCTYPE html> 78 | | <html> 79 | | <head> 80 | | <body> 81 | | <p> 82 | | <button> 83 | | <h1> 84 | 85 | #data 86 | <!doctype html><p><button><h6> 87 | #errors 88 | #document 89 | | <!DOCTYPE html> 90 | | <html> 91 | | <head> 92 | | <body> 93 | | <p> 94 | | <button> 95 | | <h6> 96 | 97 | #data 98 | <!doctype html><p><button><listing> 99 | #errors 100 | #document 101 | | <!DOCTYPE html> 102 | | <html> 103 | | <head> 104 | | <body> 105 | | <p> 106 | | <button> 107 | | <listing> 108 | 109 | #data 110 | <!doctype html><p><button><pre> 111 | #errors 112 | #document 113 | | <!DOCTYPE html> 114 | | <html> 115 | | <head> 116 | | <body> 117 | | <p> 118 | | <button> 119 | | <pre> 120 | 121 | #data 122 | <!doctype html><p><button><form> 123 | #errors 124 | #document 125 | | <!DOCTYPE html> 126 | | <html> 127 | | <head> 128 | | <body> 129 | | <p> 130 | | <button> 131 | | <form> 132 | 133 | #data 134 | <!doctype html><p><button><li> 135 | #errors 136 | #document 137 | | <!DOCTYPE html> 138 | | <html> 139 | | <head> 140 | | <body> 141 | | <p> 142 | | <button> 143 | | <li> 144 | 145 | #data 146 | <!doctype html><p><button><dd> 147 | #errors 148 | #document 149 | | <!DOCTYPE html> 150 | | <html> 151 | | <head> 152 | | <body> 153 | | <p> 154 | | <button> 155 | | <dd> 156 | 157 | #data 158 | <!doctype html><p><button><dt> 159 | #errors 160 | #document 161 | | <!DOCTYPE html> 162 | | <html> 163 | | <head> 164 | | <body> 165 | | <p> 166 | | <button> 167 | | <dt> 168 | 169 | #data 170 | <!doctype html><p><button><plaintext> 171 | #errors 172 | #document 173 | | <!DOCTYPE html> 174 | | <html> 175 | | <head> 176 | | <body> 177 | | <p> 178 | | <button> 179 | | <plaintext> 180 | 181 | #data 182 | <!doctype html><p><button><table> 183 | #errors 184 | #document 185 | | <!DOCTYPE html> 186 | | <html> 187 | | <head> 188 | | <body> 189 | | <p> 190 | | <button> 191 | | <table> 192 | 193 | #data 194 | <!doctype html><p><button><hr> 195 | #errors 196 | #document 197 | | <!DOCTYPE html> 198 | | <html> 199 | | <head> 200 | | <body> 201 | | <p> 202 | | <button> 203 | | <hr> 204 | 205 | #data 206 | <!doctype html><p><button><xmp> 207 | #errors 208 | #document 209 | | <!DOCTYPE html> 210 | | <html> 211 | | <head> 212 | | <body> 213 | | <p> 214 | | <button> 215 | | <xmp> 216 | 217 | #data 218 | <!doctype html><p><button></p> 219 | #errors 220 | #document 221 | | <!DOCTYPE html> 222 | | <html> 223 | | <head> 224 | | <body> 225 | | <p> 226 | | <button> 227 | | <p> 228 | 229 | #data 230 | <!doctype html><address><button></address>a 231 | #errors 232 | #document 233 | | <!DOCTYPE html> 234 | | <html> 235 | | <head> 236 | | <body> 237 | | <address> 238 | | <button> 239 | | "a" 240 | 241 | #data 242 | <!doctype html><address><button></address>a 243 | #errors 244 | #document 245 | | <!DOCTYPE html> 246 | | <html> 247 | | <head> 248 | | <body> 249 | | <address> 250 | | <button> 251 | | "a" 252 | 253 | #data 254 | <p><table></p> 255 | #errors 256 | #document 257 | | <html> 258 | | <head> 259 | | <body> 260 | | <p> 261 | | <p> 262 | | <table> 263 | 264 | #data 265 | <!doctype html><svg> 266 | #errors 267 | #document 268 | | <!DOCTYPE html> 269 | | <html> 270 | | <head> 271 | | <body> 272 | | <svg svg> 273 | 274 | #data 275 | <!doctype html><p><figcaption> 276 | #errors 277 | #document 278 | | <!DOCTYPE html> 279 | | <html> 280 | | <head> 281 | | <body> 282 | | <p> 283 | | <figcaption> 284 | 285 | #data 286 | <!doctype html><p><summary> 287 | #errors 288 | #document 289 | | <!DOCTYPE html> 290 | | <html> 291 | | <head> 292 | | <body> 293 | | <p> 294 | | <summary> 295 | 296 | #data 297 | <!doctype html><form><table><form> 298 | #errors 299 | #document 300 | | <!DOCTYPE html> 301 | | <html> 302 | | <head> 303 | | <body> 304 | | <form> 305 | | <table> 306 | 307 | #data 308 | <!doctype html><table><form><form> 309 | #errors 310 | #document 311 | | <!DOCTYPE html> 312 | | <html> 313 | | <head> 314 | | <body> 315 | | <table> 316 | | <form> 317 | 318 | #data 319 | <!doctype html><table><form></table><form> 320 | #errors 321 | #document 322 | | <!DOCTYPE html> 323 | | <html> 324 | | <head> 325 | | <body> 326 | | <table> 327 | | <form> 328 | 329 | #data 330 | <!doctype html><svg><foreignObject><p> 331 | #errors 332 | #document 333 | | <!DOCTYPE html> 334 | | <html> 335 | | <head> 336 | | <body> 337 | | <svg svg> 338 | | <svg foreignObject> 339 | | <p> 340 | 341 | #data 342 | <!doctype html><svg><title>abc 343 | #errors 344 | #document 345 | | <!DOCTYPE html> 346 | | <html> 347 | | <head> 348 | | <body> 349 | | <svg svg> 350 | | <svg title> 351 | | "abc" 352 | 353 | #data 354 | <option><span><option> 355 | #errors 356 | #document 357 | | <html> 358 | | <head> 359 | | <body> 360 | | <option> 361 | | <span> 362 | | <option> 363 | 364 | #data 365 | <option><option> 366 | #errors 367 | #document 368 | | <html> 369 | | <head> 370 | | <body> 371 | | <option> 372 | | <option> 373 | 374 | #data 375 | <math><annotation-xml><div> 376 | #errors 377 | #document 378 | | <html> 379 | | <head> 380 | | <body> 381 | | <mathml math> 382 | | <mathml annotation-xml> 383 | | <div> 384 | 385 | #data 386 | <math><annotation-xml encoding="application/svg+xml"><div> 387 | #errors 388 | #document 389 | | <html> 390 | | <head> 391 | | <body> 392 | | <mathml math> 393 | | <mathml annotation-xml> 394 | | encoding="application/svg+xml" 395 | | <div> 396 | 397 | #data 398 | <math><annotation-xml encoding="application/xhtml+xml"><div> 399 | #errors 400 | #document 401 | | <html> 402 | | <head> 403 | | <body> 404 | | <mathml math> 405 | | <mathml annotation-xml> 406 | | encoding="application/xhtml+xml" 407 | | <div> 408 | 409 | #data 410 | <math><annotation-xml encoding="aPPlication/xhtmL+xMl"><div> 411 | #errors 412 | #document 413 | | <html> 414 | | <head> 415 | | <body> 416 | | <mathml math> 417 | | <mathml annotation-xml> 418 | | encoding="aPPlication/xhtmL+xMl" 419 | | <div> 420 | 421 | #data 422 | <math><annotation-xml encoding="text/html"><div> 423 | #errors 424 | #document 425 | | <html> 426 | | <head> 427 | | <body> 428 | | <mathml math> 429 | | <mathml annotation-xml> 430 | | encoding="text/html" 431 | | <div> 432 | 433 | #data 434 | <math><annotation-xml encoding="Text/htmL"><div> 435 | #errors 436 | #document 437 | | <html> 438 | | <head> 439 | | <body> 440 | | <mathml math> 441 | | <mathml annotation-xml> 442 | | encoding="Text/htmL" 443 | | <div> 444 | 445 | #data 446 | <math><annotation-xml encoding=" text/html "><div> 447 | #errors 448 | #document 449 | | <html> 450 | | <head> 451 | | <body> 452 | | <mathml math> 453 | | <mathml annotation-xml> 454 | | encoding=" text/html " 455 | | <div> 456 | -------------------------------------------------------------------------------- /tests/testdata/tree-construction/tests7.dat: -------------------------------------------------------------------------------- 1 | #data 2 | <!doctype html><body><title>X</title> 3 | #errors 4 | #document 5 | | <!DOCTYPE html> 6 | | <html> 7 | | <head> 8 | | <body> 9 | | <title> 10 | | "X" 11 | 12 | #data 13 | <!doctype html><table><title>X</title></table> 14 | #errors 15 | Line: 1 Col: 29 Unexpected start tag (title) in table context caused voodoo mode. 16 | Line: 1 Col: 38 Unexpected end tag (title) in table context caused voodoo mode. 17 | #document 18 | | <!DOCTYPE html> 19 | | <html> 20 | | <head> 21 | | <body> 22 | | <title> 23 | | "X" 24 | | <table> 25 | 26 | #data 27 | <!doctype html><head></head><title>X</title> 28 | #errors 29 | Line: 1 Col: 35 Unexpected start tag (title) that can be in head. Moved. 30 | #document 31 | | <!DOCTYPE html> 32 | | <html> 33 | | <head> 34 | | <title> 35 | | "X" 36 | | <body> 37 | 38 | #data 39 | <!doctype html></head><title>X</title> 40 | #errors 41 | Line: 1 Col: 29 Unexpected start tag (title) that can be in head. Moved. 42 | #document 43 | | <!DOCTYPE html> 44 | | <html> 45 | | <head> 46 | | <title> 47 | | "X" 48 | | <body> 49 | 50 | #data 51 | <!doctype html><table><meta></table> 52 | #errors 53 | Line: 1 Col: 28 Unexpected start tag (meta) in table context caused voodoo mode. 54 | #document 55 | | <!DOCTYPE html> 56 | | <html> 57 | | <head> 58 | | <body> 59 | | <meta> 60 | | <table> 61 | 62 | #data 63 | <!doctype html><table>X<tr><td><table> <meta></table></table> 64 | #errors 65 | Line: 1 Col: 23 Unexpected non-space characters in table context caused voodoo mode. 66 | Line: 1 Col: 45 Unexpected start tag (meta) in table context caused voodoo mode. 67 | #document 68 | | <!DOCTYPE html> 69 | | <html> 70 | | <head> 71 | | <body> 72 | | "X" 73 | | <table> 74 | | <tbody> 75 | | <tr> 76 | | <td> 77 | | <meta> 78 | | <table> 79 | | " " 80 | 81 | #data 82 | <!doctype html><html> <head> 83 | #errors 84 | #document 85 | | <!DOCTYPE html> 86 | | <html> 87 | | <head> 88 | | <body> 89 | 90 | #data 91 | <!doctype html> <head> 92 | #errors 93 | #document 94 | | <!DOCTYPE html> 95 | | <html> 96 | | <head> 97 | | <body> 98 | 99 | #data 100 | <!doctype html><table><style> <tr>x </style> </table> 101 | #errors 102 | #document 103 | | <!DOCTYPE html> 104 | | <html> 105 | | <head> 106 | | <body> 107 | | <table> 108 | | <style> 109 | | " <tr>x " 110 | | " " 111 | 112 | #data 113 | <!doctype html><table><TBODY><script> <tr>x </script> </table> 114 | #errors 115 | #document 116 | | <!DOCTYPE html> 117 | | <html> 118 | | <head> 119 | | <body> 120 | | <table> 121 | | <tbody> 122 | | <script> 123 | | " <tr>x " 124 | | " " 125 | 126 | #data 127 | <!doctype html><p><applet><p>X</p></applet> 128 | #errors 129 | #document 130 | | <!DOCTYPE html> 131 | | <html> 132 | | <head> 133 | | <body> 134 | | <p> 135 | | <applet> 136 | | <p> 137 | | "X" 138 | 139 | #data 140 | <!doctype html><listing> 141 | X</listing> 142 | #errors 143 | #document 144 | | <!DOCTYPE html> 145 | | <html> 146 | | <head> 147 | | <body> 148 | | <listing> 149 | | "X" 150 | 151 | #data 152 | <!doctype html><select><input>X 153 | #errors 154 | Line: 1 Col: 30 Unexpected input start tag in the select phase. 155 | #document 156 | | <!DOCTYPE html> 157 | | <html> 158 | | <head> 159 | | <body> 160 | | <select> 161 | | <input> 162 | | "X" 163 | 164 | #data 165 | <!doctype html><select><select>X 166 | #errors 167 | Line: 1 Col: 31 Unexpected select start tag in the select phase treated as select end tag. 168 | #document 169 | | <!DOCTYPE html> 170 | | <html> 171 | | <head> 172 | | <body> 173 | | <select> 174 | | "X" 175 | 176 | #data 177 | <!doctype html><table><input type=hidDEN></table> 178 | #errors 179 | Line: 1 Col: 41 Unexpected input with type hidden in table context. 180 | #document 181 | | <!DOCTYPE html> 182 | | <html> 183 | | <head> 184 | | <body> 185 | | <table> 186 | | <input> 187 | | type="hidDEN" 188 | 189 | #data 190 | <!doctype html><table>X<input type=hidDEN></table> 191 | #errors 192 | Line: 1 Col: 23 Unexpected non-space characters in table context caused voodoo mode. 193 | #document 194 | | <!DOCTYPE html> 195 | | <html> 196 | | <head> 197 | | <body> 198 | | "X" 199 | | <table> 200 | | <input> 201 | | type="hidDEN" 202 | 203 | #data 204 | <!doctype html><table> <input type=hidDEN></table> 205 | #errors 206 | Line: 1 Col: 43 Unexpected input with type hidden in table context. 207 | #document 208 | | <!DOCTYPE html> 209 | | <html> 210 | | <head> 211 | | <body> 212 | | <table> 213 | | " " 214 | | <input> 215 | | type="hidDEN" 216 | 217 | #data 218 | <!doctype html><table> <input type='hidDEN'></table> 219 | #errors 220 | Line: 1 Col: 45 Unexpected input with type hidden in table context. 221 | #document 222 | | <!DOCTYPE html> 223 | | <html> 224 | | <head> 225 | | <body> 226 | | <table> 227 | | " " 228 | | <input> 229 | | type="hidDEN" 230 | 231 | #data 232 | <!doctype html><table><input type=" hidden"><input type=hidDEN></table> 233 | #errors 234 | Line: 1 Col: 44 Unexpected start tag (input) in table context caused voodoo mode. 235 | #document 236 | | <!DOCTYPE html> 237 | | <html> 238 | | <head> 239 | | <body> 240 | | <input> 241 | | type=" hidden" 242 | | <table> 243 | | <input> 244 | | type="hidDEN" 245 | 246 | #data 247 | <!doctype html><table><select>X<tr> 248 | #errors 249 | Line: 1 Col: 30 Unexpected start tag (select) in table context caused voodoo mode. 250 | Line: 1 Col: 35 Unexpected table element start tag (trs) in the select in table phase. 251 | Line: 1 Col: 35 Unexpected end of file. Expected table content. 252 | #document 253 | | <!DOCTYPE html> 254 | | <html> 255 | | <head> 256 | | <body> 257 | | <select> 258 | | "X" 259 | | <table> 260 | | <tbody> 261 | | <tr> 262 | 263 | #data 264 | <!doctype html><select>X</select> 265 | #errors 266 | #document 267 | | <!DOCTYPE html> 268 | | <html> 269 | | <head> 270 | | <body> 271 | | <select> 272 | | "X" 273 | 274 | #data 275 | <!DOCTYPE hTmL><html></html> 276 | #errors 277 | Line: 1 Col: 28 Unexpected end tag (html) after the (implied) root element. 278 | #document 279 | | <!DOCTYPE html> 280 | | <html> 281 | | <head> 282 | | <body> 283 | 284 | #data 285 | <!DOCTYPE HTML><html></html> 286 | #errors 287 | Line: 1 Col: 28 Unexpected end tag (html) after the (implied) root element. 288 | #document 289 | | <!DOCTYPE html> 290 | | <html> 291 | | <head> 292 | | <body> 293 | 294 | #data 295 | <body>X</body></body> 296 | #errors 297 | Line: 1 Col: 21 Unexpected end tag token (body) in the after body phase. 298 | Line: 1 Col: 21 Unexpected EOF in inner html mode. 299 | #document-fragment 300 | html 301 | #document 302 | | <head> 303 | | <body> 304 | | "X" 305 | 306 | #data 307 | <div><p>a</x> b 308 | #errors 309 | Line: 1 Col: 5 Unexpected start tag (div). Expected DOCTYPE. 310 | Line: 1 Col: 13 Unexpected end tag (x). Ignored. 311 | Line: 1 Col: 15 Expected closing tag. Unexpected end of file. 312 | #document 313 | | <html> 314 | | <head> 315 | | <body> 316 | | <div> 317 | | <p> 318 | | "a b" 319 | 320 | #data 321 | <table><tr><td><code></code> </table> 322 | #errors 323 | Line: 1 Col: 7 Unexpected start tag (table). Expected DOCTYPE. 324 | #document 325 | | <html> 326 | | <head> 327 | | <body> 328 | | <table> 329 | | <tbody> 330 | | <tr> 331 | | <td> 332 | | <code> 333 | | " " 334 | 335 | #data 336 | <table><b><tr><td>aaa</td></tr>bbb</table>ccc 337 | #errors 338 | XXX: Fix me 339 | #document 340 | | <html> 341 | | <head> 342 | | <body> 343 | | <b> 344 | | <b> 345 | | "bbb" 346 | | <table> 347 | | <tbody> 348 | | <tr> 349 | | <td> 350 | | "aaa" 351 | | <b> 352 | | "ccc" 353 | 354 | #data 355 | A<table><tr> B</tr> B</table> 356 | #errors 357 | XXX: Fix me 358 | #document 359 | | <html> 360 | | <head> 361 | | <body> 362 | | "A B B" 363 | | <table> 364 | | <tbody> 365 | | <tr> 366 | 367 | #data 368 | A<table><tr> B</tr> </em>C</table> 369 | #errors 370 | XXX: Fix me 371 | #document 372 | | <html> 373 | | <head> 374 | | <body> 375 | | "A BC" 376 | | <table> 377 | | <tbody> 378 | | <tr> 379 | | " " 380 | 381 | #data 382 | <select><keygen> 383 | #errors 384 | Not known 385 | #document 386 | | <html> 387 | | <head> 388 | | <body> 389 | | <select> 390 | | <keygen> 391 | --------------------------------------------------------------------------------