diff options
Diffstat (limited to 'lib/pure/htmlparser.nim')
| -rw-r--r-- | lib/pure/htmlparser.nim | 608 |
1 files changed, 608 insertions, 0 deletions
diff --git a/lib/pure/htmlparser.nim b/lib/pure/htmlparser.nim new file mode 100644 index 000000000..9719181b8 --- /dev/null +++ b/lib/pure/htmlparser.nim @@ -0,0 +1,608 @@ +# +# +# Nim's Runtime Library +# (c) Copyright 2013 Andreas Rumpf +# +# See the file "copying.txt", included in this +# distribution, for details about the copyright. +# + +## This module parses an HTML document and creates its XML tree representation. +## It is supposed to handle the *wild* HTML the real world uses. +## +## It can be used to parse a wild HTML document and output it as valid XHTML +## document (well, if you are lucky): +## +## .. code-block:: Nim +## +## echo loadHtml("mydirty.html") +## +## Every tag in the resulting tree is in lower case. +## +## **Note:** The resulting ``PXmlNode`` already uses the ``clientData`` field, +## so it cannot be used by clients of this library. +## +## Example: Transforming hyperlinks +## ================================ +## +## This code demonstrates how you can iterate over all the tags in an HTML file +## and write back the modified version. In this case we look for hyperlinks +## ending with the extension ``.rst`` and convert them to ``.html``. +## +## .. code-block:: Nim +## +## import htmlparser +## import xmltree # To use '$' for PXmlNode +## import strtabs # To access PXmlAttributes +## import os # To use splitFile +## import strutils # To use cmpIgnoreCase +## +## proc transformHyperlinks() = +## let html = loadHTML("input.html") +## +## for a in html.findAll("a"): +## let href = a.attrs["href"] +## if not href.isNil: +## let (dir, filename, ext) = splitFile(href) +## if cmpIgnoreCase(ext, ".rst") == 0: +## a.attrs["href"] = dir / filename & ".html" +## +## writeFile("output.html", $html) + +import strutils, streams, parsexml, xmltree, unicode, strtabs + +type + THtmlTag* = enum ## list of all supported HTML tags; order will always be + ## alphabetically + tagUnknown, ## unknown HTML element + tagA, ## the HTML ``a`` element + tagAbbr, ## the deprecated HTML ``abbr`` element + tagAcronym, ## the HTML ``acronym`` element + tagAddress, ## the HTML ``address`` element + tagApplet, ## the deprecated HTML ``applet`` element + tagArea, ## the HTML ``area`` element + tagArticle, ## the HTML ``article`` element + tagAside, ## the HTML ``aside`` element + tagAudio, ## the HTML ``audio`` element + tagB, ## the HTML ``b`` element + tagBase, ## the HTML ``base`` element + tagBdi, ## the HTML ``bdi`` element + tagBdo, ## the deprecated HTML ``dbo`` element + tagBasefont, ## the deprecated HTML ``basefont`` element + tagBig, ## the HTML ``big`` element + tagBlockquote, ## the HTML ``blockquote`` element + tagBody, ## the HTML ``body`` element + tagBr, ## the HTML ``br`` element + tagButton, ## the HTML ``button`` element + tagCanvas, ## the HTML ``canvas`` element + tagCaption, ## the HTML ``caption`` element + tagCenter, ## the deprecated HTML ``center`` element + tagCite, ## the HTML ``cite`` element + tagCode, ## the HTML ``code`` element + tagCol, ## the HTML ``col`` element + tagColgroup, ## the HTML ``colgroup`` element + tagCommand, ## the HTML ``command`` element + tagDatalist, ## the HTML ``datalist`` element + tagDd, ## the HTML ``dd`` element + tagDel, ## the HTML ``del`` element + tagDetails, ## the HTML ``details`` element + tagDfn, ## the HTML ``dfn`` element + tagDialog, ## the HTML ``dialog`` element + tagDiv, ## the HTML ``div`` element + tagDir, ## the deprecated HTLM ``dir`` element + tagDl, ## the HTML ``dl`` element + tagDt, ## the HTML ``dt`` element + tagEm, ## the HTML ``em`` element + tagEmbed, ## the HTML ``embed`` element + tagFieldset, ## the HTML ``fieldset`` element + tagFigcaption, ## the HTML ``figcaption`` element + tagFigure, ## the HTML ``figure`` element + tagFont, ## the deprecated HTML ``font`` element + tagFooter, ## the HTML ``footer`` element + tagForm, ## the HTML ``form`` element + tagFrame, ## the HTML ``frame`` element + tagFrameset, ## the deprecated HTML ``frameset`` element + tagH1, ## the HTML ``h1`` element + tagH2, ## the HTML ``h2`` element + tagH3, ## the HTML ``h3`` element + tagH4, ## the HTML ``h4`` element + tagH5, ## the HTML ``h5`` element + tagH6, ## the HTML ``h6`` element + tagHead, ## the HTML ``head`` element + tagHeader, ## the HTML ``header`` element + tagHgroup, ## the HTML ``hgroup`` element + tagHtml, ## the HTML ``html`` element + tagHr, ## the HTML ``hr`` element + tagI, ## the HTML ``i`` element + tagIframe, ## the deprecated HTML ``iframe`` element + tagImg, ## the HTML ``img`` element + tagInput, ## the HTML ``input`` element + tagIns, ## the HTML ``ins`` element + tagIsindex, ## the deprecated HTML ``isindex`` element + tagKbd, ## the HTML ``kbd`` element + tagKeygen, ## the HTML ``keygen`` element + tagLabel, ## the HTML ``label`` element + tagLegend, ## the HTML ``legend`` element + tagLi, ## the HTML ``li`` element + tagLink, ## the HTML ``link`` element + tagMap, ## the HTML ``map`` element + tagMark, ## the HTML ``mark`` element + tagMenu, ## the deprecated HTML ``menu`` element + tagMeta, ## the HTML ``meta`` element + tagMeter, ## the HTML ``meter`` element + tagNav, ## the HTML ``nav`` element + tagNobr, ## the deprecated HTML ``nobr`` element + tagNoframes, ## the deprecated HTML ``noframes`` element + tagNoscript, ## the HTML ``noscript`` element + tagObject, ## the HTML ``object`` element + tagOl, ## the HTML ``ol`` element + tagOptgroup, ## the HTML ``optgroup`` element + tagOption, ## the HTML ``option`` element + tagOutput, ## the HTML ``output`` element + tagP, ## the HTML ``p`` element + tagParam, ## the HTML ``param`` element + tagPre, ## the HTML ``pre`` element + tagProgress, ## the HTML ``progress`` element + tagQ, ## the HTML ``q`` element + tagRp, ## the HTML ``rp`` element + tagRt, ## the HTML ``rt`` element + tagRuby, ## the HTML ``ruby`` element + tagS, ## the deprecated HTML ``s`` element + tagSamp, ## the HTML ``samp`` element + tagScript, ## the HTML ``script`` element + tagSection, ## the HTML ``section`` element + tagSelect, ## the HTML ``select`` element + tagSmall, ## the HTML ``small`` element + tagSource, ## the HTML ``source`` element + tagSpan, ## the HTML ``span`` element + tagStrike, ## the deprecated HTML ``strike`` element + tagStrong, ## the HTML ``strong`` element + tagStyle, ## the HTML ``style`` element + tagSub, ## the HTML ``sub`` element + tagSummary, ## the HTML ``summary`` element + tagSup, ## the HTML ``sup`` element + tagTable, ## the HTML ``table`` element + tagTbody, ## the HTML ``tbody`` element + tagTd, ## the HTML ``td`` element + tagTextarea, ## the HTML ``textarea`` element + tagTfoot, ## the HTML ``tfoot`` element + tagTh, ## the HTML ``th`` element + tagThead, ## the HTML ``thead`` element + tagTime, ## the HTML ``time`` element + tagTitle, ## the HTML ``title`` element + tagTr, ## the HTML ``tr`` element + tagTrack, ## the HTML ``track`` element + tagTt, ## the HTML ``tt`` element + tagU, ## the deprecated HTML ``u`` element + tagUl, ## the HTML ``ul`` element + tagVar, ## the HTML ``var`` element + tagVideo, ## the HTML ``video`` element + tagWbr ## the HTML ``wbr`` element + +const + tagToStr* = [ + "a", "abbr", "acronym", "address", "applet", "area", "article", + "aside", "audio", + "b", "base", "basefont", "bdi", "bdo", "big", "blockquote", "body", + "br", "button", "canvas", "caption", "center", "cite", "code", + "col", "colgroup", "command", + "datalist", "dd", "del", "details", "dfn", "dialog", "div", + "dir", "dl", "dt", "em", "embed", "fieldset", + "figcaption", "figure", "font", "footer", + "form", "frame", "frameset", "h1", "h2", "h3", + "h4", "h5", "h6", "head", "header", "hgroup", "html", "hr", + "i", "iframe", "img", "input", "ins", "isindex", + "kbd", "keygen", "label", "legend", "li", "link", "map", "mark", + "menu", "meta", "meter", "nav", "nobr", "noframes", "noscript", + "object", "ol", + "optgroup", "option", "output", "p", "param", "pre", "progress", "q", + "rp", "rt", "ruby", "s", "samp", "script", "section", "select", "small", + "source", "span", "strike", "strong", "style", + "sub", "summary", "sup", "table", + "tbody", "td", "textarea", "tfoot", "th", "thead", "time", + "title", "tr", "track", "tt", "u", "ul", "var", "video", "wbr"] + InlineTags* = {tagA, tagAbbr, tagAcronym, tagApplet, tagB, tagBasefont, + tagBdo, tagBig, tagBr, tagButton, tagCite, tagCode, tagDel, tagDfn, + tagEm, tagFont, tagI, tagImg, tagIns, tagInput, tagIframe, tagKbd, + tagLabel, tagMap, tagObject, tagQ, tagSamp, tagScript, tagSelect, + tagSmall, tagSpan, tagStrong, tagSub, tagSup, tagTextarea, tagTt, + tagVar, tagApplet, tagBasefont, tagFont, tagIframe, tagU, tagS, + tagStrike, tagWbr} + BlockTags* = {tagAddress, tagBlockquote, tagCenter, tagDel, tagDir, tagDiv, + tagDl, tagFieldset, tagForm, tagH1, tagH2, tagH3, tagH4, + tagH5, tagH6, tagHr, tagIns, tagIsindex, tagMenu, tagNoframes, tagNoscript, + tagOl, tagP, tagPre, tagTable, tagUl, tagCenter, tagDir, tagIsindex, + tagMenu, tagNoframes} + SingleTags* = {tagArea, tagBase, tagBasefont, + tagBr, tagCol, tagFrame, tagHr, tagImg, tagIsindex, + tagLink, tagMeta, tagParam, tagWbr} + + Entities = [ + ("nbsp", 0x00A0), ("iexcl", 0x00A1), ("cent", 0x00A2), ("pound", 0x00A3), + ("curren", 0x00A4), ("yen", 0x00A5), ("brvbar", 0x00A6), ("sect", 0x00A7), + ("uml", 0x00A8), ("copy", 0x00A9), ("ordf", 0x00AA), ("laquo", 0x00AB), + ("not", 0x00AC), ("shy", 0x00AD), ("reg", 0x00AE), ("macr", 0x00AF), + ("deg", 0x00B0), ("plusmn", 0x00B1), ("sup2", 0x00B2), ("sup3", 0x00B3), + ("acute", 0x00B4), ("micro", 0x00B5), ("para", 0x00B6), ("middot", 0x00B7), + ("cedil", 0x00B8), ("sup1", 0x00B9), ("ordm", 0x00BA), ("raquo", 0x00BB), + ("frac14", 0x00BC), ("frac12", 0x00BD), ("frac34", 0x00BE), + ("iquest", 0x00BF), ("Agrave", 0x00C0), ("Aacute", 0x00C1), + ("Acirc", 0x00C2), ("Atilde", 0x00C3), ("Auml", 0x00C4), ("Aring", 0x00C5), + ("AElig", 0x00C6), ("Ccedil", 0x00C7), ("Egrave", 0x00C8), + ("Eacute", 0x00C9), ("Ecirc", 0x00CA), ("Euml", 0x00CB), ("Igrave", 0x00CC), + ("Iacute", 0x00CD), ("Icirc", 0x00CE), ("Iuml", 0x00CF), ("ETH", 0x00D0), + ("Ntilde", 0x00D1), ("Ograve", 0x00D2), ("Oacute", 0x00D3), + ("Ocirc", 0x00D4), ("Otilde", 0x00D5), ("Ouml", 0x00D6), ("times", 0x00D7), + ("Oslash", 0x00D8), ("Ugrave", 0x00D9), ("Uacute", 0x00DA), + ("Ucirc", 0x00DB), ("Uuml", 0x00DC), ("Yacute", 0x00DD), ("THORN", 0x00DE), + ("szlig", 0x00DF), ("agrave", 0x00E0), ("aacute", 0x00E1), + ("acirc", 0x00E2), ("atilde", 0x00E3), ("auml", 0x00E4), ("aring", 0x00E5), + ("aelig", 0x00E6), ("ccedil", 0x00E7), ("egrave", 0x00E8), + ("eacute", 0x00E9), ("ecirc", 0x00EA), ("euml", 0x00EB), ("igrave", 0x00EC), + ("iacute", 0x00ED), ("icirc", 0x00EE), ("iuml", 0x00EF), ("eth", 0x00F0), + ("ntilde", 0x00F1), ("ograve", 0x00F2), ("oacute", 0x00F3), + ("ocirc", 0x00F4), ("otilde", 0x00F5), ("ouml", 0x00F6), ("divide", 0x00F7), + ("oslash", 0x00F8), ("ugrave", 0x00F9), ("uacute", 0x00FA), + ("ucirc", 0x00FB), ("uuml", 0x00FC), ("yacute", 0x00FD), ("thorn", 0x00FE), + ("yuml", 0x00FF), ("OElig", 0x0152), ("oelig", 0x0153), ("Scaron", 0x0160), + ("scaron", 0x0161), ("Yuml", 0x0178), ("fnof", 0x0192), ("circ", 0x02C6), + ("tilde", 0x02DC), ("Alpha", 0x0391), ("Beta", 0x0392), ("Gamma", 0x0393), + ("Delta", 0x0394), ("Epsilon", 0x0395), ("Zeta", 0x0396), ("Eta", 0x0397), + ("Theta", 0x0398), ("Iota", 0x0399), ("Kappa", 0x039A), ("Lambda", 0x039B), + ("Mu", 0x039C), ("Nu", 0x039D), ("Xi", 0x039E), ("Omicron", 0x039F), + ("Pi", 0x03A0), ("Rho", 0x03A1), ("Sigma", 0x03A3), ("Tau", 0x03A4), + ("Upsilon", 0x03A5), ("Phi", 0x03A6), ("Chi", 0x03A7), ("Psi", 0x03A8), + ("Omega", 0x03A9), ("alpha", 0x03B1), ("beta", 0x03B2), ("gamma", 0x03B3), + ("delta", 0x03B4), ("epsilon", 0x03B5), ("zeta", 0x03B6), ("eta", 0x03B7), + ("theta", 0x03B8), ("iota", 0x03B9), ("kappa", 0x03BA), ("lambda", 0x03BB), + ("mu", 0x03BC), ("nu", 0x03BD), ("xi", 0x03BE), ("omicron", 0x03BF), + ("pi", 0x03C0), ("rho", 0x03C1), ("sigmaf", 0x03C2), ("sigma", 0x03C3), + ("tau", 0x03C4), ("upsilon", 0x03C5), ("phi", 0x03C6), ("chi", 0x03C7), + ("psi", 0x03C8), ("omega", 0x03C9), ("thetasym", 0x03D1), ("upsih", 0x03D2), + ("piv", 0x03D6), ("ensp", 0x2002), ("emsp", 0x2003), ("thinsp", 0x2009), + ("zwnj", 0x200C), ("zwj", 0x200D), ("lrm", 0x200E), ("rlm", 0x200F), + ("ndash", 0x2013), ("mdash", 0x2014), ("lsquo", 0x2018), ("rsquo", 0x2019), + ("sbquo", 0x201A), ("ldquo", 0x201C), ("rdquo", 0x201D), ("bdquo", 0x201E), + ("dagger", 0x2020), ("Dagger", 0x2021), ("bull", 0x2022), + ("hellip", 0x2026), ("permil", 0x2030), ("prime", 0x2032), + ("Prime", 0x2033), ("lsaquo", 0x2039), ("rsaquo", 0x203A), + ("oline", 0x203E), ("frasl", 0x2044), ("euro", 0x20AC), + ("image", 0x2111), ("weierp", 0x2118), ("real", 0x211C), + ("trade", 0x2122), ("alefsym", 0x2135), ("larr", 0x2190), + ("uarr", 0x2191), ("rarr", 0x2192), ("darr", 0x2193), + ("harr", 0x2194), ("crarr", 0x21B5), ("lArr", 0x21D0), + ("uArr", 0x21D1), ("rArr", 0x21D2), ("dArr", 0x21D3), + ("hArr", 0x21D4), ("forall", 0x2200), ("part", 0x2202), + ("exist", 0x2203), ("empty", 0x2205), ("nabla", 0x2207), + ("isin", 0x2208), ("notin", 0x2209), ("ni", 0x220B), + ("prod", 0x220F), ("sum", 0x2211), ("minus", 0x2212), + ("lowast", 0x2217), ("radic", 0x221A), ("prop", 0x221D), + ("infin", 0x221E), ("ang", 0x2220), ("and", 0x2227), + ("or", 0x2228), ("cap", 0x2229), ("cup", 0x222A), + ("int", 0x222B), ("there4", 0x2234), ("sim", 0x223C), + ("cong", 0x2245), ("asymp", 0x2248), ("ne", 0x2260), + ("equiv", 0x2261), ("le", 0x2264), ("ge", 0x2265), + ("sub", 0x2282), ("sup", 0x2283), ("nsub", 0x2284), + ("sube", 0x2286), ("supe", 0x2287), ("oplus", 0x2295), + ("otimes", 0x2297), ("perp", 0x22A5), ("sdot", 0x22C5), + ("lceil", 0x2308), ("rceil", 0x2309), ("lfloor", 0x230A), + ("rfloor", 0x230B), ("lang", 0x2329), ("rang", 0x232A), + ("loz", 0x25CA), ("spades", 0x2660), ("clubs", 0x2663), + ("hearts", 0x2665), ("diams", 0x2666)] + +proc allLower(s: string): bool = + for c in s: + if c < 'a' or c > 'z': return false + return true + +proc toHtmlTag(s: string): THtmlTag = + case s + of "a": tagA + of "abbr": tagAbbr + of "acronym": tagAcronym + of "address": tagAddress + of "applet": tagApplet + of "area": tagArea + of "article": tagArticle + of "aside": tagAside + of "audio": tagAudio + of "b": tagB + of "base": tagBase + of "basefont": tagBasefont + of "bdi": tagBdi + of "bdo": tagBdo + of "big": tagBig + of "blockquote": tagBlockquote + of "body": tagBody + of "br": tagBr + of "button": tagButton + of "canvas": tagCanvas + of "caption": tagCaption + of "center": tagCenter + of "cite": tagCite + of "code": tagCode + of "col": tagCol + of "colgroup": tagColgroup + of "command": tagCommand + of "datalist": tagDatalist + of "dd": tagDd + of "del": tagDel + of "details": tagDetails + of "dfn": tagDfn + of "dialog": tagDialog + of "div": tagDiv + of "dir": tagDir + of "dl": tagDl + of "dt": tagDt + of "em": tagEm + of "embed": tagEmbed + of "fieldset": tagFieldset + of "figcaption": tagFigcaption + of "figure": tagFigure + of "font": tagFont + of "footer": tagFooter + of "form": tagForm + of "frame": tagFrame + of "frameset": tagFrameset + of "h1": tagH1 + of "h2": tagH2 + of "h3": tagH3 + of "h4": tagH4 + of "h5": tagH5 + of "h6": tagH6 + of "head": tagHead + of "header": tagHeader + of "hgroup": tagHgroup + of "html": tagHtml + of "hr": tagHr + of "i": tagI + of "iframe": tagIframe + of "img": tagImg + of "input": tagInput + of "ins": tagIns + of "isindex": tagIsindex + of "kbd": tagKbd + of "keygen": tagKeygen + of "label": tagLabel + of "legend": tagLegend + of "li": tagLi + of "link": tagLink + of "map": tagMap + of "mark": tagMark + of "menu": tagMenu + of "meta": tagMeta + of "meter": tagMeter + of "nav": tagNav + of "nobr": tagNobr + of "noframes": tagNoframes + of "noscript": tagNoscript + of "object": tagObject + of "ol": tagOl + of "optgroup": tagOptgroup + of "option": tagOption + of "output": tagOutput + of "p": tagP + of "param": tagParam + of "pre": tagPre + of "progress": tagProgress + of "q": tagQ + of "rp": tagRp + of "rt": tagRt + of "ruby": tagRuby + of "s": tagS + of "samp": tagSamp + of "script": tagScript + of "section": tagSection + of "select": tagSelect + of "small": tagSmall + of "source": tagSource + of "span": tagSpan + of "strike": tagStrike + of "strong": tagStrong + of "style": tagStyle + of "sub": tagSub + of "summary": tagSummary + of "sup": tagSup + of "table": tagTable + of "tbody": tagTbody + of "td": tagTd + of "textarea": tagTextarea + of "tfoot": tagTfoot + of "th": tagTh + of "thead": tagThead + of "time": tagTime + of "title": tagTitle + of "tr": tagTr + of "track": tagTrack + of "tt": tagTt + of "u": tagU + of "ul": tagUl + of "var": tagVar + of "video": tagVideo + of "wbr": tagWbr + else: tagUnknown + +proc htmlTag*(n: XmlNode): THtmlTag = + ## gets `n`'s tag as a ``THtmlTag``. + if n.clientData == 0: + n.clientData = toHtmlTag(n.tag).ord + result = THtmlTag(n.clientData) + +proc htmlTag*(s: string): THtmlTag = + ## converts `s` to a ``THtmlTag``. If `s` is no HTML tag, ``tagUnknown`` is + ## returned. + let s = if allLower(s): s else: s.toLower + result = toHtmlTag(s) + +proc entityToUtf8*(entity: string): string = + ## converts an HTML entity name like ``Ü`` to its UTF-8 equivalent. + ## "" is returned if the entity name is unknown. The HTML parser + ## already converts entities to UTF-8. + for name, val in items(Entities): + if name == entity: return toUTF8(Rune(val)) + result = "" + +proc addNode(father, son: XmlNode) = + if son != nil: add(father, son) + +proc parse(x: var XmlParser, errors: var seq[string]): XmlNode + +proc expected(x: var XmlParser, n: XmlNode): string = + result = errorMsg(x, "</" & n.tag & "> expected") + +template elemName(x: expr): expr = rawData(x) + +proc untilElementEnd(x: var XmlParser, result: XmlNode, + errors: var seq[string]) = + # we parsed e.g. ``<br>`` and don't really expect a ``</br>``: + if result.htmlTag in SingleTags: + if x.kind != xmlElementEnd or cmpIgnoreCase(x.elemName, result.tag) != 0: + return + while true: + case x.kind + of xmlElementStart, xmlElementOpen: + case result.htmlTag + of tagLi, tagP, tagDt, tagDd, tagInput, tagOption: + # some tags are common to have no ``</end>``, like ``<li>``: + if htmlTag(x.elemName) in {tagLi, tagP, tagDt, tagDd, tagInput, + tagOption}: + errors.add(expected(x, result)) + break + of tagTd, tagTh, tagTfoot, tagThead: + if htmlTag(x.elemName) in {tagTr, tagTd, tagTh, tagTfoot, tagThead}: + errors.add(expected(x, result)) + break + of tagTr: + if htmlTag(x.elemName) == tagTr: + errors.add(expected(x, result)) + break + of tagOptgroup: + if htmlTag(x.elemName) in {tagOption, tagOptgroup}: + errors.add(expected(x, result)) + break + else: discard + result.addNode(parse(x, errors)) + of xmlElementEnd: + if cmpIgnoreCase(x.elemName, result.tag) == 0: + next(x) + else: + #echo "5; expected: ", result.htmltag, " ", x.elemName + errors.add(expected(x, result)) + # do not skip it here! + break + of xmlEof: + errors.add(expected(x, result)) + break + else: + result.addNode(parse(x, errors)) + +proc parse(x: var XmlParser, errors: var seq[string]): XmlNode = + case x.kind + of xmlComment: + result = newComment(x.rawData) + next(x) + of xmlCharData, xmlWhitespace: + result = newText(x.rawData) + next(x) + of xmlPI, xmlSpecial: + # we just ignore processing instructions for now + next(x) + of xmlError: + errors.add(errorMsg(x)) + next(x) + of xmlElementStart: + result = newElement(x.elemName.toLower) + next(x) + untilElementEnd(x, result, errors) + of xmlElementEnd: + errors.add(errorMsg(x, "unexpected ending tag: " & x.elemName)) + of xmlElementOpen: + result = newElement(x.elemName.toLower) + next(x) + result.attrs = newStringTable() + while true: + case x.kind + of xmlAttribute: + result.attrs[x.rawData] = x.rawData2 + next(x) + of xmlElementClose: + next(x) + break + of xmlError: + errors.add(errorMsg(x)) + next(x) + break + else: + errors.add(errorMsg(x, "'>' expected")) + next(x) + break + untilElementEnd(x, result, errors) + of xmlAttribute, xmlElementClose: + errors.add(errorMsg(x, "<some_tag> expected")) + next(x) + of xmlCData: + result = newCData(x.rawData) + next(x) + of xmlEntity: + var u = entityToUtf8(x.rawData) + if u.len != 0: result = newText(u) + next(x) + of xmlEof: discard + +proc parseHtml*(s: Stream, filename: string, + errors: var seq[string]): XmlNode = + ## parses the XML from stream `s` and returns a ``PXmlNode``. Every + ## occurred parsing error is added to the `errors` sequence. + var x: XmlParser + open(x, s, filename, {reportComments, reportWhitespace}) + next(x) + # skip the DOCTYPE: + if x.kind == xmlSpecial: next(x) + + result = newElement("document") + result.addNode(parse(x, errors)) + #if x.kind != xmlEof: + # errors.add(errorMsg(x, "EOF expected")) + while x.kind != xmlEof: + var oldPos = x.bufpos # little hack to see if we made any progess + result.addNode(parse(x, errors)) + if x.bufpos == oldPos: + # force progress! + next(x) + close(x) + if result.len == 1: + result = result[0] + +proc parseHtml*(s: Stream): XmlNode = + ## parses the XTML from stream `s` and returns a ``PXmlNode``. All parsing + ## errors are ignored. + var errors: seq[string] = @[] + result = parseHtml(s, "unknown_html_doc", errors) + +proc loadHtml*(path: string, errors: var seq[string]): XmlNode = + ## Loads and parses HTML from file specified by ``path``, and returns + ## a ``PXmlNode``. Every occurred parsing error is added to + ## the `errors` sequence. + var s = newFileStream(path, fmRead) + if s == nil: raise newException(IOError, "Unable to read file: " & path) + result = parseHtml(s, path, errors) + +proc loadHtml*(path: string): XmlNode = + ## Loads and parses HTML from file specified by ``path``, and returns + ## a ``PXmlNode``. All parsing errors are ignored. + var errors: seq[string] = @[] + result = loadHtml(path, errors) + +when not defined(testing) and isMainModule: + import os + + var errors: seq[string] = @[] + var x = loadHtml(paramStr(1), errors) + for e in items(errors): echo e + + var f: File + if open(f, "test.txt", fmWrite): + f.write($x) + f.close() + else: + quit("cannot write test.txt") |