xmltok: Skip comment markup in XML.

ThunderEX · pfalcon · commit fdf984d07de7 · 2017-08-20T17:52:28.000+03:00
This is provisional solution, at later time, comments may become tokenized
and fed to the caller, like other syntactic elements.
diff --git a/xmltok/test.xml b/xmltok/test.xml
@@ -9,5 +9,6 @@
   baz
   
 </u:GetConnectionTypeInfo>
+<!-- Comments, you won't see me after tokenize. -->
 </s:Body>
 </s:Envelope>
diff --git a/xmltok/xmltok.py b/xmltok/xmltok.py
@@ -95,6 +95,14 @@ def tokenize(self):
                     yield from self.lex_attrs_till()
                     self.expect("?")
                     self.expect(">")
+                elif self.match("!"):
+                    self.expect("-")
+                    self.expect("-")
+                    last3 = ''
+                    while True:
+                        last3 = last3[-2:] + self.getch()
+                        if last3 == "-->":
+                            break
                 else:
                     tag = self.getnsident()
                     yield (START_TAG, tag)
