Fixed problem with empty strings in Tokenizer.

CHANGES.rst

@@ -1,6 +1,10 @@
 Changelog
 =========
 
+3.0.17
+------
+    - Fixed problem with empty strings in Tokenizer.
+
 3.0.16
 ------
     - Changed behavior of the `.remove_item()` method to compare using identity.

src/dhtmlparser3/tokenizer.py

@@ -26,7 +26,8 @@ def tokenize(self) -> List[Token]:
 
     def tokenize_iter(self) -> Iterator[Token]:
         if self.end == 0:
-            raise StopIteration()
+            yield TextToken(self.string)
+            return
 
         token = self._scan_token()
 

tests/test_parser.py

@@ -248,3 +248,15 @@ def test_file_parser():
 
     with open(path) as f:
         assert f.read() == "<test><a>b</a></test>"
+
+
+def test_empty_string():
+    dom = dhtmlparser3.parse("")
+
+    assert dom.content == ['']
+
+
+def test_blank_string():
+    dom = dhtmlparser3.parse(" ")
+
+    assert dom.content == [" "]