add tldlist

fkie-cad · Dec 9, 2024 · 1070483 · 1070483
1 parent c93b156
commit 1070483
Show file tree

Hide file tree

Showing 7 changed files with 15,769 additions and 4 deletions.
diff --git a/logprep/processor/domain_label_extractor/processor.py b/logprep/processor/domain_label_extractor/processor.py
@@ -41,7 +41,7 @@
 from logprep.processor.domain_label_extractor.rule import DomainLabelExtractorRule
 from logprep.processor.field_manager.processor import FieldManager
 from logprep.util.helper import add_and_overwrite, add_fields_to, get_dotted_field_value
-from logprep.util.url import Domain
+from logprep.util.url.url import Domain
 
 logger = logging.getLogger("DomainLabelExtractor")
 

diff --git a/logprep/processor/domain_resolver/processor.py b/logprep/processor/domain_resolver/processor.py
@@ -47,7 +47,7 @@
 from logprep.util.cache import Cache
 from logprep.util.hasher import SHA256Hasher
 from logprep.util.helper import add_fields_to, get_dotted_field_value
-from logprep.util.url import Domain
+from logprep.util.url.url import Domain
 
 logger = logging.getLogger("DomainResolver")
 

diff --git a/logprep/processor/pseudonymizer/processor.py b/logprep/processor/pseudonymizer/processor.py
@@ -66,7 +66,7 @@
     DualPKCS1HybridGCMEncrypter,
     Encrypter,
 )
-from logprep.util.url import extract_urls
+from logprep.util.url.url import extract_urls
 
 
 class Pseudonymizer(FieldManager):

diff --git a/logprep/util/url/__init__.py b/logprep/util/url/__init__.py