Update dependencies and add pyproject.toml

code_tokenize/__init__.py

@@ -1,5 +1,4 @@
-
-from code_ast.parsers   import ASTParser
+from code_ast import ASTParser, ASTVisitor
 
 from .tokenizer import tokenize_tree
 from .lang      import load_from_lang_config

pyproject.toml

@@ -0,0 +1,39 @@
+[build-system]
+requires = ["setuptools"] 
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "code_tokenize"
+version = "v0.2.1"
+description = "Fast program tokenization and structural analysis in Python"
+readme = "README.md"
+requires-python = ">= 3.8"
+license = { file = "LICENSE.txt" }
+keywords = ["code", "tokenization", "tokenize", "program", "language processing"]
+
+authors = [{name = "Cedric Richter", email = "[email protected]"}]
+maintainers = [{name = "Cedric Richter", email = "[email protected]"}]
+
+classifiers = [
+    "Development Status :: 3 - Alpha",    
+    "Intended Audience :: Developers",  
+    "Topic :: Software Development :: Build Tools",
+    "License :: OSI Approved :: MIT License",
+    "Programming Language :: Python :: 3", 
+    "Programming Language :: Python :: 3.6",
+    "Programming Language :: Python :: 3.7",
+    "Programming Language :: Python :: 3.8",
+    "Programming Language :: Python :: 3.9",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
+    "Programming Language :: Python :: 3 :: Only",
+  ]
+
+dependencies = ["tree_sitter", "GitPython", "requests", "code_ast"]
+
+[project.urls]
+"Homepage" = "https://github.com/cedricrupb/code_tokenize"
+"Bug Reports" = "https://github.com/cedricrupb/code_tokenize/issues"
+"Source" = "https://github.com/cedricrupb/code_tokenize"

requirements.txt

@@ -1,4 +1,4 @@
-tree_sitter==0.19.0
-requests==2.25.1
-GitPython==3.1.18
-code_ast==0.1.0
+tree_sitter==0.21.3
+requests>=2.32.0
+GitPython>=3.1.41
+code_ast>=0.1.1

setup.py

@@ -6,21 +6,21 @@
 setup(
   name = 'code_tokenize',
   packages = find_packages(exclude=['tests']), 
-  version = '0.2.0', 
+  version = '0.2.1', 
   license='MIT',     
   description = 'Fast program tokenization and structural analysis in Python',
   long_description = long_description,
   long_description_content_type="text/markdown",
   author = 'Cedric Richter',                   
   author_email = '[email protected]',    
   url = 'https://github.com/cedricrupb/code_tokenize',  
-  download_url = 'https://github.com/cedricrupb/code_tokenize/archive/refs/tags/v0.2.0.tar.gz', 
+  download_url = 'https://github.com/cedricrupb/code_tokenize/archive/refs/tags/v0.2.1.tar.gz', 
   keywords = ['code', 'tokenization', 'tokenize', 'program', 'language processing'], 
   install_requires=[          
-          'tree_sitter',
-          'GitPython',
-          'requests',
-          'code-ast'
+          'tree_sitter==0.21.3',
+          'GitPython>=3.1.41',
+          'requests>=2.32.0',
+          'code-ast>=0.1.1'
       ],
   classifiers=[
     'Development Status :: 3 - Alpha',    
@@ -32,5 +32,9 @@
     'Programming Language :: Python :: 3.7',
     'Programming Language :: Python :: 3.8',
     'Programming Language :: Python :: 3.9',
+    'Programming Language :: Python :: 3.10',
+    'Programming Language :: Python :: 3.11',
+    'Programming Language :: Python :: 3.12',
+    'Programming Language :: Python :: 3.13',
   ],
 )