-
Notifications
You must be signed in to change notification settings - Fork 135
/
setup.py
43 lines (38 loc) · 1.13 KB
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
#!/usr/bin/env python3
try:
from setuptools import setup
except ImportError:
from distutils.core import setup
import os
import sys
import libgrabsite
install_requires = [
"click>=6.3",
"wpull @ https://github.com/ArchiveTeam/ludios_wpull/archive/refs/tags/3.0.9.zip",
"manhole>=1.0.0",
"lmdb>=0.89",
"autobahn>=0.12.1",
"google-re2>=1.0.6",
"websockets>=6.0",
]
if 'GRAB_SITE_NO_CCHARDET' not in os.environ:
install_requires.append("cchardet>=1.0.0")
setup(
name="grab-site",
version=libgrabsite.__version__,
description="The archivist's web crawler: WARC output, dashboard for all crawls, dynamic ignore patterns",
url="https://ludios.org/grab-site/",
author="Ivan Kozik",
author_email="[email protected]",
classifiers=[
"Programming Language :: Python :: 3",
"Development Status :: 5 - Production/Stable",
"Intended Audience :: End Users/Desktop",
"License :: OSI Approved :: MIT License",
"Topic :: Internet :: WWW/HTTP",
],
scripts=["grab-site", "gs-server", "gs-dump-urls"],
packages=["libgrabsite"],
package_data={"libgrabsite": ["*.html", "*.ico", "*.txt", "ignore_sets/*"]},
install_requires=install_requires,
)