TorCrawl.py/setup.py at master · Laboss/TorCrawl.py · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
from setuptools import setup, find_packages
from pathlib import Path

# Read the contents of README file
this_directory = Path(__file__).parent
long_description = (this_directory / "README.md").read_text(encoding='utf-8')

setup(
    name='torcrawl',
    version='1.35',
    description='A Python script to crawl and extract (regular or onion) webpages through TOR network.',
    long_description=long_description,
    long_description_content_type='text/markdown',
    url='https://github.com/MikeMeliz/TorCrawl.py',
    author='MikeMeliz',
    author_email='mike@mikemeliz.com',
    license='GNU General Public License v3.0',
    keywords='osint, web-scraping, crawler, tor, onion, web-crawler, scraping, anonymous, privacy, security, data-extraction',
    project_urls={
        'Homepage': 'https://github.com/MikeMeliz/TorCrawl.py',
        'Repository': 'https://github.com/MikeMeliz/TorCrawl.py',
        'Issue Tracker': 'https://github.com/MikeMeliz/TorCrawl.py/issues',
    },
    packages=find_packages(),
    py_modules=['torcrawl'],
    install_requires=[
        'pysocks',
        'beautifulsoup4>=4.7.1',
        'yara-python',
        'lxml',
        'networkx',
        'pyvis',
    ],
    package_data={
        'res': ['keywords.yar', 'proxies.txt', 'user_agents.txt', 'regex_patterns.txt'],
    },
    include_package_data=True,
    entry_points={
        'console_scripts': [
            'torcrawl=torcrawl:main',
        ],
    },
    python_requires='>=3.9',
    classifiers=[
        'Development Status :: 5 - Production/Stable',
        'Intended Audience :: Developers',
        'Intended Audience :: System Administrators',
        'Intended Audience :: Information Technology',
        'Intended Audience :: Education',
        'Intended Audience :: Science/Research',
        'Intended Audience :: Other Audience',
        'License :: OSI Approved :: GNU General Public License v3 (GPLv3)',
        'Operating System :: POSIX :: Linux',
        'Operating System :: MacOS :: MacOS X',
        'Operating System :: Microsoft :: Windows',
        'Programming Language :: Python :: 3',
        'Programming Language :: Python :: 3.9',
        'Programming Language :: Python :: 3.10',
        'Programming Language :: Python :: 3.11',
        'Programming Language :: Python :: 3.12',
        'Topic :: Internet :: WWW/HTTP :: Indexing/Search',
        'Topic :: Security',
        'Topic :: Software Development :: Libraries :: Python Modules',
    ],
)