Linkedin_AI_Agent/requirements.txt at main · LiveWithCodeAnkit/Linkedin_AI_Agent · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
# Core AI and LangChain
langchain>=0.1.0
langchain-openai>=0.1.0
langchain-community>=0.0.20
python-dotenv>=1.0.0

# Web scraping and automation
playwright>=1.40.0
beautifulsoup4>=4.12.0
selenium>=4.15.0
undetected-chromedriver>=3.5.0
requests>=2.31.0
httpx>=0.25.0
fake-useragent>=1.4.0

# Scrapy ecosystem
scrapy>=2.11.0
scrapy-playwright>=0.0.25
scrapy-user-agents>=0.1.1
scrapy-proxy-middleware>=0.3.0

# CAPTCHA solving and OCR
pytesseract>=0.3.10
Pillow>=10.0.0
opencv-python>=4.8.0

# Third-party CAPTCHA services
2captcha-python>=1.1.3
anticaptchaofficial>=1.0.46

# Additional scraping enhancements
scrapy-rotating-proxies>=0.6.2
scrapy-user-agents>=0.1.1

# Web interface
dash>=2.15.0
dash-bootstrap-components>=1.5.0
plotly>=5.17.0

# Search and utilities
tavily-python>=0.3.0
duckdb>=0.9.0
asyncio-throttle>=1.0.0

# Data processing
pandas>=2.1.0
lxml>=4.9.0