# The scrapy related
scrapyer

# Asynchronous related
aiohttp==3.8.1
async-generator==1.10
requests==2.26.0
urllib3==1.26.6

# Parsing the related
lxml==4.6.3
pyquery==1.4.3
beautifulsoup4==4.9.3
numpy==1.21.2
pandas==1.3.4
openpyxl==3.0.5
pypinyin==0.42.0
xpinyin==0.7.6
python-dateutil==2.8.2
tableX==0.1.1
six==1.16.0
jieba==0.42.1

# Js related
Js2Py==0.71
PyExecJS==1.5.1
pyjsparser==2.7.1

# Webdriver related
# gerapy-pyppeteer==0.2.3
pyppeteer==0.2.6
selenium==4.1.0

# PDF parsing related  
libmagic==1.0
pdfminer==20191125
pdfplumber==0.5.28
PyPDF2==1.26.0
python-magic==0.4.24
# fitz==0.0.1.dev0
img2pdf==0.4.3

# # Database related
oss2==2.14.0
pymongo==3.12.0
PyMySQL==0.9.3
redis==3.5.3
influxdb==5.3.1

# # Image recognition related
# Pillow==8.3.2
# opencv-python==4.5.3.56

# # rar related
# rarfile==4.0

# # tencentcloud-sdk
# tencentcloud-sdk-python==3.0.612












