pyyaml>=6.0
python-dotenv>=1.0
requests>=2.28
beautifulsoup4>=4.12
lxml>=4.9
typer>=0.9

[dev]
hfpclawer[scrapy]
hfpclawer[llm]
hfpclawer[pdf]
ruff
pyright
pytest>=7.0
pytest-cov>=4.0
pytest-mock>=3.10

[llm]
litellm

[pdf]
pymupdf4llm

[scrapy]
scrapy>=2.10
scrapy-redis
