[build-system] requires = ["hatchling"] build-backend = "hatchling.build" [project] name = "scraperl-backend" version = "0.1.0" description = "FastAPI-based RL environment for intelligent web scraping" readme = "README.md" license = "MIT" requires-python = ">=3.11" authors = [ { name = "ScrapeRL Team" } ] classifiers = [ "Development Status :: 3 - Alpha", "Framework :: FastAPI", "Intended Audience :: Developers", "License :: OSI Approved :: MIT License", "Programming Language :: Python :: 3", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Topic :: Internet :: WWW/HTTP :: Indexing/Search", "Topic :: Scientific/Engineering :: Artificial Intelligence", ] dependencies = [ "fastapi>=0.109.0", "uvicorn[standard]>=0.27.0", "pydantic>=2.5.0", "pydantic-settings>=2.1.0", "httpx>=0.26.0", "certifi>=2024.2.2", "chromadb>=0.4.22", "beautifulsoup4>=4.12.0", "lxml>=5.1.0", "openai>=1.10.0", "anthropic>=0.18.0", "google-generativeai>=0.4.0", "groq>=0.4.0", "duckduckgo-search>=6.0.0", "playwright>=1.41.0", "tiktoken>=0.5.0", "numpy>=1.26.0", "pandas>=2.2.0", "tenacity>=8.2.0", "structlog>=24.1.0", "python-dotenv>=1.0.0", ] [project.optional-dependencies] dev = [ "pytest>=8.0.0", "pytest-asyncio>=0.23.0", "pytest-cov>=4.1.0", "httpx>=0.26.0", "ruff>=0.2.0", "mypy>=1.8.0", "pre-commit>=3.6.0", ] [project.scripts] scraperl = "app.main:run" [tool.hatch.build.targets.wheel] packages = ["app"] [tool.pytest.ini_options] asyncio_mode = "auto" testpaths = ["tests"] addopts = "-v --tb=short" [tool.ruff] target-version = "py311" line-length = 100 [tool.ruff.lint] select = ["E", "F", "W", "I", "UP", "B", "C4", "SIM"] ignore = ["E501"] [tool.mypy] python_version = "3.11" strict = true warn_return_any = true warn_unused_ignores = true