scrape-gpt/pyproject.toml at main · dccakes/scrape-gpt · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
[project]
name = "llm-scraper"
version = "2.0.0"
description = "Intelligent web scraping with XPath and LLM fallback - Enhanced with ParserGPT patterns"
authors = [
    {name = "Diego", email = "diego@carvallo.io"}
]
readme = "README.md"
requires-python = ">=3.11"
license = {text = "Apache-2.0"}

dependencies = [
    "pydantic>=2.0.0",
    "python-dotenv>=1.0.0",
    "httpx>=0.27.0",
    "playwright>=1.40.0",
    "lxml>=5.0.0",
    "cssselect>=1.2.0",
    "anthropic>=0.8.0",
    "openai>=1.0.0",
    "boto3>=1.34.0",
    "knockapi>=0.5.0",
    "python-dateutil>=2.8.2",
    "click>=8.1.0",
]

[project.optional-dependencies]
dev = [
    "pytest>=7.4.0",
    "pytest-asyncio>=0.21.0",
    "pytest-cov>=4.1.0",
    "pytest-mock>=3.12.0",
    "ruff>=0.1.0",
    "black>=23.0.0",
    "mypy>=1.7.0",
    "boto3-stubs[s3]>=1.34.0",
    "types-python-dateutil>=2.8.19",
    "ipython>=8.18.0",
]

[project.scripts]
scraper = "scraper.cli:main"

[build-system]
requires = ["hatchling"]
build-backend = "hatchling.build"

[tool.pytest.ini_options]
testpaths = ["tests"]
python_files = ["test_*.py"]
addopts = ["-v", "--strict-markers"]
markers = [
    "unit: Unit tests",
    "integration: Integration tests",
    "e2e: End-to-end tests",
]

[tool.black]
line-length = 100
target-version = ["py312"]

[tool.ruff]
line-length = 100
target-version = "py312"

[tool.hatch.build.targets.wheel]
packages = ["scraper"]