Repository navigation
Expand file tree
/
Copy pathpyproject.toml
More file actions
73 lines (63 loc) · 1.78 KB
/
Copy pathpyproject.toml
File metadata and controls
73 lines (63 loc) · 1.78 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
[build-system]
requires = ["hatchling"]
build-backend = "hatchling.build"
[project]
name = "cute-web-scraper"
version = "0.1.0"
description = "A cute MCP server that gives Claude web scraping powers"
readme = "README.md"
requires-python = ">=3.10"
license = "MIT"
authors = [{ name = "maccydee" }]
keywords = ["mcp", "claude", "scraping", "playwright"]
dependencies = [
"mcp>=2.0.0",
"httpx>=0.27.0",
"beautifulsoup4>=4.12.0",
"trafilatura>=1.8.0", # >=1.8.0 is Apache-2.0; earlier releases are GPLv3
"pypdf>=4.0.0",
"curl-cffi>=0.7.0",
"lxml>=5.0.0",
"markdownify>=0.13.0",
"playwright>=1.45.0",
"playwright-stealth>=1.0.6",
"starlette>=0.40.0",
"uvicorn>=0.30.0",
"python-docx>=1.2.0",
"openpyxl>=3.1.5",
]
[project.optional-dependencies]
dev = [
"pytest>=8.0.0",
"pytest-asyncio>=0.23.0",
"pytest-httpx>=0.30.0",
"ruff>=0.5.0",
"mypy>=1.10.0",
"types-beautifulsoup4",
]
[project.urls]
Homepage = "https://github.com/maccydee/cute-web-scraper"
[project.scripts]
cute-web-scraper = "cute_web_scraper.__main__:main"
[tool.hatch.build.targets.wheel]
packages = ["src/cute_web_scraper"]
[tool.pytest.ini_options]
asyncio_mode = "auto"
testpaths = ["tests"]
# Integration tests hit the live internet. Excluded by default so CI and a bare
# `pytest` stay hermetic; run them explicitly with `pytest -m integration`.
addopts = "-m 'not integration'"
markers = [
"integration: real network calls; run with `pytest -m integration`",
]
[tool.ruff]
line-length = 100
target-version = "py310"
[tool.ruff.lint]
select = ["E", "F", "I", "UP", "B"]
[tool.mypy]
python_version = "3.10"
strict = true
[[tool.mypy.overrides]]
module = ["markdownify.*", "playwright_stealth.*", "curl_cffi.*", "openpyxl.*", "docx.*"]
ignore_missing_imports = true