courlan/pyproject.toml at master · adbar/courlan · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
# https://pip.pypa.io/en/stable/reference/build-system/pyproject-toml/
[build-system]
requires = ["setuptools>=77.0"]
build-backend = "setuptools.build_meta"

[project]
name = "courlan"
description = "Clean, filter and sample URLs to optimize data collection – includes spam, content type and language filters."
readme = "README.md"
license = "Apache-2.0"
dynamic = ["version"]
requires-python = ">=3.10"
authors = [
  {name = "Adrien Barbaresi"}
]
keywords=[
    "cleaner",
    "crawler",
    "uri",
    "url-parsing",
    "url-manipulation",
    "urls",
    "validation",
    "webcrawling",
]
classifiers = [
    # As from http://pypi.python.org/pypi?%3Aaction=list_classifiers
    'Development Status :: 5 - Production/Stable',
    "Environment :: Console",
    "Intended Audience :: Developers",
    "Intended Audience :: Education",
    "Intended Audience :: Information Technology",
    "Intended Audience :: Science/Research",
    "Operating System :: MacOS :: MacOS X",
    "Operating System :: Microsoft :: Windows",
    "Operating System :: POSIX :: Linux",
    "Programming Language :: Python",
    "Programming Language :: Python :: 3",
    "Programming Language :: Python :: 3.10",
    "Programming Language :: Python :: 3.11",
    "Programming Language :: Python :: 3.12",
    "Programming Language :: Python :: 3.13",
    "Programming Language :: Python :: 3.14",
    "Programming Language :: Python :: 3.15",
    "Topic :: Internet :: WWW/HTTP",
    "Topic :: Scientific/Engineering :: Information Analysis",
    "Topic :: Security",
    "Topic :: Text Processing :: Filters",
    "Topic :: Text Processing :: Linguistic",
    "Typing :: Typed",
]
dependencies = [
    "urllib3 >= 2, < 3",
]

[tool.setuptools]
packages = ["courlan"]

# https://packaging.python.org/en/latest/guides/single-sourcing-package-version/
[tool.setuptools.dynamic]
version = {attr = "courlan.__version__"}

[project.scripts]
courlan = "courlan.cli:main"

[project.urls]
"Homepage" = "https://github.com/adbar/courlan"
"Documentation" = "https://courlan.readthedocs.io/en/latest/"
"Blog" = "https://adrien.barbaresi.eu/blog/"  # /tag/courlan.html
"Tracker" = "https://github.com/adbar/courlan/issues"

# Development extras
[project.optional-dependencies]
dev = [
    "ruff==0.16.2",
    "mypy==2.3.0",
    "pytest==9.1.1",
    "pytest-cov==7.1.0",
    "pytest-httpserver==1.1.5",
]
docs = [
    "sphinx>=6.2",
    "myst-parser>=0.19.0",
    "furo>=2024.1.29",
    "sphinx-copybutton>=0.5.0",
    "sphinx-design>=0.6.0",
    "sphinxext-opengraph>=0.9.0",
    "sphinx-sitemap>=2.5.0",
]

[tool.pytest.ini_options]
testpaths = ["tests"]
# the test files are named "*_tests.py"; docs/test_docs.py runs separately in CI
python_files = ["*_tests.py"]

[tool.ruff]
target-version = "py310"

[tool.ruff.lint]
select = ["B", "E4", "E7", "E9", "F", "I", "UP"]

[tool.mypy]
python_version = "3.10"
strict = true
ignore_missing_imports = true

# https://coverage.readthedocs.io/en/latest/config.html
[tool.coverage.run]
branch = true
source = ["courlan"]

[tool.coverage.report]
exclude_lines = [
    "pragma: no cover",
    "if __name__ == .__main__.:",
    "ImportError:",
]