decp-processing/pyproject.toml at main · ColinMaudry/decp-processing · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
[project]
name = "decp-processing"
description = "Traitement des données des marchés publics français."
version = "2.12.1"
requires-python = ">= 3.10"
authors = [{ name = "Colin Maudry", email = "colin@colmo.tech" }]
dependencies = [
  "python-dotenv",
  "pandas",                # nécessaire pour l'écriture en base de données
  "polars==1.36.1",
  "pyarrow",
  "frictionless",
  "ipykernel",
  "prefect==3.7.0",
  "prefect[email]==3.7.0",
  "orjson",
  "ijson==3.4.0",
  "lxml",
  "psycopg2",
  "bs4",
  "boto3",
  "selenium",
  "polars_ds",
  "scikit-learn",
  "tenacity",
  "dume_api",
]

[project.optional-dependencies]
dev = ["pre-commit", "pytest-env", "pytest", "pytest-cov"]

[tool.pytest.ini_options]
pythonpath = ["src"]
testpaths = ["tests"]
env = [
  "LOG_LEVEL=DEBUG",
  "DATASETS_REFERENCE_FILEPATH=tests/data/source_datasets_test.json",
  "PREFECT_API_URL=",
  "DECP_PROCESSING_PUBLISH=",
  "DECP_USE_CACHE=false",
  "MAX_PREFECT_WORKERS=1",
  "SOLO_DATASETS=",
  "PREFECT_TASKS_DISABLE_CACHE=True",
]
addopts = "-p no:warnings"

[tool.prefect]
logging.level = "INFO"