local-data-stack/pyproject.toml at master · moritzkoerber/local-data-stack · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
[project]
name = "local-data-stack"
version = "0.1.0"
authors = [{ name = "Moritz Körber" }]
description = "A simple project that demos duckdb and delta lake leveraged by dbt and orchestrated by Dagster."
readme = "README.md"
requires-python = ">=3.12"
dependencies = [
    "dagster~=1.10",
    "dagster-dbt~=0.26",
    "dagster-duckdb~=0.26",
    "dbt-core~=1.9",
    "dbt-duckdb~=1.9",
    "deltalake==1.2",
    "duckdb~=1.2",
    "plotly[express]~=6.1",
    "polars[pyarrow]~=1.30",
    "requests~=2.32",
]

[dependency-groups]
dev = [
    "dagster-webserver~=1.10",
    "dagster-dg-cli~=1.10",
    "prek~=0.2",
    "sqlfluff-templater-dbt~=3.4",
    "pyrefly~=0.37",
    "sqlfluff~=3.4",
]

[tool.ruff]
fix = true
show-fixes = true
target-version = "py312"

[tool.ruff.lint]
select = [
    "E",   # pycodestyle
    "F",   # Pyflakes
    "W",   # pycodestyle
    "I",   # isort
    "N",   # pep8-naming
    "ANN", # function annotations
    "B",   # bugbear
    "A",   # built-ins
    "ISC", # implicit string concatenation
    "S",   # bandit
    "UP",  # pyupgrade
]

[tool.ruff.lint.flake8-annotations]
suppress-none-returning = true

[tool.dg]
directory_type = "project"

[tool.dg.project]
root_module = "local_data_stack"

[tool.sqlfluff.core]
dialect = "duckdb"
templater = "dbt"
exclude_rules = [
    "layout.indent",
    "layout.cte_bracket",
    "layout.keyword_newline",
    "layout.cte_newline",
    "layout.select_targets",
    "layout.spacing",
]

[tool.sqlfluff.templater.dbt]
project_dir = "dbt"
profiles_dir = "dbt"

[tool.sqlfluff.templater.dbt.context]
start_date = "2025-10-27"
end_date = "2025-10-28"

[tool.sqlfluff.rules]
capitalisation_policy = "lower"
extended_capitalisation_policy = "lower"

[tool.sqlfluff.rules.convention.terminator]
multiline_newline = true

[tool.sqlfmt]
exclude = ["dbt/target/**/*", "dbt/dbt_packages/**/*"]

[tool.pyrefly]
project-includes = ["**/*"]
project-excludes = ["**/__pycache__", "**/*venv/**/*"]