pyproject.toml

[build-system]
requires = ["hatchling>=1.19.0"]
build-backend = "hatchling.build"

[project]
name = "dagster-open-platform"
version = "0.0.1"
requires-python = ">=3.12,<3.14"
dependencies = [
    "boto3",
    "dbt-core==1.11.1",
    "dbt-snowflake==1.11.1",
    "dagster>=1.12.17",
    "dagster-dg-cli",
    "dagster-cloud",
    "dagster-cloud-cli",
    "dagster-webserver",
    "dagster-graphql",
    "dagster-pipes",
    # integrations
    "dagster-aws",
    "dagster-dbt>=0.28.17", # without this resolver can backtrack
    "dagster-dlt",
    "dagster-fivetran",
    "dagster-gcp",
    "dagster-pandas",
    "dagster-shared",
    "dagster-slack",
    "dagster-sling",
    "dagster-snowflake",
    "dagster-omni",
    # community integrations
    "dagster-hightouch",
    "dagster-anthropic",
    # additional dependencies
    "sling==1.5.1",
    "statsig",
    "gql[requests]",
    "dlt[snowflake,duckdb]==1.11.0",
    "protobuf==6.33.4",
    "pydantic",
    "pyyaml",
    "pyOpenSSL>=23.0.0", # https://dagsterlabs.slack.com/archives/C082K86U53Q/p1732735564080519
    "snowflake-connector-python[secure-local-storage,pandas]",
    "psycopg2-binary",
    "scoutos",
    "psutil>=7.0.0",
    "certifi==2025.1.31",
    "scikit-learn",
    "shap>=0.47.0",
    "xgboost",
    "sling-mac-arm64; sys_platform == 'darwin'",
    "sling-linux-amd64; sys_platform == 'linux' and platform_machine == 'x86_64'",
    "sling-linux-arm64; sys_platform == 'linux' and platform_machine == 'aarch64'",
    "google-api-python-client",
    "deepdiff>=8.6.1", # https://github.com/dagster-io/internal/security/dependabot/609
    "urllib3>=2.6.3",
    "aiohttp>=3.13.3",
    "pyasn1>=0.6.2",
    "filelock>=3.20.3",
]

[project.optional-dependencies]
dev = [
    "click",
    "pytest",
    "sqlfluff>=3",
    "sqlfluff-templater-dbt",
    "sprocketship",
]

tests = [
    "mock>=5.2.0",
    "pytest",
    "responses",
    "syrupy",
    "pytest-rerunfailures",
    # dlt 1.11.0 imports `pkg_resources` (from setuptools) without declaring it
    # as a dep. The constraint below pins the version because setuptools 82+
    # removed `pkg_resources`; we still need it explicitly installed in the
    # tox env since `uv pip install` doesn't seed setuptools into the venv.
    "setuptools<82",
]



# setuptools 82 removed pkg_resources, breaking third-party deps that still use it
# at build time (flatdict via sprocketship->absql) or runtime. Pin until they migrate.
# numpy<2.5: numba has no numpy 2.5-compatible release yet (every numba release
# through 0.66.0rc1 caps numpy at <2.5 per
# https://numba.readthedocs.io/en/latest/user/installing.html), so once numpy 2.5.0
# shipped (2026-06-21, https://github.com/numpy/numpy/releases/tag/v2.5.0) an
# unpinned resolve backtracks numba/llvmlite (via shap) to ancient versions that
# fail to build on Python 3.12. Drop once numba supports numpy 2.5.
[tool.uv]
exclude-newer = "48h"
constraint-dependencies = ["setuptools<82", "numpy<2.5"]
build-constraint-dependencies = ["setuptools<82"]
# Override flatdict version to avoid build issues with 4.0.1
# flatdict 4.0.1 has a broken build system that doesn't declare setuptools as a build dependency
# Pin to 4.0.0 which might have proper build system
override-dependencies = ["flatdict==4.0.0"]

# ########################
# ##### DAGSTER
# ########################

[tool.dg]
directory_type = "project"

[tool.dg.project]
root_module = "dagster_open_platform"
registry_modules = [
    "dagster_open_platform.lib.*",
]
[tool.dg.cli]
suppress_warnings = [
    "project_and_activated_venv_mismatch",
]

# ########################
# ##### SQLFLUFF
# ########################

[tool.sqlfluff.core]
templater = "dbt"
dialect = "snowflake"
exclude_rules = [
    "aliasing.unique.column",
    "ambiguous.column_count",
    "structure.column_order",
    "structure.using",
    "references.consistent",
    "references.qualification",
]
max_line_length = 100
nocolor = true
# Warn on the use of keywords as identifiers
warnings = "RF04"
large_file_skip_byte_limit = 35000

[tool.sqlfluff.templater.dbt]
project_dir = "./dagster_open_platform_dbt"
profiles_dir = "./dagster_open_platform_dbt"

[tool.sqlfluff.templater.jinja]
apply_dbt_builtins = true
load_macros_from_path = "./dagster_open_platform_dbt/macros"

[tool.sqlfluff.indentation]
tab_space_size = 4

[tool.sqlfluff.rules.capitalisation.keywords]
capitalisation_policy = "lower"

[tool.sqlfluff.rules.capitalisation.identifiers]
capitalisation_policy = "lower"

[tool.sqlfluff.rules.capitalisation.functions]
extended_capitalisation_policy = "lower"

[tool.sqlfluff.rules.capitalisation.literals]
capitalisation_policy = "lower"

[tool.sqlfluff.rules.capitalisation.types]
extended_capitalisation_policy = "lower"