-
Notifications
You must be signed in to change notification settings - Fork 45
/
Copy pathpyproject.toml
122 lines (108 loc) · 3.18 KB
/
pyproject.toml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
[tool.poetry]
name = "brickflows"
version = "0.11.0a0"
description = "Deploy scalable workflows to databricks using python"
authors = ["Ashok Singamaneni, Sriharsha Tikkireddy"]
readme = "README.md"
license = "Apache License 2.0"
homepage = "https://github.com/Nike-Inc/brickflow"
repository = "https://github.com/Nike-Inc/brickflow"
packages = [{ include = "brickflow" }, { include = "brickflow_plugins" }]
include = ["LICENSE", "entrypoint.template", "gitignore_template.txt"]
exclude = ["sample_workflows", "tests"]
[tool.black]
line-length = 88
target-version = ['py39', 'py310']
include = '\.pyi?$'
extend-exclude = '''
/(
# The following are specific to Black, you probably don't want those.
| brickflow/tf
| venv
| brickflow.egg-info
| dist
| brickflow/bundles
)/
'''
[tool.poetry.dependencies]
python = ">=3.9,<3.12" # pyspark <3.5 does not play happy with python 3.11
Jinja2 = "3.1.2"
click = "^8.1.3"
databricks-sdk = ">=0.1.8 <1.0.0"
networkx = "3.1"
pendulum = "2.1.2"
pluggy = "^1.0.0"
pydantic = ">=2.0.0 <3.0.0"
python-decouple = "3.8"
pyyaml = "^6.0"
requests = ">=2.28.2 <3.0.0"
# cerberus-python-client = {version = "~2.5.4", optional = true } # Users might have to manually install cerberus-python-client if required
# tableauserverclient = {version = "~0.25", optional = true } # Users might have to manually install tableauserverclient if required
[tool.poetry.scripts]
bf = "brickflow.cli:cli"
brickflow = "brickflow.cli:cli"
[tool.poetry.group.dev.dependencies]
black = "^23.3.0"
coverage = "^7.2.5"
datamodel-code-generator = "^0.25.2"
deepdiff = "^6.3.0"
mypy = "^1.3.0"
pre-commit = "^3.3.1"
prospector = "^1.10.3"
py4j = "^0.10.9.7"
pytest = ">=7.3.1 <8.0.0"
pytest-mock = "^3.10.0"
types-PyYAML = "*" # only for development purposes no need to make installation req
types-requests = ">=2.28.11.16 <3.0.0.0" # only for development purposes no need to make installation req
apache-airflow = "^2.7.3"
snowflake = "^0.6.0"
tableauserverclient = "^0.25"
boxsdk = "^3.9.2"
cerberus-python-client = "^2.5.4"
watchdog = "<4.0.0"
requests-mock = "1.12.1"
pyspark = "^3.0.0"
[tool.poetry.group.docs.dependencies]
mdx-include = "^1.4.2"
mike = "^2.1.3"
mkdocs-click = "^0.8.1"
mkdocs-material = "^9.5.49"
mkdocstrings = { extras = ["python"], version = "^0.27.0" }
[build-system]
requires = ["poetry-core", "poetry-dynamic-versioning"]
build-backend = "poetry_dynamic_versioning.backend"
[tool.poetry-dynamic-versioning]
enable = true
vcs = "git"
bump = true
style = "semver"
[tool.coverage]
[tool.coverage.run]
omit = [
# omit anything in a .local directory anywhere
'*/.local/*',
'**',
'tests/*',
'*/tests/*',
# omit anything in a .venv directory anywhere
'.venv/*',
"*/site-packages/*",
]
[tool.coverage.report]
skip_empty = true
[tool.mypy]
disallow_untyped_defs = true
ignore_missing_imports = true
files = [
"brickflow/context/*.py",
"brickflow/cli/*.py",
"brickflow/hints/*.py",
"brickflow/engine/*.py",
"brickflow/resolver/*.py",
"brickflow/codegen/*.py",
]
follow_imports = "skip"
[tool.pylint.main]
fail-under = 9.0
[tool.pylint."messages control"]
disable = ["too-many-lines", "too-many-positional-arguments"]