pyproject.toml

[project]
name = "pycon-etl"
version = "0.1.0"
description = "Add your description here"
readme = "README.md"
requires-python = ">=3.8,<3.9"
dependencies = [
    # Please use pip to manage airflow dependencies.
    "apache-airflow==1.10.15",
    # Editable install with no version specified.
    "google-cloud-bigquery",
    "pandas",
    "pyarrow",
    "pydantic<2",
    "pygsheets",
    "requests",
    "searchconsole",
]

[dependency-groups]
dev = [
    "bandit",
    "ruff",
    "mypy",
    "pytest",
    "pytest-cov",
    "coverage[toml]",
    "safety",
]


[tool.ruff]
line-length = 88

[tool.ruff.lint]
extend-select = [
    "I",     # Missing required import (auto-fixable)
    "UP",    # Pyupgrade
    "PT",    # flake8-pytest-style rules
    "TID25", # flake8-tidy-imports rules
]

ignore = ["E501", "D1", "D415"]

[tool.ruff.lint.isort]
combine-as-imports = true
known-first-party = ["tests"]

[tool.ruff.lint.pydocstyle]
convention = "google"


[tool.coverage]
[tool.coverage.report]
show_missing = true
exclude_lines = [
    # Have to re-enable the standard pragma
    'pragma: no cover',

    # Don't complain about missing debug-only code:
    'def __repr__',
    'if self\.debug',

    # Don't complain if tests don't hit defensive assertion code:
    'raise AssertionError',
    'raise NotImplementedError',

    # Don't complain if non-runnable code isn't run:
    'if 0:',
    'if __name__ == .__main__.:',
]
omit = ['env/*', 'venv/*', '*/virtualenv/*', '*/virtualenvs/*', '*/tests/*']

[tool.uv]
constraint-dependencies = [
    # constraints-3.8.txt for apache-airflow==1.10.15
    # Editable install with no version control (apache-airflow==1.10.15)
    "Babel==2.9.0",
    "Flask-Admin==1.5.4",
    "Flask-AppBuilder==2.3.4",
    "Flask-Babel==1.0.0",
    "Flask-Bcrypt==0.7.1",
    "Flask-Caching==1.3.3",
    "Flask-JWT-Extended==3.25.0",
    "Flask-Login==0.4.1",
    "Flask-OpenID==1.3.0",
    "Flask-SQLAlchemy==2.4.4",
    "Flask-WTF==0.14.3",
    "Flask==1.1.2",
    "GitPython==3.1.11",
    "JPype1==0.7.1",
    "JayDeBeApi==1.2.3",
    "Jinja2==2.11.2",
    "Mako==1.1.3",
    "Markdown==2.6.11",
    "MarkupSafe==1.1.1",
    "PyHive==0.6.3",
    "PyJWT==1.7.1",
    "PyNaCl==1.4.0",
    "PySmbClient==0.1.5",
    "PyYAML==5.3.1",
    "Pygments==2.7.2",
    "SQLAlchemy-JSONField==0.9.0",
    "SQLAlchemy-Utils==0.36.8",
    "SQLAlchemy==1.3.20",
    "Sphinx==3.3.1",
    "Unidecode==1.1.1",
    "WTForms==2.3.3",
    "Werkzeug==0.16.1",
    "adal==1.2.5",
    "aiohttp==3.7.3",
    "alabaster==0.7.12",
    "alembic==1.4.3",
    "amqp==2.6.1",
    "analytics-python==1.2.9",
    "ansiwrap==0.8.4",
    "apispec==1.3.3",
    "appdirs==1.4.4",
    "argcomplete==1.12.2",
    "asn1crypto==1.4.0",
    "astroid==2.4.2",
    "async-generator==1.10",
    "async-timeout==3.0.1",
    "atlasclient==1.0.0",
    "attrs==20.3.0",
    "aws-sam-translator==1.31.0",
    "aws-xray-sdk==2.6.0",
    "azure-common==1.1.26",
    "azure-core==1.9.0",
    "azure-cosmos==3.2.0",
    "azure-datalake-store==0.0.51",
    "azure-identity==1.5.0",
    "azure-keyvault-certificates==4.2.1",
    "azure-keyvault-keys==4.3.0",
    "azure-keyvault-secrets==4.2.0",
    "azure-keyvault==4.1.0",
    "azure-mgmt-containerinstance==1.5.0",
    "azure-mgmt-core==1.2.2",
    "azure-mgmt-datalake-nspkg==3.0.1",
    "azure-mgmt-datalake-store==0.5.0",
    "azure-mgmt-nspkg==3.0.2",
    "azure-mgmt-resource==15.0.0",
    "azure-nspkg==3.0.2",
    "azure-storage-blob==12.6.0",
    "azure-storage-common==2.1.0",
    "azure-storage==0.36.0",
    "backcall==0.2.0",
    "bcrypt==3.2.0",
    "beautifulsoup4==4.7.1",
    "billiard==3.6.3.0",
    "black==20.8b0",
    "blinker==1.4",
    "boto3==1.10.50",
    "boto==2.49.0",
    "botocore==1.13.50",
    "cached-property==1.5.2",
    "cachetools==4.1.1",
    "cassandra-driver==3.20.2",
    "cattrs==1.1.2",
    "celery==4.4.7",
    "certifi==2020.11.8",
    "cffi==1.14.4",
    "cfgv==3.2.0",
    "cfn-lint==0.42.0",
    "cgroupspy==0.1.6",
    "chardet==3.0.4",
    "click==6.7",
    "cloudant==0.5.10",
    "colorama==0.4.4",
    "colorlog==4.0.2",
    "configparser==3.5.3",
    "coverage==5.3",
    "croniter==0.3.36",
    "cryptography==3.2.1",
    "cx-Oracle==8.0.1",
    "datadog==0.39.0",
    "decorator==4.4.2",
    "defusedxml==0.6.0",
    "dill==0.3.3",
    "distlib==0.3.1",
    "dnspython==1.16.0",
    "docker-pycreds==0.4.0",
    "docker==3.7.3",
    "docopt==0.6.2",
    "docutils==0.15.2",
    "ecdsa==0.14.1",
    "elasticsearch-dsl==5.4.0",
    "elasticsearch==5.5.3",
    "email-validator==1.1.2",
    "entrypoints==0.3",
    "fastavro==1.2.0",
    "filelock==3.0.12",
    "flake8-colors==0.1.9",
    "flake8==3.8.4",
    "flaky==3.7.0",
    "flask-swagger==0.2.14",
    "flower==0.9.5",
    "freezegun==1.0.0",
    "fsspec==0.8.4",
    "funcsigs==1.0.2",
    "future-fstrings==1.2.0",
    "future==0.18.2",
    "gcsfs==0.7.1",
    "gitdb==4.0.5",
    "google-api-core==1.23.0",
    "google-api-python-client==1.12.8",
    "google-auth-httplib2==0.0.4",
    "google-auth-oauthlib==0.4.2",
    "google-auth==1.23.0",
    "google-cloud-bigquery-storage==2.1.0",
    "google-cloud-bigquery==2.4.0",
    "google-cloud-bigtable==1.6.0",
    "google-cloud-container==1.0.1",
    "google-cloud-core==1.4.3",
    "google-cloud-dlp==1.0.0",
    "google-cloud-language==1.3.0",
    "google-cloud-secret-manager==1.0.0",
    "google-cloud-spanner==1.19.1",
    "google-cloud-speech==1.3.2",
    "google-cloud-storage==1.33.0",
    "google-cloud-texttospeech==1.0.1",
    "google-cloud-translate==1.7.0",
    "google-cloud-videointelligence==1.16.1",
    "google-cloud-vision==1.0.0",
    "google-crc32c==1.0.0",
    "google-resumable-media==1.1.0",
    "googleapis-common-protos==1.52.0",
    "graphviz==0.15",
    "grpc-google-iam-v1==0.12.3",
    "grpcio-gcp==0.2.2",
    "grpcio==1.33.2",
    "gunicorn==20.0.4",
    "hdfs==2.5.8",
    "hmsclient==0.1.1",
    "httplib2==0.18.1",
    "humanize==3.1.0",
    "hvac==0.10.5",
    "identify==1.5.10",
    "idna==2.8",
    "imagesize==1.2.0",
    "importlib-metadata==2.1.1",
    "importlib-resources==1.5.0",
    "inflection==0.5.1",
    "ipdb==0.13.4",
    "ipython-genutils==0.2.0",
    "ipython==7.19.0",
    "iso8601==0.1.13",
    "isodate==0.6.0",
    "itsdangerous==1.1.0",
    "jedi==0.17.2",
    "jira==2.0.0",
    "jmespath==0.10.0",
    "json-merge-patch==0.2",
    "jsondiff==1.1.2",
    "jsonpatch==1.27",
    "jsonpickle==1.4.1",
    "jsonpointer==2.0",
    "jsonschema==3.2.0",
    "junit-xml==1.9",
    "jupyter-client==6.1.7",
    "jupyter-core==4.7.0",
    "kombu==4.6.11",
    "kubernetes==11.0.0",
    "lazy-object-proxy==1.4.3",
    "ldap3==2.8.1",
    "libcst==0.3.14",
    "lockfile==0.12.2",
    "marshmallow-enum==1.5.1",
    "marshmallow-sqlalchemy==0.23.1",
    "marshmallow==2.21.0",
    "mccabe==0.6.1",
    "mock==4.0.2",
    "mongomock==3.21.0",
    "more-itertools==8.6.0",
    "moto==1.3.14",
    "msal-extensions==0.3.0",
    "msal==1.6.0",
    "msrest==0.6.19",
    "msrestazure==0.6.4",
    "multi-key-dict==2.0.3",
    "multidict==5.0.2",
    "mypy-extensions==0.4.3",
    "mypy==0.720",
    "mysqlclient==1.3.14",
    "natsort==7.1.0",
    "nbclient==0.5.1",
    "nbformat==5.0.8",
    "nest-asyncio==1.4.3",
    "networkx==2.5",
    "nodeenv==1.5.0",
    "nteract-scrapbook==0.4.1",
    "ntlm-auth==1.5.0",
    "numpy==1.19.4",
    "oauthlib==3.1.0",
    "oscrypto==1.2.1",
    "packaging==20.7",
    "pandas-gbq==0.14.1",
    "pandas==1.1.4",
    "papermill==2.2.2",
    "parameterized==0.7.4",
    "paramiko==2.7.2",
    "parso==0.7.1",
    "pathspec==0.8.1",
    "pbr==5.5.1",
    "pendulum==1.4.4",
    "pexpect==4.8.0",
    "pickleshare==0.7.5",
    "pinotdb==0.1.1",
    "pipdeptree==1.0.0",
    "pluggy==0.13.1",
    "portalocker==1.7.1",
    "pre-commit==2.9.2",
    "presto-python-client==0.7.0",
    "prison==0.1.3",
    "prometheus-client==0.8.0",
    "prompt-toolkit==3.0.8",
    "proto-plus==1.11.0",
    "protobuf==3.14.0",
    "psutil==5.7.3",
    "psycopg2-binary==2.8.6",
    "ptyprocess==0.6.0",
    "py==1.9.0",
    "pyOpenSSL==20.0.0",
    "pyarrow==0.17.1",
    "pyasn1-modules==0.2.8",
    "pyasn1==0.4.8",
    "pycodestyle==2.6.0",
    "pycparser==2.20",
    "pycryptodomex==3.9.9",
    "pydata-google-auth==1.1.0",
    "pydruid==0.5.8",
    "pyflakes==2.2.0",
    "pykerberos==1.2.1",
    "pymongo==3.10.1",
    "pyparsing==2.4.7",
    "pyrsistent==0.17.3",
    "pysftp==0.2.9",
    "pytest-cov==2.10.1",
    "pytest-instafail==0.4.2",
    "pytest-timeouts==1.2.1",
    "pytest==5.4.3",
    "python-daemon==2.2.4",
    "python-dateutil==2.8.1",
    "python-editor==1.0.4",
    "python-http-client==3.3.1",
    "python-jenkins==1.7.0",
    "python-jose==3.2.0",
    "python-nvd3==0.15.0",
    "python-slugify==4.0.1",
    "python3-openid==3.2.0",
    "pytz==2020.4",
    "pytzdata==2020.1",
    "pywinrm==0.4.1",
    "pyzmq==20.0.0",
    "qds-sdk==1.16.1",
    "redis==3.5.3",
    "regex==2020.11.13",
    "requests-futures==0.9.4",
    "requests-kerberos==0.12.0",
    "requests-mock==1.8.0",
    "requests-ntlm==1.1.0",
    "requests-oauthlib==1.3.0",
    "requests-toolbelt==0.9.1",
    "requests==2.23.0",
    "responses==0.12.1",
    "rsa==4.6",
    "s3transfer==0.2.1",
    "sasl==0.2.1",
    "sendgrid==5.6.0",
    "sentinels==1.0.0",
    "sentry-sdk==0.19.4",
    "setproctitle==1.2",
    "six==1.15.0",
    "slackclient==1.3.2",
    "smmap==3.0.4",
    "snakebite-py3==3.0.5",
    "snowballstemmer==2.0.0",
    "snowflake-connector-python==2.3.6",
    "snowflake-sqlalchemy==1.2.4",
    "soupsieve==2.0.1",
    "sphinx-argparse==0.2.5",
    "sphinx-autoapi==1.0.0",
    "sphinx-copybutton==0.3.1",
    "sphinx-jinja==1.1.1",
    "sphinx-rtd-theme==0.5.0",
    "sphinxcontrib-applehelp==1.0.2",
    "sphinxcontrib-devhelp==1.0.2",
    "sphinxcontrib-dotnetdomain==0.4",
    "sphinxcontrib-golangdomain==0.2.0.dev0",
    "sphinxcontrib-htmlhelp==1.0.3",
    "sphinxcontrib-httpdomain==1.7.0",
    "sphinxcontrib-jsmath==1.0.1",
    "sphinxcontrib-qthelp==1.0.3",
    "sphinxcontrib-serializinghtml==1.1.4",
    "sshpubkeys==3.1.0",
    "sshtunnel==0.1.5",
    "tabulate==0.8.7",
    "tenacity==4.12.0",
    "text-unidecode==1.3",
    "textwrap3==0.9.2",
    "thrift-sasl==0.4.2",
    "thrift==0.13.0",
    "toml==0.10.2",
    "tornado==5.1.1",
    "tqdm==4.54.0",
    "traitlets==5.0.5",
    "typed-ast==1.4.1",
    "typing-extensions==3.7.4.3",
    "typing-inspect==0.6.0",
    "tzlocal==1.5.1",
    "unicodecsv==0.14.1",
    "uritemplate==3.0.1",
    "urllib3==1.25.11",
    "vertica-python==1.0.0",
    "vine==1.3.0",
    "virtualenv==20.2.1",
    "wcwidth==0.2.5",
    "websocket-client==0.54.0",
    "wrapt==1.12.1",
    "xmltodict==0.12.0",
    "yamllint==1.25.0",
    "yarl==1.6.3",
    "zdesk==2.7.1",
    "zipp==3.4.0",
    "zope.deprecation==4.4.0",
]