pyproject.toml

[tool.poetry]
name = "wetterdienst"
version = "0.48.0"
description = "Open weather data for humans"
authors = [
    "Benjamin Gutzmann <gutzemann@gmail.com>",
    "Andreas Motl <andreas.motl@panodata.org>",
]
license = "MIT"
readme = "README.rst"
include = [
    "LICENSE",
    "CHANGELOG.rst",
    "CODE_OF_CONDUCT.md"
]
homepage = "https://wetterdienst.readthedocs.io/"
repository = "https://github.com/earthobservations/wetterdienst"

keywords = [
    "open-source",
    "open-data",
    "weather",
    "weather-data",
    "weather-api",
    "weather-station",
    "time-series",
    "observations",
    "historical-data",
    "recent-data",
    "forecast",
    "radar",
    # DWD
    "dwd",
    "deutscher-wetterdienst",
    "german-weather-service",
    "mosmix",
    "radolan",
    # ECCC
    "eccc",
    "environment-and-climate-change-canada",
    "environnement-et-changement-climatique-canada",
    # NOAA
    "noaa",
    "national-oceanic-and-atmospheric-administration",
    "ghcn",
    "global-historical-climatology-network",
    # WSV
    "wsv",
    "Wasserstraßen-und-Schifffahrtsverwaltung-des-Bundes",
    "Federal-Waterways-and-Shipping-Administration",
    # EA
    "ea",
    "environmental-agency-uk",
    # NWS
    "noaa-nws",
    "national-weather-service"
]
classifiers = [
    "Programming Language :: Python",
    "Programming Language :: Python :: 3",
    "Programming Language :: Python :: 3.8",
    "Programming Language :: Python :: 3.9",
    "Programming Language :: Python :: 3.10",
    "Programming Language :: Python :: 3.11",
    "License :: OSI Approved :: MIT License",
    "Development Status :: 4 - Beta",
    "Environment :: Console",
    "Intended Audience :: Developers",
    "Intended Audience :: Education",
    "Intended Audience :: Information Technology",
    "Intended Audience :: Science/Research",
    "Intended Audience :: System Administrators",
    "Topic :: Communications",
    "Topic :: Database",
    "Topic :: Internet",
    "Topic :: Internet :: WWW/HTTP :: Indexing/Search",
    "Topic :: Scientific/Engineering :: Atmospheric Science",
    "Topic :: Scientific/Engineering :: GIS",
    "Topic :: Scientific/Engineering :: Human Machine Interfaces",
    "Topic :: Scientific/Engineering :: Information Analysis",
    "Topic :: Scientific/Engineering :: Interface Engine/Protocol Translator",
    "Topic :: Scientific/Engineering :: Visualization",
    "Topic :: Software Development :: Libraries",
    "Topic :: System :: Archiving",
    "Topic :: Text Processing",
    "Topic :: Utilities",
    "Operating System :: POSIX",
    "Operating System :: Unix",
    "Operating System :: MacOS"
]

[tool.poetry.urls]
"Issues" = "https://github.com/earthobservations/wetterdienst/issues"
"Releases" = "https://github.com/earthobservations/wetterdienst/releases"

[tool.poetry.dependencies]
python = "^3.8,<3.12"
pandas = "^1.3"
numpy = "^1.22"
cachetools = "^5.2"
dateparser = "^1.0"
beautifulsoup4 = "^4.9"
requests = "^2.20"
python-dateutil = "^2.8"
appdirs = "^1.4"
lxml = "^4.9.1"
tqdm = "^4.47"
PyPDF2 = "^1.26"
tabulate = "^0.8"
deprecation = "^2.1"
measurement = "^3.2"
rapidfuzz = "^2.1"
Pint = "^0.17"
aenum = "^3.0"
click = "^8.0"
click-params = "^0.4"
cloup = "^1.0"
fsspec = "^2022.02"
aiohttp = "^3.8.1"
timezonefinder = "^6.1"
diskcache = "^5.4.0"
environs = "^9.4.0"
scikit-learn = "^1.0.2"

# Optional dependencies aka. "extras"
matplotlib =  { version = "^3.3", optional = true }

openpyxl                        = { version = "^3.0", optional = true }
pyarrow                         = { version = "^10.0", python = "<3.11", optional = true}
duckdb                          = { version = "^0.6.0", optional = true }
influxdb                        = { version = "^5.3", optional = true }
influxdb-client                 = { version = "^1.18", optional = true }
sqlalchemy                      = { version = "^1.4", optional = true }
mysqlclient                     = { version = "^2.0", optional = true }
psycopg2-binary                 = { version = "^2.8", optional = true }

# HTTP REST API service
fastapi                         = { version = "^0.65", optional = true }
uvicorn                         = { version = "^0.14", optional = true }
wradlib                         = { version = "^1.13", optional = true }

# Radar
eccodes                         = { version = "1.2.0", optional = true }
h5py                            = { version = "^3.1", optional = true, python = "<3.11"}
pdbufr                          = { version = "^0.9.0", optional = true, extras = ["eccodes"] }

# Explorer UI service
plotly                          = { version = "^5.11", optional = true }
dash                            = { version = "^2.7", optional = true }
dash-bootstrap-components       = { version = "^1.2", optional = true }

# Interpolation
utm = { version = "^0.7", optional = true }
scipy = { version = "^1.9", optional = true }
shapely = { version = "^1.8", optional = true }

zarr = { version = "^2.13", python = "<3.11", optional = true }
xarray = { version = "^2022.11", optional = true }

[tool.poetry.dev-dependencies]
poethepoet = "^0.16"

pip-licenses = "^3.3"

# Formatting/Linting
black = "^22.10.0"
isort = "^5.10"
ruff = "^0.0.120"

flakeheaven = "^3.0"
flake8-bandit = "^3.0"
bandit = "^1.7.4"
flake8-black = "^0.3"
flake8-bugbear = "^22.1"
flake8-builtins = "^1.5"
flake8-comprehensions = "^3.7"
flake8-copyright = "^0.2"
flake8-docstrings = "^1.6"
flake8-eradicate = "^1.2"
flake8-isort = "^4.1"
flake8-print = "^5.0"
flake8-return = "^1.1"
flake8-2020 = "^1.6"

# Testing
pytest = "^7.2"
pytest-cov = "^3.0"
pytest-dictsdiff = "^0.5"
pytest-notebook = "^0.8"
pytest-xdist = "^3"

freezegun = "^1.2"

# Test required libraries
surrogate = "^0.1"
pybufrkit = "^0.2"
selenium = "^4.0"
percy = "^2.0"
h5py = { version = "^3.1", python = "<3.11", optional = true}
webdriver-manager = "^3.5.3"
dash = { version = "^2.6", extras = ["testing"] }

# Coverage
coverage = { version = "^6.0", extras = ["toml"] }

# Docs
sphinx = "^5.2"
sphinx-autodoc-typehints = "^1.11"
sphinxcontrib-svg2pdfconverter = "^1.1"
sphinx-autobuild = "^2021.3"
docformatter = "^1.4"
tomlkit = "^0.7"
ipython = "^8.5"
furo = "^2022.9.15"
sphinx_design = "^0.3.0"

[tool.poetry.extras]
mpl = ["matplotlib"]
ipython = ["ipython", "matplotlib"]
docs = [
    "sphinx",
    "furo",
    "tomlkit",
    "sphinx-autodoc-typehints",
    "sphinxcontrib-svg2pdfconverter",
    "matplotlib",
    "ipython",
    "sphinx_design"
]
restapi = ["fastapi", "uvicorn"]
explorer = ["plotly", "dash", "dash-bootstrap-components"]
sql = ["duckdb"]
export = ["openpyxl", "sqlalchemy", "pyarrow", "xarray", "zarr"]
duckdb = ["duckdb"]
influxdb = ["influxdb", "influxdb-client"]
cratedb = ["crate"]
mysql = ["mysqlclient"]
postgresql = ["psycopg2-binary"]
radar = ["h5py"]
radarplus = ["wradlib", "pybufrkit", "pdbufr"]
bufr = ["pybufrkit", "pdbufr"]
interpolation = ["scipy", "shapely", "utm"]

[tool.poetry.scripts]
wetterdienst = 'wetterdienst.ui.cli:cli'
wddump = 'wetterdienst.provider.dwd.radar.cli:wddump'

[tool.dephell.main]
from = {format = "poetry", path = "pyproject.toml"}
to = {format = "pip", path = "requirements.txt"}

[tool.black]
line-length = 120

[tool.isort]
profile = "black"
multi_line_output = 3

[tool.flakeheaven]
exclude = [
    "example/climate_observations.ipynb"
]
format = "grouped"
max-line-length = 120
extended_default_ignore = []

[tool.flakeheaven.plugins]
pycodestyle = ["+*", "-E203", "-W503", "-E501", "-E231"]
pyflakes = ["+*"]
flake8-bandit = ["+*"]
flake8-black = ["+*"]
flake8-bugbear = ["+*"]
flake8-builtins = ["+*", "-A003"]
flake8-comprehensions = ["+*"]
flake8-copyright = ["+*"]
flake8-eradicate = ["+*"]
flake8-isort = ["+*"]
flake8-print = ["+*"]
flake8-return = ["+*", "-R505"]
flake8-2020 = ["+*"]

[tool.flakeheaven.exceptions."wetterdienst/__init__.py"]
pycodestyle = ["-E402"]
[tool.flakeheaven.exceptions."tests/provider/dwd/observation/test_available_datasets.py"]
pycodestyle = ["-E402"]
[tool.flakeheaven.exceptions."**/__init__.py"]
pyflakes = ["-F401"]
[tool.flakeheaven.exceptions."wetterdienst/util/fsspec_monkeypatch.py"]
flake8-bugbear = ["-B301"]
[tool.flakeheaven.exceptions."example/"]
flake8-print = ["-*"]
[tool.flakeheaven.exceptions."tests/"]
flake8-bandit = ["-S101", "-S106"]
[tool.flakeheaven.exceptions."wetterdienst/ui/restapi.py"]
flake8-bugbear = ["-B008"]

[tool.ruff]
line-length = 120
extend-exclude = [
  ".venv*",
]
per-file-ignores = { "wetterdienst/__init__.py" = ["E402"], "**/__init__.py" = ["F401"], "tests/provider/dwd/observation/test_available_datasets.py" = ["E402"]}

[tool.poe.tasks]
install_dev = "poetry install -E mpl -E ipython -E docs -E sql -E export -E duckdb -E influxdb -E cratedb -E mysql -E postgresql -E radar -E radarplus -E bufr -E restapi -E explorer -E bufr -E interpolation"
black = "black wetterdienst example tests"
isort = "isort wetterdienst example tests"
format = ["black", "isort"]
lint = "flakeheaven lint wetterdienst example tests"
turbolint = "ruff wetterdienst example tests"
docs = { shell = "cd docs && poetry run make html" }
test-cflakes = "pytest -vvv -m cflake tests"
test-parallel = "pytest -vvv --numprocesses=auto -m 'not (explorer or cflake)' tests"
test = ["test-parallel", "test-cflakes"]
# For Windows CI
test-slow = "pytest -vvv tests"
coverage = "pytest --cov=wetterdienst tests"
coverage-parallel = "pytest --cov=wetterdienst --numprocesses=auto -m 'not (explorer or cflake)' tests"
export_requirements = "poetry export --without-hashes --dev --output requirements.txt"
export_licenses = "pip-licenses --format=plain-vertical --with-authors --with-urls --with-license-file --no-license-path --ignore-packages wetterdienst --output-file=THIRD_PARTY_NOTICES"
export = ["export_requirements", "export_licenses"]
update = "poetry update"

[tool.pytest.ini_options]
markers = [
    "remote: Tests accessing the internet.",
    "slow: Slow tests.",
    "sql: All tests related to SQL.",
    "explorer: All tests related to the explorer UI.",
    "cflake: Tests which are flaky under concurrency",
]
addopts = "-vvv --webdriver=Firefox --headless"

#log_cli = true
#log_cli_level = "DEBUG"

log_format = "%(asctime)-15s.%(msecs)03d [%(name)-35s] %(levelname)-8s: %(message)s"
log_date_format = "%Y-%m-%dT%H:%M:%S"


[tool.coverage.run]
branch = true
source = ["wetterdienst"]

[tool.coverage.report]
show_missing = true
fail_under = 0
omit = [
    "tests/*",
    "wetterdienst/provider/dwd/radar/cli.py",
]

[build-system]
requires = ["poetry_core>=1.0.0"]
build-backend = "poetry.core.masonry.api"