From 22ec7f98f2a3b810caec3cdc474fd9b9b8eb3003 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Xavier=20Dupr=C3=A9?= Date: Thu, 4 Dec 2025 11:07:26 +0100 Subject: [PATCH 1/5] upgrade version to 0.5.2 --- .github/workflows/documentation.yml | 2 +- .github/workflows/wheels-any.yml | 2 +- CHANGELOGS.rst | 3 ++ _doc/index.rst | 2 +- azure-pipelines.yml | 10 +++---- pandas_streaming/__init__.py | 2 +- pyproject.toml | 44 ++++++++++++++++++++++++++++- requirements-dev.txt | 5 ++-- setup.py | 2 +- 9 files changed, 58 insertions(+), 14 deletions(-) diff --git a/.github/workflows/documentation.yml b/.github/workflows/documentation.yml index 344f1b0..7b84279 100644 --- a/.github/workflows/documentation.yml +++ b/.github/workflows/documentation.yml @@ -21,7 +21,7 @@ jobs: - uses: actions/setup-python@v4 with: - python-version: '3.11' + python-version: '3.12' - uses: tlylt/install-graphviz@v1 diff --git a/.github/workflows/wheels-any.yml b/.github/workflows/wheels-any.yml index 2547b0b..8a41c9c 100644 --- a/.github/workflows/wheels-any.yml +++ b/.github/workflows/wheels-any.yml @@ -19,7 +19,7 @@ jobs: - uses: actions/setup-python@v4 with: - python-version: '3.11' + python-version: '3.12' - name: build wheel run: python -m pip wheel . diff --git a/CHANGELOGS.rst b/CHANGELOGS.rst index 4457582..480534c 100644 --- a/CHANGELOGS.rst +++ b/CHANGELOGS.rst @@ -2,6 +2,9 @@ Change Logs =========== +0.5.2 ++++++ + 0.5.1 +++++ diff --git a/_doc/index.rst b/_doc/index.rst index 1614125..724156b 100644 --- a/_doc/index.rst +++ b/_doc/index.rst @@ -68,5 +68,5 @@ Source are available at `sdpython/pandas_streaming `_ * `0.5.1 <../v0.5.1/index.html>`_ -* `0.5.0 <../v0.5.0/index.html>`_ diff --git a/azure-pipelines.yml b/azure-pipelines.yml index e25444d..c04bf0c 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -5,7 +5,7 @@ jobs: strategy: matrix: Python311-Linux: - python.version: '3.11' + python.version: '3.12' maxParallel: 3 steps: @@ -49,7 +49,7 @@ jobs: strategy: matrix: Python311-Linux: - python.version: '3.11' + python.version: '3.12' maxParallel: 3 steps: @@ -91,7 +91,7 @@ jobs: strategy: matrix: Python311-Linux: - python.version: '3.11' + python.version: '3.12' maxParallel: 3 steps: @@ -139,7 +139,7 @@ jobs: strategy: matrix: Python311-Windows: - python.version: '3.11' + python.version: '3.12' maxParallel: 3 steps: @@ -170,7 +170,7 @@ jobs: strategy: matrix: Python311-Mac: - python.version: '3.11' + python.version: '3.12' maxParallel: 3 steps: diff --git a/pandas_streaming/__init__.py b/pandas_streaming/__init__.py index bff45cc..76f5ade 100644 --- a/pandas_streaming/__init__.py +++ b/pandas_streaming/__init__.py @@ -1,4 +1,4 @@ -__version__ = "0.5.1" +__version__ = "0.5.2" __author__ = "Xavier Dupré" __github__ = "https://github.com/sdpython/pandas_streaming" __url__ = "https://sdpython.github.io/doc/pandas-streaming/dev/" diff --git a/pyproject.toml b/pyproject.toml index 03b9066..44b8910 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,3 +1,39 @@ +[project] +authors = [{name="Xavier Dupré", email="xavier.dupre@gmail.com"}] +classifiers = [ + "Intended Audience :: Science/Research", + "Intended Audience :: Developers", + "License :: OSI Approved :: MIT License", + "Programming Language :: C", + "Programming Language :: Python", + "Topic :: Software Development", + "Topic :: Scientific/Engineering", + "Development Status :: 5 - Production/Stable", + "Operating System :: Microsoft :: Windows", + "Operating System :: POSIX", + "Operating System :: Unix", + "Operating System :: MacOS", + "Programming Language :: Python :: 3", + "Programming Language :: Python :: 3.10", + "Programming Language :: Python :: 3.11", + "Programming Language :: Python :: 3.12", + "Programming Language :: Python :: 3.13", +] +dependencies = ["pandas"] +description = "Streaming DataFrame: streaming over pandas." +keywords = ["pandas", "streaming"] +license = {file = "LICENSE.txt"} +name = "pandas-streaming" +readme = "README.rst" +requires-python = ">=3.10" +version = "0.5.2" + +[project.urls] +homepage = "https://sdpython.github.io/doc/pandas-streaming/dev/" +documentation = "https://sdpython.github.io/doc/pandas-streaming/dev/" +repository = "https://github.com/sdpython/pandas-streaming/" +changelog = "https://sdpython.github.io/doc/pandas-streaming/dev/CHANGELOGS.html" + [tool.ruff] # Exclude a variety of commonly ignored directories. @@ -38,7 +74,13 @@ select = [ ] [tool.ruff.lint.per-file-ignores] -"**" = ["B905", "C401", "C408", "C413", "RUF012", "RUF100", "RUF010", "SIM108", "SIM910", "SIM110", "SIM102", "SIM114", "SIM103", "UP015", "UP027", "UP031", "UP034", "UP032", "UP006", "UP035", "UP007", "UP038"] +"**" = [ + "B905", + "C401", "C408", "C413", + "RUF012", "RUF100", "RUF010", + "SIM108", "SIM910", "SIM110", "SIM102", "SIM114", "SIM103", + "UP015", "UP027", "UP031", "UP034", "UP032", "UP006", "UP035", "UP007", "UP038" +] "**/plot*.py" = ["B018"] "_doc/examples/**.py" = ["E402", "F811", "B018"] "_unittests/ut_df/test_dataframe_io_helpers.py" = ["E501"] diff --git a/requirements-dev.txt b/requirements-dev.txt index 0e28c6c..9c6f814 100644 --- a/requirements-dev.txt +++ b/requirements-dev.txt @@ -7,11 +7,10 @@ jupyter_sphinx jyquickhelper matplotlib nbsphinx -pandas>=1.1.0 +pandas>=2 pandocfilters Pillow pycodestyle -pylint>=2.14.0 pytest pytest-cov ruff @@ -19,7 +18,7 @@ scikit-learn scipy sphinx sphinx-issues -git+https://github.com/sdpython/sphinx-runpython.git +sphinx-runpython sphinx_gallery ujson wheel diff --git a/setup.py b/setup.py index 5e2bf8e..0ac1ad7 100644 --- a/setup.py +++ b/setup.py @@ -40,7 +40,7 @@ setup( name="pandas-streaming", version=version_str, - description="Array (and numpy) API for ONNX", + description="Streaming DataFrame: streaming over pandas", long_description=long_description, author="Xavier Dupré", author_email="xavier.dupre@gmail.com", From 6436168cb037d17a9c5e033ac54e52438c46319b Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Xavier=20Dupr=C3=A9?= Date: Thu, 4 Dec 2025 11:10:47 +0100 Subject: [PATCH 2/5] block --- .github/workflows/black-ruff.yml | 2 +- .github/workflows/documentation.yml | 9 --------- _unittests/ut_df/test_streaming_dataframe.py | 2 +- pyproject.toml | 4 ++-- 4 files changed, 4 insertions(+), 13 deletions(-) diff --git a/.github/workflows/black-ruff.yml b/.github/workflows/black-ruff.yml index 9a04743..aaa98e3 100644 --- a/.github/workflows/black-ruff.yml +++ b/.github/workflows/black-ruff.yml @@ -4,7 +4,7 @@ jobs: black-format-check: runs-on: ubuntu-latest steps: - - uses: actions/checkout@v2 + - uses: actions/checkout@v3 - uses: psf/black@stable with: options: "--diff --check" diff --git a/.github/workflows/documentation.yml b/.github/workflows/documentation.yml index 7b84279..a3dfd5f 100644 --- a/.github/workflows/documentation.yml +++ b/.github/workflows/documentation.yml @@ -34,15 +34,6 @@ jobs: - name: Install requirements dev run: python -m pip install -r requirements-dev.txt - - name: Cache pip - uses: actions/cache@v2 - with: - path: ~/.cache/pip - key: ${{ runner.os }}-pip-${{ hashFiles('requirements-dev.txt') }} - restore-keys: | - ${{ runner.os }}-pip- - ${{ runner.os }}- - - name: Generate coverage report run: | pip install pytest diff --git a/_unittests/ut_df/test_streaming_dataframe.py b/_unittests/ut_df/test_streaming_dataframe.py index 209ee7c..d97155a 100644 --- a/_unittests/ut_df/test_streaming_dataframe.py +++ b/_unittests/ut_df/test_streaming_dataframe.py @@ -301,7 +301,7 @@ def compares(a, b, how): sdf20 = dummy_streaming_dataframe(20) sdf30 = dummy_streaming_dataframe(30) # itself - hows = "inner left right outer".split() + hows = ["inner", "left", "right", "outer"] for how in hows: compares(sdf20, sdf20, how) compares(sdf20, sdf20, how) diff --git a/pyproject.toml b/pyproject.toml index 44b8910..fc4877e 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -77,9 +77,9 @@ select = [ "**" = [ "B905", "C401", "C408", "C413", - "RUF012", "RUF100", "RUF010", + "RUF012", "RUF100", "RUF010", "RUF051", "SIM108", "SIM910", "SIM110", "SIM102", "SIM114", "SIM103", - "UP015", "UP027", "UP031", "UP034", "UP032", "UP006", "UP035", "UP007", "UP038" + "UP015", "UP027", "UP031", "UP034", "UP032", "UP045", "UP006", "UP035", "UP007", "UP038" ] "**/plot*.py" = ["B018"] "_doc/examples/**.py" = ["E402", "F811", "B018"] From 3b79743c1e75f09ab333119c008b3d98e84ecc3d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Xavier=20Dupr=C3=A9?= Date: Thu, 4 Dec 2025 11:15:07 +0100 Subject: [PATCH 3/5] version --- .github/workflows/documentation.yml | 2 +- .github/workflows/wheels-any.yml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/documentation.yml b/.github/workflows/documentation.yml index a3dfd5f..bfcb6df 100644 --- a/.github/workflows/documentation.yml +++ b/.github/workflows/documentation.yml @@ -74,6 +74,6 @@ jobs: exit 1 fi - - uses: actions/upload-artifact@v3 + - uses: actions/upload-artifact@v4 with: path: ./dist/html/** diff --git a/.github/workflows/wheels-any.yml b/.github/workflows/wheels-any.yml index 8a41c9c..6b88b70 100644 --- a/.github/workflows/wheels-any.yml +++ b/.github/workflows/wheels-any.yml @@ -24,6 +24,6 @@ jobs: - name: build wheel run: python -m pip wheel . - - uses: actions/upload-artifact@v3 + - uses: actions/upload-artifact@v4 with: path: ./pandas_streaming*.whl From 86739ced16c5a15a4a8ed68a06174725397bf94c Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Xavier=20Dupr=C3=A9?= Date: Thu, 4 Dec 2025 11:25:28 +0100 Subject: [PATCH 4/5] avoids partial --- _doc/conf.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/_doc/conf.py b/_doc/conf.py index 40382b9..07e1c53 100644 --- a/_doc/conf.py +++ b/_doc/conf.py @@ -59,7 +59,7 @@ issues_github_path = "sdpython/pandas-streaming" # The following is used by sphinx.ext.linkcode to provide links to github -linkcode_resolve = make_linkcode_resolve( +_linkcode_resolve = make_linkcode_resolve( "pandas_streaming", ( "https://github.com/sdpython/pandas-streaming/" @@ -68,6 +68,11 @@ ), ) + +def linkcode_resolve(domain, info): + return _linkcode_resolve(domain, info) + + latex_elements = { "papersize": "a4", "pointsize": "10pt", From 329ce84dab1082b53c043410d90569c7ed47b72c Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Xavier=20Dupr=C3=A9?= Date: Thu, 4 Dec 2025 11:28:19 +0100 Subject: [PATCH 5/5] changes --- CHANGELOGS.rst | 2 ++ 1 file changed, 2 insertions(+) diff --git a/CHANGELOGS.rst b/CHANGELOGS.rst index 480534c..c76d416 100644 --- a/CHANGELOGS.rst +++ b/CHANGELOGS.rst @@ -5,6 +5,8 @@ Change Logs 0.5.2 +++++ +* :pr:`46`: update to CI to newer versions + 0.5.1 +++++