From 0f52f163b3605dbf650ab7b90d2634ab3964e25b Mon Sep 17 00:00:00 2001 From: Han Wang Date: Thu, 15 Aug 2024 22:57:27 -0700 Subject: [PATCH] Support python 3.12 (#549) * Support python 3.2 * update * update * update * update * update --- .github/workflows/test_all.yml | 2 +- .github/workflows/test_core.yml | 2 +- RELEASE.md | 5 +++++ scripts/setupsparkconnect.sh | 4 ++-- setup.cfg | 2 +- setup.py | 7 ++++--- 6 files changed, 14 insertions(+), 8 deletions(-) diff --git a/.github/workflows/test_all.yml b/.github/workflows/test_all.yml index 3a8ef8c9..8208ed40 100644 --- a/.github/workflows/test_all.yml +++ b/.github/workflows/test_all.yml @@ -25,7 +25,7 @@ jobs: runs-on: ubuntu-latest strategy: matrix: - python-version: [3.8, "3.10", "3.11"] + python-version: [3.8, "3.10", "3.11", "3.12"] steps: - uses: actions/checkout@v2 diff --git a/.github/workflows/test_core.yml b/.github/workflows/test_core.yml index ce874d92..f0753568 100644 --- a/.github/workflows/test_core.yml +++ b/.github/workflows/test_core.yml @@ -25,7 +25,7 @@ jobs: runs-on: ubuntu-latest strategy: matrix: - python-version: ["3.10", "3.11"] + python-version: ["3.10", "3.11", "3.12"] steps: - uses: actions/checkout@v2 diff --git a/RELEASE.md b/RELEASE.md index ce136c76..fa9c5d5a 100644 --- a/RELEASE.md +++ b/RELEASE.md @@ -1,5 +1,10 @@ # Release Notes +## 0.9.2 + +- [545](https://github.com/fugue-project/fugue/issues/545) Support Python 3.12 +- [548](https://github.com/fugue-project/fugue/issues/548) Support single dict[str,Any] as transformer input and output + ## 0.9.1 - [543](https://github.com/fugue-project/fugue/issues/543) Support type hinting with standard collections diff --git a/scripts/setupsparkconnect.sh b/scripts/setupsparkconnect.sh index 28a2c9d2..178a9033 100644 --- a/scripts/setupsparkconnect.sh +++ b/scripts/setupsparkconnect.sh @@ -1,3 +1,3 @@ -wget https://dlcdn.apache.org/spark/spark-3.5.1/spark-3.5.1-bin-hadoop3.tgz -O - | tar -xz -C /tmp +wget https://dlcdn.apache.org/spark/spark-3.5.2/spark-3.5.2-bin-hadoop3.tgz -O - | tar -xz -C /tmp # export SPARK_NO_DAEMONIZE=1 -bash /tmp/spark-3.5.1-bin-hadoop3/sbin/start-connect-server.sh --jars https://repo1.maven.org/maven2/org/apache/spark/spark-connect_2.12/3.5.1/spark-connect_2.12-3.5.1.jar +bash /tmp/spark-3.5.2-bin-hadoop3/sbin/start-connect-server.sh --jars https://repo1.maven.org/maven2/org/apache/spark/spark-connect_2.12/3.5.2/spark-connect_2.12-3.5.2.jar diff --git a/setup.cfg b/setup.cfg index bc993b71..36727851 100644 --- a/setup.cfg +++ b/setup.cfg @@ -51,7 +51,7 @@ omit = fugue_test/__init__.py [flake8] -ignore = E24,E203,W503,C401,C408,A001,A003,A005,W504,C407,C405,B023,B028 +ignore = E24,E203,W503,C401,C408,C420,A001,A003,A005,W504,C407,C405,B023,B028 max-line-length = 88 format = pylint exclude = .svc,CVS,.bzr,.hg,.git,__pycache__,venv,tests/*,docs/* diff --git a/setup.py b/setup.py index cd311456..898a0c66 100644 --- a/setup.py +++ b/setup.py @@ -39,7 +39,7 @@ def get_version() -> str: url="http://github.com/fugue-project/fugue", install_requires=[ "triad>=0.9.7", - "adagio>=0.2.4", + "adagio>=0.2.6", ], extras_require={ "sql": SQL_DEPENDENCIES, @@ -63,7 +63,7 @@ def get_version() -> str: "numpy", ], "polars": ["polars"], - "ibis": SQL_DEPENDENCIES + ["ibis-framework", "pandas<2.2"], + "ibis": SQL_DEPENDENCIES + ["ibis-framework[pandas]", "pandas<2.2"], "notebook": ["notebook", "jupyterlab", "ipython>=7.10.0"], "all": SQL_DEPENDENCIES + [ @@ -77,7 +77,7 @@ def get_version() -> str: "duckdb>=0.5.0", "pyarrow>=6.0.1", "pandas>=2.0.2,<2.2", # because of Ray and ibis - "ibis-framework", + "ibis-framework[pandas]", "polars", ], }, @@ -92,6 +92,7 @@ def get_version() -> str: "Programming Language :: Python :: 3.9", "Programming Language :: Python :: 3.10", "Programming Language :: Python :: 3.11", + "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3 :: Only", ], python_requires=">=3.8",