diff --git a/pyproject.toml b/pyproject.toml index fdcac80ade..eb0b6b7de2 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -111,7 +111,7 @@ dev = [ "moto[server]>=5.0.2", "typing-extensions==4.16.0", "pytest-mock==3.15.1", - "pyspark[connect]==4.0.1", + "pyspark[connect]==4.2.0", "protobuf==6.33.5", # match Spark Connect's gencode "cython>=3.0.0", "deptry>=0.14", diff --git a/uv.lock b/uv.lock index 5aa39f408b..5efa5b77e5 100644 --- a/uv.lock +++ b/uv.lock @@ -5088,7 +5088,7 @@ dev = [ { name = "prek", specifier = ">=0.2.1" }, { name = "protobuf", specifier = "==6.33.5" }, { name = "pyarrow-stubs", specifier = ">=20.0.0.20251107" }, - { name = "pyspark", extras = ["connect"], specifier = "==4.0.1" }, + { name = "pyspark", extras = ["connect"], specifier = "==4.2.0" }, { name = "pytest", specifier = "==9.1.1" }, { name = "pytest-checkdocs", specifier = "==2.14.0" }, { name = "pytest-lazy-fixtures", specifier = "==1.4.0" }, @@ -5255,12 +5255,12 @@ wheels = [ [[package]] name = "pyspark" -version = "4.0.1" +version = "4.2.0" source = { registry = "https://pypi.org/simple" } dependencies = [ { name = "py4j" }, ] -sdist = { url = "https://files.pythonhosted.org/packages/ae/40/1414582f16c1d7b051c668c2e19c62d21a18bd181d944cb24f5ddbb2423f/pyspark-4.0.1.tar.gz", hash = "sha256:9d1f22d994f60369228397e3479003ffe2dd736ba79165003246ff7bd48e2c73", size = 434204896, upload-time = "2025-09-06T07:15:57.091Z" } +sdist = { url = "https://files.pythonhosted.org/packages/c3/33/c987434f5d50aa802779a004ca0fd45ee4350caab50554ad7283d5a22b50/pyspark-4.2.0.tar.gz", hash = "sha256:5ad689d53570ee1674193fd4f9bda065f0db3be9363a27d2a3406cc457b70b61", size = 450129423, upload-time = "2026-07-14T22:16:46Z" } [package.optional-dependencies] connect = [ @@ -5272,6 +5272,7 @@ connect = [ { name = "pandas", version = "2.3.3", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.11'" }, { name = "pandas", version = "3.0.3", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.11'" }, { name = "pyarrow" }, + { name = "zstandard" }, ] [[package]]