Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
15 changes: 6 additions & 9 deletions Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -109,14 +109,10 @@ install-python-dependencies-ci: ## Install Python CI dependencies using uv pip s
echo "Creating virtualenv..."; \
uv venv .venv; \
fi
# Install CPU-only torch first to prevent CUDA dependency issues (Linux only)
@if [ "$$(uname -s)" = "Linux" ]; then \
echo "Installing dependencies with torch CPU index for Linux..."; \
uv pip sync --torch-backend cpu sdk/python/requirements/py$(PYTHON_VERSION)-ci-requirements.txt; \
else \
echo "Installing dependencies from PyPI for macOS..."; \
uv pip sync sdk/python/requirements/py$(PYTHON_VERSION)-ci-requirements.txt; \
fi
# Must match the --torch-backend used to compile the CI lock, otherwise the
# recorded CPU-wheel hashes (from download.pytorch.org) fail to verify.
# The lock is universal, so one command serves both Linux and macOS.
uv pip sync --torch-backend cpu sdk/python/requirements/py$(PYTHON_VERSION)-ci-requirements.txt
uv pip install --no-deps -e .

# Used in github actions/ci
Expand All @@ -139,7 +135,8 @@ lock-python-dependencies-all: ## Recompile and lock all Python dependency sets f
rm -rf sdk/python/requirements/* 2>/dev/null || true
$(foreach ver,$(PYTHON_VERSIONS),\
pixi run --environment $(call get_env_name,$(ver)) --manifest-path infra/scripts/pixi/pixi.toml \
"uv pip compile -p $(ver) --no-strip-extras pyproject.toml --extra ci \
"uv pip compile -p $(ver) --universal --no-strip-extras pyproject.toml --extra ci \
--torch-backend cpu \
--generate-hashes --output-file sdk/python/requirements/py$(ver)-ci-requirements.txt" && \
pixi run --environment $(call get_env_name,$(ver)) --manifest-path infra/scripts/pixi/pixi.toml \
"uv pip compile -p $(ver) --no-strip-extras pyproject.toml \
Expand Down
2 changes: 1 addition & 1 deletion infra/scripts/pixi/pixi.toml
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ platforms = ["linux-64", "osx-arm64", "osx-64"]
[tasks]

[dependencies]
uv = ">=0.6.3"
uv = ">=0.6.9"

[feature.py39.dependencies]
python = "~=3.9.0"
Expand Down
2 changes: 1 addition & 1 deletion pixi.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

2 changes: 1 addition & 1 deletion pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -142,7 +142,7 @@ snowflake = [
"snowflake-connector-python[pandas]>=3.7,<5",
]
sqlite_vec = ["sqlite-vec==v0.1.6"]
mcp = ["fastapi_mcp", "mcp>=1.0,<2"]
mcp = ["fastapi_mcp", "mcp>=1.0,<1.30"]
mlflow = ["mlflow>=2.10.0"]

dbt = ["dbt-artifacts-parser"]
Expand Down
6 changes: 6 additions & 0 deletions sdk/python/feast/infra/ray_initializer.py
Original file line number Diff line number Diff line change
Expand Up @@ -700,6 +700,8 @@ def _initialize_local_ray(config: Any, enable_logging: bool = False) -> None:
ctx = DatasetContext.get_current()
ctx.shuffle_strategy = "sort" # type: ignore
ctx.enable_tensor_extension_casting = False
if hasattr(ctx, "enable_arrow_backed_pandas_conversion"):
ctx.enable_arrow_backed_pandas_conversion = False

# Log cluster info
if enable_logging:
Expand Down Expand Up @@ -760,6 +762,8 @@ def _initialize_remote_ray(config: Any, enable_logging: bool = False) -> None:
ctx = DatasetContext.get_current()
ctx.shuffle_strategy = "sort" # type: ignore
ctx.enable_tensor_extension_casting = False
if hasattr(ctx, "enable_arrow_backed_pandas_conversion"):
ctx.enable_arrow_backed_pandas_conversion = False

# Log cluster info
if enable_logging:
Expand Down Expand Up @@ -853,6 +857,8 @@ def ensure_ray_initialized(
ctx = DatasetContext.get_current()
ctx.shuffle_strategy = "sort" # type: ignore
ctx.enable_tensor_extension_casting = False
if hasattr(ctx, "enable_arrow_backed_pandas_conversion"):
ctx.enable_arrow_backed_pandas_conversion = False
if not enable_logging:
_suppress_ray_logging()
_ray_initialized = True
Expand Down
758 changes: 684 additions & 74 deletions sdk/python/requirements/py3.10-ci-requirements.txt

Large diffs are not rendered by default.

370 changes: 298 additions & 72 deletions sdk/python/requirements/py3.11-ci-requirements.txt

Large diffs are not rendered by default.

449 changes: 318 additions & 131 deletions sdk/python/requirements/py3.12-ci-requirements.txt

Large diffs are not rendered by default.

Loading