mirror of
https://github.com/milvus-io/milvus.git
synced 2026-07-21 18:25:44 +00:00
131e2d0aee
## Summary - Expand Python MilvusClient external_table E2E coverage for schema validation, lifecycle, DQL, refresh, indexing, read-only/write-blocked behavior, and multi-format datasets. - Cover parquet, lance-table, iceberg-table, and vortex basic format flows with shared data builders and stricter assertions. - Add REST v2 external collection coverage for external job APIs, nullable vectors, custom database flow, and format matrix behavior. - Move Vortex data generation to the Python 3.12 test environment and remove the old sidecar helper scripts. - Add Python 3.12 environment setup in `tests/scripts` so E2E scripts create and activate the expected test runtime. ## Notes - Vortex full-matrix coverage excludes fields that the current `vortex-data==0.56.0` writer or Milvus refresh path cannot represent consistently (`FixedSizeBinary`-backed vector fields and known string/JSON fields). - Chaos fault-injection coverage is included in the PR but was not run against the shared validation instance because it mutates the deployment. ## Validation - `uv venv -p 3.12 .venv` - `uv pip install --python .venv/bin/python -r requirements.txt` - `pytest -q -x -n 6 milvus_client/test_milvus_client_external_table.py --host 10.100.36.207 --port 19530 --minio_host 10.100.36.172 --minio_bucket external-table-pr49378-master` - `162 passed, 2 skipped in 176.78s` - `pytest -q -x -n 6 testcases/test_external_collection_operations.py --endpoint http://10.100.36.207:19530 --token root:Milvus --minio_host 10.100.36.172 --bucket_name external-table-pr49378-master` - `22 passed, 4 xfailed in 66.04s` - `git diff --check` --------- Signed-off-by: zhuwenxing <wenxing.zhu@zilliz.com> Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
95 lines
3.5 KiB
Bash
Executable File
95 lines
3.5 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
# Licensed to the LF AI & Data foundation under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
PYTHON_ENV_SOURCE="${BASH_SOURCE[0]}"
|
|
while [ -h "$PYTHON_ENV_SOURCE" ]; do
|
|
PYTHON_ENV_DIR="$(cd -P "$(dirname "$PYTHON_ENV_SOURCE")" && pwd)"
|
|
PYTHON_ENV_SOURCE="$(readlink "$PYTHON_ENV_SOURCE")"
|
|
[[ $PYTHON_ENV_SOURCE != /* ]] && PYTHON_ENV_SOURCE="$PYTHON_ENV_DIR/$PYTHON_ENV_SOURCE"
|
|
done
|
|
PYTHON_ENV_ROOT="$(cd -P "$(dirname "$PYTHON_ENV_SOURCE")/../.." && pwd)"
|
|
ROOT="${ROOT:-$PYTHON_ENV_ROOT}"
|
|
|
|
function ensure_uv_available() {
|
|
if command -v uv >/dev/null 2>&1; then
|
|
return
|
|
fi
|
|
|
|
local bootstrap_python="${PYTEST_UV_BOOTSTRAP_PYTHON:-}"
|
|
if [[ -z "${bootstrap_python}" ]]; then
|
|
if command -v python3 >/dev/null 2>&1; then
|
|
bootstrap_python="$(command -v python3)"
|
|
elif command -v python >/dev/null 2>&1; then
|
|
bootstrap_python="$(command -v python)"
|
|
fi
|
|
fi
|
|
|
|
if [[ -z "${bootstrap_python}" ]]; then
|
|
echo "uv is required to create Python virtualenv, but no bootstrap Python was found."
|
|
exit 1
|
|
fi
|
|
|
|
"${bootstrap_python}" -m pip install --user --no-cache-dir --force-reinstall uv \
|
|
--timeout "${PYTEST_UV_INSTALL_TIMEOUT:-300}" \
|
|
--retries "${PYTEST_UV_INSTALL_RETRIES:-6}"
|
|
export PATH="${HOME}/.local/bin:${PATH}"
|
|
|
|
if ! command -v uv >/dev/null 2>&1; then
|
|
echo "uv installation succeeded but uv is not available in PATH."
|
|
exit 1
|
|
fi
|
|
}
|
|
|
|
function activate_pytest_python_env() {
|
|
local python_version_file="${ROOT}/tests/.python-version"
|
|
local python_version="${PYTEST_PYTHON_VERSION:-3.12}"
|
|
if [[ -f "${python_version_file}" ]]; then
|
|
python_version="${PYTEST_PYTHON_VERSION:-$(tr -d '[:space:]' < "${python_version_file}")}"
|
|
fi
|
|
|
|
local venv_path="${PYTEST_VENV_PATH:-${ROOT}/tests/.venv}"
|
|
local python_bin="${PYTEST_PYTHON_BIN:-}"
|
|
|
|
if [[ ! -x "${venv_path}/bin/python" ]] || ! "${venv_path}/bin/python" -c \
|
|
"import sys; raise SystemExit(0 if sys.version_info[:2] == tuple(map(int, '${python_version}'.split('.')[:2])) else 1)"; then
|
|
rm -rf "${venv_path}"
|
|
if [[ -n "${python_bin}" ]]; then
|
|
"${python_bin}" -m venv --system-site-packages "${venv_path}"
|
|
elif command -v uv >/dev/null 2>&1; then
|
|
uv venv --python "${python_version}" --system-site-packages "${venv_path}"
|
|
elif command -v "python${python_version}" >/dev/null 2>&1; then
|
|
"python${python_version}" -m venv --system-site-packages "${venv_path}"
|
|
else
|
|
ensure_uv_available
|
|
uv venv --python "${python_version}" --system-site-packages "${venv_path}"
|
|
fi
|
|
fi
|
|
|
|
# Shellcheck disable=SC1091
|
|
source "${venv_path}/bin/activate"
|
|
python - <<PY
|
|
import sys
|
|
|
|
expected = tuple(map(int, "${python_version}".split(".")[:2]))
|
|
actual = sys.version_info[:2]
|
|
if actual != expected:
|
|
raise SystemExit(f"Expected Python ${python_version}, got {sys.version.split()[0]}")
|
|
PY
|
|
python -V
|
|
}
|