diff --git a/.github/scripts/ci_install_modelcloud_git_deps.sh b/.github/scripts/ci_install_modelcloud_git_deps.sh index 57eb6bd98..cfe61ec9c 100755 --- a/.github/scripts/ci_install_modelcloud_git_deps.sh +++ b/.github/scripts/ci_install_modelcloud_git_deps.sh @@ -11,7 +11,7 @@ urls=( ) echo "===== remove ModelCloud git deps if installed =====" -uv pip uninstall -y "${packages[@]}" || true +uv pip uninstall "${packages[@]}" || true echo "===== install ModelCloud git deps =====" printf ' - %s\n' "${urls[@]}" diff --git a/.github/scripts/test.yaml b/.github/scripts/test.yaml index fa9da2a1a..d14cdeee8 100644 --- a/.github/scripts/test.yaml +++ b/.github/scripts/test.yaml @@ -7,15 +7,11 @@ common: tests: test_multi_gpu_inference: # per-test config gpu: 5 - py: 3.14t test_calibration_data_device: gpu: 2 - py: 3.14t tests/models: - py: 3.13 - test_llama3_2_fp8: sm: '12.0' diff --git a/.github/workflows/unit_tests.yml b/.github/workflows/unit_tests.yml index d25dbd76a..c472b7e5a 100644 --- a/.github/workflows/unit_tests.yml +++ b/.github/workflows/unit_tests.yml @@ -67,9 +67,8 @@ env: CUDA_VERSION: 130 UV_TORCH_BACKEND: cu130 TORCH_VERSION: 2.11.0 - # vllm doesn't support 3.14 - PYTHON_VERSION: 3.13 - UV_PYTHON: 3.13 + PYTHON_VERSION: 3.14t + UV_PYTHON: 3.14t # PYTHON_GIL: 0 // test libs don't support yet IGNORED_TEST_FILES: "test_tgi.py,test_gptneox.py,models/test_mixtral.py,models/test_phi_3_moe.py,test_bits_new.py,models/test_internlm.py,models/test_internlm2_5.py,models/test_xverse.py" MODEL_TEST_MODE: ${{ github.event.inputs['model-test-mode'] || 'fast' }} @@ -247,19 +246,19 @@ jobs: - name: Test pypi pip env_name: pypi_pip_env_${{ github.run_id }}_${{ github.run_attempt }} use_pip: 'true' - install_cmd: pip install gptqmodel torch -U + install_cmd: pip install gptqmodel torch -U -vvv - name: Test pypi uv env_name: pypi_uv_env_${{ github.run_id }}_${{ github.run_attempt }} use_pip: 'false' - install_cmd: uv pip install gptqmodel torch -U + install_cmd: uv pip install gptqmodel torch -U -vvv - name: Test local pip env_name: local_pip_env_${{ github.run_id }}_${{ github.run_attempt }} use_pip: 'true' - install_cmd: pip install . torch -U + install_cmd: pip install . torch -U -vvv - name: Test local uv env_name: local_uv_env_${{ github.run_id }}_${{ github.run_attempt }} use_pip: 'false' - install_cmd: uv pip install . torch -U + install_cmd: uv pip install . torch -U -vvv steps: - name: Checkout Codes uses: actions/checkout@v6 @@ -278,6 +277,13 @@ jobs: if [[ "${{ matrix.use_pip }}" == "true" ]]; then uv pip install pip -U fi + if python -VV 2>&1 | grep -q '3\.14.*free-threading'; then + echo "[INFO] Python 3.14t detected, installing torchao..." + uv pip install http://10.0.13.31/files/torchao-0.18.0+git13cd013d6-cp314-cp314t-linux_x86_64.whl + else + echo "[INFO] Current Python is not 3.14t, skip torchao." + fi + ${{ matrix.install_cmd }} diff --git a/.github/workflows/unit_tests_reusable.yml b/.github/workflows/unit_tests_reusable.yml index bf30ca16d..8b8477aa0 100644 --- a/.github/workflows/unit_tests_reusable.yml +++ b/.github/workflows/unit_tests_reusable.yml @@ -58,9 +58,9 @@ env: GPU_ALLOCATOR_URL: http://10.0.13.31/gpu LOGBAR_ANIMATION: '0' UV_TORCH_BACKEND: cu130 - TORCH_VERSION: 2.11.0 - PYTHON_VERSION: 3.13 - UV_PYTHON: 3.13 + TORCH_VERSION: 2.12.0 + PYTHON_VERSION: 3.14t + UV_PYTHON: 3.14t MODEL_TEST_MODE: ${{ inputs.model_test_mode || 'fast' }} MODEL_TEST_GPU_COUNT: '1' DEFUSER_GIT_URL: git+https://github.com/modelcloud/Defuser.git