diff --git a/.github/configs/amd-master.yaml b/.github/configs/amd-master.yaml index fa053cc43..b470a6656 100644 --- a/.github/configs/amd-master.yaml +++ b/.github/configs/amd-master.yaml @@ -526,7 +526,7 @@ kimik2.5-int4-mi300x-vllm: - { tp: 8, conc-start: 4, conc-end: 64 } kimik2.5-fp4-mi355x-vllm: - image: vllm/vllm-openai-rocm:v0.18.0 + image: vllm/vllm-openai-rocm:v0.21.0 model: amd/Kimi-K2.5-MXFP4 model-prefix: kimik2.5 runner: mi355x diff --git a/perf-changelog.yaml b/perf-changelog.yaml index 236554f36..65bcdcecc 100644 --- a/perf-changelog.yaml +++ b/perf-changelog.yaml @@ -2524,3 +2524,9 @@ description: - "Update vLLM ROCm image from v0.17.0 to v0.21.0" pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/1406 + +- config-keys: + - kimik2.5-fp4-mi355x-vllm + description: + - "Update vLLM ROCm image from v0.18.0 to v0.21.0" + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/1407