diff --git a/.github/configs/amd-master.yaml b/.github/configs/amd-master.yaml index aaf912c26..4a57813b0 100644 --- a/.github/configs/amd-master.yaml +++ b/.github/configs/amd-master.yaml @@ -162,7 +162,7 @@ qwen3.5-bf16-mi355x-sglang-mtp: - { tp: 8, ep: 1, conc-start: 4, conc-end: 256, spec-decoding: mtp } qwen3.5-bf16-mi300x-sglang: - image: lmsysorg/sglang:v0.5.10-rocm720-mi30x + image: lmsysorg/sglang:v0.5.12-rocm720-mi30x model: Qwen/Qwen3.5-397B-A17B model-prefix: qwen3.5 runner: mi300x diff --git a/perf-changelog.yaml b/perf-changelog.yaml index a28c66b85..6c307284d 100644 --- a/perf-changelog.yaml +++ b/perf-changelog.yaml @@ -2711,3 +2711,9 @@ - "Update vLLM image from v0.20.2 to v0.21.0" - "Add VLLM_MEMORY_PROFILER_ESTIMATE_CUDAGRAPHS=0 to disable aggressive CUDA-graph memory profiler that OOMs the KV cache" pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/1395 + +- config-keys: + - qwen3.5-bf16-mi300x-sglang + description: + - "Update SGLang image from v0.5.10-rocm720-mi30x to v0.5.12-rocm720-mi30x" + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/1426