rename it to ci_always_run and add docs

hl475 · hl475 · commit c787a9629558 · 2025-10-31T09:44:19.000-07:00
Signed-off-by: Huamin Li &lt;3ericli@gmail.com&gt;
diff --git a/.buildkite/test-pipeline.yaml b/.buildkite/test-pipeline.yaml
@@ -1191,6 +1191,7 @@ steps:
 - label: LM Eval Large Models (H100) # optional
   gpu: h100
   optional: true
+  autorun_on_ready: true
   num_gpus: 4
   working_dir: "/vllm-workspace/.buildkite/lm-eval-harness"
   source_file_dependencies:
