Skip to content

Execution, logging, and summaries

execution:
  mode: sequential       # Default. Alternative: local_parallel; see below.
  host: 127.0.0.1       # Interface used by readiness and GuideLLM.
  health_path: /health  # vLLM readiness endpoint.
  shutdown_grace: 15    # Seconds allowed for owned processes to stop.
  retry:
    max_attempts: 2     # Default: 1. Only transient failures are retried.

  # To run independent trials concurrently, replace mode and add:
  # mode: local_parallel
  # max_parallel_trials: 2
  # gpu_allocation:
  #   strategy: explicit       # Optional; explicit is the only current strategy.
  #   allow_sharing: false     # Optional; sharing is intentionally unsupported.
  #   workers:
  #     - name: worker-0
  #       devices: [0, 1]
  #     - name: worker-1
  #       devices: [2, 3]
  # ports:
  #   min: 8100
  #   max: 8199
  # Remove server.port and CUDA_VISIBLE_DEVICES from env/tune_env in this mode;
  # The vllm-opt CLI assigns both. Each trial's tensor-parallel-size must fit a worker.

logging:
  level: INFO  # DEBUG, INFO, WARNING, ERROR, or CRITICAL. Default: INFO.

# Optional: create a concise OpenAI-compatible summary in report.html.
# Export the key before running; the vllm-opt CLI never saves the key in YAML or artifacts.
# HTTPS is required except for localhost, 127.0.0.0/8, or ::1. Redaction is
# name-based and cannot guarantee arbitrary values contain no secrets.
# analysis:
#   llm_summary:
#     base_url: https://api.example.com/v1
#     model: your-model
#     api_key_env: VLLM_OPTIMIZER_LLM_API_KEY
#     timeout: 30