{
  "id": "vllm",
  "name": "vLLM",
  "slogan": "A fast, high-throughput inference server that exposes an OpenAI-compatible API for open-weight language models.",
  "category": "AI",
  "categorySlug": "ai",
  "tags": [
    "gpu",
    "single-container"
  ],
  "license": {
    "spdx": "Apache-2.0",
    "class": "permissive"
  },
  "memoryMiB": 8192,
  "architectures": {
    "amd64": "published",
    "arm64": "published"
  },
  "trust": "listed",
  "verified": false,
  "status": "active",
  "installCommand": "levelrail-cli templates install vllm --name my-vllm",
  "deployFormats": [
    "cli",
    "api"
  ],
  "url": "https://levelrail.com/templates/vllm/",
  "docsUrl": "https://docs.vllm.ai",
  "sourceRepo": "https://github.com/vllm-project/vllm",
  "markdownUrl": "https://levelrail.com/templates/vllm.md",
  "jsonUrl": "https://levelrail.com/templates/vllm.json",
  "indexable": true,
  "description": "A fast, high-throughput inference server that exposes an OpenAI-compatible API for open-weight language models. Runs as a single container from the vllm-openai image, listening on port 8000; data is kept in named volumes.",
  "pinnedTag": "v0.30.0",
  "licenseUrl": "https://github.com/vllm-project/vllm/blob/main/LICENSE",
  "licenseClassLabel": "Permissive license",
  "needsConfig": false,
  "gpu": true,
  "firstRun": [],
  "services": [
    {
      "name": "vllm",
      "image": "vllm/vllm-openai",
      "tag": "v0.30.0",
      "ports": [
        8000
      ],
      "volumes": [
        "vllm_hf_cache -> /root/.cache/huggingface"
      ]
    }
  ],
  "env": [
    {
      "service": "vllm",
      "name": "HF_HOME",
      "kind": "preset"
    }
  ],
  "verifiedTag": null,
  "verifiedArches": [],
  "aliases": [],
  "findings": [],
  "compose": null,
  "deploy": {
    "cli": "levelrail-cli templates deploy vllm --name my-vllm",
    "api": "curl -X POST -H \"Authorization: Bearer $TOKEN\" \\\n  https://levelrail.example.com/api/v1/service-templates/vllm/deploy",
    "stack": null,
    "terraform": null,
    "formats": [
      {
        "id": "cli",
        "label": "CLI",
        "lang": "bash",
        "code": "levelrail-cli templates deploy vllm --name my-vllm"
      },
      {
        "id": "api",
        "label": "API",
        "lang": "bash",
        "code": "curl -X POST -H \"Authorization: Bearer $TOKEN\" \\\n  https://levelrail.example.com/api/v1/service-templates/vllm/deploy",
        "note": "Create a token in the dashboard first. This one-click route deploys it as a trial app you can keep or remove."
      }
    ]
  }
}
