site_name: vLLM

site_url: !ENV READTHEDOCS_CANONICAL_URL

Views0
PublishedFeb 1, 2026

Loading actions...

5 minBeginnerpromptSingle file

Skill content

Main instructions and any bundled files for this skill.

markdown

site_name: vLLM site_url: !ENV READTHEDOCS_CANONICAL_URL repo_url: https://github.com/vllm-project/vllm edit_uri: edit/main/docs/ exclude_docs: | argparse *.inc.md *.template.md theme: name: material logo: assets/logos/vllm-logo-only-light.ico favicon: assets/logos/vllm-logo-only-light.ico palette: # Palette toggle for automatic mode - media: "(prefers-color-scheme)" toggle: icon: material/brightness-auto name: Switch to light mode # Palette toggle for light mode - media: "(prefers-color-scheme: light)" scheme: default primary: white toggle: icon: material/brightness-7 name: Switch to dark mode # Palette toggle for dark mode - media: "(prefers-color-scheme: dark)" scheme: slate primary: black toggle: icon: material/brightness-2 name: Switch to system preference features: - content.action.edit - content.code.copy - content.tabs.link - navigation.instant - navigation.instant.progress - navigation.tracking - navigation.tabs - navigation.tabs.sticky - navigation.sections - navigation.indexes - navigation.top - navigation.path - search.highlight - search.share - toc.follow custom_dir: docs/mkdocs/overrides

hooks:

  • docs/mkdocs/hooks/remove_announcement.py
  • docs/mkdocs/hooks/generate_examples.py
  • docs/mkdocs/hooks/generate_argparse.py
  • docs/mkdocs/hooks/generate_metrics.py
  • docs/mkdocs/hooks/url_schemes.py
  • docs/mkdocs/hooks/autoref_code.py

plugins:

  • meta
  • search
  • autorefs
  • awesome-nav
  • glightbox
  • git-revision-date-localized:

    exclude autogenerated files

    exclude: - api/* - examples/* - generated/*
  • minify: minify_html: true minify_js: true minify_css: true cache_safe: true js_files: [docs/mkdocs/javascript/.js] css_files: [docs/mkdocs/stylesheets/.css]

For API reference generation

  • api-autonav: modules: ["vllm"] api_root_uri: "api" exclude: - "re:vllm\._.*" # Internal modules - "vllm.third_party" - "vllm.vllm_flash_attn" - "vllm.transformers_utils.configs" - "vllm.transformers_utils.processors" - !ENV [API_AUTONAV_EXCLUDE, "re:^$"] # Match nothing by default
  • mkdocstrings: handlers: python: options: filters: [] show_overloads: true signature_crossrefs: true # Recommendations from api-autonav docstring_section_style: list parameter_headings: true show_symbol_type_heading: true show_symbol_type_toc: true summary: true inventories: - https://docs.python.org/3/objects.inv - https://typing-extensions.readthedocs.io/en/latest/objects.inv - https://docs.aiohttp.org/en/stable/objects.inv - https://pillow.readthedocs.io/en/stable/objects.inv - https://numpy.org/doc/stable/objects.inv - https://pytorch.org/docs/stable/objects.inv
  • redirects: redirect_maps: features/spec_decode/README.md: features/speculative_decoding/README.md features/spec_decode/speculators.md: features/speculative_decoding/speculators.md features/quantization/fp8.md: features/quantization/llm_compressor/fp8.md features/quantization/int4.md: features/quantization/llm_compressor/int4.md features/quantization/int8.md: features/quantization/llm_compressor/int8_w8a8.md serving/openai_compatible_server.md: serving/online_serving/README.md examples/others/lmcache.md: examples/disaggregated/lmcache.md

markdown_extensions:

  • attr_list
  • def_list
  • md_in_html
  • admonition
  • pymdownx.details

For content tabs

  • pymdownx.superfences: custom_fences: - name: mermaid class: mermaid format: !!python/name:pymdownx.superfences.fence_code_format
  • pymdownx.tabbed: slugify: !!python/object/apply:pymdownx.slugs.slugify kwds: case: lower alternate_style: true

For code highlighting

  • pymdownx.highlight: anchor_linenums: true line_spans: __span pygments_lang_class: true
  • pymdownx.inlinehilite
  • pymdownx.snippets

For emoji and icons

  • pymdownx.emoji: emoji_index: !!python/name:material.extensions.emoji.twemoji emoji_generator: !!python/name:material.extensions.emoji.to_svg

For in page [TOC] (not sidebar)

  • toc: permalink: true

For math rendering

  • pymdownx.arithmatex: generic: true

extra_css:

  • mkdocs/stylesheets/extra.css

extra_javascript:

Prompt Playground

1 Variable

Fill Variables

Preview

site_name: vLLM
site_url: !ENV READTHEDOCS_CANONICAL_URL
repo_url: https://github.com/vllm-project/vllm
edit_uri: edit/main/docs/
exclude_docs: |
  argparse
  *.inc.md
  *.template.md
theme:
  name: material
  logo: assets/logos/vllm-logo-only-light.ico
  favicon: assets/logos/vllm-logo-only-light.ico
  palette:
    # Palette toggle for automatic mode
    - media: "(prefers-color-scheme)"
      toggle:
        icon: material/brightness-auto
        name: Switch to light mode
    # Palette toggle for light mode
    - media: "(prefers-color-scheme: light)"
      scheme: default 
      primary: white
      toggle:
        icon: material/brightness-7
        name: Switch to dark mode
    # Palette toggle for dark mode
    - media: "(prefers-color-scheme: dark)"
      scheme: slate
      primary: black
      toggle:
        icon: material/brightness-2
        name: Switch to system preference
  features:
    - content.action.edit
    - content.code.copy
    - content.tabs.link
    - navigation.instant
    - navigation.instant.progress
    - navigation.tracking
    - navigation.tabs
    - navigation.tabs.sticky
    - navigation.sections
    - navigation.indexes
    - navigation.top
    - navigation.path
    - search.highlight
    - search.share
    - toc.follow
  custom_dir: docs/mkdocs/overrides

hooks:
  - docs/mkdocs/hooks/remove_announcement.py
  - docs/mkdocs/hooks/generate_examples.py
  - docs/mkdocs/hooks/generate_argparse.py
  - docs/mkdocs/hooks/generate_metrics.py
  - docs/mkdocs/hooks/url_schemes.py
  - docs/mkdocs/hooks/autoref_code.py

plugins:
  - meta
  - search
  - autorefs
  - awesome-nav
  - glightbox
  - git-revision-date-localized:
      # exclude autogenerated files
      exclude:
        - api/*
        - examples/*
        - generated/*
  - minify:
      minify_html: true
      minify_js: true
      minify_css: true
      cache_safe: true
      js_files: [docs/mkdocs/javascript/*.js]
      css_files: [docs/mkdocs/stylesheets/*.css]
  # For API reference generation
  - api-autonav:
      modules: ["vllm"]
      api_root_uri: "api"
      exclude:
        - "re:vllm\\._.*"  # Internal modules
        - "vllm.third_party"
        - "vllm.vllm_flash_attn"
        - "vllm.transformers_utils.configs"
        - "vllm.transformers_utils.processors"
        - !ENV [API_AUTONAV_EXCLUDE, "re:^$"]  # Match nothing by default
  - mkdocstrings:
      handlers:
        python:
          options:
            filters: []
            show_overloads: true
            signature_crossrefs: true
            # Recommendations from api-autonav
            docstring_section_style: list
            parameter_headings: true
            show_symbol_type_heading: true
            show_symbol_type_toc: true
            summary: true
          inventories:
          - https://docs.python.org/3/objects.inv
          - https://typing-extensions.readthedocs.io/en/latest/objects.inv
          - https://docs.aiohttp.org/en/stable/objects.inv
          - https://pillow.readthedocs.io/en/stable/objects.inv
          - https://numpy.org/doc/stable/objects.inv
          - https://pytorch.org/docs/stable/objects.inv
  - redirects:
      redirect_maps:
        features/spec_decode/README.md: features/speculative_decoding/README.md
        features/spec_decode/speculators.md: features/speculative_decoding/speculators.md
        features/quantization/fp8.md: features/quantization/llm_compressor/fp8.md
        features/quantization/int4.md: features/quantization/llm_compressor/int4.md
        features/quantization/int8.md: features/quantization/llm_compressor/int8_w8a8.md
        serving/openai_compatible_server.md: serving/online_serving/README.md
        examples/others/lmcache.md: examples/disaggregated/lmcache.md

markdown_extensions:
  - attr_list
  - def_list
  - md_in_html
  - admonition
  - pymdownx.details
  # For content tabs
  - pymdownx.superfences:
      custom_fences:
        - name: mermaid
          class: mermaid
          format: !!python/name:pymdownx.superfences.fence_code_format
  - pymdownx.tabbed:
      slugify: !!python/object/apply:pymdownx.slugs.slugify
        kwds:
          case: lower
      alternate_style: true
  # For code highlighting
  - pymdownx.highlight:
      anchor_linenums: true
      line_spans: __span
      pygments_lang_class: true
  - pymdownx.inlinehilite
  - pymdownx.snippets
  # For emoji and icons
  - pymdownx.emoji:
      emoji_index: !!python/name:material.extensions.emoji.twemoji
      emoji_generator: !!python/name:material.extensions.emoji.to_svg
  # For in page [TOC] (not sidebar)
  - toc:
      permalink: true
  # For math rendering
  - pymdownx.arithmatex:
      generic: true

extra_css:
  - mkdocs/stylesheets/extra.css

extra_javascript:
  - mkdocs/javascript/run_llm_widget.js
  - mkdocs/javascript/mathjax.js
  - https://unpkg.com/[email protected]/es5/tex-mml-chtml.js
  - mkdocs/javascript/edit_and_feedback.js
  - mkdocs/javascript/slack_and_forum.js
Share: