Add markdown button and make llms.txt available

docs/conf.py

@@ -1,10 +1,12 @@
 """Configuration file for the Sphinx documentation builder."""
 import os
+from pathlib import Path
 
 html_baseurl = os.environ.get("READTHEDOCS_CANONICAL_URL", "instinct.docs.amd.com")
 html_context = {}
 if os.environ.get("READTHEDOCS", "") == "True":
     html_context["READTHEDOCS"] = True
+
 project = "AMD Container Runtime Toolkit"
 
 version = "1.3.0"
@@ -27,23 +29,23 @@
 ol_version_numbers = [('9.5'), ('8.10')]
 azl_version_numbers = ['3.0']
 
-html_context = {
-    "ubuntu_version_numbers" : ubuntu_version_numbers,
-    "debian_version_numbers" : debian_version_numbers,
-    "sles_version_numbers" : sles_version_numbers,
-    "rhel_release_version_numbers" : rhel_release_version_numbers,
-    "rhel_version_numbers" : rhel_version_numbers,
-    "ol_release_version_numbers" : ol_release_version_numbers,
-    "ol_version_numbers" : ol_version_numbers,
-    "azl_version_numbers": azl_version_numbers
-}
-
+html_context.update({
+    "ubuntu_version_numbers": ubuntu_version_numbers,
+    "debian_version_numbers": debian_version_numbers,
+    "sles_version_numbers": sles_version_numbers,
+    "rhel_release_version_numbers": rhel_release_version_numbers,
+    "rhel_version_numbers": rhel_version_numbers,
+    "ol_release_version_numbers": ol_release_version_numbers,
+    "ol_version_numbers": ol_version_numbers,
+    "azl_version_numbers": azl_version_numbers,
+})
 
 # Required settings
 html_theme = "rocm_docs_theme"
 html_theme_options = {
     "flavor": "instinct",
     "link_main_doc": True,
+    "use_download_button": True,
     # Add any additional theme options here
 }
 extensions = [
@@ -57,10 +59,235 @@
 
 exclude_patterns = ['.venv']
 
+html_extra_path = ["llms.txt"]
+
 # Add the following replacements to every RST file.
 rst_prolog = f"""
 .. |rocm_version| replace:: {rocm_version}
 .. |amdgpu_version| replace:: {amdgpu_version}
 .. |rocm_directory_version| replace:: {rocm_directory_version}
 .. |amdgpu_install_version| replace:: {amdgpu_install_version}
 """
+
+import re
+
+EXCLUDED_DIRS = {
+    "_build",
+    "_templates",
+    "_static",
+    ".git",
+    ".venv",
+}
+
+MARKUP_PREFIXES = (
+    ":::",
+    "```{",
+    "```",
+    ":img-top:",
+    ":class",
+    ":link:",
+    ":link-type:",
+    ":shadow:",
+    ":columns:",
+    ":padding:",
+    ":gutter:",
+    ":open:",
+    ":name:",
+    ":header-rows:",
+    ":alt:",
+    "+++",
+    "-->",
+    "{bdg-",
+)
+
+# Matches lines like "align: center", "alt:", "name: foo" (directive options
+# not starting with a colon, common in MyST figure/table fences)
+_BARE_DIRECTIVE_RE = re.compile(r"^[a-z][a-z_-]*:\s*\S*$")
+
+# Matches MyST/RST anchor labels like "(some-label)="
+_ANCHOR_LABEL_RE = re.compile(r"^\(\w[\w-]*\)=$")
+
+# Matches RST section underlines (e.g. "====", "----", "~~~~")
+_RST_UNDERLINE_RE = re.compile(r"^[=\-~^\"\'#*+]{3,}$")
+
+# Matches RST code block directives (e.g. ".. code-block:: cpp", ".. code:: sh")
+_RST_CODE_BLOCK_RE = re.compile(r"^\.\.\s+(code-block|code|sourcecode)::")
+
+# Matches markdown table separator rows (e.g. "|---|---|", "| :--- | ---: |").
+_MD_TABLE_SEP_RE = re.compile(r"^\|[\s|:\-]+\|$")
+
+# Matches RST directives whose indented body should be discarded (e.g. raw HTML).
+_RST_SKIP_BLOCK_RE = re.compile(r"^\.\.\s+raw::")
+
+# Matches HTML tags (e.g. "<div>", "</p>", "<!--") but NOT RST hyperlink URL
+# continuation lines (e.g. "<https://...>`_").  The negative lookahead excludes
+# URL schemes so that multi-line RST inline hyperlinks are preserved.
+_HTML_TAG_RE = re.compile(r"^<(?!https?://|ftp://|mailto:)[a-zA-Z/!]")
+
+# Matches trailing HTML close tags at the end of a prose line
+# (e.g. "Browse blogs.</p>", "See the guide.</li></ul>").
+_TRAILING_HTML_CLOSE_RE = re.compile(r"(</[a-zA-Z]+>)+\s*$")
+
+MIN_PROSE_LINES = 10
+
+
+def should_skip(path: Path) -> bool:
+    return any(part in EXCLUDED_DIRS for part in path.parts)
+
+
+def is_prose_line(line: str) -> bool:
+    stripped = line.strip()
+    if not stripped:
+        return False
+    if stripped.startswith(MARKUP_PREFIXES):
+        return False
+    # Drop bare directive-option lines (e.g. "align: center", "alt:")
+    if _BARE_DIRECTIVE_RE.match(stripped):
+        return False
+    # Drop MyST/RST anchor labels (e.g. "(some-label)=")
+    if _ANCHOR_LABEL_RE.match(stripped):
+        return False
+    # Drop markdown table separator rows (e.g. "|---|---|", "| :--- | ---: |")
+    if _MD_TABLE_SEP_RE.match(stripped):
+        return False
+    # Drop HTML tags (e.g. "<div>", "</p>") but keep RST hyperlink URL
+    # continuation lines (e.g. "<https://rocm.docs.amd.com/...>`_")
+    if _HTML_TAG_RE.match(stripped):
+        return False
+    # Drop RST directives, comments, hyperlink targets, and substitution definitions
+    if stripped.startswith(".."):
+        return False
+    # Drop YAML frontmatter key-value pairs (e.g. "description lang=en": "text")
+    if stripped.startswith('"') and re.match(r'^"[^"]+"\s*:', stripped):
+        return False
+    # Drop RST field list items (e.g. ":type: int") and extended RST meta
+    # options (e.g. ":description lang=en: text"). Excludes inline roles at line
+    # start (e.g. ":cpp:func:`hipMalloc` returns..." or ":ref:`foo <bar>` describes...")
+    # because those are followed by a backtick, not a space or end-of-line.
+    if re.match(r"^:[A-Za-z][A-Za-z0-9_ =-]*:(\s|$)", stripped):
+        return False
+    # Drop RST section underlines (e.g. "====", "----", "~~~~")
+    if _RST_UNDERLINE_RE.match(stripped):
+        return False
+    return True
+
+
+def generate_combined_markdown(app, exception):
+    if exception:
+        return
+
+    docs_root = Path(app.srcdir)
+    output_file = Path(app.outdir) / "llms-full.txt"
+    base_file = docs_root / "llms.txt"
+
+    combined = []
+
+    if base_file.exists():
+        base_text = base_file.read_text(encoding="utf-8").rstrip().rstrip("-").rstrip()
+        combined.append(base_text)
+    else:
+        combined.append("# AMD Container Toolkit")
+
+    all_files = sorted(
+        list(docs_root.rglob("*.md")) + list(docs_root.rglob("*.rst"))
+    )
+
+    for doc_file in all_files:
+        if should_skip(doc_file):
+            continue
+
+        if doc_file == base_file:
+            continue
+
+        try:
+            content = doc_file.read_text(encoding="utf-8")
+        except Exception:
+            continue
+
+        lines = content.splitlines()
+        prose_lines = [line for line in lines if is_prose_line(line)]
+
+        if len(prose_lines) < MIN_PROSE_LINES:
+            continue
+
+        relative = doc_file.relative_to(docs_root)
+        in_backtick_fence = False
+        in_rst_code_block = False
+        in_rst_skip_block = False
+        in_html_comment = False  # inside <!-- ... --> block
+        in_html_open_tag = False  # inside a multi-line HTML opening tag
+        kept = []
+        for line in lines:
+            stripped = line.strip()
+            # Backtick fences (MyST/Markdown)
+            if stripped.startswith("```"):
+                in_backtick_fence = not in_backtick_fence
+                kept.append(line)
+                continue
+            if in_backtick_fence:
+                kept.append(line)
+                continue
+            # HTML comment block (<!-- ... -->): discard all content until -->
+            if in_html_comment:
+                if "-->" in stripped:
+                    in_html_comment = False
+                continue
+            # RST skip block (e.g. .. raw::): discard all indented content
+            if in_rst_skip_block:
+                if not stripped or line[0] in (" ", "\t"):
+                    continue
+                in_rst_skip_block = False
+            # RST code block: exit when a non-blank, non-indented line appears
+            if in_rst_code_block:
+                if not stripped or line[0] in (" ", "\t"):
+                    kept.append(line)
+                    continue
+                in_rst_code_block = False
+            # RST raw block: enter and discard both the directive and its body
+            if _RST_SKIP_BLOCK_RE.match(stripped):
+                in_rst_skip_block = True
+                continue
+            # RST code block: enter on directive line (directive itself is dropped)
+            if _RST_CODE_BLOCK_RE.match(stripped):
+                in_rst_code_block = True
+                continue
+            # HTML comment open (<!-- ... -->): discard opener and enter state
+            if stripped.startswith("<!--"):
+                if "-->" not in stripped:
+                    in_html_comment = True
+                continue
+            # Multi-line HTML opening tag: skip continuation lines until >
+            if in_html_open_tag:
+                if ">" in stripped:
+                    in_html_open_tag = False
+                continue
+            # Detect HTML opening tags that wrap across lines (no > on this line)
+            if _HTML_TAG_RE.match(stripped) and ">" not in stripped:
+                in_html_open_tag = True
+                continue
+            if not stripped:
+                kept.append(line)
+            elif is_prose_line(line):
+                # Strip trailing HTML close tags (e.g. "See the guide.</p>")
+                cleaned = _TRAILING_HTML_CLOSE_RE.sub("", line).rstrip()
+                cleaned_stripped = cleaned.strip()
+                if not cleaned_stripped:
+                    # Entire line was HTML close tags — keep original (shouldn't
+                    # normally reach here since _is_prose_line filters HTML).
+                    kept.append(line)
+                elif re.search(r"\w", cleaned_stripped):
+                    # Line has real word content after stripping close tags.
+                    kept.append(cleaned)
+                # else: only punctuation remains (e.g. bare ".") — discard.
+        cleaned = "\n".join(kept)
+
+        combined.append(f"\n\n---\n\n# {relative}\n")
+        combined.append(cleaned.strip())
+
+    output_file.write_text(
+        "\n".join(combined) + "\n",
+        encoding="utf-8",
+    )
+
+def setup(app):
+    app.connect("build-finished", generate_combined_markdown)

docs/llms.txt

@@ -0,0 +1,22 @@
+# AMD Container Toolkit
+
+> Run GPU-accelerated applications in containers on AMD Instinct GPUs. The AMD Container Toolkit provides the `amd-container-runtime` (a Docker-integrated OCI runtime wrapper) and the `amd-ctk` CLI for managing GPU configurations, CDI specifications, and container orchestration integrations with ROCm-based workloads.
+
+## AMD Container Toolkit
+
+- [Overview](https://instinct.docs.amd.com/projects/container-toolkit/en/latest/container-runtime/overview.html): Architecture of the AMD Container Toolkit, including the `amd-container-runtime` and `amd-ctk` CLI components and how they integrate with Docker to inject AMD GPUs into containers.
+- [Requirements](https://instinct.docs.amd.com/projects/container-toolkit/en/latest/container-runtime/requirements.html): Supported operating systems (Ubuntu 22.04, 24.04, RHEL 9.5), Docker version requirements, ROCm compatibility, and host system prerequisites including group permissions and GPU partitioning requirements.
+- [Quick start guide](https://instinct.docs.amd.com/projects/container-toolkit/en/latest/container-runtime/quick-start-guide.html): Install the AMD Container Toolkit on Ubuntu or RHEL, configure Docker for AMD GPUs using `amd-ctk runtime configure`, run containers with `AMD_VISIBLE_DEVICES` or the `--gpus` flag, and enable GPU partitioning.
+- [Running workloads](https://instinct.docs.amd.com/projects/container-toolkit/en/latest/container-runtime/running-workloads.html): Run GPU-accelerated containers using CDI specs or the `amd-container-runtime` across Docker, Podman, and other CDI-aware runtimes.
+- [Framework integration](https://instinct.docs.amd.com/projects/container-toolkit/en/latest/container-runtime/framework-integration.html): Use the AMD Container Toolkit with TensorFlow, PyTorch, ONNX Runtime, OpenMPI, and other ROCm-compatible AI and HPC frameworks.
+- [Troubleshooting](https://instinct.docs.amd.com/projects/container-toolkit/en/latest/container-runtime/troubleshooting.html): Diagnose and resolve common issues with the AMD Container Toolkit, including driver loading failures and Docker runtime configuration problems.
+- [Migration guide](https://instinct.docs.amd.com/projects/container-toolkit/en/latest/container-runtime/migration-guide.html): Migrate container workflows from the NVIDIA Container Toolkit (`nvidia-docker`) to the AMD Container Toolkit by updating environment variables, runtime flags, and Docker daemon configuration.
+- [Developer guide](https://instinct.docs.amd.com/projects/container-toolkit/en/latest/container-runtime/developer-guide.html): Build the AMD Container Toolkit from source, including build dependencies and packaging steps for deployment.
+- [Docker Compose usage](https://instinct.docs.amd.com/projects/container-toolkit/en/latest/container-runtime/docker-compose.html): Configure GPU access in multi-container Docker Compose applications using the AMD container runtime.
+- [Enroot and Pyxis installation](https://instinct.docs.amd.com/projects/container-toolkit/en/latest/container-runtime/enroot-pyxis-installation.html): Install and configure Enroot and Pyxis on a SLURM cluster to run containerized AI/HPC workloads with isolated AMD GPU access, including support for GPU partitioning.
+- [Docker Swarm integration](https://instinct.docs.amd.com/projects/container-toolkit/en/latest/container-runtime/docker-swarm.html): Deploy GPU-enabled services across Docker Swarm nodes using GPU UUIDs and generic resources in `daemon.json`.
+- [Container Device Interface (CDI)](https://instinct.docs.amd.com/projects/container-toolkit/en/latest/container-runtime/cdi-guide.html): Generate and manage CDI specifications for AMD GPUs using `amd-ctk cdi generate`, enabling runtime-agnostic GPU injection without `amd-container-runtime`.
+- [GPU Tracker](https://instinct.docs.amd.com/projects/container-toolkit/en/latest/container-runtime/gpu-tracker.html): Track GPU access across Docker containers, enforce shared or exclusive GPU accessibility per device, and query or reset tracker state using the `amd-ctk gpu-tracker` CLI.
+- [Release notes](https://instinct.docs.amd.com/projects/container-toolkit/en/latest/container-runtime/release-notes.html): Release history and changelog for the AMD Container Toolkit.
+
+---