feat(glm52-agentx): add compact B300 TensorRT-LLM recipes / 新增 B300 TensorRT-LLM 紧凑配方

inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/configs/clean_stale_shm.sh

@@ -0,0 +1,44 @@
+#!/usr/bin/env bash
+
+# Use only with exclusive node allocations. Anchor the cutoff to allocation
+# start so a later frontend/worker setup cannot remove this job's segments.
+clean_stale_shm() {
+    python3 -S - "$@" <<'PY'
+import os
+import socket
+import stat
+import sys
+import time
+from pathlib import Path
+
+directory = Path(sys.argv[1])
+job_start = int(sys.argv[2])
+if job_start <= 600 or job_start > time.time():
+    raise ValueError("SLURM_JOB_START_TIME must be a valid allocation start timestamp")
+cutoff = job_start - 600
+prefixes = ("vader_segment.", "nccl-", "sem.", "psm3", "fe80::")
+entries = list(directory.iterdir())
+removed = 0
+for entry in entries:
+    if not entry.name.startswith(prefixes):
+        continue
+    try:
+        info = entry.lstat()
+        if (info.st_uid != os.getuid() or not stat.S_ISREG(info.st_mode)
+                or info.st_mtime >= cutoff):
+            continue
+        entry.unlink()
+        removed += 1
+    except FileNotFoundError:
+        # Another rank may have already removed the same stale segment.
+        continue
+print(f"[clean_stale_shm] {socket.gethostname()}: removed {removed} stale segments "
+      f"from {len(entries)} entries; cutoff={cutoff}")
+PY
+}
+
+if [[ "${BASH_SOURCE[0]}" == "$0" ]]; then
+    source /infmax-workspace/benchmarks/benchmark_lib.sh --validation-only || exit 1
+    check_env_vars SLURM_JOB_START_TIME || exit 1
+    clean_stale_shm /dev/shm "$SLURM_JOB_START_TIME"
+fi

inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/configs/diagnose-pmix.sh

@@ -0,0 +1,61 @@
+#!/usr/bin/env bash
+
+bash "$(dirname "${BASH_SOURCE[0]}")/clean_stale_shm.sh" || exit 1
+
+# Read launch metadata without initializing MPI or changing its configuration.
+python3 -S - <<'PY'
+import json
+import os
+import socket
+import stat
+from pathlib import Path
+
+names = (
+    "SLURM_MPI_TYPE", "SLURM_JOB_ID", "SLURM_STEP_ID", "SLURM_JOB_UID",
+    "SLURM_PROCID", "SLURM_LOCALID", "PMIX_NAMESPACE", "PMIX_RANK",
+    "PMIX_SERVER_URI", "PMIX_SERVER_URI2", "PMIX_SERVER_URI21",
+    "PMIX_SERVER_URI3", "PMIX_SERVER_URI4", "PMIX_SERVER_URI41",
+    "PMIX_SERVER_TMPDIR", "PMIX_SYSTEM_TMPDIR", "PMIX_SECURITY_MODE",
+    "PMIX_PTL_MODULE", "PMIX_GDS_MODULE", "PMIX_MCA_psec",
+    "PMIX_MCA_ptl", "PMIX_MCA_gds",
+)
+environment = {name: os.environ[name] for name in names if name in os.environ}
+paths = {environment[name] for name in ("PMIX_SERVER_TMPDIR", "PMIX_SYSTEM_TMPDIR")
+         if environment.get(name, "").startswith("/")}
+for name, value in environment.items():
+    if name.startswith("PMIX_SERVER_URI"):
+        for component in value.split(";"):
+            if component.startswith("file:"):
+                component = component.removeprefix("file:")
+            if component.startswith("/"):
+                paths.add(component)
+job = environment.get("SLURM_JOB_ID", "")
+step = environment.get("SLURM_STEP_ID", "")
+uid = environment.get("SLURM_JOB_UID", "")
+if job.isdecimal() and step.isdecimal():
+    paths.update((f"/var/spool/slurmd/pmix.{job}.{step}",
+                  f"/tmp/spmix_appdir_{job}.{step}"))
+    if uid.isdecimal():
+        paths.add(f"/tmp/spmix_appdir_{uid}_{job}.{step}")
+metadata = {}
+for name in sorted(paths):
+    try:
+        info = Path(name).stat()
+        metadata[name] = {"uid": info.st_uid, "gid": info.st_gid,
+                          "mode": stat.filemode(info.st_mode)}
+    except OSError as error:
+        metadata[name] = {"errno": error.errno}
+try:
+    uid_map = Path("/proc/self/uid_map").read_text().strip()
+except OSError as error:
+    uid_map = f"unavailable: errno={error.errno}"
+print("PMIx launch diagnostics: " + json.dumps({
+    "hostname": socket.gethostname(), "uid": os.getuid(), "gid": os.getgid(),
+    "uid_map": uid_map, "environment": environment, "paths": metadata,
+}, sort_keys=True))
+PY
+
+if command -v ompi_info >/dev/null 2>&1; then
+    timeout 10s ompi_info --version || true
+    timeout 10s ompi_info --param pmix all || true
+fi

inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/configs/prepare-dynamo-venv.sh

@@ -0,0 +1,57 @@
+#!/usr/bin/env bash
+
+# Source before the SRT installer so its lock and packages share a writable prefix.
+source /infmax-workspace/benchmarks/benchmark_lib.sh --validation-only || return 1
+check_env_vars SLURM_JOB_ID SLURM_STEP_ID || return 1
+
+INFX_DYNAMO_VENV=$(python3 - <<'PY'
+import fcntl
+import os
+import re
+import venv
+from pathlib import Path
+
+job = os.environ["SLURM_JOB_ID"]
+step = os.environ["SLURM_STEP_ID"]
+if not re.fullmatch(r"[0-9]+", job) or not re.fullmatch(r"[0-9]+", step):
+    raise ValueError("Dynamo virtual environment requires numeric Slurm job and step IDs")
+root = Path("/tmp") / f"infx-dynamo-{job}.{step}"
+root.mkdir(mode=0o700, exist_ok=True)
+environment = root / "venv"
+with (root / "create.lock").open("w") as lock:
+    fcntl.flock(lock, fcntl.LOCK_EX)
+    if not (root / "complete").exists():
+        venv.EnvBuilder(system_site_packages=True, with_pip=True, symlinks=True).create(environment)
+        (root / "complete").touch()
+print(environment)
+PY
+) || return 1
+export VIRTUAL_ENV="$INFX_DYNAMO_VENV"
+export PATH="$VIRTUAL_ENV/bin:$PATH"
+unset INFX_DYNAMO_VENV
+
+# Keep transient package download failures inside SRT's existing install lock.
+# Other pip invocations retain their original behavior.
+pip() {
+    if [[ $# -ne 7 || "$1" != install || "$2" != --break-system-packages ||
+          "$3" != --quiet || "$4" != --extra-index-url ||
+          "$5" != https://pypi.nvidia.com || "$6" != ai-dynamo-runtime==?* ||
+          "$7" != "ai-dynamo==${6#ai-dynamo-runtime==}" ]]; then
+        command pip "$@"
+        return $?
+    fi
+
+    local attempt install_status
+    for attempt in 1 2 3; do
+        if command pip "$@"; then
+            return 0
+        else
+            install_status=$?
+        fi
+        if [[ "$attempt" -lt 3 ]]; then
+            echo "Dynamo install attempt $attempt failed; retrying unchanged packages." >&2
+            sleep 5 || return $?
+        fi
+    done
+    return "$install_status"
+}