Jon WingenderandClaude Sonnet 5
3b0354735c
requirements-amd.txt/requirements-nvidia.txt were pulling a multi-GB torch wheel by default even though nothing in synapse/ imports torch, transformers, accelerate, bitsandbytes, or PySide6 - dead weight that made the pip batch fragile (one failed download could take unrelated base deps down with it on a slow connection). Split the unused ML/GUI stack out of requirements-base.txt into a new opt-in requirements-ml.txt, and dropped the torch lines from the AMD/NVIDIA overlays and generator. Also: recreate the venv if it exists but pip is missing, instead of silently reusing a half-built one (ensurepip can fail during venv creation and leave an interpreter with no pip). Co-Authored-By: Claude Sonnet 5 <noreply@anthropic.com>
66 lines
2.0 KiB
Python
66 lines
2.0 KiB
Python
#!/usr/bin/env python3
|
|
|
|
import re, subprocess, sys
|
|
from pathlib import Path
|
|
|
|
NEXUS_ROOT = Path.home() / "nexus-core"
|
|
NVIDIA_REQS = NEXUS_ROOT / "requirements-nvidia.txt"
|
|
|
|
CUDA_TO_WHEEL = [
|
|
((12, 8), "cu128"),
|
|
((12, 6), "cu126"),
|
|
((12, 4), "cu124"),
|
|
((12, 1), "cu121"),
|
|
((11, 8), "cu118"),
|
|
]
|
|
|
|
def detect_cuda():
|
|
try:
|
|
out = subprocess.run(["nvidia-smi"], capture_output=True, text=True, timeout=10).stdout
|
|
m = re.search(r"CUDA Version:\s*(\d+)\.(\d+)", out)
|
|
if m:
|
|
return int(m.group(1)), int(m.group(2))
|
|
except (FileNotFoundError, subprocess.TimeoutExpired):
|
|
pass
|
|
return None, None
|
|
|
|
def wheel_suffix(major, minor):
|
|
for (req_major, req_minor), suffix in CUDA_TO_WHEEL:
|
|
if (major, minor) >= (req_major, req_minor):
|
|
return suffix
|
|
return "cu118"
|
|
|
|
def main():
|
|
print("Detecting NVIDIA GPU...")
|
|
major, minor = detect_cuda()
|
|
|
|
if major is None:
|
|
print("Error: nvidia-smi not found or CUDA version unreadable.")
|
|
print("Ensure NVIDIA drivers are installed and nvidia-smi is on your PATH.")
|
|
sys.exit(1)
|
|
|
|
print(f"CUDA {major}.{minor} detected.")
|
|
suffix = wheel_suffix(major, minor)
|
|
print(f"PyTorch wheel: {suffix}")
|
|
|
|
# newline="\n": write_text() otherwise translates to os.linesep, so running
|
|
# this on the Windows box produced a CRLF requirements file that then showed
|
|
# up as a whole-file diff every time it was published.
|
|
NVIDIA_REQS.write_text(f"""\
|
|
# --- Force NVIDIA/CUDA Priority ---
|
|
--index-url https://download.pytorch.org/whl/{suffix}
|
|
--extra-index-url https://pypi.org/simple
|
|
|
|
-r requirements-base.txt
|
|
|
|
# Torch itself is opt-in — see requirements-ml.txt. The --index-url above is
|
|
# what makes `pip install -r requirements-nvidia.txt -r requirements-ml.txt`
|
|
# resolve torch as the matching CUDA build instead of CPU-only.
|
|
""", newline="\n")
|
|
|
|
print(f"\nWritten: {NVIDIA_REQS}")
|
|
print("Run 'ncp backup' to push it to the router.")
|
|
|
|
if __name__ == "__main__":
|
|
main()
|
GitNexus · part of the Nexus stack