diff --git a/containers/standard.def b/containers/standard.def index 9b2896e8..d5e0899f 100644 --- a/containers/standard.def +++ b/containers/standard.def @@ -1,6 +1,9 @@ Bootstrap: docker From: nvidia/cuda:12.9.1-cudnn-devel-ubuntu22.04 +%files + containers/requirements-direct.txt /opt/requirements-direct.txt + %post chmod 1777 /tmp # Set environment variables @@ -19,17 +22,24 @@ From: nvidia/cuda:12.9.1-cudnn-devel-ubuntu22.04 # Create python3 symlink ln -sf /usr/bin/python3.10 /usr/bin/python3 ln -sf /usr/bin/python3.10 /usr/bin/python - + # Install Node.js (LTS version 22.x) for npm curl -fsSL https://deb.nodesource.com/setup_22.x | bash - apt-get install -y nodejs - + # Install uv curl -LsSf https://astral.sh/uv/install.sh | sh export PATH="/root/.local/bin:$PATH" - + + # vllm first (controls torch/CUDA versions) uv pip install --system --no-cache vllm==0.11.0 --torch-backend=auto - + + # Pinned direct dependencies (keeps inspect-ai / transformers / huggingface-hub in sync) + uv pip install --system --no-cache -r /opt/requirements-direct.txt + + # flash-attn (needs no-build-isolation) + uv pip install --system --no-cache flash-attn==2.8.3 --no-build-isolation + # Install AI CLI tools via npm npm install -g \ @anthropic-ai/claude-code@2.0.55 \ @@ -37,31 +47,6 @@ From: nvidia/cuda:12.9.1-cudnn-devel-ubuntu22.04 @google/gemini-cli@0.18.4 \ opencode-ai@1.1.59 - uv pip install --system --no-cache ninja packaging - - # Install the required packages - uv pip install --system --no-cache \ - accelerate \ - boto3 \ - bitsandbytes \ - datasets \ - evaluate \ - lm-eval \ - openai \ - pandas \ - scikit-learn \ - shortuuid \ - tokenizers \ - transformers \ - trl \ - peft \ - tiktoken \ - inspect-ai \ - matplotlib \ - certifi - - uv pip install --system --no-cache flash_attn --no-build-isolation - # install inspect evals mkdir -p /opt cd /opt