Skip to content
Open
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
43 changes: 14 additions & 29 deletions containers/standard.def
Original file line number Diff line number Diff line change
@@ -1,6 +1,9 @@
Bootstrap: docker
From: nvidia/cuda:12.9.1-cudnn-devel-ubuntu22.04

%files
containers/requirements-direct.txt /opt/requirements-direct.txt

%post
chmod 1777 /tmp
# Set environment variables
Expand All @@ -19,49 +22,31 @@ From: nvidia/cuda:12.9.1-cudnn-devel-ubuntu22.04
# Create python3 symlink
ln -sf /usr/bin/python3.10 /usr/bin/python3
ln -sf /usr/bin/python3.10 /usr/bin/python

# Install Node.js (LTS version 22.x) for npm
curl -fsSL https://deb.nodesource.com/setup_22.x | bash -
apt-get install -y nodejs

# Install uv
curl -LsSf https://astral.sh/uv/install.sh | sh
export PATH="/root/.local/bin:$PATH"


# vllm first (controls torch/CUDA versions)
uv pip install --system --no-cache vllm==0.11.0 --torch-backend=auto


# Pinned direct dependencies (keeps inspect-ai / transformers / huggingface-hub in sync)
uv pip install --system --no-cache -r /opt/requirements-direct.txt

# flash-attn (needs no-build-isolation)
uv pip install --system --no-cache flash-attn==2.8.3 --no-build-isolation

# Install AI CLI tools via npm
npm install -g \
@anthropic-ai/claude-code@2.0.55 \
@openai/codex@0.79.0 \
@google/gemini-cli@0.18.4 \
opencode-ai@1.1.59

uv pip install --system --no-cache ninja packaging

# Install the required packages
uv pip install --system --no-cache \
accelerate \
boto3 \
bitsandbytes \
datasets \
evaluate \
lm-eval \
openai \
pandas \
scikit-learn \
shortuuid \
tokenizers \
transformers \
trl \
peft \
tiktoken \
inspect-ai \
matplotlib \
certifi

uv pip install --system --no-cache flash_attn --no-build-isolation

# install inspect evals
mkdir -p /opt
cd /opt
Expand Down