[ -f /etc/apt/sources.list ] && cp -n /etc/apt/sources.list /etc/apt/sources.list.bak

cat <<'EOF' > /etc/apt/sources.list
deb https://mirrors.aliyun.com/ubuntu/ jammy main restricted universe multiverse
deb-src https://mirrors.aliyun.com/ubuntu/ jammy main restricted universe multiverse

deb https://mirrors.aliyun.com/ubuntu/ jammy-security main restricted universe multiverse
deb-src https://mirrors.aliyun.com/ubuntu/ jammy-security main restricted universe multiverse

deb https://mirrors.aliyun.com/ubuntu/ jammy-updates main restricted universe multiverse
deb-src https://mirrors.aliyun.com/ubuntu/ jammy-updates main restricted universe multiverse

# deb https://mirrors.aliyun.com/ubuntu/ jammy-proposed main restricted universe multiverse
# deb-src https://mirrors.aliyun.com/ubuntu/ jammy-proposed main restricted universe multiverse

deb https://mirrors.aliyun.com/ubuntu/ jammy-backports main restricted universe multiverse
deb-src https://mirrors.aliyun.com/ubuntu/ jammy-backports main restricted universe multiverse
EOF

sudo apt update

apt install linux-image-5.15.0-119-generic linux-headers-5.15.0-119-generic linux-tools-5.15.0-119-generic linux-cloud-tools-5.15.0-119-generic

#!/bin/bash
set -e

# -------------------------
# Configuration
# -------------------------
# NCCL version (can be overridden by first script argument)
NCCL_VER="${1:-2.26.2-1+cuda12.8}"

CUDA_KEYRING_PKG="cuda-keyring_1.1-1_all.deb"
CUDA_KEYRING_URL="https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/${CUDA_KEYRING_PKG}"

# -------------------------
# Download CUDA keyring
# -------------------------
echo "Downloading CUDA keyring..."
if [ ! -f "$CUDA_KEYRING_PKG" ]; then
    wget -c "$CUDA_KEYRING_URL"
fi

# -------------------------
# Install CUDA keyring
# -------------------------
echo "Installing CUDA keyring..."
sudo dpkg -i "$CUDA_KEYRING_PKG"

# -------------------------
# Update apt repository
# -------------------------
echo "Updating package list..."
sudo apt-get update

# -------------------------
# Install NCCL
# -------------------------
echo "Installing NCCL version $NCCL_VER..."
sudo apt-get install -y --no-install-recommends \
    libnccl2="$NCCL_VER" \
    libnccl-dev="$NCCL_VER"

echo "NCCL $NCCL_VER installation completed successfully."

bash nccl-install.sh

#!/bin/bash
set -e

# OpenMPI version and install path
OMPI_TAG="v4.1.8"
PREFIX="/usr/local/openmpi"
PROFILE_FILE="/etc/profile.d/openmpi.sh"

# Required build dependencies (minimal)
apt-get update
apt-get install -y
  --no-install-recommends \
  autoconf automake libtool \
  gcc g++ make \
  libhwloc-dev libevent-dev \
  flex bison git

# Clone OpenMPI source code
if [ ! -d "ompi" ]; then
  git clone --branch "${OMPI_TAG}" --depth 1 https://github.com/open-mpi/ompi.git
fi

cd ompi

# Generate configure script
./autogen.pl

# Configure
./configure --prefix="${PREFIX}"

# Build and install
make -j"$(nproc)"
make install

# Create system-wide environment configuration
cat >"${PROFILE_FILE}" <<EOF
# OpenMPI environment

export PATH=${PREFIX}/bin:\$PATH
export LD_LIBRARY_PATH=${PREFIX}/lib:\$LD_LIBRARY_PATH
EOF

chmod 644 "${PROFILE_FILE}"

# Load environment for current shell
source "${PROFILE_FILE}"

# Verify installation
mpirun --version

echo "OpenMPI ${OMPI_TAG} installed successfully at ${PREFIX}"

bash openmpi-install.sh

#!/bin/bash
set -e

# -------------------------
# Configuration
# -------------------------
NCCT_REPO="https://github.com/NVIDIA/nccl-tests.git"
NCCT_DIR="/usr/local/src/nccl-tests"
NCCT_TAG="${1:-v2.17.6}"
MPI_HOME="/usr/local/openmpi"
CUDA_HOME="/usr/local/cuda"
NCCL_HOME="/usr"

# -------------------------
# Dependency check
# -------------------------
echo "Checking dependencies..."

# -------------------------
# Check OpenMPI
# -------------------------
if [ ! -d "$MPI_HOME" ] || [ ! -x "$MPI_HOME/bin/mpirun" ]; then
    echo "Error: OpenMPI not found in $MPI_HOME"
    exit 1
else
    echo "=================================================="
    echo "OpenMPI found at $MPI_HOME"
    "$MPI_HOME/bin/mpirun" --version | head -n 1
    echo "=================================================="
fi

# -------------------------
# Check CUDA
# -------------------------
if [ ! -d "$CUDA_HOME" ] || [ ! -x "$CUDA_HOME/bin/nvcc" ]; then
    echo "Error: CUDA not found in $CUDA_HOME"
    exit 1
else
    echo "=================================================="
    echo "CUDA found at $CUDA_HOME"
    "$CUDA_HOME/bin/nvcc" --version | grep "release"
    echo "=================================================="
fi

# -------------------------
# Check NCCL
# -------------------------
if [ ! -d "$NCCL_HOME/include" ] || [ ! -f "$NCCL_HOME/include/nccl.h" ]; then
    echo "Error: NCCL not found in $NCCL_HOME"
    exit 1
else
    echo "=================================================="
    echo "NCCL found at $NCCL_HOME"
    if command -v dpkg >/dev/null 2>&1; then
        dpkg-query -W -f='${Package} ${Version}\n' libnccl2 libnccl-dev 2>/dev/null || echo "NCCL version info not found"
    else
        echo "NCCL header exists but cannot query version without dpkg"
    fi
    echo "=================================================="
fi

echo "All dependencies found. Proceeding to clone and compile."

# -------------------------
# Clone repository with tag
# -------------------------
if [ ! -d "$NCCT_DIR" ]; then
    git clone --branch "$NCCT_TAG" --depth 1 "$NCCT_REPO" "$NCCT_DIR"
else
    echo "Repository already exists at $NCCT_DIR, fetching tags..."
    cd "$NCCT_DIR"
    git fetch --all --tags
    git checkout "$NCCT_TAG"
fi

cd "$NCCT_DIR"

# -------------------------
# Compile nccl-tests
# -------------------------
echo "Compiling nccl-tests..."
make clean
make MPI=1 MPI_HOME="$MPI_HOME" CUDA_HOME="$CUDA_HOME" NCCL_HOME="$NCCL_HOME"

echo "Compilation of nccl-tests ($NCCT_TAG) completed successfully."
echo "You can run tests using: $NCCT_DIR/build/all_reduce_perf"

bash nccl-tests-install.sh