Containerfile-instructlab-cuda

FROM nvidia/cuda:12.2.2-devel-ubi9 AS base
ENV NVIDIA_VISIBLE_DEVICES=all
ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility

# TODO research: possibly use the smaller cuda image
#FROM nvidia/cuda:12.2.2-base-ubuntu22.04 
# create a user, specific UID/GID is not necessisarily important, but designed to run as any `--user`
RUN set -eux; \
    groupadd -r ilab --gid=1000; \
    useradd -r -g ilab --uid=1000 --home-dir=/instructlab --shell=/bin/bash ilab; \
    install --verbose --directory --owner ilab --group ilab --mode 1777 /instructlab
ARG IL_VERSION=v0.21.2
WORKDIR /instructlab

RUN set -eux; \
    dnf -y update; \
    dnf install -y --setopt=install_weak_deps=False \
        automake \
        git \
        python3.11-devel \
        python3.11-pip \
        libcudnn9 \
        libcudnn9-devel \
        libcudnn8 \
        libcudnn8-devel \
        cuda-cccl-12-4 \
        libnccl-2.22.3-1+cuda12.4.x86_64; 

RUN dnf clean all;


RUN alias python3='/usr/bin/python3.11'

RUN pip3.11 cache remove llama_cpp_python
RUN pip3.11 install --force-reinstall "llama_cpp_python[server]==0.2.79" --config-settings  cmake.args="-DLLAMA_CUDA=on"

RUN set -eux; \
     pip3.11 install --no-cache instructlab==${IL_VERSION};


RUN set -eux; \
    pip3.11 install instructlab[cuda]==${IL_VERSION}; 

    
ENV TORCH_CUDA_ARCH_LIST="8.9 9.0+PTX"

RUN set -eux; \
    pip3.11 install vllm@git+https://github.com/opendatahub-io/vllm@v0.6.1


COPY config.yaml /instructlab

USER ilab

# RUN set -eux; \
#     ilab config init --non-interactive --train-profile /instructlab/config.yaml --model-path /instructlab/models/instructlab/granite-7b-lab  --taxonomy-path /instructlab/share/taxonomy
# RUN ilab model download --repository instructlab/granite-7b-lab --model-dir /instructlab/models

ENV GIT_CONFIG_COUNT=1

ENV GIT_CONFIG_KEY_0=safe.directory

ENV GIT_CONFIG_VALUE_0=*
# COPY --from=build --link /target/ /

COPY instructlab-license /licenses/instructlab-license

ENV LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/nvidia/lib:/usr/local/nvidia/lib64