# Change CUDA and cuDNN version here FROM nvidia/cuda:12.4.1-base-ubuntu22.04 ARG PYTHON_VERSION=3.10 ENV DEBIAN_FRONTEND=noninteractive RUN apt-get update && apt-get install -y --no-install-recommends \ software-properties-common \ wget \ && add-apt-repository ppa:deadsnakes/ppa \ && apt-get update && apt-get install -y --no-install-recommends \ python$PYTHON_VERSION \ python$PYTHON_VERSION-dev \ python$PYTHON_VERSION-venv \ && wget https://bootstrap.pypa.io/get-pip.py -O get-pip.py \ && python$PYTHON_VERSION get-pip.py \ && rm get-pip.py \ && ln -sf /usr/bin/python$PYTHON_VERSION /usr/bin/python \ && ln -sf /usr/local/bin/pip$PYTHON_VERSION /usr/local/bin/pip \ && python --version \ && pip --version \ && apt-get purge -y --auto-remove software-properties-common \ && apt-get clean \ && rm -rf /var/lib/apt/lists/* ####### Add your own installation commands here ####### # RUN pip install some-package # RUN wget https://path/to/some/data/or/weights # RUN apt-get update && apt-get install -y RUN apt-get update && \ apt-get install -y libcurl4-openssl-dev build-essential RUN apt-get update RUN apt-get -y install libgl1 RUN apt-get -y install libglib2.0-0 WORKDIR /app COPY . /app # Install litserve and requirements RUN pip install --upgrade pip setuptools wheel RUN pip install --no-cache-dir litserve==0.2.16 -r requirements.txt RUN pip install torch torchvision EXPOSE 8000 CMD ["python", "-m","app.main"] #CMD ["tail", "-f","/dev/null"]