Dockerfile

# Use an official Python runtime as a parent image
FROM python:3.8-slim

RUN useradd -m -u 1000 user
WORKDIR /home/user/app
COPY --link --chown=1000 ./ /home/user/app

# Install any needed packages specified in requirements.txt
RUN pip install --trusted-host pypi.python.org flask torch transformers peft accelerate

# Make port 5000 available to the world outside this container
EXPOSE 7860

ENV TRANSFORMERS_CACHE /data/.huggingface

# Define environment variable
ENV MODEL_NAME "IlyaGusev/saiga2_70b_lora"

# Run app.py when the container launches
CMD python app.py