Dockerfile

# read the doc: https://huggingface.co/docs/hub/spaces-sdks-docker
# you will also find guides on how best to write your Dockerfile

FROM python:3.9

USER user

RUN mkdir -p /model

RUN chown user /model

RUN chown user /code

RUN chown user ./cache

ENV TRANSFORMERS_CACHE=./model

WORKDIR /code

COPY requirements.txt /code/requirements.txt

COPY main.py /code/main.py

# COPY /Users/shekharsingh/code/nsph/models/llemma_7b /code/llemma_7b

RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt

RUN pip install fastapi uvicorn


CMD ["fastapi", "run", "main.py", "--host", "0.0.0.0", "--port", "7860"]