first commit

Dockerfile

@@ -7,10 +7,12 @@ WORKDIR /code
 
 COPY requirements.txt /code/requirements.txt
 
+COPY main.py /code/main.py
+
 # COPY /Users/shekharsingh/code/nsph/models/llemma_7b /code/llemma_7b
 
 RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
 
 COPY . .
 
-CMD ["uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "7860"]
+CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]

main.py

@@ -7,6 +7,7 @@ model_path = '"EleutherAI/llemma_7b"'
 model = LlamaForCausalLM.from_pretrained(model_path)
 tokenizer = AutoTokenizer.from_pretrained(model_path)
 
+
 class validation(BaseModel):
     prompt: str