up23

Dockerfile

@@ -9,7 +9,10 @@ WORKDIR /app
 
 COPY --chown=user . /app
 
-RUN pip install --no-cache-dir --upgrade -r requirements.txt
+RUN pip install --no-cache-dir torch==2.2.2
+RUN pip install --no-cache-dir flash-attn
+RUN pip install --no-cache-dir -r requirements.txt
+RUN CMAKE_ARGS="-DGGML_CUDA=on" pip install outetts --upgrade
 
 #CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860", , "--ws", "auto", "--allow-websocket-origin", "*"]
 CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]

requirements.txt

@@ -1,7 +1,6 @@
-uvicorn[standard]==0.30.1
+torch==2.2.2
+flash-attn
+uvicorn==0.30.1
 fastapi==0.111.0
 transformers==4.48.3
-websockets==15.0.1
-outetts>=0.4
-torch==2.2.2
-flash-attn
+websockets==15.0.1