init

Dockerfile

@@ -12,5 +12,5 @@ WORKDIR /app
 COPY --chown=user . /app
 RUN pip install -e .
 
-CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]
+CMD ["start.sh"]
 

start.sh

@@ -0,0 +1,3 @@
+python -m starvector.serve.vllm_api_gradio.controller --host 0.0.0.0 --port 10000 &
+python -m starvector.serve.vllm_api_gradio.gradio_web_server --controller http://localhost:10000 --model-list-mode reload --port 7000 &
+python -m starvector.serve.vllm_api_gradio.model_worker --host 0.0.0.0 --controller http://localhost:10000 --port 40000 --worker http://localhost:40000 --model-name /home/agent_h/data/starvector-1b-im2svg --vllm-base-url http://localhost:8000 &