Update app.py

app.py

@@ -35,7 +35,12 @@ model_name = os.getenv('MODEL_NAME', 'default-model-name')  # Make sure to set t
 temperature = float(os.getenv('TEMPERATURE', 0.8))
 stop_token_ids = os.getenv('STOP_TOKEN_IDS', '')
 host = os.getenv('HOST', '0.0.0.0')
-port = int(os.getenv('PORT', 8001))
+port_str = os.getenv('PORT', '8001')
+try:
+    port = int(port_str)
+except ValueError:
+    port = 8001
+#port = int(os.getenv('PORT', 8001))
 
 # Set OpenAI's API key and API base to use vLLM's API server.
 openai_api_key = "EMPTY"