Update app.py

app.py

@@ -1,37 +1,45 @@
 import argparse
 import gradio as gr
 from openai import OpenAI
+import os
 
 # Argument parser setup
-parser = argparse.ArgumentParser(
-    description='Chatbot Interface with Customizable Parameters')
-parser.add_argument('--model-url',
-                    type=str,
-                    default='http://134.28.190.100:8000/v1',
-                    help='Model URL')
-parser.add_argument('-m',
-                    '--model',
-                    type=str,
-                    required=True,
-                    default='TheBloke/Mistral-7B-Instruct-v0.2-AWQ',
-                    help='Model name for the chatbot')
-parser.add_argument('--temp',
-                    type=float,
-                    default=0.8,
-                    help='Temperature for text generation')
-parser.add_argument('--stop-token-ids',
-                    type=str,
-                    default='',
-                    help='Comma-separated stop token IDs')
-parser.add_argument("--host", type=str, default=None)
-parser.add_argument("--port", type=int, default=8001)
+#parser = argparse.ArgumentParser(
+    #description='Chatbot Interface with Customizable Parameters')
+#parser.add_argument('--model-url',
+                    #type=str,
+                    #default='http://134.28.190.100:8000/v1',
+                    #help='Model URL')
+#parser.add_argument('-m',
+                    #'--model',
+                    #type=str,
+                    #required=True,
+                    #default='TheBloke/Mistral-7B-Instruct-v0.2-AWQ',
+                    #help='Model name for the chatbot')
+#parser.add_argument('--temp',
+                    #type=float,
+                    #default=0.8,
+                    #help='Temperature for text generation')
+##parser.add_argument('--stop-token-ids',
+                    #type=str,
+                    #default='',
+                    #help='Comma-separated stop token IDs')
+#parser.add_argument("--host", type=str, default=None)
+#parser.add_argument("--port", type=int, default=8001)
 
 # Parse the arguments
-args = parser.parse_args()
+#args = parser.parse_args()
+
+model_url = os.getenv('MODEL_URL', 'http://localhost:8000/v1')
+model_name = os.getenv('MODEL_NAME', 'default-model-name')  # Make sure to set this in the environment
+temperature = float(os.getenv('TEMPERATURE', 0.8))
+stop_token_ids = os.getenv('STOP_TOKEN_IDS', '')
+host = os.getenv('HOST', '0.0.0.0')
+port = int(os.getenv('PORT', 8001))
 
 # Set OpenAI's API key and API base to use vLLM's API server.
 openai_api_key = "EMPTY"
-openai_api_base = args.model_url
+openai_api_base = model_url
 
 # Create an OpenAI client to interact with the API server
 client = OpenAI(