logging device

app.py

@@ -46,7 +46,10 @@ def generate_text_local(model_path, prompt, max_new_tokens=512, temperature=0.7,
         # Use the already initialized model
         if model_path in pipelines:
             model_pipeline = pipelines[model_path]
-            logger.info(f"Running text generation with {model_path}")
+            
+            # Log GPU usage information
+            device_info = next(model_pipeline.model.parameters()).device
+            logger.info(f"Running text generation with {model_path} on device: {device_info}")
 
             outputs = model_pipeline(
                 prompt,