Update app.py

app.py

@@ -4,6 +4,14 @@
 import argparse
 import json
 import os
+
+os.system("pip install torch==2.6.0 torchvision==0.21.0 --index-url https://download.pytorch.org/whl/cu124")
+import subprocess
+subprocess.run('pip install flash-attn==2.7.4.post1 --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
+import sys
+import threading
+
+
 import re
 from typing import Any, Dict, List