Update apis/chat_api.py

apis/chat_api.py

@@ -162,7 +162,7 @@ class ChatAPIApp:
         MODEL_MAP = {
         "t5-base": "t5-base",
         "t5-small": "t5-small",
-        "t5-large": "t5-3b",
+        "t5-large": "t5-large",
         "t5-3b": "t5-3b",
         "mbart-large-50-many-to-many-mmt": "facebook/mbart-large-50-many-to-many-mmt",
         "nllb-200-distilled-600M": "facebook/nllb-200-distilled-600M",
@@ -173,37 +173,12 @@ class ChatAPIApp:
             target_model = item.model
         else:
             target_model = "default"
-            
-        model_fullname = MODEL_MAP[target_model]   
-        request_url = (
-            f"https://api-inference.huggingface.co/models/{model_fullname}"
-        )
-        request_headers = {
-            "Content-Type": "application/json",
-        }
-        request_body = {
-            "inputs": item.input_text,
-            "parameters": {
-                "src_lang": item.from_language,
-                "tgt_lang": item.to_language
-            }
-        }
-        enver.set_envs(proxies=True)
-        stream = requests.post(
-            request_url,
-            headers=request_headers,
-            json=request_body,
-            proxies=enver.requests_proxies,
-            stream=False,
-        )
-        status_code = stream.status_code
-        if status_code == 200:
-            result = stream.json()
-        else:
-            result = stream.text
-            
+        
+        translator = pipeline("translation_"+item.from_language+"_to_"+item.to_language, model=target_model)
+        result = translator(item.input_text)    
+           
         item_response = {
-            "statue": status_code,
+            "statue": 200,
             "result": result,
             }
         json_compatible_item_data = jsonable_encoder(item_response)