Update main.py

main.py

@@ -1,104 +1,44 @@
-import requests
-import random
-import time
-import threading
-from flask import Flask, request, Response, jsonify, stream_with_context
-
-PROXY_LIST_URL = "https://proxies.typegpt.net/ips.txt"
-proxies_cache = []
-last_refresh = 0
-
-app = Flask(__name__)
-
-# ✅ Fixed headers for DeepInfra requests
-DEEPINFRA_HEADERS = {
-    "accept": "text/event-stream",
-    "content-type": "application/json",
-    "referer": "https://deepinfra.com/",
-    "sec-ch-ua": '"Chromium";v="140", "Not=A?Brand";v="24", "Google Chrome";v="140"',
-    "sec-ch-ua-mobile": "?0",
-    "sec-ch-ua-platform": '"Windows"',
-    "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/140.0.0.0 Safari/537.36",
-    "x-deepinfra-source": "web-embed",
-}
-
-def fetch_proxies():
-    try:
-        resp = requests.get(PROXY_LIST_URL, timeout=10)
-        resp.raise_for_status()
-        proxies = [line.strip() for line in resp.text.splitlines() if line.strip()]
-        return proxies
-    except Exception as e:
-        print(f"[ERROR] Failed to fetch proxies: {e}")
-        return []
-
-def get_random_proxy(proxies):
-    if not proxies:
-        return None
-    return random.choice(proxies)
-
-def refresh_proxies_loop():
-    global proxies_cache, last_refresh
-    while True:
-        if time.time() - last_refresh > 300 or not proxies_cache:
-            proxies_cache = fetch_proxies()
-            last_refresh = time.time()
-            print(f"[INFO] Refreshed {len(proxies_cache)} proxies.")
-        time.sleep(60)
-
-@app.route("/health", methods=["GET"])
-def health():
-    return "Healthy", 200
-
-@app.route("/deepinfra", methods=["POST"])
-def proxy_deepinfra():
-    target_url = "https://api.deepinfra.com/v1/openai/chat/completions"
-    proxy = get_random_proxy(proxies_cache)
-    if not proxy:
-        return jsonify({"error": "No proxies available"}), 500
-
-    proxies = {"http": proxy, "https": proxy}
-
+import httpx
+from fastapi import FastAPI, Request
+from fastapi.responses import StreamingResponse
+import json
+
+app = FastAPI()
+
+@app.post("/v1/openai/chat/completions")
+async def proxy_deepinfra(request: Request):
+    """
+    Proxies chat completion requests to the DeepInfra API.
+    """
+    client = httpx.AsyncClient()
+    url = "https://api.deepinfra.com/v1/openai/chat/completions"
+
+    # Extract the raw body from the request
+    body = await request.body()
+    # Decode the body to a string and then load it as JSON
     try:
-        print(f"[INFO] Forwarding POST to {target_url} via {proxy}")
-
-        # Always use fixed headers (ignore client-supplied headers)
-        forward_headers = dict(DEEPINFRA_HEADERS)
-
-        upstream = requests.post(
-            url=target_url,
-            headers=forward_headers,
-            data=request.get_data(),
-            params=request.args,
-            proxies=proxies,
-            stream=True,
-            timeout=120,
-        )
-
-        def generate():
-            for chunk in upstream.iter_content(chunk_size=None):
-                if chunk:
-                    yield chunk
-
-        headers = dict(upstream.headers)
-        headers["X-Proxy-Used"] = proxy
-
-        # 🔑 Return exactly what DeepInfra sent (status, body, headers)
-        return Response(
-            stream_with_context(generate()),
-            status=upstream.status_code,
-            headers=headers,
-            content_type=upstream.headers.get("Content-Type", "application/json")
-        )
-
-    except requests.exceptions.RequestException as e:
-        # Only if the proxy itself fails (not DeepInfra)
-        return jsonify({"error": "Proxy failed", "proxy": proxy, "details": str(e)}), 502
-
-def main():
-    t = threading.Thread(target=refresh_proxies_loop, daemon=True)
-    t.start()
-    app.run(host="0.0.0.0", port=5000)
+        data = json.loads(body.decode('utf-8'))
+    except json.JSONDecodeError:
+        return {"error": "Invalid JSON in request body"}, 400
+
+    headers = {
+        'sec-ch-ua-platform': request.headers.get('sec-ch-ua-platform', '"Windows"'),
+        'Referer': request.headers.get('Referer', 'https://deepinfra.com/'),
+        'sec-ch-ua': request.headers.get('sec-ch-ua', '"Chromium";v="140", "Not=A?Brand";v="24", "Google Chrome";v="140"'),
+        'sec-ch-ua-mobile': request.headers.get('sec-ch-ua-mobile', '?0'),
+        'User-Agent': request.headers.get('User-Agent', 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/140.0.0.0 Safari/537.36'),
+        'accept': request.headers.get('accept', 'text/event-stream'),
+        'X-Deepinfra-Source': request.headers.get('X-Deepinfra-Source', 'web-embed'),
+        'Content-Type': request.headers.get('Content-Type', 'application/json'),
+    }
+
+    async def stream_response():
+        async with client.stream("POST", url, headers=headers, json=data, timeout=None) as response:
+            async for chunk in response.aiter_bytes():
+                yield chunk
+
+    return StreamingResponse(stream_response(), media_type="text/event-stream")
 
 if __name__ == "__main__":
-    main()
+    import uvicorn
+    uvicorn.run(app, host="0.0.0.0", port=8000)