Spaces:
Sleeping
Sleeping
File size: 4,434 Bytes
01d5d83 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 |
"""
Test the old HF V4 endpoint to see what the model generates.
"""
import asyncio
import json
import httpx
async def test_hf_old_endpoint():
"""Test HF V4 old (non-NDJSON) endpoint."""
hf_space_url = "https://colin730-summarizerapp.hf.space"
url = "https://www.nzherald.co.nz/nz/auckland/mt-wellington-homicide-jury-find-couple-not-guilty-of-murder-after-soldier-stormed-their-house-with-knife/B56S6KBHRVFCZMLDI56AZES6KY/"
print("=" * 80)
print("Hugging Face V4 OLD Endpoint Test (for comparison)")
print("=" * 80)
print(f"\nEndpoint: {hf_space_url}/api/v4/scrape-and-summarize/stream")
print(f"Article URL: {url[:80]}...")
print(f"Style: executive\n")
payload = {
"url": url,
"style": "executive",
"max_tokens": 512,
"include_metadata": True,
"use_cache": True,
}
async with httpx.AsyncClient(timeout=600.0) as client:
try:
print("🔄 Sending request to old V4 endpoint...\n")
async with client.stream(
"POST",
f"{hf_space_url}/api/v4/scrape-and-summarize/stream",
json=payload,
) as response:
print(f"Status: {response.status_code}\n")
if response.status_code != 200:
error_text = await response.aread()
print(f"❌ Error: {error_text.decode()}")
return
print("=" * 80)
print("MODEL OUTPUT (Raw)")
print("=" * 80)
print()
full_content = []
token_count = 0
async for line in response.aiter_lines():
if line.startswith("data: "):
try:
event = json.loads(line[6:])
# Metadata
if event.get("type") == "metadata":
print("--- Metadata ---")
print(json.dumps(event["data"], indent=2))
print("\n" + "-" * 80 + "\n")
continue
# Error
if "error" in event:
print(f"\n❌ ERROR: {event['error']}")
return
# Content
if "content" in event and not event.get("done"):
content = event["content"]
full_content.append(content)
print(content, end="", flush=True)
token_count = event.get("tokens_used", token_count)
# Done
elif event.get("done"):
latency = event.get("latency_ms", 0)
token_count = event.get("tokens_used", token_count)
print(f"\n\n{'=' * 80}")
print(f"✅ Done | Tokens: {token_count} | Latency: {latency:.2f}ms")
print("=" * 80)
except json.JSONDecodeError as e:
print(f"\nJSON Error: {e}")
print(f"Raw: {line}")
# Try to parse as JSON
full_text = "".join(full_content)
if full_text:
print("\n--- Attempting JSON Parse ---")
try:
parsed = json.loads(full_text)
print("✅ Valid JSON!")
print(json.dumps(parsed, indent=2))
except json.JSONDecodeError:
print("❌ Not valid JSON")
print("This is the raw model output (not JSON-formatted)")
except Exception as e:
print(f"\n❌ Error: {e}")
import traceback
traceback.print_exc()
if __name__ == "__main__":
print("\n🧪 Testing Old V4 Endpoint\n")
asyncio.run(test_hf_old_endpoint())
|