Spaces:
Running
Running
File size: 13,085 Bytes
c1bee18 074f3bf 9a50492 c1bee18 43a0ca3 0d77564 c1bee18 43a0ca3 0d77564 43333ad 0d77564 43333ad 0d77564 c1bee18 43a0ca3 0d77564 43333ad c1bee18 7d06e0a c1bee18 9a50492 074f3bf bde6cbf 074f3bf bde6cbf 074f3bf bde6cbf |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 |
"""
Utility functions and constants for HF-Inferoxy AI Hub.
Contains configuration constants and helper functions.
"""
import os
import re
import requests
# Configuration constants
DEFAULT_CHAT_MODEL = "openai/gpt-oss-20b"
DEFAULT_IMAGE_MODEL = "Qwen/Qwen-Image"
DEFAULT_IMAGE_PROVIDER = "fal-ai"
DEFAULT_IMAGE_TO_IMAGE_MODEL = "Qwen/Qwen-Image-Edit"
DEFAULT_IMAGE_TO_IMAGE_PROVIDER = "fal-ai"
DEFAULT_TTS_MODEL = "hexgrad/Kokoro-82M"
DEFAULT_TTS_PROVIDER = "fal-ai"
# Chat configuration
CHAT_CONFIG = {
"max_tokens": 1024,
"temperature": 0.7,
"top_p": 0.95,
"system_message": "You are a helpful and friendly AI assistant. Provide clear, accurate, and helpful responses."
}
# Image generation configuration
IMAGE_CONFIG = {
"width": 1024,
"height": 1024,
"num_inference_steps": 20,
"guidance_scale": 7.5,
"seed": -1,
"negative_prompt": "blurry, low quality, distorted, deformed, ugly, bad anatomy"
}
# Supported providers
CHAT_PROVIDERS = ["auto", "fireworks-ai", "cerebras", "groq", "together", "cohere"]
IMAGE_PROVIDERS = ["hf-inference", "fal-ai", "nebius", "nscale", "replicate", "together"]
# Popular models for quick access
POPULAR_CHAT_MODELS = [
"openai/gpt-oss-20b",
"meta-llama/Llama-2-7b-chat-hf",
"microsoft/DialoGPT-medium",
"google/flan-t5-base"
]
POPULAR_IMAGE_MODELS = [
"Qwen/Qwen-Image",
"black-forest-labs/FLUX.1-dev",
"stabilityai/stable-diffusion-xl-base-1.0",
"runwayml/stable-diffusion-v1-5"
]
# Model presets for image generation
IMAGE_MODEL_PRESETS = [
("Qwen (Fal.ai)", "Qwen/Qwen-Image", "fal-ai"),
("Qwen (Replicate)", "Qwen/Qwen-Image", "replicate"),
("FLUX.1 (Nebius)", "black-forest-labs/FLUX.1-dev", "nebius"),
("SDXL (HF)", "stabilityai/stable-diffusion-xl-base-1.0", "hf-inference"),
]
# Model presets for image-to-image generation
IMAGE_TO_IMAGE_MODEL_PRESETS = [
("Qwen Image Edit (Fal.ai)", "Qwen/Qwen-Image-Edit", "fal-ai"),
("Qwen Image Edit (Replicate)", "Qwen/Qwen-Image-Edit", "replicate"),
("FLUX.1 Kontext (Nebius)", "black-forest-labs/FLUX.1-Kontext-dev", "nebius"),
("SDXL (HF)", "stabilityai/stable-diffusion-xl-base-1.0", "hf-inference"),
]
# Model presets for text-to-speech generation
TTS_MODEL_PRESETS = [
("Kokoro (Fal.ai)", "hexgrad/Kokoro-82M", "fal-ai"),
("Kokoro (Replicate)", "hexgrad/Kokoro-82M", "replicate"),
("Chatterbox (Fal.ai)", "ResembleAI/chatterbox", "fal-ai"),
]
# Model-specific configurations for TTS
TTS_MODEL_CONFIGS = {
"hexgrad/Kokoro-82M": {
"type": "kokoro",
"supports_voice": True,
"supports_speed": True,
"extra_body_params": ["voice", "speed"]
},
"ResembleAI/chatterbox": {
"type": "chatterbox",
"supports_voice": False,
"supports_speed": False,
"extra_body_params": ["audio_url", "exaggeration", "temperature", "cfg"]
}
}
# Voice options for Kokoro TTS (based on the reference app)
TTS_VOICES = {
'πΊπΈ πΊ Heart β€οΈ': 'af_heart',
'πΊπΈ πΊ Bella π₯': 'af_bella',
'πΊπΈ πΊ Nicole π§': 'af_nicole',
'πΊπΈ πΊ Aoede': 'af_aoede',
'πΊπΈ πΊ Kore': 'af_kore',
'πΊπΈ πΊ Sarah': 'af_sarah',
'πΊπΈ πΊ Nova': 'af_nova',
'πΊπΈ πΊ Sky': 'af_sky',
'πΊπΈ πΊ Alloy': 'af_alloy',
'πΊπΈ πΊ Jessica': 'af_jessica',
'πΊπΈ πΊ River': 'af_river',
'πΊπΈ πΉ Michael': 'am_michael',
'πΊπΈ πΉ Fenrir': 'am_fenrir',
'πΊπΈ πΉ Puck': 'am_puck',
'πΊπΈ πΉ Echo': 'am_echo',
'πΊπΈ πΉ Eric': 'am_eric',
'πΊπΈ πΉ Liam': 'am_liam',
'πΊπΈ πΉ Onyx': 'am_onyx',
'πΊπΈ πΉ Santa': 'am_santa',
'πΊπΈ πΉ Adam': 'am_adam',
'π¬π§ πΊ Emma': 'bf_emma',
'π¬π§ πΊ Isabella': 'bf_isabella',
'π¬π§ πΊ Alice': 'bf_alice',
'π¬π§ πΊ Lily': 'bf_lily',
'π¬π§ πΉ George': 'bm_george',
'π¬π§ πΉ Fable': 'bm_fable',
'π¬π§ πΉ Lewis': 'bm_lewis',
'π¬π§ πΉ Daniel': 'bm_daniel',
}
# Example prompts for image generation
IMAGE_EXAMPLE_PROMPTS = [
"A majestic dragon flying over a medieval castle, epic fantasy art, detailed, 8k",
"A serene Japanese garden with cherry blossoms, zen atmosphere, peaceful, high quality",
"A futuristic cityscape with flying cars and neon lights, cyberpunk style, cinematic",
"A cute robot cat playing with yarn, adorable, cartoon style, vibrant colors",
"A magical forest with glowing mushrooms and fairy lights, fantasy, ethereal beauty",
"Portrait of a wise old wizard with flowing robes, magical aura, fantasy character art",
"A cozy coffee shop on a rainy day, warm lighting, peaceful atmosphere, detailed",
"An astronaut floating in space with Earth in background, photorealistic, stunning"
]
# Example prompts for image-to-image generation
IMAGE_TO_IMAGE_EXAMPLE_PROMPTS = [
"Turn the cat into a tiger with stripes and fierce expression",
"Make the background a magical forest with glowing mushrooms",
"Change the style to vintage comic book with bold colors",
"Add a superhero cape and mask to the person",
"Transform the building into a futuristic skyscraper",
"Make the flowers bloom and add butterflies around them",
"Change the weather to a stormy night with lightning",
"Add a magical portal in the background with sparkles"
]
# Example texts for text-to-speech generation
TTS_EXAMPLE_TEXTS = [
"Hello! Welcome to the amazing world of AI-powered text-to-speech technology.",
"The quick brown fox jumps over the lazy dog. This pangram contains every letter of the alphabet.",
"In a world where technology advances at lightning speed, artificial intelligence continues to reshape our future.",
"Imagine a world where machines can understand and respond to human emotions with perfect clarity.",
"The future belongs to those who believe in the beauty of their dreams and have the courage to pursue them.",
"Science is not only compatible with spirituality; it is a profound source of spirituality.",
"The only way to do great work is to love what you do. If you haven't found it yet, keep looking.",
"Life is what happens when you're busy making other plans. Embrace every moment with gratitude."
]
# Example audio URLs for Chatterbox TTS
TTS_EXAMPLE_AUDIO_URLS = [
"https://github.com/nazdridoy/kokoro-tts/raw/main/previews/demo.mp3",
"https://huggingface.co/datasets/hf-internal-testing/fixtures/resolve/main/audio/sample_audio_1.mp3",
"https://huggingface.co/datasets/hf-internal-testing/fixtures/resolve/main/audio/sample_audio_2.mp3",
"https://www.soundjay.com/misc/sounds/bell-ringing-05.wav"
]
def get_proxy_key():
"""Get the proxy API key from environment variables."""
return os.getenv("PROXY_KEY")
def validate_proxy_key():
"""Validate that the proxy key is available."""
proxy_key = get_proxy_key()
if not proxy_key:
return False, "β Error: PROXY_KEY not found in environment variables. Please set it in your HuggingFace Space secrets."
return True, ""
def get_proxy_url():
"""Get the proxy URL from environment variables."""
return os.getenv("PROXY_URL")
def validate_proxy_url():
"""Validate that the proxy URL is available."""
proxy_url = get_proxy_url()
if not proxy_url:
return False, "β Error: PROXY_URL not found in environment variables. Please set it in your HuggingFace Space secrets."
return True, ""
def parse_model_and_provider(model_name):
"""
Parse model name and provider from a string like 'model:provider'.
Returns (model, provider) tuple. Provider is None if not specified.
"""
if ":" in model_name:
model, provider = model_name.split(":", 1)
return model, provider
else:
return model_name, None
def format_error_message(error_type, error_message):
"""Format error messages consistently."""
return f"β {error_type}: {error_message}"
def format_success_message(operation, details=""):
"""Format success messages consistently."""
base_message = f"β
{operation} completed successfully"
if details:
return f"{base_message}: {details}"
return f"{base_message}!"
def get_gradio_theme():
"""Get the default Gradio theme for the application."""
try:
import gradio as gr
return gr.themes.Soft()
except ImportError:
return None
# -----------------------------
# OAuth / Org Access Utilities
# -----------------------------
def _parse_allowed_orgs() -> list[str]:
"""Parse comma/space separated ALLOWED_ORGS env var into a list of lowercase names."""
raw = os.getenv("ALLOWED_ORGS", "").strip()
if not raw:
return []
# support comma or whitespace separated
parts = [p.strip().lower() for p in raw.replace("\n", ",").replace(" ", ",").split(",") if p.strip()]
return list(dict.fromkeys(parts)) # dedupe while preserving order
def fetch_hf_identity(access_token: str) -> tuple[bool, dict | None, str]:
"""
Call whoami-v2 to get user identity and orgs.
Returns (success, data, error_message).
"""
if not access_token:
return False, None, "Missing access token"
try:
resp = requests.get(
"https://huggingface.co/api/whoami-v2",
headers={"Authorization": f"Bearer {access_token}", "Content-Type": "application/json"},
timeout=15,
)
if resp.status_code != 200:
return False, None, f"HF whoami-v2 HTTP {resp.status_code}"
return True, resp.json(), ""
except requests.exceptions.RequestException as e:
return False, None, f"HF whoami-v2 error: {str(e)}"
def check_org_access(access_token: str) -> tuple[bool, str, str | None, list[str]]:
"""
Validate that the logged-in user belongs to any of ALLOWED_ORGS.
Returns (is_allowed, message, username, matched_orgs).
"""
allowed_orgs = _parse_allowed_orgs()
if not access_token:
return False, "π Please log in with Hugging Face to continue.", None, []
if not allowed_orgs:
return False, "β Access denied: ALLOWED_ORGS is not configured in Space secrets.", None, []
ok, data, err = fetch_hf_identity(access_token)
if not ok or not data:
return False, f"β Failed to verify identity: {err}", None, []
username = data.get("name") or data.get("fullname") or data.get("id")
org_objs = data.get("orgs", []) or []
user_org_names = [str(org.get("name", "")).lower() for org in org_objs if org.get("name")]
matched = sorted(list(set(user_org_names).intersection(set(allowed_orgs))))
if matched:
return True, f"β
Access granted for @{username} in org(s): {', '.join(matched)}", username, matched
return False, f"π« Access denied for @{username}. Required org(s): {', '.join(allowed_orgs)}", username, []
def format_access_denied_message(message: str) -> str:
"""Return a standardized access denied message for UI display."""
return format_error_message("Access Denied", message)
# -----------------------------
# Reasoning (<think>) utilities
# -----------------------------
def render_with_reasoning_toggle(text: str, show_reasoning: bool) -> str:
"""Render assistant text while optionally revealing content inside <think>...</think>.
Behavior:
- When show_reasoning is True:
* Replace the opening <think> tag with a collapsible HTML <details> block and an opening
fenced code block. Stream reasoning tokens inside this block as they arrive.
* Replace the closing </think> tag with the closing fence and </details> when it appears.
- When show_reasoning is False:
* Remove complete <think>...</think> blocks.
* For partial streams (no closing tag yet), trim everything from the first <think> onward.
Safe to call on every streamed chunk; conversions are idempotent.
"""
if not isinstance(text, str):
return text
# If we are NOT showing reasoning, remove it entirely. For partial streams, hide from <think> onwards.
if not show_reasoning:
if "<think>" not in text:
return text
if "</think>" not in text:
return text.split("<think>", 1)[0]
# Remove complete <think>...</think> blocks
pattern_strip = re.compile(r"<think>[\s\S]*?</think>", re.IGNORECASE)
return pattern_strip.sub("", text)
# Show reasoning: stream it as it arrives by converting tags into a collapsible details block
open_block = "<details><summary>Reasoning</summary>\n\n```text\n"
close_block = "\n```\n</details>\n"
# Convert opening tag when first seen; idempotent if it's already converted
if "<think>" in text:
text = re.sub(r"<think>", open_block, text, flags=re.IGNORECASE)
# Convert closing tag when it appears
if "</think>" in text:
text = re.sub(r"</think>", close_block, text, flags=re.IGNORECASE)
return text
|