Update

README.md

@@ -4,7 +4,7 @@ emoji: 🔥
 colorFrom: blue
 colorTo: yellow
 sdk: gradio
-sdk_version: 5.39.0
+sdk_version: 5.40.0
 app_file: app.py
 pinned: false
 ---

app.py

@@ -188,6 +188,7 @@ def run(message: dict, history: list[dict], system_prompt: str = "", max_new_tok
         inputs,
         streamer=streamer,
         max_new_tokens=max_new_tokens,
+        disable_compile=True,
     )
     t = Thread(target=model.generate, kwargs=generate_kwargs)
     t.start()

pyproject.toml

@@ -6,7 +6,7 @@ readme = "README.md"
 requires-python = ">=3.10"
 dependencies = [
     "accelerate>=1.9.0",
-    "gradio>=5.39.0",
+    "gradio>=5.40.0",
     "hf-transfer>=0.1.9",
     "loguru>=0.7.3",
     "opencv-python-headless>=4.11.0.86",

requirements.txt

@@ -2,46 +2,46 @@
 #    uv pip compile pyproject.toml -o requirements.txt
 accelerate==1.9.0
     # via gemma-3-12b-it (pyproject.toml)
-aiofiles==23.2.1
+aiofiles==24.1.0
     # via gradio
 annotated-types==0.7.0
     # via pydantic
-anyio==4.8.0
+anyio==4.10.0
     # via
     #   gradio
     #   httpx
     #   starlette
 brotli==1.1.0
     # via gradio
-certifi==2025.1.31
+certifi==2025.8.3
     # via
     #   httpcore
     #   httpx
     #   requests
-charset-normalizer==3.4.1
+charset-normalizer==3.4.2
     # via requests
-click==8.1.8
+click==8.2.1
     # via
     #   typer
     #   uvicorn
-exceptiongroup==1.2.2
+exceptiongroup==1.3.0
     # via anyio
-fastapi==0.115.11
+fastapi==0.116.1
     # via gradio
-ffmpy==0.5.0
+ffmpy==0.6.1
     # via gradio
-filelock==3.17.0
+filelock==3.18.0
     # via
     #   huggingface-hub
     #   torch
     #   transformers
     #   triton
-fsspec==2025.3.0
+fsspec==2025.7.0
     # via
     #   gradio-client
     #   huggingface-hub
     #   torch
-gradio==5.39.0
+gradio==5.40.0
     # via
     #   gemma-3-12b-it (pyproject.toml)
     #   spaces
@@ -49,7 +49,7 @@ gradio-client==1.11.0
     # via gradio
 groovy==0.1.2
     # via gradio
-h11==0.14.0
+h11==0.16.0
     # via
     #   httpcore
     #   uvicorn
@@ -57,7 +57,7 @@ hf-transfer==0.1.9
     # via gemma-3-12b-it (pyproject.toml)
 hf-xet==1.1.5
     # via huggingface-hub
-httpcore==1.0.7
+httpcore==1.0.9
     # via httpx
 httpx==0.28.1
     # via
@@ -85,7 +85,7 @@ loguru==0.7.3
     # via gemma-3-12b-it (pyproject.toml)
 markdown-it-py==3.0.0
     # via rich
-markupsafe==2.1.5
+markupsafe==3.0.2
     # via
     #   gradio
     #   jinja2
@@ -95,7 +95,7 @@ mpmath==1.3.0
     # via sympy
 networkx==3.4.2
     # via torch
-numpy==2.2.3
+numpy==2.2.6
     # via
     #   accelerate
     #   gradio
@@ -127,17 +127,17 @@ nvidia-cusparse-cu12==12.1.0.106
     #   torch
 nvidia-nccl-cu12==2.20.5
     # via torch
-nvidia-nvjitlink-cu12==12.8.93
+nvidia-nvjitlink-cu12==12.9.86
     # via
     #   nvidia-cusolver-cu12
     #   nvidia-cusparse-cu12
 nvidia-nvtx-cu12==12.1.105
     # via torch
-opencv-python-headless==4.11.0.86
+opencv-python-headless==4.12.0.88
     # via gemma-3-12b-it (pyproject.toml)
-orjson==3.10.15
+orjson==3.11.1
     # via gradio
-packaging==24.2
+packaging==25.0
     # via
     #   accelerate
     #   gradio
@@ -145,32 +145,32 @@ packaging==24.2
     #   huggingface-hub
     #   spaces
     #   transformers
-pandas==2.2.3
+pandas==2.3.1
     # via gradio
-pillow==11.1.0
+pillow==11.3.0
     # via gradio
-protobuf==6.30.0
+protobuf==6.31.1
     # via gemma-3-12b-it (pyproject.toml)
 psutil==5.9.8
     # via
     #   accelerate
     #   spaces
-pydantic==2.10.6
+pydantic==2.11.7
     # via
     #   fastapi
     #   gradio
     #   spaces
-pydantic-core==2.27.2
+pydantic-core==2.33.2
     # via pydantic
 pydub==0.25.1
     # via gradio
-pygments==2.19.1
+pygments==2.19.2
     # via rich
 python-dateutil==2.9.0.post0
     # via pandas
 python-multipart==0.0.20
     # via gradio
-pytz==2025.1
+pytz==2025.2
     # via pandas
 pyyaml==6.0.2
     # via
@@ -178,16 +178,16 @@ pyyaml==6.0.2
     #   gradio
     #   huggingface-hub
     #   transformers
-regex==2024.11.6
+regex==2025.7.34
     # via transformers
-requests==2.32.3
+requests==2.32.4
     # via
     #   huggingface-hub
     #   spaces
     #   transformers
-rich==13.9.4
+rich==14.1.0
     # via typer
-ruff==0.9.10
+ruff==0.12.7
     # via gradio
 safehttpx==0.1.6
     # via gradio
@@ -207,15 +207,15 @@ sniffio==1.3.1
     # via anyio
 spaces==0.39.0
     # via gemma-3-12b-it (pyproject.toml)
-starlette==0.46.1
+starlette==0.47.2
     # via
     #   fastapi
     #   gradio
-sympy==1.13.3
+sympy==1.14.0
     # via torch
-tokenizers==0.21.0
+tokenizers==0.21.4
     # via transformers
-tomlkit==0.13.2
+tomlkit==0.13.3
     # via gradio
 torch==2.4.0
     # via
@@ -229,27 +229,31 @@ transformers==4.51.3
     # via gemma-3-12b-it (pyproject.toml)
 triton==3.0.0
     # via torch
-typer==0.15.2
+typer==0.16.0
     # via gradio
-typing-extensions==4.12.2
+typing-extensions==4.14.1
     # via
     #   anyio
+    #   exceptiongroup
     #   fastapi
     #   gradio
     #   gradio-client
     #   huggingface-hub
     #   pydantic
     #   pydantic-core
-    #   rich
     #   spaces
+    #   starlette
     #   torch
     #   typer
+    #   typing-inspection
     #   uvicorn
-tzdata==2025.1
+typing-inspection==0.4.1
+    # via pydantic
+tzdata==2025.2
     # via pandas
-urllib3==2.3.0
+urllib3==2.5.0
     # via requests
-uvicorn==0.34.0
+uvicorn==0.35.0
     # via gradio
 websockets==15.0.1
     # via gradio-client