Spaces:
Runtime error
Runtime error
fancyfeast
commited on
Commit
Β·
5a5956e
1
Parent(s):
248feb4
Man the chatinterface is weird
Browse files
app.py
CHANGED
|
@@ -75,6 +75,8 @@ assert isinstance(end_of_header_id, int) and isinstance(end_of_turn_id, int)
|
|
| 75 |
def chat_joycaption(message: dict, history, temperature: float, max_new_tokens: int) -> Generator[str, None, None]:
|
| 76 |
torch.cuda.empty_cache()
|
| 77 |
|
|
|
|
|
|
|
| 78 |
# Prompts are always stripped in training for now
|
| 79 |
prompt = message['text'].strip()
|
| 80 |
|
|
@@ -134,6 +136,8 @@ def chat_joycaption(message: dict, history, temperature: float, max_new_tokens:
|
|
| 134 |
pixel_values = TVF.normalize(pixel_values, [0.5], [0.5])
|
| 135 |
pixel_values = pixel_values.to(torch.bfloat16)
|
| 136 |
|
|
|
|
|
|
|
| 137 |
generate_kwargs = dict(
|
| 138 |
input_ids=input_ids,
|
| 139 |
pixel_values=pixel_values,
|
|
@@ -151,7 +155,6 @@ def chat_joycaption(message: dict, history, temperature: float, max_new_tokens:
|
|
| 151 |
if temperature == 0:
|
| 152 |
generate_kwargs["do_sample"] = False
|
| 153 |
|
| 154 |
-
streamer = TextIteratorStreamer(tokenizer, timeout=10.0, skip_prompt=True, skip_special_tokens=True)
|
| 155 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
| 156 |
t.start()
|
| 157 |
|
|
@@ -161,7 +164,8 @@ def chat_joycaption(message: dict, history, temperature: float, max_new_tokens:
|
|
| 161 |
yield "".join(outputs)
|
| 162 |
|
| 163 |
|
| 164 |
-
chatbot=gr.Chatbot(height=450, placeholder=PLACEHOLDER, label='Gradio ChatInterface')
|
|
|
|
| 165 |
|
| 166 |
with gr.Blocks() as demo:
|
| 167 |
gr.HTML(TITLE)
|
|
@@ -171,7 +175,8 @@ with gr.Blocks() as demo:
|
|
| 171 |
chatbot=chatbot,
|
| 172 |
fill_height=True,
|
| 173 |
multimodal=True,
|
| 174 |
-
|
|
|
|
| 175 |
additional_inputs=[
|
| 176 |
gr.Slider(minimum=0,
|
| 177 |
maximum=1,
|
|
|
|
| 75 |
def chat_joycaption(message: dict, history, temperature: float, max_new_tokens: int) -> Generator[str, None, None]:
|
| 76 |
torch.cuda.empty_cache()
|
| 77 |
|
| 78 |
+
print(message)
|
| 79 |
+
|
| 80 |
# Prompts are always stripped in training for now
|
| 81 |
prompt = message['text'].strip()
|
| 82 |
|
|
|
|
| 136 |
pixel_values = TVF.normalize(pixel_values, [0.5], [0.5])
|
| 137 |
pixel_values = pixel_values.to(torch.bfloat16)
|
| 138 |
|
| 139 |
+
streamer = TextIteratorStreamer(tokenizer, timeout=10.0, skip_prompt=True, skip_special_tokens=True)
|
| 140 |
+
|
| 141 |
generate_kwargs = dict(
|
| 142 |
input_ids=input_ids,
|
| 143 |
pixel_values=pixel_values,
|
|
|
|
| 155 |
if temperature == 0:
|
| 156 |
generate_kwargs["do_sample"] = False
|
| 157 |
|
|
|
|
| 158 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
| 159 |
t.start()
|
| 160 |
|
|
|
|
| 164 |
yield "".join(outputs)
|
| 165 |
|
| 166 |
|
| 167 |
+
chatbot=gr.Chatbot(height=450, placeholder=PLACEHOLDER, label='Gradio ChatInterface', type="messages")
|
| 168 |
+
textbox = gr.MultimodalTextbox(file_types=["image"], file_count="single")
|
| 169 |
|
| 170 |
with gr.Blocks() as demo:
|
| 171 |
gr.HTML(TITLE)
|
|
|
|
| 175 |
chatbot=chatbot,
|
| 176 |
fill_height=True,
|
| 177 |
multimodal=True,
|
| 178 |
+
textbox=textbox,
|
| 179 |
+
additional_inputs_accordion=None,#gr.Accordion(label="βοΈ Parameters", open=False, render=False),
|
| 180 |
additional_inputs=[
|
| 181 |
gr.Slider(minimum=0,
|
| 182 |
maximum=1,
|