saiga-api-13b

Build error

muryshev commited on Oct 3, 2023

Commit

5a792ea

1 Parent(s): a769ced

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -139,7 +139,7 @@ def handler_change_context_size():
     stop_generation = True
     new_size = int(request.args.get('size', CONTEXT_SIZE))
-    init_model(new_size, enable_gpu=ENABLE_GPU, GPU_LAYERS)
     return Response('Size changed', content_type='text/plain')

     stop_generation = True
     new_size = int(request.args.get('size', CONTEXT_SIZE))
+    init_model(new_size, ENABLE_GPU, GPU_LAYERS)
     return Response('Size changed', content_type='text/plain')