Spaces:
Running
on
T4
Running
on
T4
Modify Queue parameters
Browse filesAdd "max_split_size_mb"
app.py
CHANGED
|
@@ -35,6 +35,7 @@ UNLOAD_MODEL = False
|
|
| 35 |
MOVE_TO_CPU = False
|
| 36 |
MAX_PROMPT_INDEX = 0
|
| 37 |
git = os.environ.get('GIT', "git")
|
|
|
|
| 38 |
|
| 39 |
def interrupt_callback():
|
| 40 |
return INTERRUPTED
|
|
@@ -473,7 +474,7 @@ def ui(**kwargs):
|
|
| 473 |
|
| 474 |
|
| 475 |
|
| 476 |
-
demo.queue(max_size=
|
| 477 |
|
| 478 |
if __name__ == "__main__":
|
| 479 |
parser = argparse.ArgumentParser()
|
|
|
|
| 35 |
MOVE_TO_CPU = False
|
| 36 |
MAX_PROMPT_INDEX = 0
|
| 37 |
git = os.environ.get('GIT', "git")
|
| 38 |
+
os.environ["PYTORCH_CUDA_ALLOC_CONF"] = "max_split_size_mb:128"
|
| 39 |
|
| 40 |
def interrupt_callback():
|
| 41 |
return INTERRUPTED
|
|
|
|
| 474 |
|
| 475 |
|
| 476 |
|
| 477 |
+
demo.queue(max_size=10, concurrency_count=1, api_open=False).launch(**launch_kwargs)
|
| 478 |
|
| 479 |
if __name__ == "__main__":
|
| 480 |
parser = argparse.ArgumentParser()
|