Commit
·
5852a79
1
Parent(s):
53efe10
fix typo
Browse files- README.md +2 -2
- generation_demo.py +2 -2
README.md
CHANGED
|
@@ -35,9 +35,9 @@ MAX_BATCH_SIZE = 1
|
|
| 35 |
MAX_SEQ_LENGTH = 2048
|
| 36 |
NUM_TOKENS_TO_GENERATE = 10
|
| 37 |
COMPILE = True
|
| 38 |
-
|
| 39 |
|
| 40 |
-
if
|
| 41 |
import torch._dynamo.config
|
| 42 |
import torch._inductor.config
|
| 43 |
torch._dynamo.config.cache_size_limit = 64
|
|
|
|
| 35 |
MAX_SEQ_LENGTH = 2048
|
| 36 |
NUM_TOKENS_TO_GENERATE = 10
|
| 37 |
COMPILE = True
|
| 38 |
+
OPTIMIZED_COMPILE = False
|
| 39 |
|
| 40 |
+
if OPTIMIZED_COMPILE:
|
| 41 |
import torch._dynamo.config
|
| 42 |
import torch._inductor.config
|
| 43 |
torch._dynamo.config.cache_size_limit = 64
|
generation_demo.py
CHANGED
|
@@ -11,9 +11,9 @@ MAX_BATCH_SIZE = 1
|
|
| 11 |
MAX_SEQ_LENGTH = 2048
|
| 12 |
NUM_TOKENS_TO_GENERATE = 10
|
| 13 |
COMPILE = True
|
| 14 |
-
|
| 15 |
|
| 16 |
-
if
|
| 17 |
import torch._dynamo.config
|
| 18 |
import torch._inductor.config
|
| 19 |
torch._dynamo.config.cache_size_limit = 64
|
|
|
|
| 11 |
MAX_SEQ_LENGTH = 2048
|
| 12 |
NUM_TOKENS_TO_GENERATE = 10
|
| 13 |
COMPILE = True
|
| 14 |
+
OPTIMIZED_COMPILE = False
|
| 15 |
|
| 16 |
+
if OPTIMIZED_COMPILE:
|
| 17 |
import torch._dynamo.config
|
| 18 |
import torch._inductor.config
|
| 19 |
torch._dynamo.config.cache_size_limit = 64
|