Spaces:
Running
on
Zero
Running
on
Zero
Update optimization.py
Browse files- optimization.py +1 -0
optimization.py
CHANGED
|
@@ -4,6 +4,7 @@
|
|
| 4 |
from typing import Any
|
| 5 |
from typing import Callable
|
| 6 |
from typing import ParamSpec
|
|
|
|
| 7 |
from torchao.quantization import Float8DynamicActivationFloat8WeightConfig
|
| 8 |
import spaces
|
| 9 |
import torch
|
|
|
|
| 4 |
from typing import Any
|
| 5 |
from typing import Callable
|
| 6 |
from typing import ParamSpec
|
| 7 |
+
from torchao.quantization import quantize_
|
| 8 |
from torchao.quantization import Float8DynamicActivationFloat8WeightConfig
|
| 9 |
import spaces
|
| 10 |
import torch
|