Upload app.py

app.py

@@ -23,38 +23,16 @@ import gradio as gr
 import os
 import glob
 import json
-from setuptools import setup, find_packages
-
-_PATH_ROOT = os.path.dirname(__file__)
-
-with open(os.path.join(_PATH_ROOT, "README.md"), encoding="utf-8") as fo:
-    readme = fo.read()
-
-setup(
-    name='lit-llama',
-    version='0.1.0',
-    description='Implementation of the LLaMA language model',
-    author='Lightning AI',
-    url='https://github.com/lightning-AI/lit-llama',
-    install_requires=[
-        "torch>=2.0.0",
-        "lightning @ git+https://github.com/Lightning-AI/lightning@master",
-        "sentencepiece",
-        "bitsandbytes",
-    ],
-    packages=find_packages(),
-    long_description=readme,
-    long_description_content_type="text/markdown",
-)
 
 
 # os.environ['CUDA_LAUNCH_BLOCKING'] = '1'
 torch.set_float32_matmul_precision("high")
+# quantize: Optional[str] = "llm.int8",
 
 def model_load(
     adapter_path: Path = Path("out/adapter/alpaca/lit-llama-adapter-finetuned_15k.pth"),
     pretrained_path: Path = Path("checkpoints/lit-llama/7B/lit-llama.pth"),
-    quantize: Optional[str] = "llm.int8",
+    quantize: Optional[str] = "",
 ):
 
     fabric = L.Fabric(devices=1)