Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
|
@@ -4,7 +4,15 @@ from transformers import AutoTokenizer
|
|
| 4 |
|
| 5 |
st.set_page_config(page_title="BigCode Tokenizer", page_icon='👩💻', layout="wide")
|
| 6 |
|
| 7 |
-
models = [
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8 |
|
| 9 |
@st.cache()
|
| 10 |
def load_tokenizer():
|
|
|
|
| 4 |
|
| 5 |
st.set_page_config(page_title="BigCode Tokenizer", page_icon='👩💻', layout="wide")
|
| 6 |
|
| 7 |
+
models = [
|
| 8 |
+
"bigcode/tokenizer-the-stack-march-sample-v3",
|
| 9 |
+
"bigcode/tokenizer-the-stack-march-sample-v2",
|
| 10 |
+
"bigcode/tokenizer-the-stack-march-sample",
|
| 11 |
+
"bigcode/santacoder",
|
| 12 |
+
"bigcode/digit-bytelevel-bpe-jss-v1.1-49152",
|
| 13 |
+
"facebook/incoder-6B",
|
| 14 |
+
"Salesforce/codegen-16B-mono"
|
| 15 |
+
]
|
| 16 |
|
| 17 |
@st.cache()
|
| 18 |
def load_tokenizer():
|