feat: update number examples

playground_examples.py

@@ -1,12 +1,13 @@
-default_user_input = """Replace this text in the input field to see how tokenization works."""
+default_user_input = (
+    """Replace this text in the input field to see how tokenization works."""
+)
 default_tokenizer_name_1 = "openai/gpt-4o"
 default_tokenizer_name_2 = "Qwen/Qwen2.5-72B"
 
 
-number_example = """127+677=804
-127 + 677 = 804\n
-1275+6773 = 8041
-1275 + 6773 = 8048"""
+number_example = """127+677=804\n
+127 + 677 = 804
+"""
 
 code_example = """for i in range(1, 101):
     if i % 3 == 0 and i % 5 == 0:
@@ -23,6 +24,48 @@ spelling_example = """How do you spell "accommodate"?
 How many letters are in the word "accommodate"?
 How many r's are in the word strawberry?"""
 
+
+greek_example = """
+# Both mean 'I am sorry' though the latter one contains accent mark or stress mark
+Συγνωμη
+Συγνώμη
+
+# Both refer to "bean"
+Φασόλι
+Φασούλι
+
+# Both refer to "Saturday"
+Σάββατο
+Σάβατο
+
+# Both translate to 'egg'
+Αυγό
+Αγβό
+
+# They both translate to grandfather, though the latter is mostly used in Corfu Island
+Παππούς
+Πάπους 
+
+# They mean two completely different things! 
+Νόνα # refers to grandmother commonly observed in Ionion pelagos
+Νονά # refers to godmother in Christianity
+
+# Both refer to something new
+καινούριος
+καινούργιος
+
+#  Both refer to tomato
+ντοματα
+τοματα
+
+τρενο
+τραινο
+
+# Singular / Plural versions of something 'innate'  
+εγγενής
+εγγενείς
+"""
+
 examples = {
     "number": {
         "text": number_example,
@@ -39,4 +82,9 @@ examples = {
         "tokenizer_1": default_tokenizer_name_1,
         "tokenizer_2": default_tokenizer_name_2,
     },
+    "greek": {
+        "text": greek_example,
+        "tokenizer_1": default_tokenizer_name_1,
+        "tokenizer_2": "ilsp/Llama-Krikri-8B-Base",
+    },
 }

playground_tokenizers.py

@@ -96,6 +96,7 @@ tokenizer_configs = [
     TokenizerConfig("google/mt5-large", org="Google"),
     TokenizerConfig("deepseek-ai/deepseek-coder-33b-instruct", org="DeepSeek"),
     TokenizerConfig("deepseek-ai/DeepSeek-V3", org="DeepSeek"),
+    TokenizerConfig("ilsp/Llama-Krikri-8B-Base", org="ILSP"),
 ]
 
 assert len(set([config.name_display for config in tokenizer_configs])) == len(