Update README.md
Browse files
README.md
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
---
|
| 2 |
-
license:
|
| 3 |
language:
|
| 4 |
- code
|
| 5 |
programming_language:
|
|
@@ -33,6 +33,8 @@ model-index:
|
|
| 33 |
type: pass@100
|
| 34 |
value: 0.0
|
| 35 |
verified: false
|
|
|
|
|
|
|
| 36 |
dataset:
|
| 37 |
type: nuprl/MultiPL-E
|
| 38 |
name: MultiPL HumanEval (Java)
|
|
@@ -48,6 +50,8 @@ model-index:
|
|
| 48 |
- name: pass@100
|
| 49 |
type: pass@100
|
| 50 |
value: 0.0
|
|
|
|
|
|
|
| 51 |
dataset:
|
| 52 |
type: nuprl/MultiPL-E
|
| 53 |
name: MultiPL HumanEval (JavaScript)
|
|
@@ -63,6 +67,8 @@ model-index:
|
|
| 63 |
- name: pass@100
|
| 64 |
type: pass@100
|
| 65 |
value: 0.0
|
|
|
|
|
|
|
| 66 |
dataset:
|
| 67 |
type: openai_humaneval
|
| 68 |
name: MBPP (Python)
|
|
@@ -79,6 +85,8 @@ model-index:
|
|
| 79 |
type: pass@100
|
| 80 |
value: 0.0
|
| 81 |
verified: false
|
|
|
|
|
|
|
| 82 |
dataset:
|
| 83 |
type: nuprl/MultiPL-E
|
| 84 |
name: MultiPL MBPP (Java)
|
|
@@ -94,6 +102,8 @@ model-index:
|
|
| 94 |
- name: pass@100
|
| 95 |
type: pass@100
|
| 96 |
value: 0.0
|
|
|
|
|
|
|
| 97 |
dataset:
|
| 98 |
type: nuprl/MultiPL-E
|
| 99 |
name: MultiPL MBPP (JavaScript)
|
|
@@ -109,6 +119,8 @@ model-index:
|
|
| 109 |
- name: pass@100
|
| 110 |
type: pass@100
|
| 111 |
value: 0.0
|
|
|
|
|
|
|
| 112 |
dataset:
|
| 113 |
type: loubnabnl/humaneval_infilling
|
| 114 |
name: HumanEval FIM (Python)
|
|
@@ -125,6 +137,8 @@ model-index:
|
|
| 125 |
type: pass@100
|
| 126 |
value: 0.0
|
| 127 |
verified: false
|
|
|
|
|
|
|
| 128 |
dataset:
|
| 129 |
type: nuprl/MultiPL-E
|
| 130 |
name: MultiPL HumanEval FIM (Java)
|
|
@@ -140,6 +154,8 @@ model-index:
|
|
| 140 |
- name: pass@100
|
| 141 |
type: pass@100
|
| 142 |
value: 0.0
|
|
|
|
|
|
|
| 143 |
dataset:
|
| 144 |
type: nuprl/MultiPL-E
|
| 145 |
name: MultiPL HumanEval FIM (JavaScript)
|
|
@@ -155,6 +171,8 @@ model-index:
|
|
| 155 |
- name: pass@100
|
| 156 |
type: pass@100
|
| 157 |
value: 0.0
|
|
|
|
|
|
|
| 158 |
dataset:
|
| 159 |
type: code_x_glue_ct_code_to_text
|
| 160 |
name: CodeXGLUE code-to-text (Python)
|
|
@@ -163,6 +181,6 @@ model-index:
|
|
| 163 |
type: bleu
|
| 164 |
value: 0.0
|
| 165 |
verified: false
|
|
|
|
| 166 |
|
| 167 |
-
# SantaCoder
|
| 168 |
-
|
|
|
|
| 1 |
---
|
| 2 |
+
license: other
|
| 3 |
language:
|
| 4 |
- code
|
| 5 |
programming_language:
|
|
|
|
| 33 |
type: pass@100
|
| 34 |
value: 0.0
|
| 35 |
verified: false
|
| 36 |
+
- task:
|
| 37 |
+
type: text-generation
|
| 38 |
dataset:
|
| 39 |
type: nuprl/MultiPL-E
|
| 40 |
name: MultiPL HumanEval (Java)
|
|
|
|
| 50 |
- name: pass@100
|
| 51 |
type: pass@100
|
| 52 |
value: 0.0
|
| 53 |
+
- task:
|
| 54 |
+
type: text-generation
|
| 55 |
dataset:
|
| 56 |
type: nuprl/MultiPL-E
|
| 57 |
name: MultiPL HumanEval (JavaScript)
|
|
|
|
| 67 |
- name: pass@100
|
| 68 |
type: pass@100
|
| 69 |
value: 0.0
|
| 70 |
+
- task:
|
| 71 |
+
type: text-generation
|
| 72 |
dataset:
|
| 73 |
type: openai_humaneval
|
| 74 |
name: MBPP (Python)
|
|
|
|
| 85 |
type: pass@100
|
| 86 |
value: 0.0
|
| 87 |
verified: false
|
| 88 |
+
- task:
|
| 89 |
+
type: text-generation
|
| 90 |
dataset:
|
| 91 |
type: nuprl/MultiPL-E
|
| 92 |
name: MultiPL MBPP (Java)
|
|
|
|
| 102 |
- name: pass@100
|
| 103 |
type: pass@100
|
| 104 |
value: 0.0
|
| 105 |
+
- task:
|
| 106 |
+
type: text-generation
|
| 107 |
dataset:
|
| 108 |
type: nuprl/MultiPL-E
|
| 109 |
name: MultiPL MBPP (JavaScript)
|
|
|
|
| 119 |
- name: pass@100
|
| 120 |
type: pass@100
|
| 121 |
value: 0.0
|
| 122 |
+
- task:
|
| 123 |
+
type: text-generation
|
| 124 |
dataset:
|
| 125 |
type: loubnabnl/humaneval_infilling
|
| 126 |
name: HumanEval FIM (Python)
|
|
|
|
| 137 |
type: pass@100
|
| 138 |
value: 0.0
|
| 139 |
verified: false
|
| 140 |
+
- task:
|
| 141 |
+
type: text-generation
|
| 142 |
dataset:
|
| 143 |
type: nuprl/MultiPL-E
|
| 144 |
name: MultiPL HumanEval FIM (Java)
|
|
|
|
| 154 |
- name: pass@100
|
| 155 |
type: pass@100
|
| 156 |
value: 0.0
|
| 157 |
+
- task:
|
| 158 |
+
type: text-generation
|
| 159 |
dataset:
|
| 160 |
type: nuprl/MultiPL-E
|
| 161 |
name: MultiPL HumanEval FIM (JavaScript)
|
|
|
|
| 171 |
- name: pass@100
|
| 172 |
type: pass@100
|
| 173 |
value: 0.0
|
| 174 |
+
- task:
|
| 175 |
+
type: text-generation
|
| 176 |
dataset:
|
| 177 |
type: code_x_glue_ct_code_to_text
|
| 178 |
name: CodeXGLUE code-to-text (Python)
|
|
|
|
| 181 |
type: bleu
|
| 182 |
value: 0.0
|
| 183 |
verified: false
|
| 184 |
+
---
|
| 185 |
|
| 186 |
+
# SantaCoder
|
|
|