EleutherAI
/

pythia-160m-deduped-v0

Text Generation

text-generation-inference

Model card Files Files and versions

hails commited on Dec 13, 2022

Commit

fffc9a3

·

1 Parent(s): d7f98b2

Upload config.json

Files changed (1) hide show

config.json +3 -2

config.json CHANGED Viewed

@@ -2,7 +2,7 @@
   "architectures": [
     "GPTNeoXForCausalLM"
   ],
-  "bos_token_id": 1,
   "eos_token_id": 0,
   "hidden_act": "gelu",
   "hidden_size": 768,
@@ -17,7 +17,8 @@
   "rotary_pct": 0.25,
   "tie_word_embeddings": false,
   "torch_dtype": "float16",
-  "transformers_version": "4.22.2",
   "use_cache": true,
   "vocab_size": 50304
 }

   "architectures": [
     "GPTNeoXForCausalLM"
   ],
+  "bos_token_id": 0,
   "eos_token_id": 0,
   "hidden_act": "gelu",
   "hidden_size": 768,
   "rotary_pct": 0.25,
   "tie_word_embeddings": false,
   "torch_dtype": "float16",
+  "transformers_version": "4.24.0",
   "use_cache": true,
+  "use_parallel_residual": true,
   "vocab_size": 50304
 }