Update config.json
Browse files- config.json +10 -0
    	
        config.json
    ADDED
    
    | @@ -0,0 +1,10 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "initializer_range": 0.02,
         | 
| 3 | 
            +
              "layer_norm_epsilon": 1e-05,
         | 
| 4 | 
            +
              "n_ctx": 1024,
         | 
| 5 | 
            +
              "n_embd": 768,
         | 
| 6 | 
            +
              "n_head": 12,
         | 
| 7 | 
            +
              "n_layer": 12,
         | 
| 8 | 
            +
              "n_positions": 1024,
         | 
| 9 | 
            +
              "vocab_size": 50257
         | 
| 10 | 
            +
            }
         | 

