Fix shard config
Browse files
README.md
CHANGED
|
@@ -199,8 +199,7 @@ datasets:
|
|
| 199 |
# The type of prompt to use for training. [alpaca, sharegpt, gpteacher, oasst, reflection]
|
| 200 |
type: alpaca # format OR format:prompt_style (chat/instruct)
|
| 201 |
data_files: # path to source data files
|
| 202 |
-
shards: #
|
| 203 |
-
shards: # number of shards to split dataset into
|
| 204 |
|
| 205 |
# axolotl attempts to save the dataset as an arrow after packing the data together so
|
| 206 |
# subsequent training attempts load faster, relative path
|
|
|
|
| 199 |
# The type of prompt to use for training. [alpaca, sharegpt, gpteacher, oasst, reflection]
|
| 200 |
type: alpaca # format OR format:prompt_style (chat/instruct)
|
| 201 |
data_files: # path to source data files
|
| 202 |
+
shards: # number of shards to split data into
|
|
|
|
| 203 |
|
| 204 |
# axolotl attempts to save the dataset as an arrow after packing the data together so
|
| 205 |
# subsequent training attempts load faster, relative path
|