rohansampath commited on
Commit
fb92e40
·
verified ·
1 Parent(s): b2ded6c

Update mmlu_pro_eval_adapted.py

Browse files
Files changed (1) hide show
  1. mmlu_pro_eval_adapted.py +2 -1
mmlu_pro_eval_adapted.py CHANGED
@@ -16,7 +16,8 @@ option_letters = ["A", "B", "C", "D"]
16
  MAX_CONTEXT_WINDOW = 4096
17
 
18
  def load_dataset_from_hf(verbose=False):
19
- mmlu_dataset = load_dataset("cais/mmlu", "all")
 
20
  if verbose:
21
  for split in mmlu_dataset.keys():
22
  dataset = mmlu_dataset[split] # Access the dataset split
 
16
  MAX_CONTEXT_WINDOW = 4096
17
 
18
  def load_dataset_from_hf(verbose=False):
19
+ mmlu_dataset = load_dataset("TIGER-Lab/MMLU-Pro")
20
+
21
  if verbose:
22
  for split in mmlu_dataset.keys():
23
  dataset = mmlu_dataset[split] # Access the dataset split