Upload folder using huggingface_hub

tokenizer_nanogpt.py

@@ -41,8 +41,7 @@ class NanoGPTTokenizer:
                 # This handles cache automatically and returns the cached file path
                 tok_path = hf_hub_download(
                     repo_id=pretrained_model_name_or_path,
-                    filename="tokenizer.pkl",
-                    **kwargs
+                    filename="tokenizer.pkl"
                 )
                 with open(tok_path, "rb") as f:
                     enc = pickle.load(f)