Update llm_utils.py

llm_toolkit/llm_utils.py

@@ -78,6 +78,11 @@ def load_model(
         adapter_name = model.load_adapter(adapter_name_or_path)
         model.active_adapters = adapter_name
 
+    if not tokenizer.pad_token:
+        print("Adding pad token to tokenizer for model: ", model_name)
+        tokenizer.add_special_tokens({"pad_token": "<pad>"})
+        model.resize_token_embeddings(len(tokenizer), pad_to_multiple_of=32)
+
     return model, tokenizer