lvkaokao
commited on
Commit
·
af2489c
1
Parent(s):
12ae430
update example.
Browse files
README.md
CHANGED
|
@@ -63,14 +63,13 @@ model_name = 'Intel/neural-chat-7b-v3-1'
|
|
| 63 |
model = transformers.AutoModelForCausalLM.from_pretrained(model_name)
|
| 64 |
tokenizer = transformers.AutoTokenizer.from_pretrained(model_name)
|
| 65 |
|
| 66 |
-
|
| 67 |
def generate_response(system_input, user_input):
|
| 68 |
-
|
| 69 |
# Format the input using the provided template
|
| 70 |
prompt = f"### System:\n{system_input}\n### User:\n{user_input}\n### Assistant:\n"
|
| 71 |
|
| 72 |
# Tokenize and encode the prompt
|
| 73 |
-
inputs = tokenizer.encode(prompt, return_tensors="pt")
|
| 74 |
|
| 75 |
# Generate a response
|
| 76 |
outputs = model.generate(inputs, max_length=1000, num_return_sequences=1)
|
|
@@ -81,10 +80,27 @@ def generate_response(system_input, user_input):
|
|
| 81 |
|
| 82 |
|
| 83 |
# Example usage
|
| 84 |
-
system_input = "You are a
|
| 85 |
-
user_input = "
|
| 86 |
response = generate_response(system_input, user_input)
|
| 87 |
print(response)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 88 |
```
|
| 89 |
|
| 90 |
## Ethical Considerations and Limitations
|
|
|
|
| 63 |
model = transformers.AutoModelForCausalLM.from_pretrained(model_name)
|
| 64 |
tokenizer = transformers.AutoTokenizer.from_pretrained(model_name)
|
| 65 |
|
|
|
|
| 66 |
def generate_response(system_input, user_input):
|
| 67 |
+
|
| 68 |
# Format the input using the provided template
|
| 69 |
prompt = f"### System:\n{system_input}\n### User:\n{user_input}\n### Assistant:\n"
|
| 70 |
|
| 71 |
# Tokenize and encode the prompt
|
| 72 |
+
inputs = tokenizer.encode(prompt, return_tensors="pt", add_special_tokens=False)
|
| 73 |
|
| 74 |
# Generate a response
|
| 75 |
outputs = model.generate(inputs, max_length=1000, num_return_sequences=1)
|
|
|
|
| 80 |
|
| 81 |
|
| 82 |
# Example usage
|
| 83 |
+
system_input = "You are a math expert assistant. Your mission is to help users understand and solve various math problems. You should provide step-by-step solutions, explain reasonings and give the correct answer."
|
| 84 |
+
user_input = "calculate 100 + 520 + 60"
|
| 85 |
response = generate_response(system_input, user_input)
|
| 86 |
print(response)
|
| 87 |
+
|
| 88 |
+
# expected response
|
| 89 |
+
"""
|
| 90 |
+
To calculate the sum of 100, 520, and 60, we will follow these steps:
|
| 91 |
+
|
| 92 |
+
1. Add the first two numbers: 100 + 520
|
| 93 |
+
2. Add the result from step 1 to the third number: (100 + 520) + 60
|
| 94 |
+
|
| 95 |
+
Step 1: Add 100 and 520
|
| 96 |
+
100 + 520 = 620
|
| 97 |
+
|
| 98 |
+
Step 2: Add the result from step 1 to the third number (60)
|
| 99 |
+
(620) + 60 = 680
|
| 100 |
+
|
| 101 |
+
So, the sum of 100, 520, and 60 is 680.
|
| 102 |
+
"""
|
| 103 |
+
|
| 104 |
```
|
| 105 |
|
| 106 |
## Ethical Considerations and Limitations
|