Label ajust

main
ia 1 year ago
parent ea0ce5679c
commit cf1d17d39d

@ -2,7 +2,7 @@ import torch
from transformers import AutoModelForCausalLM, AutoTokenizer from transformers import AutoModelForCausalLM, AutoTokenizer
model_name = "Qwen/Qwen2.5-7B-Instruct" model_name = "Qwen/Qwen2.5-7B-Instruct"
max_new_tokens = 512 max_new_tokens = 2048
temperature = 0.1 temperature = 0.1
model = AutoModelForCausalLM.from_pretrained( model = AutoModelForCausalLM.from_pretrained(
@ -43,10 +43,10 @@ decoded_output = tokenizer.decode(outputs[0][inputs['input_ids'].size(1):], skip
chat.append({"role": "assistant", "content": decoded_output}) chat.append({"role": "assistant", "content": decoded_output})
print(decoded_output) print("Assistant: ", decoded_output)
while True: while True:
user_input = input("You: ") user_input = input("User: ")
if user_input.lower() == "exit": if user_input.lower() == "exit":
print("") print("")
@ -54,5 +54,5 @@ while True:
break break
response = generate_response(user_input) response = generate_response(user_input)
print("Chatbot:", response) print("Assistant: ", response)

Loading…
Cancel
Save