大语言模型在企业级应用中的实践
一、模型微调实践
from transformers import AutoTokenizer, AutoModelForCausalLM
tokenizer = AutoTokenizer.from_pretrained("gpt2-medium")
model = AutoModelForCausalLM.from_pretrained("gpt2-medium")
# 企业数据微调
def fine_tune(data):
# 微调逻辑...
from transformers import AutoTokenizer, AutoModelForCausalLM
tokenizer = AutoTokenizer.from_pretrained("gpt2-medium")
model = AutoModelForCausalLM.from_pretrained("gpt2-medium")
# 企业数据微调
def fine_tune(data):
# 微调逻辑...