LLM模型之基于MindNLP和ChatGLM-6B实现一个聊天应用

# 该案例在 mindnlp 0.3.1 版本完成适配，如果发现案例跑不通，可以指定mindnlp版本，执行`!pip install mindnlp==0.3.1`
!pip install mindnlp
!pip install mdtex2html

!export HF_ENDPOINT=https://hf-mirror.com

from mindnlp.transformers import AutoModelForSeq2SeqLM, AutoTokenizer
import gradio as gr
import mdtex2html

model = AutoModelForSeq2SeqLM.from_pretrained('ZhipuAI/ChatGLM-6B', mirror="modelscope").half()
model.set_train(False)
tokenizer = AutoTokenizer.from_pretrained('ZhipuAI/ChatGLM-6B', mirror="modelscope")

prompt = '你好'
history = [  ]
response, _ = model.chat(tokenizer, prompt, history=history, max_length=20)
response