from langchain.chains import load_summarize_chain
from langchain_community.document_loaders import TextLoader #文本加载器
from langchain_community.llms.ollama import Ollama
from langchain_text_splitters import RecursiveCharacterTextSplitter
llm = Ollama(model="qwen:7b")
loader = TextLoader("/home/cmcc/server/file/测试文档.txt", encoding="utf-8")
documents = loader.load()
#对文本进行循环分割 chunk_size每一段文本大小， chunk_overlap 重复文本大小 （RecursiveCharacterTextSplitter 分离器）
text_splitter = RecursiveCharacterTextSplitter(chunk_size=700, chunk_overlap=50)
#将你的文档拆分为文本
texts = text_splitter.split_documents(documents)
chain = load_summarize_chain(llm, chain_type="map_reduce", verbose=True)
chain.run(texts)
标签：总结,load,chain,chunk,对大,---,langchain,import,文本 From： https://www.cnblogs.com/redhat0019/p/18118551