string - Langchain 加载字符串

Question

from langchain.document_loaders import TextLoader
# Create the TextLoader object using the file path
Loader = tl('data.txt')

我想使用带有字符串的 langchain 而不是 txt 文件，这可能吗？

def get_response(query):
    #print(query)
    result = index.query(query)
    result = str(result)  

Answer 1

试试这个代码

from langchain.text_splitter import CharacterTextSplitter
from langchain.schema.document import Document


def get_text_chunks_langchain(text):
    text_splitter = CharacterTextSplitter(chunk_size=500, chunk_overlap=100)
    docs = [Document(page_content=x) for x in text_splitter.split_text(text)]
    return docs


def main():
    text = "I want to use a langchain with a string instead of a txt file, is this possible?"
    docs = get_text_chunks_langchain(text)
    print(docs)


if __name__ == '__main__':
    main()