NVIDIARetriever 集成

pip install -qU langchain-nvidia-ai-endpoints

from langchain_nvidia_ai_endpoints import NVIDIARetriever

retriever = NVIDIARetriever(
    base_url="http://localhost:8081",
    k=4,
    collection_names=["my_collection"],
)

docs = retriever.invoke("What is NVIDIA NIM?")
for doc in docs:
    print(doc.page_content)

docs = await retriever.ainvoke("What is NVIDIA NIM?")

from langchain_core.output_parsers import StrOutputParser
from langchain_core.prompts import ChatPromptTemplate
from langchain_core.runnables import RunnablePassthrough
from langchain_nvidia_ai_endpoints import ChatNVIDIA, NVIDIARetriever

retriever = NVIDIARetriever(base_url="http://localhost:8081", k=4)
llm = ChatNVIDIA(model="meta/llama3-8b-instruct")

prompt = ChatPromptTemplate.from_template(
    "Answer the question based only on the following context:\n{context}\n\nQuestion: {question}"
)


def format_docs(docs):
    return "\n\n".join(doc.page_content for doc in docs)


chain = (
    {"context": retriever | format_docs, "question": RunnablePassthrough()}
    | prompt
    | llm
    | StrOutputParser()
)

chain.invoke("What is NVIDIA NIM?")