File name
Commit message
Commit date
from fastapi import FastAPI
from langchain.prompts import ChatPromptTemplate
from model.weight_load_llamacpp import get_nerualchat7bv3_2, get_mixtral
# from langchain.chat_models import ChatAnthropic, ChatOpenAI
from langserve import add_routes
app = FastAPI(
title="LangChain Server",
version="1.0",
description="A simple api server using Langchain's Runnable interfaces",
)
add_routes(
app,
prompt | model
path = "/sql"
)