from fastapi import FastAPI
from langchain.prompts import ChatPromptTemplate
from model.weight_load_llamacpp import get_nerualchat7bv3_2, get_mixtral
# from langchain.chat_models import ChatAnthropic, ChatOpenAI
from langserve import add_routes


app = FastAPI(
  title="LangChain Server",
  version="1.0",
  description="A simple api server using Langchain's Runnable interfaces",
)

add_routes(
    app,
    prompt | model
    path = "/sql"
)