ciandtchina/genaihub-proxy repository overview

> docker run -i --rm \
    -e GENAIHUB_BASE_URL=https://dev-llm-service.flow.ciandt.cn/ \
    -e GENAIHUB_APP_KEY=xxx \
    -e GENAIHUB_APP_SECRET=xxx \
    -p 5000:5000 \
    ciandtchina/genaihub-proxy:dev

from langchain_community.llms import QianfanLLMEndpoint
import os

# qianfan sdk 会先进行 auth 认证，所以必须设置 QIANFAN_ACCESS_KEY 和 QIANFAN_SECRET_KEY
os.environ["QIANFAN_ACCESS_KEY"] = "xxx"
os.environ["QIANFAN_SECRET_KEY"] = "xxx"

os.environ["QIANFAN_BASE_URL"] = "http://127.0.0.1:5000/baidu_qianfan"

llm = QianfanLLMEndpoint(
    model="ERNIE-Bot",
    streaming=False,
)

res = llm("你好")

print(res)

from langchain.schema import HumanMessage, SystemMessage
from langchain_openai import ChatOpenAI
import os

os.environ["OPENAI_API_KEY"] = "none"
os.environ["OPENAI_BASE_URL"] = "http://127.0.0.1:5000/openai/v1"

chat = ChatOpenAI(temperature=0, streaming=False, model="gpt-3.5-turbo")

messages = [
    SystemMessage(
        content="You are a helpful assistant that translates English to Chinese."
    ),
    HumanMessage(
        content="Translate this sentence from English to Chinese. I love programming."
    ),
]

chat(messages)

> conda env create -f environment.yml
> conda activate genaihub-proxy
> pip install -r requirements.txt