61 lines
1.4 KiB
Python
61 lines
1.4 KiB
Python
# utils_llm.py
|
|
# 同济子豪兄 2024-5-22
|
|
# 调用大语言模型API
|
|
|
|
print('导入大模型API模块')
|
|
|
|
|
|
import os
|
|
|
|
# import qianfan
|
|
def llm_qianfan(PROMPT='你好，你是谁？'):
|
|
'''
|
|
百度智能云千帆大模型平台API
|
|
'''
|
|
|
|
# 传入 ACCESS_KEY 和 SECRET_KEY
|
|
os.environ["QIANFAN_ACCESS_KEY"] = QIANFAN_ACCESS_KEY
|
|
os.environ["QIANFAN_SECRET_KEY"] = QIANFAN_SECRET_KEY
|
|
|
|
# 选择大语言模型
|
|
MODEL = "ERNIE-Bot-4"
|
|
# MODEL = "ERNIE Speed"
|
|
# MODEL = "ERNIE-Lite-8K"
|
|
# MODEL = 'ERNIE-Tiny-8K'
|
|
|
|
chat_comp = qianfan.ChatCompletion(model=MODEL)
|
|
|
|
# 输入给大模型
|
|
resp = chat_comp.do(
|
|
messages=[{"role": "user", "content": PROMPT}],
|
|
top_p=0.8,
|
|
temperature=0.3,
|
|
penalty_score=1.0
|
|
)
|
|
|
|
response = resp["result"]
|
|
return response
|
|
|
|
import openai
|
|
from openai import OpenAI
|
|
from API_KEY import *
|
|
def llm_yi(PROMPT='你好，你是谁？'):
|
|
'''
|
|
零一万物大模型API
|
|
'''
|
|
|
|
API_BASE = "https://api.lingyiwanwu.com/v1"
|
|
API_KEY = YI_KEY
|
|
|
|
MODEL = 'yi-large-turbo'
|
|
# MODEL = 'yi-large'
|
|
# MODEL = 'yi-medium'
|
|
# MODEL = 'yi-spark'
|
|
|
|
# 访问大模型API
|
|
client = OpenAI(api_key=API_KEY, base_url=API_BASE)
|
|
completion = client.chat.completions.create(model=MODEL, messages=[{"role": "user", "content": PROMPT}])
|
|
result = completion.choices[0].message.content.strip()
|
|
return result
|
|
|