humanus.cpp/llm.h

#ifndef HUMANUS_LLM_H
#define HUMANUS_LLM_H

#include "config.h"
#include "logger.h"
#include "schema.h"
#include "mcp/common/httplib.h"
#include <map>
#include <string>
#include <memory>
#include <vector>
#include <functional>
#include <stdexcept>
#include <future>

namespace humanus {

class LLM {
private:
    static std::map<std::string, std::shared_ptr<LLM>> _instances;

    std::unique_ptr<httplib::Client> client_;

    std::shared_ptr<LLMSettings> llm_config_;
    
public:
    // 构造函数
    LLM(const std::string& config_name, const std::shared_ptr<LLMSettings>& llm_config = nullptr) : llm_config_(llm_config) {
        if (!llm_config_) {
            if (Config::get_instance().llm().find(config_name) == Config::get_instance().llm().end()) {
                throw std::invalid_argument("Config not found: " + config_name);
            }
            llm_config_ = std::make_shared<LLMSettings>(Config::get_instance().llm().at(config_name));
        }
        client_ = std::make_unique<httplib::Client>(llm_config_->base_url);
        client_->set_default_headers({
            {"Authorization", "Bearer " + llm_config_->api_key}
        });
    }
    
    // 单例模式获取实例
    static std::shared_ptr<LLM> get_instance(const std::string& config_name = "default", const std::shared_ptr<LLMSettings>& llm_config = nullptr) {
        if (_instances.find(config_name) == _instances.end()) {
            _instances[config_name] = std::make_shared<LLM>(config_name, llm_config);
        }
        return _instances[config_name];
    }
    
    /**
     * @brief 格式化消息列表为LLM可接受的格式
     * @param messages Message对象消息列表
     * @return 格式化后的消息列表
     * @throws std::invalid_argument 如果消息格式无效或缺少必要字段
     * @throws std::runtime_error 如果消息类型不支持
     */
    static std::vector<json> format_messages(const std::vector<Message>& messages) {
        std::vector<json> formatted_messages;

        for (const auto& message : messages) {
            formatted_messages.push_back(message.to_json());
        }

        for (const auto& message : formatted_messages) {
            if (message["role"] != "user" && message["role"] != "assistant" && message["role"] != "system" && message["role"] != "tool") {
                throw std::invalid_argument("Invalid role: " + message["role"].get<std::string>());
            }
            if (message["content"].empty() && message["tool_calls"].empty()) {
                throw std::invalid_argument("Message must contain either 'content' or 'tool_calls'");
            }
        }

        return formatted_messages;
    }

    /**
     * @brief 格式化消息列表为LLM可接受的格式
     * @param messages json对象消息列表
     * @return 格式化后的消息列表
     * @throws std::invalid_argument 如果消息格式无效或缺少必要字段
     * @throws std::runtime_error 如果消息类型不支持
     */
    static std::vector<json> format_messages(const std::vector<json>& messages) {
        std::vector<json> formatted_messages;

        for (const auto& message : messages) {
            if (!message.contains("role")) {
                throw std::invalid_argument("消息缺少必要字段: role");
            }
            formatted_messages.push_back(message);
        }

        for (const auto& message : formatted_messages) {
            if (message["role"] != "user" && message["role"] != "assistant" && message["role"] != "system" && message["role"] != "tool") {
                throw std::invalid_argument("Invalid role: " + message["role"].get<std::string>());
            }
            if (message["content"].empty() && message["tool_calls"].empty()) {
                throw std::invalid_argument("Message must contain either 'content' or 'tool_calls'");
            }
        }

        return formatted_messages;
    }
    
    /**
     * @brief 向LLM发送请求并获取回复
     * @param messages 对话消息列表
     * @param system_msgs 可选的系统消息
     * @param max_retries 最大重试次数
     * @return 生成的assitant content
     * @throws std::invalid_argument 如果消息无效或回复为空
     * @throws std::runtime_error 如果API调用失败
     */
    std::string ask(
        const std::vector<Message>& messages,
        const std::vector<Message>& system_msgs = {},
        int max_retries = 3
    ) {
        std::vector<json> formatted_messages;

        if (!system_msgs.empty()) {
            auto system_formatted_messages = format_messages(system_msgs);
            formatted_messages.insert(formatted_messages.end(), system_formatted_messages.begin(), system_formatted_messages.end());
        }
        
        auto _formatted_messages = format_messages(messages);
        formatted_messages.insert(formatted_messages.end(), _formatted_messages.begin(), _formatted_messages.end());

        json body = {
            {"model", llm_config_->model},
            {"messages", formatted_messages},
            {"temperature", llm_config_->temperature},
            {"max_tokens", llm_config_->max_tokens}
        };
        
        std::string body_str = body.dump();

        int retry = 0;

        while (retry <= max_retries) {
            // send request
            auto res = client_->Post(llm_config_->end_point, body_str, "application/json");

            if (!res) {
                logger->error("Failed to send request: " + httplib::to_string(res.error()));
            } else if (res->status == 200) {
                try {
                    json json_data = json::parse(res->body);
                    return json_data["choices"][0]["message"]["content"].get<std::string>();
                } catch (const std::exception & e) {
                    logger->error("Failed to parse response: " + std::string(e.what()));
                }
            } else {
                logger->error("Failed to send request: status=" + std::to_string(res->status) + ", body=" + res->body);
            }

            retry++;

            if (retry > max_retries) {
                break;
            }

            // wait for a while before retrying
            std::this_thread::sleep_for(std::chrono::milliseconds(500));

            logger->info("Retrying " + std::to_string(retry) + "/" + std::to_string(max_retries));
        }

        throw std::runtime_error("Failed to get response from LLM");
    }
    
    /**
     * @brief 使用工具功能向LLM发送请求
     * @param messages 对话消息列表
     * @param system_msgs 可选的系统消息
     * @param timeout 请求超时时间（秒）
     * @param tools 工具列表
     * @param tool_choice 工具选择策略
     * @param max_retries 最大重试次数
     * @return 生成的assistant message (content, tool_calls)
     * @throws std::invalid_argument 如果工具、工具选择或消息无效
     * @throws std::runtime_error 如果API调用失败
     */
    json ask_tool(
        const std::vector<Message>& messages,
        const std::vector<Message>& system_msgs = {},
        const std::vector<json> tools = {},
        const std::string& tool_choice = "auto",
        int timeout = 60,
        int max_retries = 3
    ) {
        if (tool_choice != "none" && tool_choice != "auto" && tool_choice != "required") {
            throw std::invalid_argument("Invalid tool_choice: " + tool_choice);
        }

        std::vector<json> formatted_messages;

        if (!system_msgs.empty()) {
            auto system_formatted_messages = format_messages(system_msgs);
            formatted_messages.insert(formatted_messages.end(), system_formatted_messages.begin(), system_formatted_messages.end());
        }
        
        auto _formatted_messages = format_messages(messages);
        formatted_messages.insert(formatted_messages.end(), _formatted_messages.begin(), _formatted_messages.end());

        if (!tools.empty()) {
            for (const json& tool : tools) {
                if (!tool.contains("type")) {
                    throw std::invalid_argument("Tool must contain 'type' field");
                }
            }
        }
        
        json body = {
            {"model", llm_config_->model},
            {"messages", formatted_messages},
            {"temperature", llm_config_->temperature},
            {"max_tokens", llm_config_->max_tokens},
            {"tools", tools},
            {"tool_choice", tool_choice}
        };

        client_->set_read_timeout(timeout);
        
        std::string body_str = body.dump();

        int retry = 0;

        while (retry <= max_retries) {
            // send request
            auto res = client_->Post(llm_config_->end_point, body_str, "application/json");

            if (!res) {
                logger->error("Failed to send request: " + httplib::to_string(res.error()));
            } else if (res->status == 200) {
                try {
                    json json_data = json::parse(res->body);
                    return json_data["choices"][0]["message"];
                } catch (const std::exception & e) {
                    logger->error("Failed to parse response: " + std::string(e.what()));
                }
            } else {
                logger->error("Failed to send request: status=" + std::to_string(res->status) + ", body=" + res->body);
            }

            retry++;

            if (retry > max_retries) {
                break;
            }

            // wait for a while before retrying
            std::this_thread::sleep_for(std::chrono::milliseconds(500));

            logger->info("Retrying " + std::to_string(retry) + "/" + std::to_string(max_retries));
        }

        throw std::runtime_error("Failed to get response from LLM");
    }
};

} // namespace humanus

#endif // HUMANUS_LLM_H