undreamai.h

#pragma once
#include "stringwrapper.h"
#include "log.hpp"
#include "server.cpp"

#include <setjmp.h>
#include <signal.h>
#ifdef _WIN32
    // Define custom equivalent for Windows (using SEH)
    #include <windows.h>
    #define sigjmp_buf jmp_buf
    #define sigsetjmp(jb, savemask) setjmp(jb)
    #define siglongjmp longjmp
#endif
#ifdef CPPHTTPLIB_OPENSSL_SUPPORT
    #include <openssl/err.h>
    #include <openssl/ssl.h>
#endif

int exit_code = 1;
int warning_code = -1;
int status;
std::string status_message;
sigjmp_buf point;

static bool always_true()
{
    return false;
}

class LLM {
    public:
        LLM(std::string params_string);
        LLM(int argc, char ** argv);
        std::string chatTemplate;

#ifdef CPPHTTPLIB_OPENSSL_SUPPORT
        static EVP_PKEY *load_key(const std::string& key_str);
        static X509 *load_cert(const std::string& cert_str);
#endif
        static std::vector<std::string> splitArguments(const std::string& inputString);
        int get_status();
        std::string get_status_message();
        
        std::string handle_template();
        std::string handle_tokenize(json body);
        std::string handle_detokenize(json body);
        std::string handle_embeddings (json data, httplib::Response* res=nullptr, std::function<bool()> is_connection_closed = always_true);
        std::string handle_lora_adapters_apply (json data, httplib::Response* res=nullptr);
        std::string handle_lora_adapters_list ();
        std::string handle_completions(json data, StringWrapper* stringWrapper=nullptr, httplib::Response* res=nullptr, std::function<bool()> is_connection_closed = always_true);
        std::string handle_slots_action(json data, httplib::Response* res=nullptr);
        void handle_cancel_action(int id_slot);

        void start_server();
        void stop_server();
        void start_service();
        void stop_service();
        void set_template(const char* chatTemplate);
        void set_SSL(const char* SSL_cert, const char* SSL_key);
        bool is_running();

        int embedding_size();

    private:
        common_params params;
        bool llama_backend_has_init;
        server_context ctx_server;
        std::thread server_thread;
        std::unique_ptr<httplib::Server> svr;
        std::thread t;
        std::string SSL_cert = "";
        std::string SSL_key = "";

        void parse_args(std::string params_string);
        void init(int argc, char ** argv);
        std::string handle_completions_streaming(
            std::unordered_set<int> id_tasks,
            StringWrapper* stringWrapper=nullptr,
            httplib::DataSink* sink=nullptr,
            oaicompat_type oaicompat=OAICOMPAT_TYPE_NONE,
            std::function<bool()> is_connection_closed = always_true
        );
        bool middleware_validate_api_key(const httplib::Request & req, httplib::Response & res);
        void release_slot(server_slot slot);
};

#ifdef _WIN32
    #ifdef UNDREAMAI_EXPORTS
        #define UNDREAMAI_API __declspec(dllexport)
    #else
        #define UNDREAMAI_API __declspec(dllimport)
    #endif
#else
    #define UNDREAMAI_API
#endif

extern "C" {
    UNDREAMAI_API const void Logging(StringWrapper* wrapper);
    UNDREAMAI_API const void StopLogging();

	UNDREAMAI_API StringWrapper* StringWrapper_Construct();
	UNDREAMAI_API const void StringWrapper_Delete(StringWrapper* object);
	UNDREAMAI_API const int StringWrapper_GetStringSize(StringWrapper* object);
	UNDREAMAI_API const void StringWrapper_GetString(StringWrapper* object, char* buffer, int bufferSize, bool clear=false);

    UNDREAMAI_API LLM* LLM_Construct(const char* params_string);
    UNDREAMAI_API const void LLM_Delete(LLM* llm);
    UNDREAMAI_API const void LLM_Start(LLM* llm);
    UNDREAMAI_API const bool LLM_Started(LLM* llm);
    UNDREAMAI_API const void LLM_Stop(LLM* llm);
    UNDREAMAI_API const void LLM_StartServer(LLM* llm);
    UNDREAMAI_API const void LLM_StopServer(LLM* llm);
    UNDREAMAI_API const void LLM_SetTemplate(LLM* llm, const char* chatTemplate);
    UNDREAMAI_API const void LLM_SetSSL(LLM* llm, const char* SSL_cert, const char* SSL_key);
    UNDREAMAI_API const void LLM_Tokenize(LLM* llm, const char* json_data, StringWrapper* wrapper);
    UNDREAMAI_API const void LLM_Detokenize(LLM* llm, const char* json_data, StringWrapper* wrapper);
    UNDREAMAI_API const void LLM_Embeddings(LLM* llm, const char* json_data, StringWrapper* wrapper);
    UNDREAMAI_API const void LLM_Lora_Weight(LLM* llm, const char* json_data, StringWrapper* wrapper);
    UNDREAMAI_API const void LLM_Lora_List(LLM* llm, StringWrapper* wrapper);
    UNDREAMAI_API const void LLM_Completion(LLM* llm, const char* json_data, StringWrapper* wrapper);
    UNDREAMAI_API const void LLM_Slot(LLM* llm, const char* json_data, StringWrapper* wrapper);
    UNDREAMAI_API const void LLM_Cancel(LLM* llm, int id_slot);
    UNDREAMAI_API const int LLM_Status(LLM* llm, StringWrapper* wrapper);

    UNDREAMAI_API const int LLM_Test();
    UNDREAMAI_API const int LLM_Embedding_Size(LLM* llm);
	
#ifdef _DEBUG
    UNDREAMAI_API const bool LLM_IsDebuggerAttached(void);
#endif
};