wehub-resource-sync
09a3d3ab17
Check Pre-Tokenizer Hashes / pre-tokenizer-hashes (push) Waiting to run
Python check requirements.txt / check-requirements (push) Waiting to run
Python Type-Check / python type-check (push) Waiting to run
Update Operations Documentation / update-ops-docs (push) Waiting to run
Copilot Setup Steps / copilot-setup-steps (push) Failing after 2s
42 lines
977 B
C++
42 lines
977 B
C++
#pragma once
|
|
|
|
#include "server-common.h"
|
|
#include "server-http.h"
|
|
#include "server-queue.h"
|
|
|
|
#include <atomic>
|
|
#include <functional>
|
|
|
|
struct server_tool {
|
|
std::string name;
|
|
std::string display_name;
|
|
bool permission_write = false;
|
|
bool support_stream = false; // if true, output can be streamed
|
|
|
|
virtual ~server_tool() = default;
|
|
virtual json get_definition() const = 0;
|
|
|
|
struct stream {
|
|
server_response & qr;
|
|
int id;
|
|
std::function<bool()> alive;
|
|
void push(const std::string & chunk);
|
|
};
|
|
virtual json invoke(json params, stream * st = nullptr) const = 0;
|
|
|
|
json to_json() const;
|
|
};
|
|
|
|
struct server_tools {
|
|
std::vector<std::unique_ptr<server_tool>> tools;
|
|
|
|
// for streaming
|
|
server_response queue_res;
|
|
std::atomic<int> res_id{0};
|
|
|
|
void setup(const std::vector<std::string> & enabled_tools);
|
|
|
|
server_http_context::handler_t handle_get;
|
|
server_http_context::handler_t handle_post;
|
|
};
|