add llama provider (#37)

This commit is contained in:
Dmitry Afanasyev
2023-10-12 13:55:08 +03:00
committed by GitHub
parent 359901ade8
commit b322e3c1da
4 changed files with 294 additions and 142 deletions

View File

@@ -36,6 +36,7 @@ public:
boost::asio::awaitable<void> gptalk(std::shared_ptr<Channel>, nlohmann::json);
boost::asio::awaitable<void> gptForLove(std::shared_ptr<Channel>, nlohmann::json);
boost::asio::awaitable<void> chatGptDemo(std::shared_ptr<Channel>, nlohmann::json);
boost::asio::awaitable<void> llama2(std::shared_ptr<Channel>, nlohmann::json);
private:
boost::asio::awaitable<std::expected<boost::beast::ssl_stream<boost::beast::tcp_stream>, std::string>>