ollama_provider.hpp

Go to the documentation of this file.

#pragma once
 
#include <prompt_base/prompt_base_class.hpp>
 
namespace prompt
{
 
class OllamaProvider : public PromptBaseClass
{
public:
  OllamaProvider() : PromptBaseClass()
  {
  }
 
  virtual void initialize(rclcpp::Node::SharedPtr node) override
  {
    // initialize base class
    initialize_prompt_base(node, "OllamaProvider", "");
  }
 
 
protected:
  virtual Poco::JSON::Object toJson(prompt::PromptRequest& prompt) override
  {
    // add options
    Poco::JSON::Object result = handle_options(prompt.options);
 
    // add prompt
    result.set("prompt", prompt.prompt);
 
    return result;
  }
 
  virtual Poco::JSON::Object toJsonConversation(prompt::PromptRequest& prompt,
                                                std::vector<PromptDialogue>& conversation)
  {
    // add options
    Poco::JSON::Object result = handle_options(prompt.options);
 
    Poco::JSON::Array messages_array;
 
    for (const prompt::PromptDialogue& dialog_ : conversation_)
    {
      Poco::JSON::Object dialog_object_;
 
      dialog_object_.set("role", dialog_.role);
      dialog_object_.set("content", dialog_.content);
 
      messages_array.add(dialog_object_);
    }
 
    // add latest prompt
    Poco::JSON::Object latest_dialog_object_;
    latest_dialog_object_.set("role", "user");
    latest_dialog_object_.set("content", prompt.prompt);
 
    messages_array.add(latest_dialog_object_);
 
    // add prompt
    result.set("messages", messages_array);
 
    std::ostringstream jsonStream;
    result.stringify(jsonStream);
    RCLCPP_INFO(node_->get_logger(), "Poco JSON Object: %s", jsonStream.str().c_str());
 
    return result;
  }
 
  virtual prompt::PromptResponse fromJson(const Poco::JSON::Object::Ptr object) override
  {
    prompt::PromptResponse res;
 
    // try parse response
    if (object->get("response"))
      res.response = object->get("response").toString();
 
    // TODO: create custom parsers for specific options from different apis
    // res.success = object->get("success").convert<bool>();
    // res.accuracy = object->get("accuracy").convert<double>();
    // res.confidence = object->get("confidence").convert<double>();
    // res.risk = object->get("risk").convert<double>();
    // for all other variables loop and push back to response key/values
    for (Poco::JSON::Object::ConstIterator it = object->begin(); it != object->end(); ++it)
    {
      res.options.push_back(prompt::PromptOption{ it->first, it->second.convert<std::string>(), "" });
    }
 
    return res;
  }
 
  virtual prompt::PromptResponse fromJsonConversation(const Poco::JSON::Object::Ptr object)
  {
    prompt::PromptResponse res;
 
    // TODO: create custom parsers for specific options from different apis
    // res.success = object->get("success").convert<bool>();
    // res.accuracy = object->get("accuracy").convert<double>();
    // res.confidence = object->get("confidence").convert<double>();
    // res.risk = object->get("risk").convert<double>();
    // for all other variables loop and push back to response key/values
 
    for (Poco::JSON::Object::ConstIterator it = object->begin(); it != object->end(); ++it)
    {
      if (it->first != "message")
      {
        res.options.push_back(prompt::PromptOption{ it->first, it->second.convert<std::string>(), "" });
      }
      else
      {
        Poco::JSON::Object::Ptr messageObj = object->getObject("message");
        res.response = messageObj->get("content").toString();
      }
    }
 
    return res;
  }
 
  std::vector<prompt::PromptDialogue> conversation_;
};
 
}  // namespace prompt