tokenize_base_class.hpp

Go to the documentation of this file.

#pragma once
 
#include <prompt_base/base_class.hpp>
#include <prompt_base/utils/prompt_options.hpp>
#include <string>
 
namespace prompt
{
class TokenizeBaseClass : public BaseClass
{
public:
  TokenizeBaseClass() : BaseClass()
  {
  }
 
  virtual ~TokenizeBaseClass() = default;
 
  virtual void initialize_tokenize_base(rclcpp::Node::SharedPtr node, std::string plugin_name = "TokenizeBaseClass")
  {
    // initialize base class
    initialize_base(node, plugin_name);
 
    required_options_ = prompt::load_from_parameters(node_, plugin_name_);
 
    RCLCPP_INFO(node_->get_logger(), "%s Plugin initialized", plugin_name_.c_str());
  }
 
  virtual prompt::TokenResponse get_tokens(prompt::TokenRequest& req) override
  {
    // verify and add required model options
    prompt::ensure_model_options(node_, req.options, required_options_);
 
    // create prompt provider response container
    prompt::TokenResponse res = process(req);
 
    return res;
  }
 
protected:
  virtual prompt::TokenResponse process(prompt::TokenRequest& input) = 0;
 
  std::vector<prompt::PromptOption> required_options_;
};
 
}  // namespace prompt