model_chain_element.h

/*********************************************************************************************************************************************/
/*  DocWire SDK: Award-winning modern data processing in C++20. SourceForge Community Choice & Microsoft support. AI-driven processing.      */
/*  Supports nearly 100 data formats, including email boxes and OCR. Boost efficiency in text extraction, web data extraction, data mining,  */
/*  document analysis. Offline processing possible for security and confidentiality                                                          */
/*                                                                                                                                           */
/*  Copyright (c) SILVERCODERS Ltd, http://silvercoders.com                                                                                  */
/*  Project homepage: https://github.com/docwire/docwire                                                                                     */
/*                                                                                                                                           */
/*  SPDX-License-Identifier: AGPL-3.0-only OR LicenseRef-DocWire-Commercial                                                                  */
/*********************************************************************************************************************************************/
 
#ifndef DOCWIRE_AI_MODEL_CHAIN_ELEMENT_H
#define DOCWIRE_AI_MODEL_CHAIN_ELEMENT_H
 
#include "ai_runner.h"
#include "chain_element.h"
#include "ai_export.h"
 
namespace docwire::ai
{
 
/***
 * @brief Model usage option for Load/Unload in memory
 */
enum class model_lifetime_policy
{
    persistent, // keeps the model in memory, which makes it available for next pipeline usage
    unload_after_use // unloads after current usage
};
 
class DOCWIRE_AI_EXPORT model_chain_element : public chain_element
{
  public:
    model_chain_element(const std::string& prompt, std::shared_ptr<ai_runner> runner, model_lifetime_policy lifetime = model_lifetime_policy::persistent);
 
    //model_chain_element(const std::string& prompt, model_lifetime_policy lifetime = model_lifetime_policy::persistent);
 
    continuation operator()(message_ptr msg, const message_callbacks& emit_message) override;
 
    bool is_leaf() const override { return false; }
 
  private:
    std::string m_prompt;
    std::shared_ptr<ai_runner> m_model_runner;
    model_lifetime_policy m_model_lifetime;
};
 
} // namespace docwire::ai
 
#endif // DOCWIRE_AI_MODEL_CHAIN_ELEMENT_H