completion_processor.h

 
#pragma once
#include <string>
#include <vector>
#include <functional>
#include "defs.h"
#include <iostream>
 
class ResponseConcatenator {
public:
    ResponseConcatenator() = default;
 
    bool process_chunk(const std::string& chunk_data);
 
    json build_concatenated_json() const;
 
    const std::string& get_content() const { return concatenated_content_; }
 
    const std::vector<int>& get_tokens() const { return concatenated_tokens_; }
 
    std::string get_result_json() const;
 
    bool has_error() const { return has_error_; }
 
    const json& get_error() const { return error_; }
 
    bool is_complete() const { return is_complete_; }
 
    size_t chunk_count() const { return chunk_count_; }
 
    void set_callback(CharArrayFn callback, bool callWithJSON=false) {
        callback_ = std::move(callback);
        callWithJSON_ = callWithJSON;
    }
 
    void reset();
 
private:
    void accumulate_result(const json& item);
 
    std::string concatenated_content_;
    std::vector<int> concatenated_tokens_;
    json last_chunk_ = json::object();
    json error_ = json::object();
    bool has_error_ = false;
    bool is_complete_ = false;
    size_t chunk_count_ = 0;
    CharArrayFn callback_;
    bool callWithJSON_ = false;
};