TableView.h

#ifndef _ots_TableView_h_
#define _ots_TableView_h_
 
#include "otsdaq/Macros/CoutMacros.h"
#include "otsdaq/Macros/StringMacros.h"
#include "otsdaq/MessageFacility/MessageFacility.h"
 
#include <stdlib.h>
#include <time.h> /* time_t, time, ctime */
#include <cassert>
#include <iostream>
#include <set>
#include <vector>
#include "otsdaq/TableCore/TableVersion.h"
#include "otsdaq/TableCore/TableViewColumnInfo.h"
 
namespace ots
{
// clang-format off
class TableView
{
  public:
    static const unsigned int                                       INVALID;
    typedef std::vector<std::vector<std::string> >                  DataView;
    typedef DataView::iterator                                      iterator;
    typedef DataView::const_iterator                                const_iterator;
 
                                                TableView                   (const std::string& tableName);
    virtual                                     ~TableView                  (void);
 
    void                                        init                        (void);
    TableView&                                  copy                        (const TableView&   src,
                                                                             TableVersion       destinationVersion,
                                                                             const std::string& author);
    unsigned int                                copyRows                    (const std::string& author,
                                                                             const TableView&   src,
                                                                             unsigned int       srcOffsetRow              = 0,
                                                                             unsigned int       srcRowsToCopy             = (unsigned int)-1,
                                                                             unsigned int       destOffsetRow             = (unsigned int)-1,
                                                                             unsigned char      generateUniqueDataColumns = false, 
                                                                             const std::string& baseNameAutoUID        = ""
                                                                            );
 
    template<class T>  
    unsigned int                                findRow                     (unsigned int col,
                                                                             const T&     value,
                                                                             unsigned int offsetRow = 0,
                                                                             bool              doNotThrow = false) const;
    unsigned int                                findRow                     (unsigned int       col,
                                                                             const std::string& value,
                                                                             unsigned int       offsetRow = 0,
                                                                             bool              doNotThrow = false) const;
 
    template<class T>  
    unsigned int                                findRowInGroup              (unsigned int       col,
                                                                             const T&           value,
                                                                             const std::string& groupId,
                                                                             const std::string& childLinkIndex,
                                                                             unsigned int       offsetRow = 0) const;
    unsigned int                                findRowInGroup              (unsigned int       col,
                                                                             const std::string& value,
                                                                             const std::string& groupId,
                                                                             const std::string& childLinkIndex,
                                                                             unsigned int       offsetRow = 0) const;
    unsigned int                                findCol                     (const std::string& name) const;
    unsigned int                                findColByType               (const std::string& type, unsigned int startingCol = 0) const;
 
    const std::string&                          getCustomStorageData        (void) const { return storageData_; }
    const std::string&                          getTableName                (void) const { return tableName_; }
    const TableVersion&                         getVersion                  (void) const { return version_; }
    const std::string&                          getComment                  (void) const { return comment_ == "" ?  TableViewColumnInfo::DATATYPE_COMMENT_DEFAULT : comment_; }
    const std::string&                          getAuthor                   (void) const { return author_; }
    const time_t&                               getCreationTime             (void) const { return creationTime_; }
    const time_t&                               getLastAccessTime           (void) const { return lastAccessTime_; }
    const bool&                                 getLooseColumnMatching      (void) const { return fillWithLooseColumnMatching_; }
    unsigned int                                getDataColumnSize           (void) const;
    const unsigned int&                         getSourceColumnMismatch     (void) const { return sourceColumnMismatchCount_; }
    const unsigned int&                         getSourceColumnMissing      (void) const { return sourceColumnMissingCount_; }
    const std::set<std::string /*col name*/>&   getSourceColumnNames        (void) const { return sourceColumnNames_; }
    std::set<std::string /*col name*/>          getColumnNames              (void) const;
    std::map<std::string, unsigned int /*col*/> getColumnNamesMap           (void) const;
    std::set<std::string /*storage name*/>      getColumnStorageNames       (void) const;
    const std::vector<std::string /*per col*/>& getDefaultRowValues         (void) const { return rowDefaultValues_; }
    std::string                                 getMismatchColumnInfo       (void) const;
 
    unsigned int                                getNumberOfRows             (void) const { return theDataView_.size(); }
    unsigned int                                getNumberOfColumns          (void) const { return columnsInfo_.size(); }
    unsigned int                                getColUID                   (void) const;
    unsigned int                                getColStatus                (void) const;
    unsigned int                                getColPriority              (void) const;
 
  private:
    bool                                        isEntryInGroupCol           (const unsigned int&    row,
                                                                             const unsigned int&    groupCol,
                                                                             const std::string&     groupNeedle,
                                                                             std::set<std::string>* groupIDList = 0) const;
 
  public:
 
    std::set<std::string /*groupID*/>           getSetOfGroupIDs            (const std::string& childLinkIndex, unsigned int row = -1) const;
    std::set<std::string /*groupID*/>           getSetOfGroupIDs            (const unsigned int& col, unsigned int row = -1) const;
    bool                                        isEntryInGroup              (const unsigned int& row,
                                                                             const std::string&  childLinkIndex,
                                                                             const std::string&  groupNeedle) const;
     bool                                       getChildLink                (const unsigned int&                      col,
                                                                             bool&                                    isGroup,
                                                                             std::pair<unsigned int /*link col*/,
                                                                             unsigned int /*link id col*/>& linkPair) const;
     unsigned int                               getLinkGroupIDColumn        (const std::string& childLinkIndex) const;
    std::vector<unsigned int /*row*/>           getGroupRows                (const unsigned int groupIdCol, const std::string& groupID, bool onlyStatusTrue = false, bool orderedByPriority = false) const;
    std::vector<std::vector<unsigned int /*row*/>> getGroupRowsByPriority   (const unsigned int groupIdCol, const std::string& groupID, bool onlyStatusTrue = false) const;
private:
    std::vector<std::vector<unsigned int /*row*/>> getGroupRowsInVectors    (const unsigned int groupIdCol, const std::string& groupID, bool onlyStatusTrue, bool orderedByPriority) const;
public:
    void                                        addRowToGroup               (const unsigned int& row,
                                                                             const unsigned int& col,
                                                                             const std::string&  groupID);  
    bool                                        removeRowFromGroup          (const unsigned int& row,
                                                                             const unsigned int& col,
                                                                             const std::string&  groupID,
                                                                             bool                deleteRowIfNoGroupLeft = false);
 
    template<class T>  
    void                                        getValue                    (T&           value,
                                                                             unsigned int row,
                                                                             unsigned int col,
                                                                             bool         doConvertEnvironmentVariables = true) const;
    void                                        getValue                    (std::string& value,
                                                                             unsigned int row,
                                                                             unsigned int col,
                                                                             bool         doConvertEnvironmentVariables = true) const;
 
    template<class T>  
    T                                           validateValueForColumn      (const std::string& value,
                                                                             unsigned int       col,
                                                                             bool doConvertEnvironmentVariables = true) const;
    std::string                                 validateValueForColumn      (const std::string& value,
                                                                             unsigned int       col,
                                                                             bool convertEnvironmentVariables = true) const;
    std::string                                 getValueAsString            (unsigned int row,
                                                                             unsigned int col,
                                                                             bool         convertEnvironmentVariables = true) const;
    std::string                                 getEscapedValueAsString     (unsigned int row,
                                                                             unsigned int col,
                                                                             bool convertEnvironmentVariables = true,
                                                                             bool quotesToDoubleQuotes = false) const;
    bool                                        isURIEncodedCommentTheSame  (const std::string& comment) const;
 
    const DataView&                             getDataView                 (void) const { return theDataView_; }
    const std::vector<TableViewColumnInfo>&     getColumnsInfo              (void) const { return columnsInfo_; }
    std::vector<TableViewColumnInfo>*           getColumnsInfoP             (void)       { return &columnsInfo_; }
    const TableViewColumnInfo&                  getColumnInfo               (unsigned int column) const;
 
    void                                        setCustomStorageData        (const std::string& storageData)    { storageData_ = storageData; }
    void                                        setComment                  (const std::string& comment)        { comment_ = comment; }
    void                                        setURIEncodedComment        (const std::string& uriComment);
    void                                        setAuthor                   (const std::string& author);
    void                                        setCreationTime             (time_t t);
    void                                        setLastAccessTime           (time_t t = time(0));
    void                                        setLooseColumnMatching      (bool setValue);
    void                                        doGetSourceRawData          (bool setValue);
    const std::string&                          getSourceRawData            (void) { return sourceRawData_; }
 
    template<class T>  
    void                                        setVersion                  (const T& version);
    template<class T>  
    void                                        setValue                    (const T& value, unsigned int row, unsigned int col);
    void                                        setValue                    (const std::string& value, unsigned int row, unsigned int col);
    void                                        setValue                    (const char* value, unsigned int row, unsigned int col);
 
    void                                        setValueAsString            (const std::string& value, unsigned int row, unsigned int col);
    const std::string&                          setUniqueColumnValue        (unsigned int row, unsigned int col, std::string baseValueAsString = "",
                                                                             bool doMathAppendStrategy = false,
                                                                             std::string          childLinkIndex = "", 
                                                                             std::string          groupId = "");
    void                                        resizeDataView              (unsigned int nRows, unsigned int nCols);
    unsigned int                                addRow                      (const std::string&   author = "",
                                                                             unsigned char        incrementUniqueData = false,  
                                                                             const std::string&   baseNameAutoUID = "",
                                                                             unsigned int         rowToAdd = (unsigned int)-1,  
                                                                             std::string          childLinkIndex = "",          
                                                                             std::string          groupId = "");
    void                                        deleteRow                   (int r);
    void                                        deleteAllRows               (void) {theDataView_.clear();}
 
 
 
 
    iterator                                    begin                       (void) { return theDataView_.begin(); }
    iterator                                    end                         (void) { return theDataView_.end(); }
    const_iterator                              begin                       (void) const { return theDataView_.begin(); }
    const_iterator                              end                         (void) const { return theDataView_.end(); }
    void                                        reset                       (void);
    void                                        print                       (std::ostream& out = std::cout) const;
    void                                        printJSON                   (std::ostream& out = std::cout) const;
    void                                        printCSV                    (std::ostream& out = std::cout, const std::string& valueDelimeter = ",", const std::string& recordDelimeter = "\n", bool includeColumnNames = true) const;
    int                                         fillFromJSON                (const std::string& json);
    void                                        fillFromCSV                 (const std::string& data,
                                                                             const int&         dataOffset = 0,
                                                                             const std::string& author     = "",
                                                                             const char         rowDelimter = ',',
                                                                             const char         colDelimter = '\n');
    int                                         fillFromEncodedCSV          (const std::string& data,
                                                                             const int&         dataOffset = 0,
                                                                             const std::string& author     = "");
    bool                                        setURIEncodedValue          (const std::string&  value,
                                                                             const unsigned int& row,
                                                                             const unsigned int& col,
                                                                             const std::string&  author = "");
 
    friend std::ostream& operator<<(std::ostream& out, const TableView& view)
    {
        out << view.getTableName();
        return out;
    }
 
  private:
    unsigned int                                initColUID                  (void);
    unsigned int                                initColStatus               (void);
    unsigned int                                initColPriority             (void);
    const std::vector<std::string /*per col*/>& initRowDefaults             (void);
 
    TableView&                                  operator=                   (const TableView src);  
 
    std::string                                                     storageData_;               
    const std::string                                               tableName_;                 
    TableVersion                                                    version_;                   
    std::string                                                     comment_;                   
    std::string                                                     author_;
    time_t                                                          creationTime_;              
    time_t                                                          lastAccessTime_;            
 
    std::vector<std::string>                                        rowDefaultValues_;
    unsigned int                                                    colUID_, colStatus_, colPriority_;  
    std::map<std::string, unsigned int>                             colLinkGroupIDs_;  
 
    bool                                                            fillWithLooseColumnMatching_;
    bool                                                            getSourceRawData_;
    std::string                                                     sourceRawData_;
    unsigned int                                                    sourceColumnMismatchCount_, sourceColumnMissingCount_;
    std::set<std::string>                                           sourceColumnNames_;
 
    std::vector<TableViewColumnInfo>                                columnsInfo_;
    DataView                                                        theDataView_;
};
 
#include "otsdaq/TableCore/TableView.icc"  //define template functions
 
// clang-format on
}  // namespace ots
 
#endif