292 lines
		
	
	
		
			10 KiB
		
	
	
	
		
			C++
		
	
	
	
			
		
		
	
	
			292 lines
		
	
	
		
			10 KiB
		
	
	
	
		
			C++
		
	
	
	
/*
 | 
						|
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 | 
						|
 *
 | 
						|
 * This program is free software: you can use, redistribute, and/or modify
 | 
						|
 * it under the terms of the GNU Affero General Public License, version 3
 | 
						|
 * or later ("AGPL"), as published by the Free Software Foundation.
 | 
						|
 *
 | 
						|
 * This program is distributed in the hope that it will be useful, but WITHOUT
 | 
						|
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 | 
						|
 * FITNESS FOR A PARTICULAR PURPOSE.
 | 
						|
 *
 | 
						|
 * You should have received a copy of the GNU Affero General Public License
 | 
						|
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 | 
						|
 */
 | 
						|
 | 
						|
#include "mockCatalogService.h"
 | 
						|
 | 
						|
#include <iomanip>
 | 
						|
#include <iostream>
 | 
						|
#include <map>
 | 
						|
 | 
						|
#include "tname.h"
 | 
						|
#include "ttypes.h"
 | 
						|
 | 
						|
std::unique_ptr<MockCatalogService> mockCatalogService;
 | 
						|
 | 
						|
class TableBuilder : public ITableBuilder {
 | 
						|
public:
 | 
						|
  virtual TableBuilder& addColumn(const std::string& name, int8_t type, int32_t bytes) {
 | 
						|
    assert(colId_ < schema()->tableInfo.numOfTags + schema()->tableInfo.numOfColumns);
 | 
						|
    SSchema* col = schema()->schema + colId_;
 | 
						|
    col->type = type;
 | 
						|
    col->colId = colId_++;
 | 
						|
    col->bytes = bytes;
 | 
						|
    strcpy(col->name, name.c_str());
 | 
						|
    rowsize_ += bytes;
 | 
						|
    return *this;
 | 
						|
  }
 | 
						|
 | 
						|
  virtual TableBuilder& setVgid(int16_t vgid) {
 | 
						|
    schema()->vgId = vgid;
 | 
						|
    meta_->vgs.emplace_back(SVgroupInfo{.vgId = vgid, .hashBegin = 0, .hashEnd = 0, .inUse = 0, .numOfEps = 3, .epAddr = {{"dnode_1", 6030}, {"dnode_2", 6030}, {"dnode_3", 6030}}});
 | 
						|
    return *this;
 | 
						|
  }
 | 
						|
 | 
						|
  virtual TableBuilder& setPrecision(uint8_t precision) {
 | 
						|
    schema()->tableInfo.precision = precision;
 | 
						|
    return *this;
 | 
						|
  }
 | 
						|
 | 
						|
  virtual void done() {
 | 
						|
    schema()->tableInfo.rowSize = rowsize_;
 | 
						|
  }
 | 
						|
 | 
						|
private:
 | 
						|
  friend class MockCatalogServiceImpl;
 | 
						|
 | 
						|
  static std::unique_ptr<TableBuilder> createTableBuilder(int8_t tableType, int32_t numOfColumns, int32_t numOfTags) {
 | 
						|
    STableMeta* meta = (STableMeta*)std::calloc(1, sizeof(STableMeta) + sizeof(SSchema) * (numOfColumns + numOfTags));
 | 
						|
    if (nullptr == meta) {
 | 
						|
      throw std::bad_alloc();
 | 
						|
    }
 | 
						|
    meta->tableType = tableType;
 | 
						|
    meta->tableInfo.numOfTags = numOfTags;
 | 
						|
    meta->tableInfo.numOfColumns = numOfColumns;
 | 
						|
    return std::unique_ptr<TableBuilder>(new TableBuilder(meta));
 | 
						|
  }
 | 
						|
 | 
						|
  TableBuilder(STableMeta* schemaMeta) : colId_(0), rowsize_(0), meta_(new MockTableMeta()) {
 | 
						|
    meta_->schema.reset(schemaMeta);
 | 
						|
  }
 | 
						|
 | 
						|
  std::shared_ptr<STableMeta> schema() {
 | 
						|
    return meta_->schema;
 | 
						|
  }
 | 
						|
 | 
						|
  std::shared_ptr<MockTableMeta> table() {
 | 
						|
    return meta_;
 | 
						|
  }
 | 
						|
 | 
						|
  int32_t colId_;
 | 
						|
  int32_t rowsize_;
 | 
						|
  std::shared_ptr<MockTableMeta> meta_;
 | 
						|
};
 | 
						|
 | 
						|
class MockCatalogServiceImpl {
 | 
						|
public:
 | 
						|
  static const int32_t numOfDataTypes = sizeof(tDataTypes) / sizeof(tDataTypes[0]);
 | 
						|
 | 
						|
  MockCatalogServiceImpl() : id_(1) {
 | 
						|
  }
 | 
						|
 | 
						|
  int32_t catalogGetHandle() const {
 | 
						|
    return 0;
 | 
						|
  }
 | 
						|
 | 
						|
  int32_t catalogGetTableMeta(const char* pDbFullName, const char* pTableName, STableMeta** pTableMeta) const {
 | 
						|
    std::unique_ptr<STableMeta> table;
 | 
						|
    int32_t code = copyTableSchemaMeta(toDbname(pDbFullName), pTableName, &table);
 | 
						|
    if (TSDB_CODE_SUCCESS != code) {
 | 
						|
      return code;
 | 
						|
    }
 | 
						|
    *pTableMeta = table.release();
 | 
						|
    return TSDB_CODE_SUCCESS;
 | 
						|
  }
 | 
						|
 | 
						|
  int32_t catalogGetTableHashVgroup(const char* pDbFullName, const char* pTableName, SVgroupInfo* vgInfo) const {
 | 
						|
    // todo
 | 
						|
    return 0;
 | 
						|
  }
 | 
						|
 | 
						|
  TableBuilder& createTableBuilder(const std::string& db, const std::string& tbname, int8_t tableType, int32_t numOfColumns, int32_t numOfTags) {
 | 
						|
    builder_ = TableBuilder::createTableBuilder(tableType, numOfColumns, numOfTags);
 | 
						|
    meta_[db][tbname] = builder_->table();
 | 
						|
    meta_[db][tbname]->schema->uid = id_++;
 | 
						|
    return *(builder_.get());
 | 
						|
  }
 | 
						|
 | 
						|
  void createSubTable(const std::string& db, const std::string& stbname, const std::string& tbname, int16_t vgid) {
 | 
						|
    std::unique_ptr<STableMeta> table;
 | 
						|
    if (TSDB_CODE_SUCCESS != copyTableSchemaMeta(db, stbname, &table)) {
 | 
						|
      throw std::runtime_error("copyTableSchemaMeta failed");
 | 
						|
    }
 | 
						|
    meta_[db][tbname].reset(new MockTableMeta());
 | 
						|
    meta_[db][tbname]->schema.reset(table.release());
 | 
						|
    meta_[db][tbname]->schema->uid = id_++;
 | 
						|
    meta_[db][tbname]->vgs.emplace_back((SVgroupInfo){.vgId = vgid, .hashBegin = 0, .hashEnd = 0, .inUse = 0, .numOfEps = 3, .epAddr = {{"dnode_1", 6030}, {"dnode_2", 6030}, {"dnode_3", 6030}}});
 | 
						|
    // super table
 | 
						|
    meta_[db][stbname]->vgs.emplace_back((SVgroupInfo){.vgId = vgid, .hashBegin = 0, .hashEnd = 0, .inUse = 0, .numOfEps = 3, .epAddr = {{"dnode_1", 6030}, {"dnode_2", 6030}, {"dnode_3", 6030}}});
 | 
						|
  }
 | 
						|
 | 
						|
  void showTables() const {
 | 
						|
    // number of forward fills
 | 
						|
    #define NOF(n) ((n) / 2)
 | 
						|
    // number of backward fills
 | 
						|
    #define NOB(n) ((n) % 2 ? (n) / 2 + 1 : (n) / 2)
 | 
						|
    // center aligned
 | 
						|
    #define CA(n, s) std::setw(NOF((n) - (s).length())) << "" << (s) << std::setw(NOB((n) - (s).length())) << "" << "|"
 | 
						|
    // string field length
 | 
						|
    #define SFL 20
 | 
						|
    // string field header
 | 
						|
    #define SH(h) CA(SFL, std::string(h))
 | 
						|
    // string field
 | 
						|
    #define SF(n) CA(SFL, n)
 | 
						|
    // integer field length
 | 
						|
    #define IFL 10
 | 
						|
    // integer field header
 | 
						|
    #define IH(i) CA(IFL, std::string(i))
 | 
						|
    // integer field
 | 
						|
    #define IF(i) CA(IFL, std::to_string(i))
 | 
						|
    // split line
 | 
						|
    #define SL(sn, in) std::setfill('=') << std::setw((sn) * (SFL + 1) + (in) * (IFL + 1)) << "" << std::setfill(' ')
 | 
						|
 | 
						|
    for (const auto& db : meta_) {
 | 
						|
      std::cout << "Databse:" << db.first << std::endl;
 | 
						|
      std::cout << SH("Table") << SH("Type") << SH("Precision") << IH("Vgid") << IH("RowSize") << std::endl;
 | 
						|
      std::cout << SL(3, 1) << std::endl;
 | 
						|
      for (const auto& table : db.second) {
 | 
						|
        const auto& schema = table.second->schema;
 | 
						|
        std::cout << SF(table.first) << SF(ttToString(schema->tableType)) << SF(pToString(schema->tableInfo.precision)) << IF(schema->vgId) << IF(schema->tableInfo.rowSize) << std::endl;
 | 
						|
      }
 | 
						|
      std::cout << std::endl;
 | 
						|
    }
 | 
						|
 | 
						|
    for (const auto& db : meta_) {
 | 
						|
      for (const auto& table : db.second) {
 | 
						|
        const auto& schema = table.second->schema;
 | 
						|
        std::cout << "Table:" << table.first << std::endl;
 | 
						|
        std::cout << SH("Field") << SH("Type") << SH("DataType") << IH("Bytes") << std::endl;
 | 
						|
        std::cout << SL(3, 1) << std::endl;
 | 
						|
        int16_t numOfTags = schema->tableInfo.numOfTags;
 | 
						|
        int16_t numOfFields = numOfTags + schema->tableInfo.numOfColumns;
 | 
						|
        for (int16_t i = 0; i < numOfFields; ++i) {
 | 
						|
          const SSchema* col = schema->schema + i;
 | 
						|
          std::cout << SF(std::string(col->name)) << SH(ftToString(i, numOfTags)) << SH(dtToString(col->type)) << IF(col->bytes) << std::endl;
 | 
						|
        }
 | 
						|
        std::cout << std::endl;
 | 
						|
      }
 | 
						|
    }
 | 
						|
  }
 | 
						|
 | 
						|
  std::shared_ptr<MockTableMeta> getTableMeta(const std::string& db, const std::string& tbname) const {
 | 
						|
    DbMetaCache::const_iterator it = meta_.find(db);
 | 
						|
    if (meta_.end() == it) {
 | 
						|
      return std::shared_ptr<MockTableMeta>();
 | 
						|
    }
 | 
						|
    TableMetaCache::const_iterator tit = it->second.find(tbname);
 | 
						|
    if (it->second.end() == tit) {
 | 
						|
      return std::shared_ptr<MockTableMeta>();
 | 
						|
    }
 | 
						|
    return tit->second;
 | 
						|
  }
 | 
						|
 | 
						|
private:
 | 
						|
  typedef std::map<std::string, std::shared_ptr<MockTableMeta>> TableMetaCache;
 | 
						|
  typedef std::map<std::string, TableMetaCache> DbMetaCache;
 | 
						|
 | 
						|
  std::string toDbname(const std::string& dbFullName) const {
 | 
						|
    std::string::size_type n = dbFullName.find(".");
 | 
						|
    if (n == std::string::npos) {
 | 
						|
      return dbFullName;
 | 
						|
    }
 | 
						|
    return dbFullName.substr(n + 1);
 | 
						|
  }
 | 
						|
 | 
						|
  std::string ttToString(int8_t tableType) const {
 | 
						|
    switch (tableType) {
 | 
						|
      case TSDB_SUPER_TABLE:
 | 
						|
        return "super table";
 | 
						|
      case TSDB_CHILD_TABLE:
 | 
						|
        return "child table";
 | 
						|
      case TSDB_NORMAL_TABLE:
 | 
						|
        return "normal table";
 | 
						|
      default:
 | 
						|
        return "unknown";
 | 
						|
    }
 | 
						|
  }
 | 
						|
 | 
						|
  std::string pToString(uint8_t precision) const {
 | 
						|
    switch (precision) {
 | 
						|
      case TSDB_TIME_PRECISION_MILLI:
 | 
						|
        return "millisecond";
 | 
						|
      case TSDB_TIME_PRECISION_MICRO:
 | 
						|
        return "microsecond";
 | 
						|
      case TSDB_TIME_PRECISION_NANO:
 | 
						|
        return "nanosecond";
 | 
						|
      default:
 | 
						|
        return "unknown";
 | 
						|
    }
 | 
						|
  }
 | 
						|
 | 
						|
  std::string dtToString(int8_t type) const {
 | 
						|
    return tDataTypes[type].name;
 | 
						|
  }
 | 
						|
 | 
						|
  std::string ftToString(int16_t colid, int16_t numOfTags) const {
 | 
						|
    return (0 == colid ? "column" : (colid <= numOfTags ? "tag" : "column"));
 | 
						|
  }
 | 
						|
 | 
						|
  std::shared_ptr<STableMeta> getTableSchemaMeta(const std::string& db, const std::string& tbname) const {
 | 
						|
    std::shared_ptr<MockTableMeta> table = getTableMeta(db, tbname);
 | 
						|
    return table ? table->schema : std::shared_ptr<STableMeta>();
 | 
						|
  }
 | 
						|
 | 
						|
  int32_t copyTableSchemaMeta(const std::string& db, const std::string& tbname, std::unique_ptr<STableMeta>* dst) const {
 | 
						|
    std::shared_ptr<STableMeta> src = getTableSchemaMeta(db, tbname);
 | 
						|
    if (!src) {
 | 
						|
      return TSDB_CODE_TSC_INVALID_TABLE_NAME;
 | 
						|
    }
 | 
						|
    int32_t len = sizeof(STableMeta) + sizeof(SSchema) * (src->tableInfo.numOfTags + src->tableInfo.numOfColumns);
 | 
						|
    dst->reset((STableMeta*)std::calloc(1, len));
 | 
						|
    if (!dst) {
 | 
						|
      return TSDB_CODE_TSC_OUT_OF_MEMORY;
 | 
						|
    }
 | 
						|
    memcpy(dst->get(), src.get(), len);
 | 
						|
    return TSDB_CODE_SUCCESS;
 | 
						|
  }
 | 
						|
 | 
						|
  uint64_t id_;
 | 
						|
  std::unique_ptr<TableBuilder> builder_;
 | 
						|
  DbMetaCache meta_;
 | 
						|
};
 | 
						|
 | 
						|
MockCatalogService::MockCatalogService() : impl_(new MockCatalogServiceImpl()) {
 | 
						|
}
 | 
						|
 | 
						|
MockCatalogService::~MockCatalogService() {
 | 
						|
}
 | 
						|
 | 
						|
ITableBuilder& MockCatalogService::createTableBuilder(const std::string& db, const std::string& tbname, int8_t tableType, int32_t numOfColumns, int32_t numOfTags) {
 | 
						|
  return impl_->createTableBuilder(db, tbname, tableType, numOfColumns, numOfTags);
 | 
						|
}
 | 
						|
 | 
						|
void MockCatalogService::createSubTable(const std::string& db, const std::string& stbname, const std::string& tbname, int16_t vgid) {
 | 
						|
  impl_->createSubTable(db, stbname, tbname, vgid);
 | 
						|
}
 | 
						|
 | 
						|
void MockCatalogService::showTables() const {
 | 
						|
  impl_->showTables();
 | 
						|
}
 | 
						|
 | 
						|
std::shared_ptr<MockTableMeta> MockCatalogService::getTableMeta(const std::string& db, const std::string& tbname) const {
 | 
						|
  return impl_->getTableMeta(db, tbname);
 | 
						|
}
 | 
						|
 | 
						|
int32_t MockCatalogService::catalogGetTableMeta(const char* pDBName, const char* pTableName, STableMeta** pTableMeta) const {
 | 
						|
  return impl_->catalogGetTableMeta(pDBName, pTableName, pTableMeta);
 | 
						|
}
 | 
						|
 | 
						|
int32_t MockCatalogService::catalogGetTableHashVgroup(const char* pDBName, const char* pTableName, SVgroupInfo* vgInfo) const {
 | 
						|
  return impl_->catalogGetTableHashVgroup(pDBName, pTableName, vgInfo);
 | 
						|
} |