366 lines
16 KiB
C
366 lines
16 KiB
C
/*
|
|
* Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
|
|
*
|
|
* This program is free software: you can use, redistribute, and/or modify
|
|
* it under the terms of the GNU Affero General Public License, version 3
|
|
* or later ("AGPL"), as published by the Free Software Foundation.
|
|
*
|
|
* This program is distributed in the hope that it will be useful, but WITHOUT
|
|
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
* FITNESS FOR A PARTICULAR PURPOSE.
|
|
*
|
|
* You should have received a copy of the GNU Affero General Public License
|
|
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
#ifndef TDENGINE_TSCUTIL_H
|
|
#define TDENGINE_TSCUTIL_H
|
|
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
#include "exception.h"
|
|
#include "os.h"
|
|
#include "qExtbuffer.h"
|
|
#include "taosdef.h"
|
|
#include "tbuffer.h"
|
|
#include "tscGlobalmerge.h"
|
|
#include "tsched.h"
|
|
#include "tsclient.h"
|
|
|
|
#define UTIL_TABLE_IS_SUPER_TABLE(metaInfo) \
|
|
(((metaInfo)->pTableMeta != NULL) && ((metaInfo)->pTableMeta->tableType == TSDB_SUPER_TABLE))
|
|
#define UTIL_TABLE_IS_CHILD_TABLE(metaInfo) \
|
|
(((metaInfo)->pTableMeta != NULL) && ((metaInfo)->pTableMeta->tableType == TSDB_CHILD_TABLE))
|
|
|
|
#define UTIL_TABLE_IS_NORMAL_TABLE(metaInfo)\
|
|
(!(UTIL_TABLE_IS_SUPER_TABLE(metaInfo) || UTIL_TABLE_IS_CHILD_TABLE(metaInfo)))
|
|
|
|
#define UTIL_TABLE_IS_TMP_TABLE(metaInfo) \
|
|
(((metaInfo)->pTableMeta != NULL) && ((metaInfo)->pTableMeta->tableType == TSDB_TEMP_TABLE))
|
|
|
|
#pragma pack(push,1)
|
|
// this struct is transfered as binary, padding two bytes to avoid
|
|
// an 'uid' whose low bytes is 0xff being recoginized as NULL,
|
|
// and set 'pack' to 1 to avoid break existing code.
|
|
typedef struct STidTags {
|
|
int16_t padding;
|
|
int64_t uid;
|
|
int32_t tid;
|
|
int32_t vgId;
|
|
char tag[];
|
|
} STidTags;
|
|
#pragma pack(pop)
|
|
|
|
typedef struct SJoinSupporter {
|
|
SSqlObj* pObj; // parent SqlObj
|
|
int32_t subqueryIndex; // index of sub query
|
|
SInterval interval;
|
|
SLimitVal limit; // limit info
|
|
uint64_t uid; // query table uid
|
|
SArray* colList; // previous query information, no need to use this attribute, and the corresponding attribution
|
|
SArray* exprList;
|
|
SFieldInfo fieldsInfo;
|
|
STagCond tagCond;
|
|
SGroupbyExpr groupInfo; // group by info
|
|
struct STSBuf* pTSBuf; // the TSBuf struct that holds the compressed timestamp array
|
|
FILE* f; // temporary file in order to create TSBuf
|
|
char path[PATH_MAX]; // temporary file path, todo dynamic allocate memory
|
|
int32_t tagSize; // the length of each in the first filter stage
|
|
char* pIdTagList; // result of first stage tags
|
|
int32_t totalLen;
|
|
int32_t num;
|
|
SArray* pVgroupTables;
|
|
} SJoinSupporter;
|
|
|
|
|
|
typedef struct SMergeCtx {
|
|
SJoinSupporter* p;
|
|
int32_t idx;
|
|
SArray* res;
|
|
int8_t compared;
|
|
}SMergeCtx;
|
|
|
|
typedef struct SMergeTsCtx {
|
|
SJoinSupporter* p;
|
|
STSBuf* res;
|
|
int64_t numOfInput;
|
|
int8_t compared;
|
|
}SMergeTsCtx;
|
|
|
|
typedef struct SVgroupTableInfo {
|
|
SVgroupInfo vgInfo;
|
|
SArray *itemList; // SArray<STableIdInfo>
|
|
} SVgroupTableInfo;
|
|
|
|
typedef struct SBlockKeyTuple {
|
|
TSKEY skey;
|
|
void* payloadAddr;
|
|
} SBlockKeyTuple;
|
|
|
|
typedef struct SBlockKeyInfo {
|
|
int32_t maxBytesAlloc;
|
|
SBlockKeyTuple* pKeyTuple;
|
|
} SBlockKeyInfo;
|
|
|
|
int32_t converToStr(char *str, int type, void *buf, int32_t bufSize, int32_t *len);
|
|
|
|
int32_t tscCreateDataBlock(size_t initialSize, int32_t rowSize, int32_t startOffset, SName* name, STableMeta* pTableMeta, STableDataBlocks** dataBlocks);
|
|
void tscDestroyDataBlock(STableDataBlocks* pDataBlock, bool removeMeta);
|
|
void tscSortRemoveDataBlockDupRowsRaw(STableDataBlocks* dataBuf);
|
|
int tscSortRemoveDataBlockDupRows(STableDataBlocks* dataBuf, SBlockKeyInfo* pBlkKeyInfo);
|
|
int32_t tsSetBlockInfo(SSubmitBlk *pBlocks, const STableMeta *pTableMeta, int32_t numOfRows);
|
|
|
|
void tscDestroyBoundColumnInfo(SParsedDataColInfo* pColInfo);
|
|
void doRetrieveSubqueryData(SSchedMsg *pMsg);
|
|
|
|
SParamInfo* tscAddParamToDataBlock(STableDataBlocks* pDataBlock, char type, uint8_t timePrec, int16_t bytes,
|
|
uint32_t offset);
|
|
|
|
void* tscDestroyBlockArrayList(SArray* pDataBlockList);
|
|
void* tscDestroyUdfArrayList(SArray* pUdfList);
|
|
void* tscDestroyBlockHashTable(SHashObj* pBlockHashTable, bool removeMeta);
|
|
|
|
int32_t tscCopyDataBlockToPayload(SSqlObj* pSql, STableDataBlocks* pDataBlock);
|
|
int32_t tscMergeTableDataBlocks(SInsertStatementParam *pInsertParam, bool freeBlockMap);
|
|
int32_t tscGetDataBlockFromList(SHashObj* pHashList, int64_t id, int32_t size, int32_t startOffset, int32_t rowSize, SName* pName, STableMeta* pTableMeta,
|
|
STableDataBlocks** dataBlocks, SArray* pBlockList);
|
|
|
|
/**
|
|
* for the projection query on metric or point interpolation query on metric,
|
|
* we iterate all the meters, instead of invoke query on all qualified meters simultaneously.
|
|
*
|
|
* @param pSql sql object
|
|
* @return
|
|
*/
|
|
bool tscIsPointInterpQuery(SQueryInfo* pQueryInfo);
|
|
bool tscIsTWAQuery(SQueryInfo* pQueryInfo);
|
|
bool tscIsIrateQuery(SQueryInfo* pQueryInfo);
|
|
|
|
bool tscIsSessionWindowQuery(SQueryInfo* pQueryInfo);
|
|
bool tscIsSecondStageQuery(SQueryInfo* pQueryInfo);
|
|
bool tsIsArithmeticQueryOnAggResult(SQueryInfo* pQueryInfo);
|
|
bool tscGroupbyColumn(SQueryInfo* pQueryInfo);
|
|
bool tscIsTopBotQuery(SQueryInfo* pQueryInfo);
|
|
bool hasTagValOutput(SQueryInfo* pQueryInfo);
|
|
bool timeWindowInterpoRequired(SQueryInfo *pQueryInfo);
|
|
bool isStabledev(SQueryInfo* pQueryInfo);
|
|
bool isTsCompQuery(SQueryInfo* pQueryInfo);
|
|
bool isBlockDistQuery(SQueryInfo* pQueryInfo);
|
|
bool isSimpleAggregateRv(SQueryInfo* pQueryInfo);
|
|
|
|
bool tscNonOrderedProjectionQueryOnSTable(SQueryInfo *pQueryInfo, int32_t tableIndex);
|
|
bool tscOrderedProjectionQueryOnSTable(SQueryInfo* pQueryInfo, int32_t tableIndex);
|
|
bool tscIsDiffDerivQuery(SQueryInfo* pQueryInfo);
|
|
bool tscIsProjectionQueryOnSTable(SQueryInfo* pQueryInfo, int32_t tableIndex);
|
|
|
|
bool tscIsProjectionQuery(SQueryInfo* pQueryInfo);
|
|
bool tscHasColumnFilter(SQueryInfo* pQueryInfo);
|
|
|
|
bool tscIsTwoStageSTableQuery(SQueryInfo* pQueryInfo, int32_t tableIndex);
|
|
bool tscQueryTags(SQueryInfo* pQueryInfo);
|
|
bool tscMultiRoundQuery(SQueryInfo* pQueryInfo, int32_t tableIndex);
|
|
bool tscQueryBlockInfo(SQueryInfo* pQueryInfo);
|
|
|
|
SExprInfo* tscAddFuncInSelectClause(SQueryInfo* pQueryInfo, int32_t outputColIndex, int16_t functionId,
|
|
SColumnIndex* pIndex, SSchema* pColSchema, int16_t colType, int16_t colId);
|
|
|
|
int32_t tscSetTableFullName(SName* pName, SStrToken* pzTableName, SSqlObj* pSql);
|
|
void tscClearInterpInfo(SQueryInfo* pQueryInfo);
|
|
|
|
bool tscIsInsertData(char* sqlstr);
|
|
|
|
int tscAllocPayload(SSqlCmd* pCmd, int size);
|
|
|
|
TAOS_FIELD tscCreateField(int8_t type, const char* name, int16_t bytes);
|
|
|
|
SInternalField* tscFieldInfoAppend(SFieldInfo* pFieldInfo, TAOS_FIELD* pField);
|
|
SInternalField* tscFieldInfoInsert(SFieldInfo* pFieldInfo, int32_t index, TAOS_FIELD* field);
|
|
|
|
SInternalField* tscFieldInfoGetInternalField(SFieldInfo* pFieldInfo, int32_t index);
|
|
TAOS_FIELD* tscFieldInfoGetField(SFieldInfo* pFieldInfo, int32_t index);
|
|
|
|
void tscFieldInfoUpdateOffset(SQueryInfo* pQueryInfo);
|
|
|
|
int16_t tscFieldInfoGetOffset(SQueryInfo* pQueryInfo, int32_t index);
|
|
void tscFieldInfoClear(SFieldInfo* pFieldInfo);
|
|
void tscFieldInfoCopy(SFieldInfo* pFieldInfo, const SFieldInfo* pSrc, const SArray* pExprList);
|
|
|
|
static FORCE_INLINE int32_t tscNumOfFields(SQueryInfo* pQueryInfo) { return pQueryInfo->fieldsInfo.numOfOutput; }
|
|
|
|
int32_t tscFieldInfoCompare(const SFieldInfo* pFieldInfo1, const SFieldInfo* pFieldInfo2, int32_t *diffSize);
|
|
void tscInsertPrimaryTsSourceColumn(SQueryInfo* pQueryInfo, uint64_t uid);
|
|
|
|
int32_t tscFieldInfoSetSize(const SFieldInfo* pFieldInfo1, const SFieldInfo* pFieldInfo2);
|
|
void addExprParams(SSqlExpr* pExpr, char* argument, int32_t type, int32_t bytes);
|
|
|
|
int32_t tscGetResRowLength(SArray* pExprList);
|
|
|
|
SExprInfo* tscExprInsert(SQueryInfo* pQueryInfo, int32_t index, int16_t functionId, SColumnIndex* pColIndex, int16_t type,
|
|
int16_t size, int16_t resColId, int16_t interSize, bool isTagCol);
|
|
|
|
SExprInfo* tscExprCreate(STableMetaInfo* pTableMetaInfo, int16_t functionId, SColumnIndex* pColIndex, int16_t type,
|
|
int16_t size, int16_t resColId, int16_t interSize, int32_t colType);
|
|
|
|
void tscExprAddParams(SSqlExpr* pExpr, char* argument, int32_t type, int32_t bytes);
|
|
|
|
SExprInfo* tscExprAppend(SQueryInfo* pQueryInfo, int16_t functionId, SColumnIndex* pColIndex, int16_t type,
|
|
int16_t size, int16_t resColId, int16_t interSize, bool isTagCol);
|
|
|
|
SExprInfo* tscExprUpdate(SQueryInfo* pQueryInfo, int32_t index, int16_t functionId, int16_t srcColumnIndex, int16_t type,
|
|
int16_t size);
|
|
|
|
size_t tscNumOfExprs(SQueryInfo* pQueryInfo);
|
|
SExprInfo *tscExprGet(SQueryInfo* pQueryInfo, int32_t index);
|
|
int32_t tscExprCopy(SArray* dst, const SArray* src, uint64_t uid, bool deepcopy);
|
|
int32_t tscExprCopyAll(SArray* dst, const SArray* src, bool deepcopy);
|
|
void tscExprAssign(SExprInfo* dst, const SExprInfo* src);
|
|
void tscExprDestroy(SArray* pExprInfo);
|
|
|
|
int32_t createProjectionExpr(SQueryInfo* pQueryInfo, STableMetaInfo* pTableMetaInfo, SExprInfo*** pExpr, int32_t* num);
|
|
|
|
void clearAllTableMetaInfo(SQueryInfo* pQueryInfo, bool removeMeta);
|
|
|
|
SColumn* tscColumnClone(const SColumn* src);
|
|
void tscColumnCopy(SColumn* pDest, const SColumn* pSrc);
|
|
int32_t tscColumnExists(SArray* pColumnList, int32_t columnId, uint64_t uid);
|
|
SColumn* tscColumnListInsert(SArray* pColumnList, int32_t columnIndex, uint64_t uid, SSchema* pSchema);
|
|
void tscColumnListDestroy(SArray* pColList);
|
|
void tscColumnListCopy(SArray* dst, const SArray* src, uint64_t tableUid);
|
|
void tscColumnListCopyAll(SArray* dst, const SArray* src);
|
|
|
|
void convertQueryResult(SSqlRes* pRes, SQueryInfo* pQueryInfo, uint64_t objId, bool convertNchar);
|
|
|
|
void tscDequoteAndTrimToken(SStrToken* pToken);
|
|
int32_t tscValidateName(SStrToken* pToken);
|
|
|
|
void tscIncStreamExecutionCount(void* pStream);
|
|
|
|
bool tscValidateColumnId(STableMetaInfo* pTableMetaInfo, int32_t colId, int32_t numOfParams);
|
|
|
|
// get starter position of metric query condition (query on tags) in SSqlCmd.payload
|
|
SCond* tsGetSTableQueryCond(STagCond* pCond, uint64_t uid);
|
|
void tsSetSTableQueryCond(STagCond* pTagCond, uint64_t uid, SBufferWriter* bw);
|
|
|
|
int32_t tscTagCondCopy(STagCond* dest, const STagCond* src);
|
|
void tscTagCondRelease(STagCond* pCond);
|
|
|
|
void tscGetSrcColumnInfo(SSrcColumnInfo* pColInfo, SQueryInfo* pQueryInfo);
|
|
|
|
bool tscShouldBeFreed(SSqlObj* pSql);
|
|
|
|
STableMetaInfo* tscGetTableMetaInfoFromCmd(SSqlCmd *pCmd, int32_t tableIndex);
|
|
STableMetaInfo* tscGetMetaInfo(SQueryInfo *pQueryInfo, int32_t tableIndex);
|
|
|
|
void tscInitQueryInfo(SQueryInfo* pQueryInfo);
|
|
void tscClearSubqueryInfo(SSqlCmd* pCmd);
|
|
int32_t tscAddQueryInfo(SSqlCmd *pCmd);
|
|
SQueryInfo *tscGetQueryInfo(SSqlCmd* pCmd);
|
|
SQueryInfo *tscGetQueryInfoS(SSqlCmd *pCmd);
|
|
|
|
void tscClearTableMetaInfo(STableMetaInfo* pTableMetaInfo);
|
|
|
|
STableMetaInfo* tscAddTableMetaInfo(SQueryInfo* pQueryInfo, SName* name, STableMeta* pTableMeta,
|
|
SVgroupsInfo* vgroupList, SArray* pTagCols, SArray* pVgroupTables);
|
|
|
|
STableMetaInfo* tscAddEmptyMetaInfo(SQueryInfo *pQueryInfo);
|
|
|
|
void tscFreeVgroupTableInfo(SArray* pVgroupTables);
|
|
SArray* tscVgroupTableInfoDup(SArray* pVgroupTables);
|
|
void tscRemoveVgroupTableGroup(SArray* pVgroupTable, int32_t index);
|
|
void tscVgroupTableCopy(SVgroupTableInfo* info, SVgroupTableInfo* pInfo);
|
|
|
|
int tscGetSTableVgroupInfo(SSqlObj* pSql, SQueryInfo* pQueryInfo);
|
|
int tscGetTableMeta(SSqlObj* pSql, STableMetaInfo* pTableMetaInfo);
|
|
int tscGetTableMetaEx(SSqlObj *pSql, STableMetaInfo *pTableMetaInfo, bool createIfNotExists, bool onlyLocal);
|
|
int32_t tscGetUdfFromNode(SSqlObj *pSql, SQueryInfo* pQueryInfo);
|
|
|
|
void tscResetForNextRetrieve(SSqlRes* pRes);
|
|
void executeQuery(SSqlObj* pSql, SQueryInfo* pQueryInfo);
|
|
void doExecuteQuery(SSqlObj* pSql, SQueryInfo* pQueryInfo);
|
|
|
|
SVgroupsInfo* tscVgroupInfoClone(SVgroupsInfo *pInfo);
|
|
void* tscVgroupInfoClear(SVgroupsInfo *pInfo);
|
|
void tscSVgroupInfoCopy(SVgroupInfo* dst, const SVgroupInfo* src);
|
|
/**
|
|
* The create object function must be successful expect for the out of memory issue.
|
|
*
|
|
* Therefore, the metermeta/metricmeta object is directly passed to the newly created subquery object from the
|
|
* previous sql object, instead of retrieving the metermeta/metricmeta from cache.
|
|
*
|
|
* Because the metermeta/metricmeta may have been released by other threads, resulting in the retrieving failed as
|
|
* well as the create function.
|
|
*
|
|
* @param pSql
|
|
* @param vnodeIndex
|
|
* @param tableIndex
|
|
* @param fp
|
|
* @param param
|
|
* @param pPrevSql
|
|
* @return
|
|
*/
|
|
SSqlObj* createSimpleSubObj(SSqlObj* pSql, __async_cb_func_t fp, void* param, int32_t cmd);
|
|
|
|
void registerSqlObj(SSqlObj* pSql);
|
|
void tscInitResForMerge(SSqlRes* pRes);
|
|
|
|
SSqlObj* createSubqueryObj(SSqlObj* pSql, int16_t tableIndex, __async_cb_func_t fp, void* param, int32_t cmd, SSqlObj* pPrevSql);
|
|
void addGroupInfoForSubquery(SSqlObj* pParentObj, SSqlObj* pSql, int32_t subClauseIndex, int32_t tableIndex);
|
|
|
|
void doAddGroupColumnForSubquery(SQueryInfo* pQueryInfo, int32_t tagIndex, SSqlCmd* pCmd);
|
|
|
|
int16_t tscGetJoinTagColIdByUid(STagCond* pTagCond, uint64_t uid);
|
|
int16_t tscGetTagColIndexById(STableMeta* pTableMeta, int16_t colId);
|
|
|
|
void tscPrintSelNodeList(SSqlObj* pSql, int32_t subClauseIndex);
|
|
|
|
bool hasMoreVnodesToTry(SSqlObj *pSql);
|
|
bool hasMoreClauseToTry(SSqlObj* pSql);
|
|
|
|
void tscFreeQueryInfo(SSqlCmd* pCmd, bool removeMeta);
|
|
|
|
void tscTryQueryNextVnode(SSqlObj *pSql, __async_cb_func_t fp);
|
|
void tscTryQueryNextClause(SSqlObj* pSql, __async_cb_func_t fp);
|
|
int tscSetMgmtEpSetFromCfg(const char *first, const char *second, SRpcCorEpSet *corEpSet);
|
|
int32_t getMultiTableMetaFromMnode(SSqlObj *pSql, SArray* pNameList, SArray* pVgroupNameList, SArray* pUdfList, __async_cb_func_t fp, bool metaClone);
|
|
|
|
int tscTransferTableNameList(SSqlObj *pSql, const char *pNameList, int32_t length, SArray* pNameArray);
|
|
|
|
bool subAndCheckDone(SSqlObj *pSql, SSqlObj *pParentSql, int idx);
|
|
|
|
bool tscSetSqlOwner(SSqlObj* pSql);
|
|
void tscClearSqlOwner(SSqlObj* pSql);
|
|
int32_t doArithmeticCalculate(SQueryInfo* pQueryInfo, tFilePage* pOutput, int32_t rowSize, int32_t finalRowSize);
|
|
|
|
char* serializeTagData(STagData* pTagData, char* pMsg);
|
|
int32_t copyTagData(STagData* dst, const STagData* src);
|
|
|
|
STableMeta* createSuperTableMeta(STableMetaMsg* pChild);
|
|
uint32_t tscGetTableMetaSize(STableMeta* pTableMeta);
|
|
CChildTableMeta* tscCreateChildMeta(STableMeta* pTableMeta);
|
|
uint32_t tscGetTableMetaMaxSize();
|
|
int32_t tscCreateTableMetaFromSTableMeta(STableMeta* pChild, const char* name, void* buf);
|
|
STableMeta* tscTableMetaDup(STableMeta* pTableMeta);
|
|
SVgroupsInfo* tscVgroupsInfoDup(SVgroupsInfo* pVgroupsInfo);
|
|
|
|
int32_t tscGetTagFilterSerializeLen(SQueryInfo* pQueryInfo);
|
|
int32_t tscGetColFilterSerializeLen(SQueryInfo* pQueryInfo);
|
|
int32_t tscCreateQueryFromQueryInfo(SQueryInfo* pQueryInfo, SQueryAttr* pQueryAttr, void* addr);
|
|
void* createQInfoFromQueryNode(SQueryInfo* pQueryInfo, STableGroupInfo* pTableGroupInfo, SOperatorInfo* pOperator, char* sql, void* addr, int32_t stage, uint64_t qId);
|
|
|
|
void* malloc_throw(size_t size);
|
|
void* calloc_throw(size_t nmemb, size_t size);
|
|
char* strdup_throw(const char* str);
|
|
|
|
bool vgroupInfoIdentical(SNewVgroupInfo *pExisted, SVgroupMsg* src);
|
|
SNewVgroupInfo createNewVgroupInfo(SVgroupMsg *pVgroupMsg);
|
|
|
|
void tscRemoveTableMetaBuf(STableMetaInfo* pTableMetaInfo, uint64_t id);
|
|
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif
|
|
|
|
#endif // TDENGINE_TSCUTIL_H
|