3661 lines
117 KiB
C
3661 lines
117 KiB
C
/*
|
|
* Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
|
|
*
|
|
* This program is free software: you can use, redistribute, and/or modify
|
|
* it under the terms of the GNU Affero General Public License, version 3
|
|
* or later ("AGPL"), as published by the Free Software Foundation.
|
|
*
|
|
* This program is distributed in the hope that it will be useful, but WITHOUT
|
|
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
* FITNESS FOR A PARTICULAR PURPOSE.
|
|
*
|
|
* You should have received a copy of the GNU Affero General Public License
|
|
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
#define _DEFAULT_SOURCE
|
|
#include "mndStb.h"
|
|
#include "mndDb.h"
|
|
#include "mndDnode.h"
|
|
#include "mndIndex.h"
|
|
#include "mndIndexComm.h"
|
|
#include "mndInfoSchema.h"
|
|
#include "mndMnode.h"
|
|
#include "mndPerfSchema.h"
|
|
#include "mndPrivilege.h"
|
|
#include "mndScheduler.h"
|
|
#include "mndShow.h"
|
|
#include "mndSma.h"
|
|
#include "mndTopic.h"
|
|
#include "mndTrans.h"
|
|
#include "mndUser.h"
|
|
#include "mndVgroup.h"
|
|
#include "tname.h"
|
|
#include "audit.h"
|
|
|
|
#define STB_VER_NUMBER 1
|
|
#define STB_RESERVE_SIZE 64
|
|
|
|
static SSdbRow *mndStbActionDecode(SSdbRaw *pRaw);
|
|
static int32_t mndStbActionInsert(SSdb *pSdb, SStbObj *pStb);
|
|
static int32_t mndStbActionDelete(SSdb *pSdb, SStbObj *pStb);
|
|
static int32_t mndStbActionUpdate(SSdb *pSdb, SStbObj *pOld, SStbObj *pNew);
|
|
static int32_t mndProcessTtlTimer(SRpcMsg *pReq);
|
|
static int32_t mndProcessTrimDbTimer(SRpcMsg *pReq);
|
|
static int32_t mndProcessCreateStbReq(SRpcMsg *pReq);
|
|
static int32_t mndProcessAlterStbReq(SRpcMsg *pReq);
|
|
static int32_t mndProcessDropStbReq(SRpcMsg *pReq);
|
|
static int32_t mndProcessDropTtltbRsp(SRpcMsg *pReq);
|
|
static int32_t mndProcessTrimDbRsp(SRpcMsg *pReq);
|
|
static int32_t mndProcessTableMetaReq(SRpcMsg *pReq);
|
|
static int32_t mndRetrieveStb(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
|
|
static int32_t mndRetrieveStbCol(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
|
|
static void mndCancelGetNextStb(SMnode *pMnode, void *pIter);
|
|
static int32_t mndProcessTableCfgReq(SRpcMsg *pReq);
|
|
static int32_t mndAlterStbImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
|
|
void *alterOriData, int32_t alterOriDataLen);
|
|
static int32_t mndAlterStbAndUpdateTagIdxImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
|
|
void *alterOriData, int32_t alterOriDataLen, const SMAlterStbReq *pAlter);
|
|
|
|
static int32_t mndProcessCreateIndexReq(SRpcMsg *pReq);
|
|
static int32_t mndProcessDropIndexReq(SRpcMsg *pReq);
|
|
|
|
int32_t mndInitStb(SMnode *pMnode) {
|
|
SSdbTable table = {
|
|
.sdbType = SDB_STB,
|
|
.keyType = SDB_KEY_BINARY,
|
|
.encodeFp = (SdbEncodeFp)mndStbActionEncode,
|
|
.decodeFp = (SdbDecodeFp)mndStbActionDecode,
|
|
.insertFp = (SdbInsertFp)mndStbActionInsert,
|
|
.updateFp = (SdbUpdateFp)mndStbActionUpdate,
|
|
.deleteFp = (SdbDeleteFp)mndStbActionDelete,
|
|
};
|
|
|
|
mndSetMsgHandle(pMnode, TDMT_MND_CREATE_STB, mndProcessCreateStbReq);
|
|
mndSetMsgHandle(pMnode, TDMT_MND_ALTER_STB, mndProcessAlterStbReq);
|
|
mndSetMsgHandle(pMnode, TDMT_MND_DROP_STB, mndProcessDropStbReq);
|
|
mndSetMsgHandle(pMnode, TDMT_VND_CREATE_STB_RSP, mndTransProcessRsp);
|
|
mndSetMsgHandle(pMnode, TDMT_VND_DROP_TTL_TABLE_RSP, mndProcessDropTtltbRsp);
|
|
mndSetMsgHandle(pMnode, TDMT_VND_TRIM_RSP, mndProcessTrimDbRsp);
|
|
mndSetMsgHandle(pMnode, TDMT_VND_ALTER_STB_RSP, mndTransProcessRsp);
|
|
mndSetMsgHandle(pMnode, TDMT_VND_DROP_STB_RSP, mndTransProcessRsp);
|
|
mndSetMsgHandle(pMnode, TDMT_MND_TABLE_META, mndProcessTableMetaReq);
|
|
mndSetMsgHandle(pMnode, TDMT_MND_TTL_TIMER, mndProcessTtlTimer);
|
|
mndSetMsgHandle(pMnode, TDMT_MND_TRIM_DB_TIMER, mndProcessTrimDbTimer);
|
|
mndSetMsgHandle(pMnode, TDMT_MND_TABLE_CFG, mndProcessTableCfgReq);
|
|
// mndSetMsgHandle(pMnode, TDMT_MND_SYSTABLE_RETRIEVE, mndProcessRetrieveStbReq);
|
|
|
|
// mndSetMsgHandle(pMnode, TDMT_MND_CREATE_INDEX, mndProcessCreateIndexReq);
|
|
// mndSetMsgHandle(pMnode, TDMT_MND_DROP_INDEX, mndProcessDropIndexReq);
|
|
// mndSetMsgHandle(pMnode, TDMT_VND_CREATE_INDEX_RSP, mndTransProcessRsp);
|
|
// mndSetMsgHandle(pMnode, TDMT_VND_DROP_INDEX_RSP, mndTransProcessRsp);
|
|
|
|
mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_STB, mndRetrieveStb);
|
|
mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_STB, mndCancelGetNextStb);
|
|
|
|
mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_COL, mndRetrieveStbCol);
|
|
mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_COL, mndCancelGetNextStb);
|
|
|
|
return sdbSetTable(pMnode->pSdb, table);
|
|
}
|
|
|
|
void mndCleanupStb(SMnode *pMnode) {}
|
|
|
|
SSdbRaw *mndStbActionEncode(SStbObj *pStb) {
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
|
|
int32_t size = sizeof(SStbObj) + (pStb->numOfColumns + pStb->numOfTags) * sizeof(SSchema) + pStb->commentLen +
|
|
pStb->ast1Len + pStb->ast2Len + STB_RESERVE_SIZE + taosArrayGetSize(pStb->pFuncs) * TSDB_FUNC_NAME_LEN;
|
|
SSdbRaw *pRaw = sdbAllocRaw(SDB_STB, STB_VER_NUMBER, size);
|
|
if (pRaw == NULL) goto _OVER;
|
|
|
|
int32_t dataPos = 0;
|
|
SDB_SET_BINARY(pRaw, dataPos, pStb->name, TSDB_TABLE_FNAME_LEN, _OVER)
|
|
SDB_SET_BINARY(pRaw, dataPos, pStb->db, TSDB_DB_FNAME_LEN, _OVER)
|
|
SDB_SET_INT64(pRaw, dataPos, pStb->createdTime, _OVER)
|
|
SDB_SET_INT64(pRaw, dataPos, pStb->updateTime, _OVER)
|
|
SDB_SET_INT64(pRaw, dataPos, pStb->uid, _OVER)
|
|
SDB_SET_INT64(pRaw, dataPos, pStb->dbUid, _OVER)
|
|
SDB_SET_INT32(pRaw, dataPos, pStb->tagVer, _OVER)
|
|
SDB_SET_INT32(pRaw, dataPos, pStb->colVer, _OVER)
|
|
SDB_SET_INT32(pRaw, dataPos, pStb->smaVer, _OVER)
|
|
SDB_SET_INT32(pRaw, dataPos, pStb->nextColId, _OVER)
|
|
SDB_SET_INT64(pRaw, dataPos, pStb->maxdelay[0], _OVER)
|
|
SDB_SET_INT64(pRaw, dataPos, pStb->maxdelay[1], _OVER)
|
|
SDB_SET_INT64(pRaw, dataPos, pStb->watermark[0], _OVER)
|
|
SDB_SET_INT64(pRaw, dataPos, pStb->watermark[1], _OVER)
|
|
SDB_SET_INT32(pRaw, dataPos, pStb->ttl, _OVER)
|
|
SDB_SET_INT32(pRaw, dataPos, pStb->numOfColumns, _OVER)
|
|
SDB_SET_INT32(pRaw, dataPos, pStb->numOfTags, _OVER)
|
|
SDB_SET_INT32(pRaw, dataPos, pStb->numOfFuncs, _OVER)
|
|
SDB_SET_INT32(pRaw, dataPos, pStb->commentLen, _OVER)
|
|
SDB_SET_INT32(pRaw, dataPos, pStb->ast1Len, _OVER)
|
|
SDB_SET_INT32(pRaw, dataPos, pStb->ast2Len, _OVER)
|
|
|
|
for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
|
|
SSchema *pSchema = &pStb->pColumns[i];
|
|
SDB_SET_INT8(pRaw, dataPos, pSchema->type, _OVER)
|
|
SDB_SET_INT8(pRaw, dataPos, pSchema->flags, _OVER)
|
|
SDB_SET_INT16(pRaw, dataPos, pSchema->colId, _OVER)
|
|
SDB_SET_INT32(pRaw, dataPos, pSchema->bytes, _OVER)
|
|
SDB_SET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
|
|
}
|
|
|
|
for (int32_t i = 0; i < pStb->numOfTags; ++i) {
|
|
SSchema *pSchema = &pStb->pTags[i];
|
|
SDB_SET_INT8(pRaw, dataPos, pSchema->type, _OVER)
|
|
SDB_SET_INT8(pRaw, dataPos, pSchema->flags, _OVER)
|
|
SDB_SET_INT16(pRaw, dataPos, pSchema->colId, _OVER)
|
|
SDB_SET_INT32(pRaw, dataPos, pSchema->bytes, _OVER)
|
|
SDB_SET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
|
|
}
|
|
|
|
for (int32_t i = 0; i < pStb->numOfFuncs; ++i) {
|
|
char *func = taosArrayGet(pStb->pFuncs, i);
|
|
SDB_SET_BINARY(pRaw, dataPos, func, TSDB_FUNC_NAME_LEN, _OVER)
|
|
}
|
|
|
|
if (pStb->commentLen > 0) {
|
|
SDB_SET_BINARY(pRaw, dataPos, pStb->comment, pStb->commentLen + 1, _OVER)
|
|
}
|
|
|
|
if (pStb->ast1Len > 0) {
|
|
SDB_SET_BINARY(pRaw, dataPos, pStb->pAst1, pStb->ast1Len, _OVER)
|
|
}
|
|
|
|
if (pStb->ast2Len > 0) {
|
|
SDB_SET_BINARY(pRaw, dataPos, pStb->pAst2, pStb->ast2Len, _OVER)
|
|
}
|
|
|
|
SDB_SET_RESERVE(pRaw, dataPos, STB_RESERVE_SIZE, _OVER)
|
|
SDB_SET_DATALEN(pRaw, dataPos, _OVER)
|
|
|
|
terrno = 0;
|
|
|
|
_OVER:
|
|
if (terrno != 0) {
|
|
mError("stb:%s, failed to encode to raw:%p since %s", pStb->name, pRaw, terrstr());
|
|
sdbFreeRaw(pRaw);
|
|
return NULL;
|
|
}
|
|
|
|
mTrace("stb:%s, encode to raw:%p, row:%p", pStb->name, pRaw, pStb);
|
|
return pRaw;
|
|
}
|
|
|
|
static SSdbRow *mndStbActionDecode(SSdbRaw *pRaw) {
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
SSdbRow *pRow = NULL;
|
|
SStbObj *pStb = NULL;
|
|
|
|
int8_t sver = 0;
|
|
if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
|
|
|
|
if (sver != STB_VER_NUMBER) {
|
|
terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
|
|
goto _OVER;
|
|
}
|
|
|
|
pRow = sdbAllocRow(sizeof(SStbObj));
|
|
if (pRow == NULL) goto _OVER;
|
|
|
|
pStb = sdbGetRowObj(pRow);
|
|
if (pStb == NULL) goto _OVER;
|
|
|
|
int32_t dataPos = 0;
|
|
SDB_GET_BINARY(pRaw, dataPos, pStb->name, TSDB_TABLE_FNAME_LEN, _OVER)
|
|
SDB_GET_BINARY(pRaw, dataPos, pStb->db, TSDB_DB_FNAME_LEN, _OVER)
|
|
SDB_GET_INT64(pRaw, dataPos, &pStb->createdTime, _OVER)
|
|
SDB_GET_INT64(pRaw, dataPos, &pStb->updateTime, _OVER)
|
|
SDB_GET_INT64(pRaw, dataPos, &pStb->uid, _OVER)
|
|
SDB_GET_INT64(pRaw, dataPos, &pStb->dbUid, _OVER)
|
|
SDB_GET_INT32(pRaw, dataPos, &pStb->tagVer, _OVER)
|
|
SDB_GET_INT32(pRaw, dataPos, &pStb->colVer, _OVER)
|
|
SDB_GET_INT32(pRaw, dataPos, &pStb->smaVer, _OVER)
|
|
SDB_GET_INT32(pRaw, dataPos, &pStb->nextColId, _OVER)
|
|
SDB_GET_INT64(pRaw, dataPos, &pStb->maxdelay[0], _OVER)
|
|
SDB_GET_INT64(pRaw, dataPos, &pStb->maxdelay[1], _OVER)
|
|
SDB_GET_INT64(pRaw, dataPos, &pStb->watermark[0], _OVER)
|
|
SDB_GET_INT64(pRaw, dataPos, &pStb->watermark[1], _OVER)
|
|
SDB_GET_INT32(pRaw, dataPos, &pStb->ttl, _OVER)
|
|
SDB_GET_INT32(pRaw, dataPos, &pStb->numOfColumns, _OVER)
|
|
SDB_GET_INT32(pRaw, dataPos, &pStb->numOfTags, _OVER)
|
|
SDB_GET_INT32(pRaw, dataPos, &pStb->numOfFuncs, _OVER)
|
|
SDB_GET_INT32(pRaw, dataPos, &pStb->commentLen, _OVER)
|
|
SDB_GET_INT32(pRaw, dataPos, &pStb->ast1Len, _OVER)
|
|
SDB_GET_INT32(pRaw, dataPos, &pStb->ast2Len, _OVER)
|
|
|
|
pStb->pColumns = taosMemoryCalloc(pStb->numOfColumns, sizeof(SSchema));
|
|
pStb->pTags = taosMemoryCalloc(pStb->numOfTags, sizeof(SSchema));
|
|
pStb->pFuncs = taosArrayInit(pStb->numOfFuncs, TSDB_FUNC_NAME_LEN);
|
|
if (pStb->pColumns == NULL || pStb->pTags == NULL || pStb->pFuncs == NULL) {
|
|
goto _OVER;
|
|
}
|
|
|
|
for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
|
|
SSchema *pSchema = &pStb->pColumns[i];
|
|
SDB_GET_INT8(pRaw, dataPos, &pSchema->type, _OVER)
|
|
SDB_GET_INT8(pRaw, dataPos, &pSchema->flags, _OVER)
|
|
SDB_GET_INT16(pRaw, dataPos, &pSchema->colId, _OVER)
|
|
SDB_GET_INT32(pRaw, dataPos, &pSchema->bytes, _OVER)
|
|
SDB_GET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
|
|
}
|
|
|
|
for (int32_t i = 0; i < pStb->numOfTags; ++i) {
|
|
SSchema *pSchema = &pStb->pTags[i];
|
|
SDB_GET_INT8(pRaw, dataPos, &pSchema->type, _OVER)
|
|
SDB_GET_INT8(pRaw, dataPos, &pSchema->flags, _OVER)
|
|
SDB_GET_INT16(pRaw, dataPos, &pSchema->colId, _OVER)
|
|
SDB_GET_INT32(pRaw, dataPos, &pSchema->bytes, _OVER)
|
|
SDB_GET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
|
|
}
|
|
|
|
for (int32_t i = 0; i < pStb->numOfFuncs; ++i) {
|
|
char funcName[TSDB_FUNC_NAME_LEN] = {0};
|
|
SDB_GET_BINARY(pRaw, dataPos, funcName, TSDB_FUNC_NAME_LEN, _OVER)
|
|
taosArrayPush(pStb->pFuncs, funcName);
|
|
}
|
|
|
|
if (pStb->commentLen > 0) {
|
|
pStb->comment = taosMemoryCalloc(pStb->commentLen + 1, 1);
|
|
if (pStb->comment == NULL) goto _OVER;
|
|
SDB_GET_BINARY(pRaw, dataPos, pStb->comment, pStb->commentLen + 1, _OVER)
|
|
}
|
|
|
|
if (pStb->ast1Len > 0) {
|
|
pStb->pAst1 = taosMemoryCalloc(pStb->ast1Len, 1);
|
|
if (pStb->pAst1 == NULL) goto _OVER;
|
|
SDB_GET_BINARY(pRaw, dataPos, pStb->pAst1, pStb->ast1Len, _OVER)
|
|
}
|
|
|
|
if (pStb->ast2Len > 0) {
|
|
pStb->pAst2 = taosMemoryCalloc(pStb->ast2Len, 1);
|
|
if (pStb->pAst2 == NULL) goto _OVER;
|
|
SDB_GET_BINARY(pRaw, dataPos, pStb->pAst2, pStb->ast2Len, _OVER)
|
|
}
|
|
SDB_GET_RESERVE(pRaw, dataPos, STB_RESERVE_SIZE, _OVER)
|
|
|
|
terrno = 0;
|
|
|
|
_OVER:
|
|
if (terrno != 0) {
|
|
mError("stb:%s, failed to decode from raw:%p since %s", pStb == NULL ? "null" : pStb->name, pRaw, terrstr());
|
|
if (pStb != NULL) {
|
|
taosMemoryFreeClear(pStb->pColumns);
|
|
taosMemoryFreeClear(pStb->pTags);
|
|
taosMemoryFreeClear(pStb->comment);
|
|
}
|
|
taosMemoryFreeClear(pRow);
|
|
return NULL;
|
|
}
|
|
|
|
mTrace("stb:%s, decode from raw:%p, row:%p", pStb->name, pRaw, pStb);
|
|
return pRow;
|
|
}
|
|
|
|
void mndFreeStb(SStbObj *pStb) {
|
|
taosArrayDestroy(pStb->pFuncs);
|
|
taosMemoryFreeClear(pStb->pColumns);
|
|
taosMemoryFreeClear(pStb->pTags);
|
|
taosMemoryFreeClear(pStb->comment);
|
|
taosMemoryFreeClear(pStb->pAst1);
|
|
taosMemoryFreeClear(pStb->pAst2);
|
|
}
|
|
|
|
static int32_t mndStbActionInsert(SSdb *pSdb, SStbObj *pStb) {
|
|
mTrace("stb:%s, perform insert action, row:%p", pStb->name, pStb);
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndStbActionDelete(SSdb *pSdb, SStbObj *pStb) {
|
|
mTrace("stb:%s, perform delete action, row:%p", pStb->name, pStb);
|
|
mndFreeStb(pStb);
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndStbActionUpdate(SSdb *pSdb, SStbObj *pOld, SStbObj *pNew) {
|
|
mTrace("stb:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);
|
|
|
|
taosWLockLatch(&pOld->lock);
|
|
|
|
if (pOld->numOfColumns < pNew->numOfColumns) {
|
|
void *pColumns = taosMemoryMalloc(pNew->numOfColumns * sizeof(SSchema));
|
|
if (pColumns != NULL) {
|
|
taosMemoryFree(pOld->pColumns);
|
|
pOld->pColumns = pColumns;
|
|
} else {
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
mTrace("stb:%s, failed to perform update action since %s", pOld->name, terrstr());
|
|
taosWUnLockLatch(&pOld->lock);
|
|
}
|
|
}
|
|
|
|
if (pOld->numOfTags < pNew->numOfTags) {
|
|
void *pTags = taosMemoryMalloc(pNew->numOfTags * sizeof(SSchema));
|
|
if (pTags != NULL) {
|
|
taosMemoryFree(pOld->pTags);
|
|
pOld->pTags = pTags;
|
|
} else {
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
mTrace("stb:%s, failed to perform update action since %s", pOld->name, terrstr());
|
|
taosWUnLockLatch(&pOld->lock);
|
|
}
|
|
}
|
|
|
|
if (pOld->commentLen < pNew->commentLen && pNew->commentLen > 0) {
|
|
void *comment = taosMemoryMalloc(pNew->commentLen + 1);
|
|
if (comment != NULL) {
|
|
taosMemoryFree(pOld->comment);
|
|
pOld->comment = comment;
|
|
} else {
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
mTrace("stb:%s, failed to perform update action since %s", pOld->name, terrstr());
|
|
taosWUnLockLatch(&pOld->lock);
|
|
}
|
|
}
|
|
pOld->commentLen = pNew->commentLen;
|
|
|
|
if (pOld->ast1Len < pNew->ast1Len) {
|
|
void *pAst1 = taosMemoryMalloc(pNew->ast1Len + 1);
|
|
if (pAst1 != NULL) {
|
|
taosMemoryFree(pOld->pAst1);
|
|
pOld->pAst1 = pAst1;
|
|
} else {
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
mTrace("stb:%s, failed to perform update action since %s", pOld->name, terrstr());
|
|
taosWUnLockLatch(&pOld->lock);
|
|
}
|
|
}
|
|
|
|
if (pOld->ast2Len < pNew->ast2Len) {
|
|
void *pAst2 = taosMemoryMalloc(pNew->ast2Len + 1);
|
|
if (pAst2 != NULL) {
|
|
taosMemoryFree(pOld->pAst2);
|
|
pOld->pAst2 = pAst2;
|
|
} else {
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
mTrace("stb:%s, failed to perform update action since %s", pOld->name, terrstr());
|
|
taosWUnLockLatch(&pOld->lock);
|
|
}
|
|
}
|
|
|
|
pOld->updateTime = pNew->updateTime;
|
|
pOld->tagVer = pNew->tagVer;
|
|
pOld->colVer = pNew->colVer;
|
|
pOld->smaVer = pNew->smaVer;
|
|
pOld->nextColId = pNew->nextColId;
|
|
pOld->ttl = pNew->ttl;
|
|
if (pNew->numOfColumns > 0) {
|
|
pOld->numOfColumns = pNew->numOfColumns;
|
|
memcpy(pOld->pColumns, pNew->pColumns, pOld->numOfColumns * sizeof(SSchema));
|
|
}
|
|
if (pNew->numOfTags > 0) {
|
|
pOld->numOfTags = pNew->numOfTags;
|
|
memcpy(pOld->pTags, pNew->pTags, pOld->numOfTags * sizeof(SSchema));
|
|
}
|
|
if (pNew->commentLen > 0) {
|
|
memcpy(pOld->comment, pNew->comment, pNew->commentLen + 1);
|
|
pOld->commentLen = pNew->commentLen;
|
|
}
|
|
if (pNew->ast1Len != 0) {
|
|
memcpy(pOld->pAst1, pNew->pAst1, pNew->ast1Len);
|
|
pOld->ast1Len = pNew->ast1Len;
|
|
}
|
|
if (pNew->ast2Len != 0) {
|
|
memcpy(pOld->pAst2, pNew->pAst2, pNew->ast2Len);
|
|
pOld->ast2Len = pNew->ast2Len;
|
|
}
|
|
taosWUnLockLatch(&pOld->lock);
|
|
return 0;
|
|
}
|
|
|
|
SStbObj *mndAcquireStb(SMnode *pMnode, char *stbName) {
|
|
SSdb *pSdb = pMnode->pSdb;
|
|
SStbObj *pStb = sdbAcquire(pSdb, SDB_STB, stbName);
|
|
if (pStb == NULL && terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
|
|
terrno = TSDB_CODE_MND_STB_NOT_EXIST;
|
|
}
|
|
return pStb;
|
|
}
|
|
|
|
void mndReleaseStb(SMnode *pMnode, SStbObj *pStb) {
|
|
SSdb *pSdb = pMnode->pSdb;
|
|
sdbRelease(pSdb, pStb);
|
|
}
|
|
|
|
SDbObj *mndAcquireDbByStb(SMnode *pMnode, const char *stbName) {
|
|
SName name = {0};
|
|
tNameFromString(&name, stbName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE);
|
|
|
|
char db[TSDB_TABLE_FNAME_LEN] = {0};
|
|
tNameGetFullDbName(&name, db);
|
|
|
|
return mndAcquireDb(pMnode, db);
|
|
}
|
|
|
|
static FORCE_INLINE int32_t schemaExColIdCompare(const void *colId, const void *pSchema) {
|
|
if (*(col_id_t *)colId < ((SSchema *)pSchema)->colId) {
|
|
return -1;
|
|
} else if (*(col_id_t *)colId > ((SSchema *)pSchema)->colId) {
|
|
return 1;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
void *mndBuildVCreateStbReq(SMnode *pMnode, SVgObj *pVgroup, SStbObj *pStb, int32_t *pContLen, void *alterOriData,
|
|
int32_t alterOriDataLen) {
|
|
SEncoder encoder = {0};
|
|
int32_t contLen;
|
|
SName name = {0};
|
|
SVCreateStbReq req = {0};
|
|
|
|
tNameFromString(&name, pStb->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE);
|
|
char dbFName[TSDB_DB_FNAME_LEN] = {0};
|
|
tNameGetFullDbName(&name, dbFName);
|
|
|
|
req.name = (char *)tNameGetTableName(&name);
|
|
req.suid = pStb->uid;
|
|
req.rollup = pStb->ast1Len > 0 ? 1 : 0;
|
|
req.alterOriData = alterOriData;
|
|
req.alterOriDataLen = alterOriDataLen;
|
|
// todo
|
|
req.schemaRow.nCols = pStb->numOfColumns;
|
|
req.schemaRow.version = pStb->colVer;
|
|
req.schemaRow.pSchema = pStb->pColumns;
|
|
req.schemaTag.nCols = pStb->numOfTags;
|
|
req.schemaTag.version = pStb->tagVer;
|
|
req.schemaTag.pSchema = pStb->pTags;
|
|
|
|
if (req.rollup) {
|
|
req.rsmaParam.maxdelay[0] = pStb->maxdelay[0];
|
|
req.rsmaParam.maxdelay[1] = pStb->maxdelay[1];
|
|
req.rsmaParam.watermark[0] = pStb->watermark[0];
|
|
req.rsmaParam.watermark[1] = pStb->watermark[1];
|
|
if (pStb->ast1Len > 0) {
|
|
if (mndConvertRsmaTask(&req.rsmaParam.qmsg[0], &req.rsmaParam.qmsgLen[0], pStb->pAst1, pStb->uid,
|
|
STREAM_TRIGGER_WINDOW_CLOSE, req.rsmaParam.watermark[0],
|
|
req.rsmaParam.deleteMark[0]) < 0) {
|
|
goto _err;
|
|
}
|
|
}
|
|
if (pStb->ast2Len > 0) {
|
|
if (mndConvertRsmaTask(&req.rsmaParam.qmsg[1], &req.rsmaParam.qmsgLen[1], pStb->pAst2, pStb->uid,
|
|
STREAM_TRIGGER_WINDOW_CLOSE, req.rsmaParam.watermark[1],
|
|
req.rsmaParam.deleteMark[1]) < 0) {
|
|
goto _err;
|
|
}
|
|
}
|
|
}
|
|
// get length
|
|
int32_t ret = 0;
|
|
tEncodeSize(tEncodeSVCreateStbReq, &req, contLen, ret);
|
|
if (ret < 0) {
|
|
goto _err;
|
|
}
|
|
|
|
contLen += sizeof(SMsgHead);
|
|
|
|
SMsgHead *pHead = taosMemoryCalloc(1, contLen);
|
|
if (pHead == NULL) {
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
goto _err;
|
|
}
|
|
|
|
pHead->contLen = htonl(contLen);
|
|
pHead->vgId = htonl(pVgroup->vgId);
|
|
|
|
void *pBuf = POINTER_SHIFT(pHead, sizeof(SMsgHead));
|
|
tEncoderInit(&encoder, pBuf, contLen - sizeof(SMsgHead));
|
|
if (tEncodeSVCreateStbReq(&encoder, &req) < 0) {
|
|
taosMemoryFreeClear(pHead);
|
|
tEncoderClear(&encoder);
|
|
goto _err;
|
|
}
|
|
tEncoderClear(&encoder);
|
|
|
|
*pContLen = contLen;
|
|
taosMemoryFreeClear(req.rsmaParam.qmsg[0]);
|
|
taosMemoryFreeClear(req.rsmaParam.qmsg[1]);
|
|
return pHead;
|
|
_err:
|
|
taosMemoryFreeClear(req.rsmaParam.qmsg[0]);
|
|
taosMemoryFreeClear(req.rsmaParam.qmsg[1]);
|
|
return NULL;
|
|
}
|
|
|
|
static void *mndBuildVDropStbReq(SMnode *pMnode, SVgObj *pVgroup, SStbObj *pStb, int32_t *pContLen) {
|
|
SName name = {0};
|
|
SVDropStbReq req = {0};
|
|
int32_t contLen = 0;
|
|
int32_t ret = 0;
|
|
SMsgHead *pHead = NULL;
|
|
SEncoder encoder = {0};
|
|
|
|
tNameFromString(&name, pStb->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE);
|
|
|
|
req.name = (char *)tNameGetTableName(&name);
|
|
req.suid = pStb->uid;
|
|
|
|
tEncodeSize(tEncodeSVDropStbReq, &req, contLen, ret);
|
|
if (ret < 0) return NULL;
|
|
|
|
contLen += sizeof(SMsgHead);
|
|
pHead = taosMemoryMalloc(contLen);
|
|
if (pHead == NULL) {
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
return NULL;
|
|
}
|
|
|
|
pHead->contLen = htonl(contLen);
|
|
pHead->vgId = htonl(pVgroup->vgId);
|
|
|
|
void *pBuf = POINTER_SHIFT(pHead, sizeof(SMsgHead));
|
|
|
|
tEncoderInit(&encoder, pBuf, contLen - sizeof(SMsgHead));
|
|
tEncodeSVDropStbReq(&encoder, &req);
|
|
tEncoderClear(&encoder);
|
|
|
|
*pContLen = contLen;
|
|
return pHead;
|
|
}
|
|
|
|
int32_t mndCheckCreateStbReq(SMCreateStbReq *pCreate) {
|
|
if (pCreate->igExists < 0 || pCreate->igExists > 1) {
|
|
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
|
return -1;
|
|
}
|
|
|
|
if (pCreate->numOfColumns < TSDB_MIN_COLUMNS || pCreate->numOfTags + pCreate->numOfColumns > TSDB_MAX_COLUMNS) {
|
|
terrno = TSDB_CODE_PAR_INVALID_COLUMNS_NUM;
|
|
return -1;
|
|
}
|
|
|
|
if (pCreate->numOfTags <= 0 || pCreate->numOfTags > TSDB_MAX_TAGS) {
|
|
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
|
return -1;
|
|
}
|
|
|
|
SField *pField = taosArrayGet(pCreate->pColumns, 0);
|
|
if (pField->type != TSDB_DATA_TYPE_TIMESTAMP) {
|
|
terrno = TSDB_CODE_PAR_INVALID_FIRST_COLUMN;
|
|
return -1;
|
|
}
|
|
|
|
for (int32_t i = 0; i < pCreate->numOfColumns; ++i) {
|
|
SField *pField1 = taosArrayGet(pCreate->pColumns, i);
|
|
if (pField1->type >= TSDB_DATA_TYPE_MAX) {
|
|
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
|
return -1;
|
|
}
|
|
if (pField1->bytes <= 0) {
|
|
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
|
return -1;
|
|
}
|
|
if (pField1->name[0] == 0) {
|
|
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
for (int32_t i = 0; i < pCreate->numOfTags; ++i) {
|
|
SField *pField1 = taosArrayGet(pCreate->pTags, i);
|
|
if (pField1->type >= TSDB_DATA_TYPE_MAX) {
|
|
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
|
return -1;
|
|
}
|
|
if (pField1->bytes <= 0) {
|
|
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
|
return -1;
|
|
}
|
|
if (pField1->name[0] == 0) {
|
|
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndSetCreateStbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
|
|
SSdbRaw *pRedoRaw = mndStbActionEncode(pStb);
|
|
if (pRedoRaw == NULL) return -1;
|
|
if (mndTransAppendRedolog(pTrans, pRedoRaw) != 0) {
|
|
sdbFreeRaw(pRedoRaw);
|
|
return -1;
|
|
}
|
|
if (sdbSetRawStatus(pRedoRaw, SDB_STATUS_CREATING) != 0) return -1;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndSetCreateStbUndoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
|
|
SSdbRaw *pUndoRaw = mndStbActionEncode(pStb);
|
|
if (pUndoRaw == NULL) return -1;
|
|
if (mndTransAppendUndolog(pTrans, pUndoRaw) != 0) {
|
|
sdbFreeRaw(pUndoRaw);
|
|
return -1;
|
|
}
|
|
if (sdbSetRawStatus(pUndoRaw, SDB_STATUS_DROPPED) != 0) return -1;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndSetCreateStbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
|
|
SSdbRaw *pCommitRaw = mndStbActionEncode(pStb);
|
|
if (pCommitRaw == NULL) return -1;
|
|
if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) {
|
|
sdbFreeRaw(pCommitRaw);
|
|
return -1;
|
|
}
|
|
if (sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY) != 0) return -1;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndSetCreateStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
|
|
SSdb *pSdb = pMnode->pSdb;
|
|
SVgObj *pVgroup = NULL;
|
|
void *pIter = NULL;
|
|
int32_t contLen;
|
|
|
|
while (1) {
|
|
pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
|
|
if (pIter == NULL) break;
|
|
if (!mndVgroupInDb(pVgroup, pDb->uid)) {
|
|
sdbRelease(pSdb, pVgroup);
|
|
continue;
|
|
}
|
|
|
|
void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, NULL, 0);
|
|
if (pReq == NULL) {
|
|
sdbCancelFetch(pSdb, pIter);
|
|
sdbRelease(pSdb, pVgroup);
|
|
return -1;
|
|
}
|
|
|
|
STransAction action = {0};
|
|
action.mTraceId = pTrans->mTraceId;
|
|
action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
|
|
action.pCont = pReq;
|
|
action.contLen = contLen;
|
|
action.msgType = TDMT_VND_CREATE_STB;
|
|
action.acceptableCode = TSDB_CODE_TDB_STB_ALREADY_EXIST;
|
|
action.retryCode = TSDB_CODE_TDB_STB_NOT_EXIST;
|
|
if (mndTransAppendRedoAction(pTrans, &action) != 0) {
|
|
taosMemoryFree(pReq);
|
|
sdbCancelFetch(pSdb, pIter);
|
|
sdbRelease(pSdb, pVgroup);
|
|
return -1;
|
|
}
|
|
sdbRelease(pSdb, pVgroup);
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
int32_t mndSetForceDropCreateStbRedoActions(SMnode *pMnode, STrans *pTrans, SVgObj *pVgroup, SStbObj *pStb) {
|
|
SSdb *pSdb = pMnode->pSdb;
|
|
int32_t contLen;
|
|
|
|
void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, NULL, 0);
|
|
if (pReq == NULL) {
|
|
return -1;
|
|
}
|
|
|
|
STransAction action = {0};
|
|
action.mTraceId = pTrans->mTraceId;
|
|
action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
|
|
action.pCont = pReq;
|
|
action.contLen = contLen;
|
|
action.msgType = TDMT_VND_CREATE_STB;
|
|
action.acceptableCode = TSDB_CODE_TDB_STB_ALREADY_EXIST;
|
|
action.retryCode = TSDB_CODE_TDB_STB_NOT_EXIST;
|
|
if (mndTransAppendRedoAction(pTrans, &action) != 0) {
|
|
taosMemoryFree(pReq);
|
|
return -1;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndSetCreateStbUndoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
|
|
SSdb *pSdb = pMnode->pSdb;
|
|
SVgObj *pVgroup = NULL;
|
|
void *pIter = NULL;
|
|
|
|
while (1) {
|
|
pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
|
|
if (pIter == NULL) break;
|
|
if (!mndVgroupInDb(pVgroup, pDb->uid)) {
|
|
sdbRelease(pSdb, pVgroup);
|
|
continue;
|
|
}
|
|
|
|
int32_t contLen = 0;
|
|
void *pReq = mndBuildVDropStbReq(pMnode, pVgroup, pStb, &contLen);
|
|
if (pReq == NULL) {
|
|
sdbCancelFetch(pSdb, pIter);
|
|
sdbRelease(pSdb, pVgroup);
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
return -1;
|
|
}
|
|
|
|
STransAction action = {0};
|
|
action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
|
|
action.pCont = pReq;
|
|
action.contLen = contLen;
|
|
action.msgType = TDMT_VND_DROP_STB;
|
|
action.acceptableCode = TSDB_CODE_TDB_STB_NOT_EXIST;
|
|
if (mndTransAppendUndoAction(pTrans, &action) != 0) {
|
|
taosMemoryFree(pReq);
|
|
sdbCancelFetch(pSdb, pIter);
|
|
sdbRelease(pSdb, pVgroup);
|
|
return -1;
|
|
}
|
|
sdbRelease(pSdb, pVgroup);
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static SSchema *mndFindStbColumns(const SStbObj *pStb, const char *colName) {
|
|
for (int32_t col = 0; col < pStb->numOfColumns; ++col) {
|
|
SSchema *pSchema = &pStb->pColumns[col];
|
|
if (strncasecmp(pSchema->name, colName, TSDB_COL_NAME_LEN) == 0) {
|
|
return pSchema;
|
|
}
|
|
}
|
|
return NULL;
|
|
}
|
|
|
|
int32_t mndBuildStbFromReq(SMnode *pMnode, SStbObj *pDst, SMCreateStbReq *pCreate, SDbObj *pDb) {
|
|
memcpy(pDst->name, pCreate->name, TSDB_TABLE_FNAME_LEN);
|
|
memcpy(pDst->db, pDb->name, TSDB_DB_FNAME_LEN);
|
|
pDst->createdTime = taosGetTimestampMs();
|
|
pDst->updateTime = pDst->createdTime;
|
|
pDst->uid =
|
|
(pCreate->source == TD_REQ_FROM_TAOX) ? pCreate->suid : mndGenerateUid(pCreate->name, TSDB_TABLE_FNAME_LEN);
|
|
pDst->dbUid = pDb->uid;
|
|
pDst->tagVer = 1;
|
|
pDst->colVer = 1;
|
|
pDst->smaVer = 1;
|
|
pDst->nextColId = 1;
|
|
pDst->maxdelay[0] = pCreate->delay1;
|
|
pDst->maxdelay[1] = pCreate->delay2;
|
|
pDst->watermark[0] = pCreate->watermark1;
|
|
pDst->watermark[1] = pCreate->watermark2;
|
|
pDst->ttl = pCreate->ttl;
|
|
pDst->numOfColumns = pCreate->numOfColumns;
|
|
pDst->numOfTags = pCreate->numOfTags;
|
|
pDst->numOfFuncs = pCreate->numOfFuncs;
|
|
pDst->commentLen = pCreate->commentLen;
|
|
pDst->pFuncs = pCreate->pFuncs;
|
|
pCreate->pFuncs = NULL;
|
|
|
|
if (pDst->commentLen > 0) {
|
|
pDst->comment = taosMemoryCalloc(pDst->commentLen + 1, 1);
|
|
if (pDst->comment == NULL) {
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
return -1;
|
|
}
|
|
memcpy(pDst->comment, pCreate->pComment, pDst->commentLen + 1);
|
|
}
|
|
|
|
pDst->ast1Len = pCreate->ast1Len;
|
|
if (pDst->ast1Len > 0) {
|
|
pDst->pAst1 = taosMemoryCalloc(pDst->ast1Len, 1);
|
|
if (pDst->pAst1 == NULL) {
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
return -1;
|
|
}
|
|
memcpy(pDst->pAst1, pCreate->pAst1, pDst->ast1Len);
|
|
}
|
|
|
|
pDst->ast2Len = pCreate->ast2Len;
|
|
if (pDst->ast2Len > 0) {
|
|
pDst->pAst2 = taosMemoryCalloc(pDst->ast2Len, 1);
|
|
if (pDst->pAst2 == NULL) {
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
return -1;
|
|
}
|
|
memcpy(pDst->pAst2, pCreate->pAst2, pDst->ast2Len);
|
|
}
|
|
|
|
pDst->pColumns = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SSchema));
|
|
pDst->pTags = taosMemoryCalloc(1, pDst->numOfTags * sizeof(SSchema));
|
|
if (pDst->pColumns == NULL || pDst->pTags == NULL) {
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
return -1;
|
|
}
|
|
|
|
if (pDst->nextColId < 0 || pDst->nextColId >= 0x7fff - pDst->numOfColumns - pDst->numOfTags) {
|
|
terrno = TSDB_CODE_MND_FIELD_VALUE_OVERFLOW;
|
|
return -1;
|
|
}
|
|
|
|
for (int32_t i = 0; i < pDst->numOfColumns; ++i) {
|
|
SField *pField = taosArrayGet(pCreate->pColumns, i);
|
|
SSchema *pSchema = &pDst->pColumns[i];
|
|
pSchema->type = pField->type;
|
|
pSchema->bytes = pField->bytes;
|
|
pSchema->flags = pField->flags;
|
|
memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
|
|
pSchema->colId = pDst->nextColId;
|
|
pDst->nextColId++;
|
|
}
|
|
|
|
for (int32_t i = 0; i < pDst->numOfTags; ++i) {
|
|
SField *pField = taosArrayGet(pCreate->pTags, i);
|
|
SSchema *pSchema = &pDst->pTags[i];
|
|
pSchema->type = pField->type;
|
|
pSchema->bytes = pField->bytes;
|
|
if (i == 0) {
|
|
SSCHMEA_SET_IDX_ON(pSchema);
|
|
}
|
|
memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
|
|
pSchema->colId = pDst->nextColId;
|
|
pDst->nextColId++;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndCreateStb(SMnode *pMnode, SRpcMsg *pReq, SMCreateStbReq *pCreate, SDbObj *pDb) {
|
|
SStbObj stbObj = {0};
|
|
int32_t code = -1;
|
|
|
|
char fullIdxName[TSDB_INDEX_FNAME_LEN * 2] = {0};
|
|
|
|
STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_DB_INSIDE, pReq, "create-stb");
|
|
if (pTrans == NULL) goto _OVER;
|
|
|
|
mInfo("trans:%d, used to create stb:%s", pTrans->id, pCreate->name);
|
|
if (mndBuildStbFromReq(pMnode, &stbObj, pCreate, pDb) != 0) goto _OVER;
|
|
|
|
char randStr[24] = {0};
|
|
taosRandStr2(randStr, tListLen(randStr) - 1);
|
|
SSchema *pSchema = &(stbObj.pTags[0]);
|
|
sprintf(fullIdxName, "%s.%s_%s", pDb->name, pSchema->name, randStr);
|
|
|
|
SSIdx idx = {0};
|
|
if (mndAcquireGlobalIdx(pMnode, fullIdxName, SDB_IDX, &idx) == 0 && idx.pIdx != NULL) {
|
|
terrno = TSDB_CODE_MND_TAG_INDEX_ALREADY_EXIST;
|
|
mndReleaseIdx(pMnode, idx.pIdx);
|
|
|
|
goto _OVER;
|
|
}
|
|
|
|
SIdxObj idxObj = {0};
|
|
memcpy(idxObj.name, fullIdxName, TSDB_INDEX_FNAME_LEN);
|
|
memcpy(idxObj.stb, stbObj.name, TSDB_TABLE_FNAME_LEN);
|
|
memcpy(idxObj.db, stbObj.db, TSDB_DB_FNAME_LEN);
|
|
memcpy(idxObj.colName, pSchema->name, TSDB_COL_NAME_LEN);
|
|
idxObj.createdTime = taosGetTimestampMs();
|
|
idxObj.uid = mndGenerateUid(fullIdxName, strlen(fullIdxName));
|
|
idxObj.stbUid = stbObj.uid;
|
|
idxObj.dbUid = stbObj.dbUid;
|
|
|
|
if (mndSetCreateIdxCommitLogs(pMnode, pTrans, &idxObj) < 0) goto _OVER;
|
|
|
|
if (mndAddStbToTrans(pMnode, pTrans, pDb, &stbObj) < 0) goto _OVER;
|
|
if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
|
|
code = 0;
|
|
|
|
_OVER:
|
|
mndTransDrop(pTrans);
|
|
mndStbActionDelete(pMnode->pSdb, &stbObj);
|
|
return code;
|
|
}
|
|
|
|
int32_t mndAddStbToTrans(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
|
|
mndTransSetDbName(pTrans, pDb->name, pStb->name);
|
|
if (mndTransCheckConflict(pMnode, pTrans) != 0) return -1;
|
|
if (mndSetCreateStbRedoLogs(pMnode, pTrans, pDb, pStb) != 0) return -1;
|
|
if (mndSetCreateStbUndoLogs(pMnode, pTrans, pDb, pStb) != 0) return -1;
|
|
if (mndSetCreateStbCommitLogs(pMnode, pTrans, pDb, pStb) != 0) return -1;
|
|
if (mndSetCreateStbRedoActions(pMnode, pTrans, pDb, pStb) != 0) return -1;
|
|
if (mndSetCreateStbUndoActions(pMnode, pTrans, pDb, pStb) != 0) return -1;
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndProcessTtlTimer(SRpcMsg *pReq) {
|
|
SMnode *pMnode = pReq->info.node;
|
|
SSdb *pSdb = pMnode->pSdb;
|
|
SVgObj *pVgroup = NULL;
|
|
void *pIter = NULL;
|
|
SVDropTtlTableReq ttlReq = {
|
|
.timestampSec = taosGetTimestampSec(), .ttlDropMaxCount = tsTtlBatchDropNum, .nUids = 0, .pTbUids = NULL};
|
|
int32_t reqLen = tSerializeSVDropTtlTableReq(NULL, 0, &ttlReq);
|
|
int32_t contLen = reqLen + sizeof(SMsgHead);
|
|
|
|
mDebug("start to process ttl timer");
|
|
|
|
while (1) {
|
|
pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
|
|
if (pIter == NULL) break;
|
|
|
|
SMsgHead *pHead = rpcMallocCont(contLen);
|
|
if (pHead == NULL) {
|
|
sdbRelease(pSdb, pVgroup);
|
|
continue;
|
|
}
|
|
pHead->contLen = htonl(contLen);
|
|
pHead->vgId = htonl(pVgroup->vgId);
|
|
tSerializeSVDropTtlTableReq((char *)pHead + sizeof(SMsgHead), reqLen, &ttlReq);
|
|
|
|
SRpcMsg rpcMsg = {.msgType = TDMT_VND_DROP_TTL_TABLE, .pCont = pHead, .contLen = contLen, .info = pReq->info};
|
|
SEpSet epSet = mndGetVgroupEpset(pMnode, pVgroup);
|
|
int32_t code = tmsgSendReq(&epSet, &rpcMsg);
|
|
if (code != 0) {
|
|
mError("vgId:%d, failed to send drop ttl table request to vnode since 0x%x", pVgroup->vgId, code);
|
|
} else {
|
|
mDebug("vgId:%d, send drop ttl table request to vnode, time:%" PRId32, pVgroup->vgId, ttlReq.timestampSec);
|
|
}
|
|
sdbRelease(pSdb, pVgroup);
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndProcessTrimDbTimer(SRpcMsg *pReq) {
|
|
SMnode *pMnode = pReq->info.node;
|
|
SSdb *pSdb = pMnode->pSdb;
|
|
SVgObj *pVgroup = NULL;
|
|
void *pIter = NULL;
|
|
SVTrimDbReq trimReq = {.timestamp = taosGetTimestampSec()};
|
|
int32_t reqLen = tSerializeSVTrimDbReq(NULL, 0, &trimReq);
|
|
int32_t contLen = reqLen + sizeof(SMsgHead);
|
|
|
|
while (1) {
|
|
pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
|
|
if (pIter == NULL) break;
|
|
|
|
SMsgHead *pHead = rpcMallocCont(contLen);
|
|
if (pHead == NULL) {
|
|
sdbCancelFetch(pSdb, pVgroup);
|
|
sdbRelease(pSdb, pVgroup);
|
|
continue;
|
|
}
|
|
pHead->contLen = htonl(contLen);
|
|
pHead->vgId = htonl(pVgroup->vgId);
|
|
tSerializeSVTrimDbReq((char *)pHead + sizeof(SMsgHead), reqLen, &trimReq);
|
|
|
|
SRpcMsg rpcMsg = {.msgType = TDMT_VND_TRIM, .pCont = pHead, .contLen = contLen};
|
|
SEpSet epSet = mndGetVgroupEpset(pMnode, pVgroup);
|
|
int32_t code = tmsgSendReq(&epSet, &rpcMsg);
|
|
if (code != 0) {
|
|
mError("vgId:%d, timer failed to send vnode-trim request to vnode since 0x%x", pVgroup->vgId, code);
|
|
} else {
|
|
mInfo("vgId:%d, timer send vnode-trim request to vnode, time:%d", pVgroup->vgId, trimReq.timestamp);
|
|
}
|
|
sdbRelease(pSdb, pVgroup);
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndFindSuperTableTagIndex(const SStbObj *pStb, const char *tagName) {
|
|
for (int32_t tag = 0; tag < pStb->numOfTags; tag++) {
|
|
if (strcmp(pStb->pTags[tag].name, tagName) == 0) {
|
|
return tag;
|
|
}
|
|
}
|
|
|
|
return -1;
|
|
}
|
|
|
|
static int32_t mndFindSuperTableColumnIndex(const SStbObj *pStb, const char *colName) {
|
|
for (int32_t col = 0; col < pStb->numOfColumns; col++) {
|
|
if (strcmp(pStb->pColumns[col].name, colName) == 0) {
|
|
return col;
|
|
}
|
|
}
|
|
|
|
return -1;
|
|
}
|
|
|
|
static int32_t mndBuildStbFromAlter(SStbObj *pStb, SStbObj *pDst, SMCreateStbReq *createReq) {
|
|
taosRLockLatch(&pStb->lock);
|
|
memcpy(pDst, pStb, sizeof(SStbObj));
|
|
taosRUnLockLatch(&pStb->lock);
|
|
|
|
pDst->updateTime = taosGetTimestampMs();
|
|
pDst->numOfColumns = createReq->numOfColumns;
|
|
pDst->numOfTags = createReq->numOfTags;
|
|
pDst->pColumns = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SSchema));
|
|
pDst->pTags = taosMemoryCalloc(1, pDst->numOfTags * sizeof(SSchema));
|
|
if (pDst->pColumns == NULL || pDst->pTags == NULL) {
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
return -1;
|
|
}
|
|
|
|
if (pDst->nextColId < 0 || pDst->nextColId >= 0x7fff - pDst->numOfColumns - pDst->numOfTags) {
|
|
terrno = TSDB_CODE_MND_FIELD_VALUE_OVERFLOW;
|
|
return -1;
|
|
}
|
|
|
|
for (int32_t i = 0; i < pDst->numOfColumns; ++i) {
|
|
SField *pField = taosArrayGet(createReq->pColumns, i);
|
|
SSchema *pSchema = &pDst->pColumns[i];
|
|
pSchema->type = pField->type;
|
|
pSchema->bytes = pField->bytes;
|
|
pSchema->flags = pField->flags;
|
|
memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
|
|
int32_t cIndex = mndFindSuperTableColumnIndex(pStb, pField->name);
|
|
if (cIndex >= 0) {
|
|
pSchema->colId = pStb->pColumns[cIndex].colId;
|
|
} else {
|
|
pSchema->colId = pDst->nextColId++;
|
|
}
|
|
}
|
|
|
|
for (int32_t i = 0; i < pDst->numOfTags; ++i) {
|
|
SField *pField = taosArrayGet(createReq->pTags, i);
|
|
SSchema *pSchema = &pDst->pTags[i];
|
|
pSchema->type = pField->type;
|
|
pSchema->bytes = pField->bytes;
|
|
memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
|
|
int32_t cIndex = mndFindSuperTableTagIndex(pStb, pField->name);
|
|
if (cIndex >= 0) {
|
|
pSchema->colId = pStb->pTags[cIndex].colId;
|
|
} else {
|
|
pSchema->colId = pDst->nextColId++;
|
|
}
|
|
}
|
|
pDst->tagVer = createReq->tagVer;
|
|
pDst->colVer = createReq->colVer;
|
|
return TSDB_CODE_SUCCESS;
|
|
}
|
|
|
|
static char* mndAuditFieldTypeStr(int32_t type){
|
|
switch (type)
|
|
{
|
|
case TSDB_DATA_TYPE_NULL:
|
|
return "null";
|
|
case TSDB_DATA_TYPE_BOOL:
|
|
return "bool";
|
|
case TSDB_DATA_TYPE_TINYINT:
|
|
return "tinyint";
|
|
case TSDB_DATA_TYPE_SMALLINT:
|
|
return "smallint";
|
|
case TSDB_DATA_TYPE_INT:
|
|
return "int";
|
|
case TSDB_DATA_TYPE_BIGINT:
|
|
return "bigint";
|
|
case TSDB_DATA_TYPE_FLOAT:
|
|
return "float";
|
|
case TSDB_DATA_TYPE_DOUBLE:
|
|
return "double";
|
|
case TSDB_DATA_TYPE_VARCHAR:
|
|
return "varchar";
|
|
case TSDB_DATA_TYPE_TIMESTAMP:
|
|
return "timestamp";
|
|
case TSDB_DATA_TYPE_NCHAR:
|
|
return "nchar";
|
|
case TSDB_DATA_TYPE_UTINYINT:
|
|
return "utinyint";
|
|
case TSDB_DATA_TYPE_USMALLINT:
|
|
return "usmallint";
|
|
case TSDB_DATA_TYPE_UINT:
|
|
return "uint";
|
|
case TSDB_DATA_TYPE_UBIGINT:
|
|
return "ubigint";
|
|
case TSDB_DATA_TYPE_JSON:
|
|
return "json";
|
|
case TSDB_DATA_TYPE_VARBINARY:
|
|
return "varbinary";
|
|
case TSDB_DATA_TYPE_DECIMAL:
|
|
return "decimal";
|
|
case TSDB_DATA_TYPE_BLOB:
|
|
return "blob";
|
|
case TSDB_DATA_TYPE_MEDIUMBLOB:
|
|
return "mediumblob";
|
|
case TSDB_DATA_TYPE_GEOMETRY:
|
|
return "geometry";
|
|
|
|
default:
|
|
return "error";
|
|
}
|
|
}
|
|
|
|
static void mndAuditFieldStr(char* detail, SArray *arr, int32_t len, int32_t max){
|
|
int32_t detialLen = strlen(detail);
|
|
int32_t fieldLen = 0;
|
|
for (int32_t i = 0; i < len; ++i) {
|
|
SField *pField = taosArrayGet(arr, i);
|
|
char field[TSDB_COL_NAME_LEN + 20] = {0};
|
|
fieldLen = strlen(", ");
|
|
if(detialLen > 0 && detialLen < max-fieldLen-1) {
|
|
strcat(detail, ", ");
|
|
detialLen += fieldLen;
|
|
}
|
|
else{
|
|
break;
|
|
}
|
|
sprintf(field, "%s:%s", pField->name, mndAuditFieldTypeStr(pField->type));
|
|
fieldLen = strlen(field);
|
|
if(detialLen < max-fieldLen-1) {
|
|
strcat(detail, field);
|
|
detialLen += fieldLen;
|
|
}
|
|
else{
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
static int32_t mndProcessCreateStbReq(SRpcMsg *pReq) {
|
|
SMnode *pMnode = pReq->info.node;
|
|
int32_t code = -1;
|
|
SStbObj *pStb = NULL;
|
|
SDbObj *pDb = NULL;
|
|
SMCreateStbReq createReq = {0};
|
|
bool isAlter = false;
|
|
|
|
if (tDeserializeSMCreateStbReq(pReq->pCont, pReq->contLen, &createReq) != 0) {
|
|
terrno = TSDB_CODE_INVALID_MSG;
|
|
goto _OVER;
|
|
}
|
|
|
|
mInfo("stb:%s, start to create", createReq.name);
|
|
if (mndCheckCreateStbReq(&createReq) != 0) {
|
|
terrno = TSDB_CODE_INVALID_MSG;
|
|
goto _OVER;
|
|
}
|
|
|
|
pStb = mndAcquireStb(pMnode, createReq.name);
|
|
if (pStb != NULL) {
|
|
if (createReq.igExists) {
|
|
if (createReq.source == TD_REQ_FROM_APP) {
|
|
mInfo("stb:%s, already exist, ignore exist is set", createReq.name);
|
|
code = 0;
|
|
goto _OVER;
|
|
} else if (pStb->uid != createReq.suid) {
|
|
mInfo("stb:%s, alter table does not need to be done, because table is deleted", createReq.name);
|
|
code = 0;
|
|
goto _OVER;
|
|
} else if (createReq.tagVer > 0 || createReq.colVer > 0) {
|
|
int32_t tagDelta = createReq.tagVer - pStb->tagVer;
|
|
int32_t colDelta = createReq.colVer - pStb->colVer;
|
|
int32_t verDelta = tagDelta + colDelta;
|
|
mInfo("stb:%s, already exist while create, input tagVer:%d colVer:%d, exist tagVer:%d colVer:%d",
|
|
createReq.name, createReq.tagVer, createReq.colVer, pStb->tagVer, pStb->colVer);
|
|
if (tagDelta <= 0 && colDelta <= 0) {
|
|
mInfo("stb:%s, schema version is not incremented and nothing needs to be done", createReq.name);
|
|
code = 0;
|
|
goto _OVER;
|
|
} else if ((tagDelta == 1 || colDelta == 1) && (verDelta == 1)) {
|
|
isAlter = true;
|
|
mInfo("stb:%s, schema version is only increased by 1 number, do alter operation", createReq.name);
|
|
} else {
|
|
mError("stb:%s, schema version increase more than 1 number, error is returned", createReq.name);
|
|
terrno = TSDB_CODE_MND_INVALID_SCHEMA_VER;
|
|
goto _OVER;
|
|
}
|
|
} else {
|
|
mError("stb:%s, already exist while create, input tagVer:%d colVer:%d is invalid, origin tagVer:%d colVer:%d",
|
|
createReq.name, createReq.tagVer, createReq.colVer, pStb->tagVer, pStb->colVer);
|
|
terrno = TSDB_CODE_MND_INVALID_SCHEMA_VER;
|
|
goto _OVER;
|
|
}
|
|
} else {
|
|
terrno = TSDB_CODE_MND_STB_ALREADY_EXIST;
|
|
goto _OVER;
|
|
}
|
|
} else if (terrno != TSDB_CODE_MND_STB_NOT_EXIST) {
|
|
goto _OVER;
|
|
} else if (createReq.source == TD_REQ_FROM_TAOX && (createReq.tagVer != 1 || createReq.colVer != 1)) {
|
|
mInfo("stb:%s, alter table does not need to be done, because table is deleted", createReq.name);
|
|
code = 0;
|
|
goto _OVER;
|
|
}
|
|
|
|
pDb = mndAcquireDbByStb(pMnode, createReq.name);
|
|
if (pDb == NULL) {
|
|
terrno = TSDB_CODE_MND_DB_NOT_SELECTED;
|
|
goto _OVER;
|
|
}
|
|
|
|
if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_WRITE_DB, pDb) != 0) {
|
|
goto _OVER;
|
|
}
|
|
|
|
int32_t numOfStbs = -1;
|
|
if (mndGetNumOfStbs(pMnode, pDb->name, &numOfStbs) != 0) {
|
|
goto _OVER;
|
|
}
|
|
|
|
if (pDb->cfg.numOfStables == 1 && numOfStbs != 0) {
|
|
terrno = TSDB_CODE_MND_SINGLE_STB_MODE_DB;
|
|
goto _OVER;
|
|
}
|
|
|
|
if ((terrno = grantCheck(TSDB_GRANT_STABLE)) < 0) {
|
|
code = -1;
|
|
goto _OVER;
|
|
}
|
|
|
|
if (isAlter) {
|
|
bool needRsp = false;
|
|
SStbObj pDst = {0};
|
|
if (mndBuildStbFromAlter(pStb, &pDst, &createReq) != 0) {
|
|
taosMemoryFreeClear(pDst.pTags);
|
|
taosMemoryFreeClear(pDst.pColumns);
|
|
goto _OVER;
|
|
}
|
|
|
|
code = mndAlterStbImp(pMnode, pReq, pDb, &pDst, needRsp, NULL, 0);
|
|
taosMemoryFreeClear(pDst.pTags);
|
|
taosMemoryFreeClear(pDst.pColumns);
|
|
} else {
|
|
code = mndCreateStb(pMnode, pReq, &createReq, pDb);
|
|
}
|
|
if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
|
|
|
|
char detail[AUDIT_DETAIL_MAX] = {0};
|
|
sprintf(detail, "colVer:%d, delay1:%" PRId64 ", delay2:%" PRId64 ", deleteMark1:%" PRId64 ", "
|
|
"deleteMark2:%" PRId64 ", igExists:%d, numOfColumns:%d, numOfFuncs:%d, numOfTags:%d, "
|
|
"source:%d, suid:%" PRId64 ", tagVer:%d, ttl:%d, "
|
|
"watermark1:%" PRId64 ", watermark2:%" PRId64,
|
|
createReq.colVer, createReq.delay1, createReq.delay2, createReq.deleteMark1,
|
|
createReq.deleteMark2, createReq.igExists, createReq.numOfColumns, createReq.numOfFuncs, createReq.numOfTags,
|
|
createReq.source, createReq.suid, createReq.tagVer, createReq.ttl,
|
|
createReq.watermark1, createReq.watermark2);
|
|
|
|
mndAuditFieldStr(detail, createReq.pColumns, createReq.numOfColumns, AUDIT_DETAIL_MAX);
|
|
mndAuditFieldStr(detail, createReq.pTags, createReq.numOfTags, AUDIT_DETAIL_MAX);
|
|
|
|
SName name = {0};
|
|
tNameFromString(&name, createReq.name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE);
|
|
|
|
auditRecord(pReq, pMnode->clusterId, "createStb", name.dbname, name.tname, detail);
|
|
|
|
_OVER:
|
|
if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
|
|
mError("stb:%s, failed to create since %s", createReq.name, terrstr());
|
|
}
|
|
|
|
mndReleaseStb(pMnode, pStb);
|
|
mndReleaseDb(pMnode, pDb);
|
|
tFreeSMCreateStbReq(&createReq);
|
|
|
|
return code;
|
|
}
|
|
|
|
static int32_t mndCheckAlterStbReq(SMAlterStbReq *pAlter) {
|
|
if (pAlter->commentLen >= 0) return 0;
|
|
if (pAlter->ttl != 0) return 0;
|
|
|
|
if (pAlter->numOfFields < 1 || pAlter->numOfFields != (int32_t)taosArrayGetSize(pAlter->pFields)) {
|
|
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
|
return -1;
|
|
}
|
|
|
|
for (int32_t i = 0; i < pAlter->numOfFields; ++i) {
|
|
SField *pField = taosArrayGet(pAlter->pFields, i);
|
|
if (pField->name[0] == 0) {
|
|
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
int32_t mndAllocStbSchemas(const SStbObj *pOld, SStbObj *pNew) {
|
|
pNew->pTags = taosMemoryCalloc(pNew->numOfTags, sizeof(SSchema));
|
|
pNew->pColumns = taosMemoryCalloc(pNew->numOfColumns, sizeof(SSchema));
|
|
if (pNew->pTags == NULL || pNew->pColumns == NULL) {
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
return -1;
|
|
}
|
|
|
|
memcpy(pNew->pColumns, pOld->pColumns, sizeof(SSchema) * pOld->numOfColumns);
|
|
memcpy(pNew->pTags, pOld->pTags, sizeof(SSchema) * pOld->numOfTags);
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndUpdateStbCommentAndTTL(const SStbObj *pOld, SStbObj *pNew, char *pComment, int32_t commentLen,
|
|
int32_t ttl) {
|
|
if (commentLen > 0) {
|
|
pNew->commentLen = commentLen;
|
|
pNew->comment = taosMemoryCalloc(1, commentLen + 1);
|
|
if (pNew->comment == NULL) {
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
return -1;
|
|
}
|
|
memcpy(pNew->comment, pComment, commentLen + 1);
|
|
} else if (commentLen == 0) {
|
|
pNew->commentLen = 0;
|
|
} else {
|
|
}
|
|
|
|
if (ttl >= 0) {
|
|
pNew->ttl = ttl;
|
|
}
|
|
|
|
if (mndAllocStbSchemas(pOld, pNew) != 0) {
|
|
return -1;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndAddSuperTableTag(const SStbObj *pOld, SStbObj *pNew, SArray *pFields, int32_t ntags) {
|
|
if (pOld->numOfTags + ntags > TSDB_MAX_TAGS) {
|
|
terrno = TSDB_CODE_MND_TOO_MANY_TAGS;
|
|
return -1;
|
|
}
|
|
|
|
if (pOld->numOfColumns + ntags + pOld->numOfTags > TSDB_MAX_COLUMNS) {
|
|
terrno = TSDB_CODE_MND_TOO_MANY_COLUMNS;
|
|
return -1;
|
|
}
|
|
|
|
pNew->numOfTags = pNew->numOfTags + ntags;
|
|
if (mndAllocStbSchemas(pOld, pNew) != 0) {
|
|
return -1;
|
|
}
|
|
|
|
if (pNew->nextColId < 0 || pNew->nextColId >= 0x7fff - ntags) {
|
|
terrno = TSDB_CODE_MND_FIELD_VALUE_OVERFLOW;
|
|
return -1;
|
|
}
|
|
|
|
for (int32_t i = 0; i < ntags; i++) {
|
|
SField *pField = taosArrayGet(pFields, i);
|
|
if (mndFindSuperTableColumnIndex(pOld, pField->name) >= 0) {
|
|
terrno = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
|
|
return -1;
|
|
}
|
|
|
|
if (mndFindSuperTableTagIndex(pOld, pField->name) >= 0) {
|
|
terrno = TSDB_CODE_MND_TAG_ALREADY_EXIST;
|
|
return -1;
|
|
}
|
|
|
|
SSchema *pSchema = &pNew->pTags[pOld->numOfTags + i];
|
|
pSchema->bytes = pField->bytes;
|
|
pSchema->type = pField->type;
|
|
memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
|
|
pSchema->colId = pNew->nextColId;
|
|
pNew->nextColId++;
|
|
|
|
mInfo("stb:%s, start to add tag %s", pNew->name, pSchema->name);
|
|
}
|
|
|
|
pNew->tagVer++;
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndCheckAlterColForTopic(SMnode *pMnode, const char *stbFullName, int64_t suid, col_id_t colId) {
|
|
SSdb *pSdb = pMnode->pSdb;
|
|
void *pIter = NULL;
|
|
while (1) {
|
|
SMqTopicObj *pTopic = NULL;
|
|
pIter = sdbFetch(pSdb, SDB_TOPIC, pIter, (void **)&pTopic);
|
|
if (pIter == NULL) break;
|
|
|
|
mInfo("topic:%s, check tag and column modifiable, stb:%s suid:%" PRId64 " colId:%d, subType:%d sql:%s",
|
|
pTopic->name, stbFullName, suid, colId, pTopic->subType, pTopic->sql);
|
|
if (pTopic->ast == NULL) {
|
|
sdbRelease(pSdb, pTopic);
|
|
continue;
|
|
}
|
|
|
|
SNode *pAst = NULL;
|
|
if (nodesStringToNode(pTopic->ast, &pAst) != 0) {
|
|
terrno = TSDB_CODE_MND_FIELD_CONFLICT_WITH_TOPIC;
|
|
mError("topic:%s, create ast error", pTopic->name);
|
|
sdbRelease(pSdb, pTopic);
|
|
sdbCancelFetch(pSdb, pIter);
|
|
return -1;
|
|
}
|
|
|
|
SNodeList *pNodeList = NULL;
|
|
nodesCollectColumns((SSelectStmt *)pAst, SQL_CLAUSE_FROM, NULL, COLLECT_COL_TYPE_ALL, &pNodeList);
|
|
SNode *pNode = NULL;
|
|
FOREACH(pNode, pNodeList) {
|
|
SColumnNode *pCol = (SColumnNode *)pNode;
|
|
mInfo("topic:%s, check colId:%d tableId:%" PRId64 " ctbStbUid:%" PRId64, pTopic->name, pCol->colId, pCol->tableId,
|
|
pTopic->ctbStbUid);
|
|
|
|
if (pCol->tableId != suid && pTopic->ctbStbUid != suid) {
|
|
mInfo("topic:%s, check colId:%d passed", pTopic->name, pCol->colId);
|
|
goto NEXT;
|
|
}
|
|
if (pCol->colId > 0 && pCol->colId == colId) {
|
|
terrno = TSDB_CODE_MND_FIELD_CONFLICT_WITH_TOPIC;
|
|
mError("topic:%s, check colId:%d conflicted", pTopic->name, pCol->colId);
|
|
nodesDestroyNode(pAst);
|
|
nodesDestroyList(pNodeList);
|
|
sdbCancelFetch(pSdb, pIter);
|
|
sdbRelease(pSdb, pTopic);
|
|
return -1;
|
|
}
|
|
mInfo("topic:%s, check colId:%d passed", pTopic->name, pCol->colId);
|
|
}
|
|
|
|
NEXT:
|
|
sdbRelease(pSdb, pTopic);
|
|
nodesDestroyNode(pAst);
|
|
nodesDestroyList(pNodeList);
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndCheckAlterColForStream(SMnode *pMnode, const char *stbFullName, int64_t suid, col_id_t colId) {
|
|
SSdb *pSdb = pMnode->pSdb;
|
|
void *pIter = NULL;
|
|
while (1) {
|
|
SStreamObj *pStream = NULL;
|
|
pIter = sdbFetch(pSdb, SDB_STREAM, pIter, (void **)&pStream);
|
|
if (pIter == NULL) break;
|
|
|
|
SNode *pAst = NULL;
|
|
if (nodesStringToNode(pStream->ast, &pAst) != 0) {
|
|
terrno = TSDB_CODE_MND_INVALID_STREAM_OPTION;
|
|
mError("stream:%s, create ast error", pStream->name);
|
|
sdbRelease(pSdb, pStream);
|
|
sdbCancelFetch(pSdb, pIter);
|
|
return -1;
|
|
}
|
|
|
|
SNodeList *pNodeList = NULL;
|
|
nodesCollectColumns((SSelectStmt *)pAst, SQL_CLAUSE_FROM, NULL, COLLECT_COL_TYPE_ALL, &pNodeList);
|
|
SNode *pNode = NULL;
|
|
FOREACH(pNode, pNodeList) {
|
|
SColumnNode *pCol = (SColumnNode *)pNode;
|
|
|
|
if (pCol->tableId != suid) {
|
|
mInfo("stream:%s, check colId:%d passed", pStream->name, pCol->colId);
|
|
goto NEXT;
|
|
}
|
|
if (pCol->colId > 0 && pCol->colId == colId) {
|
|
terrno = TSDB_CODE_MND_STREAM_MUST_BE_DELETED;
|
|
mError("stream:%s, check colId:%d conflicted", pStream->name, pCol->colId);
|
|
nodesDestroyNode(pAst);
|
|
nodesDestroyList(pNodeList);
|
|
sdbRelease(pSdb, pStream);
|
|
sdbCancelFetch(pSdb, pIter);
|
|
return -1;
|
|
}
|
|
mInfo("stream:%s, check colId:%d passed", pStream->name, pCol->colId);
|
|
}
|
|
|
|
NEXT:
|
|
sdbRelease(pSdb, pStream);
|
|
nodesDestroyNode(pAst);
|
|
nodesDestroyList(pNodeList);
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndCheckAlterColForTSma(SMnode *pMnode, const char *stbFullName, int64_t suid, col_id_t colId) {
|
|
SSdb *pSdb = pMnode->pSdb;
|
|
void *pIter = NULL;
|
|
while (1) {
|
|
SSmaObj *pSma = NULL;
|
|
pIter = sdbFetch(pSdb, SDB_SMA, pIter, (void **)&pSma);
|
|
if (pIter == NULL) break;
|
|
|
|
mInfo("tsma:%s, check tag and column modifiable, stb:%s suid:%" PRId64 " colId:%d, sql:%s", pSma->name, stbFullName,
|
|
suid, colId, pSma->sql);
|
|
|
|
SNode *pAst = NULL;
|
|
if (nodesStringToNode(pSma->ast, &pAst) != 0) {
|
|
terrno = TSDB_CODE_SDB_INVALID_DATA_CONTENT;
|
|
mError("tsma:%s, check tag and column modifiable, stb:%s suid:%" PRId64 " colId:%d failed since parse AST err",
|
|
pSma->name, stbFullName, suid, colId);
|
|
sdbCancelFetch(pSdb, pIter);
|
|
return -1;
|
|
}
|
|
|
|
SNodeList *pNodeList = NULL;
|
|
nodesCollectColumns((SSelectStmt *)pAst, SQL_CLAUSE_FROM, NULL, COLLECT_COL_TYPE_ALL, &pNodeList);
|
|
SNode *pNode = NULL;
|
|
FOREACH(pNode, pNodeList) {
|
|
SColumnNode *pCol = (SColumnNode *)pNode;
|
|
mInfo("tsma:%s, check colId:%d tableId:%" PRId64, pSma->name, pCol->colId, pCol->tableId);
|
|
|
|
if ((pCol->tableId != suid) && (pSma->stbUid != suid)) {
|
|
mInfo("tsma:%s, check colId:%d passed", pSma->name, pCol->colId);
|
|
goto NEXT;
|
|
}
|
|
if ((pCol->colId) > 0 && (pCol->colId == colId)) {
|
|
terrno = TSDB_CODE_MND_FIELD_CONFLICT_WITH_TSMA;
|
|
mError("tsma:%s, check colId:%d conflicted", pSma->name, pCol->colId);
|
|
nodesDestroyNode(pAst);
|
|
nodesDestroyList(pNodeList);
|
|
sdbRelease(pSdb, pSma);
|
|
sdbCancelFetch(pSdb, pIter);
|
|
return -1;
|
|
}
|
|
mInfo("tsma:%s, check colId:%d passed", pSma->name, pCol->colId);
|
|
}
|
|
|
|
NEXT:
|
|
sdbRelease(pSdb, pSma);
|
|
nodesDestroyNode(pAst);
|
|
nodesDestroyList(pNodeList);
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
int32_t mndCheckColAndTagModifiable(SMnode *pMnode, const char *stbFullName, int64_t suid, col_id_t colId) {
|
|
if (mndCheckAlterColForTopic(pMnode, stbFullName, suid, colId) < 0) {
|
|
return -1;
|
|
}
|
|
if (mndCheckAlterColForStream(pMnode, stbFullName, suid, colId) < 0) {
|
|
return -1;
|
|
}
|
|
|
|
if (mndCheckAlterColForTSma(pMnode, stbFullName, suid, colId) < 0) {
|
|
return -1;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndDropSuperTableTag(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const char *tagName) {
|
|
int32_t tag = mndFindSuperTableTagIndex(pOld, tagName);
|
|
if (tag < 0) {
|
|
terrno = TSDB_CODE_MND_TAG_NOT_EXIST;
|
|
return -1;
|
|
}
|
|
|
|
col_id_t colId = pOld->pTags[tag].colId;
|
|
if (mndCheckColAndTagModifiable(pMnode, pOld->name, pOld->uid, colId) != 0) {
|
|
return -1;
|
|
}
|
|
|
|
if (mndAllocStbSchemas(pOld, pNew) != 0) {
|
|
return -1;
|
|
}
|
|
|
|
memmove(pNew->pTags + tag, pNew->pTags + tag + 1, sizeof(SSchema) * (pNew->numOfTags - tag - 1));
|
|
pNew->numOfTags--;
|
|
|
|
pNew->tagVer++;
|
|
|
|
// if (mndDropIndexByTag(pMnode, pOld, tagName) != 0) {
|
|
// return -1;
|
|
// }
|
|
mInfo("stb:%s, start to drop tag %s", pNew->name, tagName);
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndAlterStbTagName(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, SArray *pFields) {
|
|
if ((int32_t)taosArrayGetSize(pFields) != 2) {
|
|
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
|
return -1;
|
|
}
|
|
|
|
SField *pField0 = taosArrayGet(pFields, 0);
|
|
SField *pField1 = taosArrayGet(pFields, 1);
|
|
|
|
const char *oldTagName = pField0->name;
|
|
const char *newTagName = pField1->name;
|
|
|
|
int32_t tag = mndFindSuperTableTagIndex(pOld, oldTagName);
|
|
if (tag < 0) {
|
|
terrno = TSDB_CODE_MND_TAG_NOT_EXIST;
|
|
return -1;
|
|
}
|
|
|
|
col_id_t colId = pOld->pTags[tag].colId;
|
|
if (mndCheckColAndTagModifiable(pMnode, pOld->name, pOld->uid, colId) != 0) {
|
|
return -1;
|
|
}
|
|
|
|
if (mndFindSuperTableTagIndex(pOld, newTagName) >= 0) {
|
|
terrno = TSDB_CODE_MND_TAG_ALREADY_EXIST;
|
|
return -1;
|
|
}
|
|
|
|
if (mndFindSuperTableColumnIndex(pOld, newTagName) >= 0) {
|
|
terrno = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
|
|
return -1;
|
|
}
|
|
|
|
if (mndAllocStbSchemas(pOld, pNew) != 0) {
|
|
return -1;
|
|
}
|
|
|
|
SSchema *pSchema = (SSchema *)(pNew->pTags + tag);
|
|
memcpy(pSchema->name, newTagName, TSDB_COL_NAME_LEN);
|
|
|
|
pNew->tagVer++;
|
|
mInfo("stb:%s, start to modify tag %s to %s", pNew->name, oldTagName, newTagName);
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndAlterStbTagBytes(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const SField *pField) {
|
|
int32_t tag = mndFindSuperTableTagIndex(pOld, pField->name);
|
|
if (tag < 0) {
|
|
terrno = TSDB_CODE_MND_TAG_NOT_EXIST;
|
|
return -1;
|
|
}
|
|
|
|
col_id_t colId = pOld->pTags[tag].colId;
|
|
if (mndCheckColAndTagModifiable(pMnode, pOld->name, pOld->uid, colId) != 0) {
|
|
return -1;
|
|
}
|
|
|
|
if (mndAllocStbSchemas(pOld, pNew) != 0) {
|
|
return -1;
|
|
}
|
|
|
|
SSchema *pTag = pNew->pTags + tag;
|
|
|
|
if (!(pTag->type == TSDB_DATA_TYPE_BINARY || pTag->type == TSDB_DATA_TYPE_VARBINARY ||
|
|
pTag->type == TSDB_DATA_TYPE_NCHAR || pTag->type == TSDB_DATA_TYPE_GEOMETRY)) {
|
|
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
|
return -1;
|
|
}
|
|
|
|
if (pField->bytes <= pTag->bytes) {
|
|
terrno = TSDB_CODE_MND_INVALID_ROW_BYTES;
|
|
return -1;
|
|
}
|
|
|
|
pTag->bytes = pField->bytes;
|
|
pNew->tagVer++;
|
|
|
|
mInfo("stb:%s, start to modify tag len %s to %d", pNew->name, pField->name, pField->bytes);
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndAddSuperTableColumn(const SStbObj *pOld, SStbObj *pNew, SArray *pFields, int32_t ncols) {
|
|
if (pOld->numOfColumns + ncols + pOld->numOfTags > TSDB_MAX_COLUMNS) {
|
|
terrno = TSDB_CODE_MND_TOO_MANY_COLUMNS;
|
|
return -1;
|
|
}
|
|
|
|
pNew->numOfColumns = pNew->numOfColumns + ncols;
|
|
if (mndAllocStbSchemas(pOld, pNew) != 0) {
|
|
return -1;
|
|
}
|
|
|
|
if (pNew->nextColId < 0 || pNew->nextColId >= 0x7fff - ncols) {
|
|
terrno = TSDB_CODE_MND_FIELD_VALUE_OVERFLOW;
|
|
return -1;
|
|
}
|
|
|
|
for (int32_t i = 0; i < ncols; i++) {
|
|
SField *pField = taosArrayGet(pFields, i);
|
|
if (mndFindSuperTableColumnIndex(pOld, pField->name) >= 0) {
|
|
terrno = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
|
|
return -1;
|
|
}
|
|
|
|
if (mndFindSuperTableTagIndex(pOld, pField->name) >= 0) {
|
|
terrno = TSDB_CODE_MND_TAG_ALREADY_EXIST;
|
|
return -1;
|
|
}
|
|
|
|
SSchema *pSchema = &pNew->pColumns[pOld->numOfColumns + i];
|
|
pSchema->bytes = pField->bytes;
|
|
pSchema->type = pField->type;
|
|
memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
|
|
pSchema->colId = pNew->nextColId;
|
|
pNew->nextColId++;
|
|
|
|
mInfo("stb:%s, start to add column %s", pNew->name, pSchema->name);
|
|
}
|
|
|
|
pNew->colVer++;
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndDropSuperTableColumn(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const char *colName) {
|
|
int32_t col = mndFindSuperTableColumnIndex(pOld, colName);
|
|
if (col < 0) {
|
|
terrno = TSDB_CODE_MND_COLUMN_NOT_EXIST;
|
|
return -1;
|
|
}
|
|
|
|
if (col == 0) {
|
|
terrno = TSDB_CODE_MND_INVALID_STB_ALTER_OPTION;
|
|
return -1;
|
|
}
|
|
|
|
if (pOld->numOfColumns == 2) {
|
|
terrno = TSDB_CODE_MND_INVALID_STB_ALTER_OPTION;
|
|
return -1;
|
|
}
|
|
|
|
col_id_t colId = pOld->pColumns[col].colId;
|
|
if (mndCheckColAndTagModifiable(pMnode, pOld->name, pOld->uid, colId) != 0) {
|
|
return -1;
|
|
}
|
|
|
|
if (mndAllocStbSchemas(pOld, pNew) != 0) {
|
|
return -1;
|
|
}
|
|
|
|
memmove(pNew->pColumns + col, pNew->pColumns + col + 1, sizeof(SSchema) * (pNew->numOfColumns - col - 1));
|
|
pNew->numOfColumns--;
|
|
|
|
pNew->colVer++;
|
|
mInfo("stb:%s, start to drop col %s", pNew->name, colName);
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndAlterStbColumnBytes(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const SField *pField) {
|
|
int32_t col = mndFindSuperTableColumnIndex(pOld, pField->name);
|
|
if (col < 0) {
|
|
terrno = TSDB_CODE_MND_COLUMN_NOT_EXIST;
|
|
return -1;
|
|
}
|
|
|
|
col_id_t colId = pOld->pColumns[col].colId;
|
|
|
|
uint32_t nLen = 0;
|
|
for (int32_t i = 0; i < pOld->numOfColumns; ++i) {
|
|
nLen += (pOld->pColumns[i].colId == colId) ? pField->bytes : pOld->pColumns[i].bytes;
|
|
}
|
|
|
|
if (nLen > TSDB_MAX_BYTES_PER_ROW) {
|
|
terrno = TSDB_CODE_MND_INVALID_ROW_BYTES;
|
|
return -1;
|
|
}
|
|
|
|
if (mndCheckColAndTagModifiable(pMnode, pOld->name, pOld->uid, colId) != 0) {
|
|
return -1;
|
|
}
|
|
|
|
if (mndAllocStbSchemas(pOld, pNew) != 0) {
|
|
return -1;
|
|
}
|
|
|
|
SSchema *pCol = pNew->pColumns + col;
|
|
if (!(pCol->type == TSDB_DATA_TYPE_BINARY || pCol->type == TSDB_DATA_TYPE_VARBINARY ||
|
|
pCol->type == TSDB_DATA_TYPE_NCHAR || pCol->type == TSDB_DATA_TYPE_GEOMETRY)) {
|
|
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
|
return -1;
|
|
}
|
|
|
|
if (pField->bytes <= pCol->bytes) {
|
|
terrno = TSDB_CODE_MND_INVALID_ROW_BYTES;
|
|
return -1;
|
|
}
|
|
|
|
pCol->bytes = pField->bytes;
|
|
pNew->colVer++;
|
|
|
|
mInfo("stb:%s, start to modify col len %s to %d", pNew->name, pField->name, pField->bytes);
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndSetAlterStbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
|
|
SSdbRaw *pRedoRaw = mndStbActionEncode(pStb);
|
|
if (pRedoRaw == NULL) return -1;
|
|
if (mndTransAppendRedolog(pTrans, pRedoRaw) != 0) {
|
|
sdbFreeRaw(pRedoRaw);
|
|
return -1;
|
|
}
|
|
if (sdbSetRawStatus(pRedoRaw, SDB_STATUS_READY) != 0) return -1;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndSetAlterStbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
|
|
SSdbRaw *pCommitRaw = mndStbActionEncode(pStb);
|
|
if (pCommitRaw == NULL) return -1;
|
|
if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) {
|
|
sdbFreeRaw(pCommitRaw);
|
|
return -1;
|
|
}
|
|
if (sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY) != 0) return -1;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndSetAlterStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb, void *alterOriData,
|
|
int32_t alterOriDataLen) {
|
|
SSdb *pSdb = pMnode->pSdb;
|
|
SVgObj *pVgroup = NULL;
|
|
void *pIter = NULL;
|
|
int32_t contLen;
|
|
|
|
while (1) {
|
|
pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
|
|
if (pIter == NULL) break;
|
|
if (!mndVgroupInDb(pVgroup, pDb->uid)) {
|
|
sdbRelease(pSdb, pVgroup);
|
|
continue;
|
|
}
|
|
|
|
void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, alterOriData, alterOriDataLen);
|
|
if (pReq == NULL) {
|
|
sdbCancelFetch(pSdb, pIter);
|
|
sdbRelease(pSdb, pVgroup);
|
|
return -1;
|
|
}
|
|
STransAction action = {0};
|
|
action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
|
|
action.pCont = pReq;
|
|
action.contLen = contLen;
|
|
action.msgType = TDMT_VND_ALTER_STB;
|
|
if (mndTransAppendRedoAction(pTrans, &action) != 0) {
|
|
taosMemoryFree(pReq);
|
|
sdbCancelFetch(pSdb, pIter);
|
|
sdbRelease(pSdb, pVgroup);
|
|
return -1;
|
|
}
|
|
sdbRelease(pSdb, pVgroup);
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndSetAlterStbRedoActions2(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb,
|
|
void *alterOriData, int32_t alterOriDataLen) {
|
|
SSdb *pSdb = pMnode->pSdb;
|
|
SVgObj *pVgroup = NULL;
|
|
void *pIter = NULL;
|
|
int32_t contLen;
|
|
|
|
while (1) {
|
|
pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
|
|
if (pIter == NULL) break;
|
|
if (!mndVgroupInDb(pVgroup, pDb->uid)) {
|
|
sdbRelease(pSdb, pVgroup);
|
|
continue;
|
|
}
|
|
|
|
void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, alterOriData, alterOriDataLen);
|
|
if (pReq == NULL) {
|
|
sdbCancelFetch(pSdb, pIter);
|
|
sdbRelease(pSdb, pVgroup);
|
|
return -1;
|
|
}
|
|
STransAction action = {0};
|
|
action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
|
|
action.pCont = pReq;
|
|
action.contLen = contLen;
|
|
action.msgType = TDMT_VND_CREATE_INDEX;
|
|
if (mndTransAppendRedoAction(pTrans, &action) != 0) {
|
|
taosMemoryFree(pReq);
|
|
sdbCancelFetch(pSdb, pIter);
|
|
sdbRelease(pSdb, pVgroup);
|
|
return -1;
|
|
}
|
|
sdbRelease(pSdb, pVgroup);
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
static int32_t mndBuildStbSchemaImp(SDbObj *pDb, SStbObj *pStb, const char *tbName, STableMetaRsp *pRsp) {
|
|
taosRLockLatch(&pStb->lock);
|
|
|
|
int32_t totalCols = pStb->numOfColumns + pStb->numOfTags;
|
|
pRsp->pSchemas = taosMemoryCalloc(totalCols, sizeof(SSchema));
|
|
if (pRsp->pSchemas == NULL) {
|
|
taosRUnLockLatch(&pStb->lock);
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
return -1;
|
|
}
|
|
|
|
tstrncpy(pRsp->dbFName, pStb->db, sizeof(pRsp->dbFName));
|
|
tstrncpy(pRsp->tbName, tbName, sizeof(pRsp->tbName));
|
|
tstrncpy(pRsp->stbName, tbName, sizeof(pRsp->stbName));
|
|
pRsp->dbId = pDb->uid;
|
|
pRsp->numOfTags = pStb->numOfTags;
|
|
pRsp->numOfColumns = pStb->numOfColumns;
|
|
pRsp->precision = pDb->cfg.precision;
|
|
pRsp->tableType = TSDB_SUPER_TABLE;
|
|
pRsp->sversion = pStb->colVer;
|
|
pRsp->tversion = pStb->tagVer;
|
|
pRsp->suid = pStb->uid;
|
|
pRsp->tuid = pStb->uid;
|
|
|
|
for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
|
|
SSchema *pSchema = &pRsp->pSchemas[i];
|
|
SSchema *pSrcSchema = &pStb->pColumns[i];
|
|
memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
|
|
pSchema->type = pSrcSchema->type;
|
|
pSchema->flags = pSrcSchema->flags;
|
|
pSchema->colId = pSrcSchema->colId;
|
|
pSchema->bytes = pSrcSchema->bytes;
|
|
}
|
|
|
|
for (int32_t i = 0; i < pStb->numOfTags; ++i) {
|
|
SSchema *pSchema = &pRsp->pSchemas[i + pStb->numOfColumns];
|
|
SSchema *pSrcSchema = &pStb->pTags[i];
|
|
memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
|
|
pSchema->type = pSrcSchema->type;
|
|
pSchema->flags = pSrcSchema->flags;
|
|
pSchema->colId = pSrcSchema->colId;
|
|
pSchema->bytes = pSrcSchema->bytes;
|
|
}
|
|
|
|
taosRUnLockLatch(&pStb->lock);
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndBuildStbCfgImp(SDbObj *pDb, SStbObj *pStb, const char *tbName, STableCfgRsp *pRsp) {
|
|
taosRLockLatch(&pStb->lock);
|
|
|
|
int32_t totalCols = pStb->numOfColumns + pStb->numOfTags;
|
|
pRsp->pSchemas = taosMemoryCalloc(totalCols, sizeof(SSchema));
|
|
if (pRsp->pSchemas == NULL) {
|
|
taosRUnLockLatch(&pStb->lock);
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
return -1;
|
|
}
|
|
|
|
tstrncpy(pRsp->dbFName, pStb->db, sizeof(pRsp->dbFName));
|
|
tstrncpy(pRsp->tbName, tbName, sizeof(pRsp->tbName));
|
|
tstrncpy(pRsp->stbName, tbName, sizeof(pRsp->stbName));
|
|
pRsp->numOfTags = pStb->numOfTags;
|
|
pRsp->numOfColumns = pStb->numOfColumns;
|
|
pRsp->tableType = TSDB_SUPER_TABLE;
|
|
pRsp->delay1 = pStb->maxdelay[0];
|
|
pRsp->delay2 = pStb->maxdelay[1];
|
|
pRsp->watermark1 = pStb->watermark[0];
|
|
pRsp->watermark2 = pStb->watermark[1];
|
|
pRsp->ttl = pStb->ttl;
|
|
pRsp->commentLen = pStb->commentLen;
|
|
if (pStb->commentLen > 0) {
|
|
pRsp->pComment = taosStrdup(pStb->comment);
|
|
}
|
|
|
|
for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
|
|
SSchema *pSchema = &pRsp->pSchemas[i];
|
|
SSchema *pSrcSchema = &pStb->pColumns[i];
|
|
memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
|
|
pSchema->type = pSrcSchema->type;
|
|
pSchema->flags = pSrcSchema->flags;
|
|
pSchema->colId = pSrcSchema->colId;
|
|
pSchema->bytes = pSrcSchema->bytes;
|
|
}
|
|
|
|
for (int32_t i = 0; i < pStb->numOfTags; ++i) {
|
|
SSchema *pSchema = &pRsp->pSchemas[i + pStb->numOfColumns];
|
|
SSchema *pSrcSchema = &pStb->pTags[i];
|
|
memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
|
|
pSchema->type = pSrcSchema->type;
|
|
pSchema->flags = pSrcSchema->flags;
|
|
pSchema->colId = pSrcSchema->colId;
|
|
pSchema->bytes = pSrcSchema->bytes;
|
|
}
|
|
|
|
if (pStb->numOfFuncs > 0) {
|
|
pRsp->pFuncs = taosArrayDup(pStb->pFuncs, NULL);
|
|
}
|
|
|
|
taosRUnLockLatch(&pStb->lock);
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndBuildStbSchema(SMnode *pMnode, const char *dbFName, const char *tbName, STableMetaRsp *pRsp,
|
|
int32_t *smaVer) {
|
|
char tbFName[TSDB_TABLE_FNAME_LEN] = {0};
|
|
snprintf(tbFName, sizeof(tbFName), "%s.%s", dbFName, tbName);
|
|
|
|
SDbObj *pDb = mndAcquireDb(pMnode, dbFName);
|
|
if (pDb == NULL) {
|
|
terrno = TSDB_CODE_MND_DB_NOT_SELECTED;
|
|
return -1;
|
|
}
|
|
|
|
SStbObj *pStb = mndAcquireStb(pMnode, tbFName);
|
|
if (pStb == NULL) {
|
|
mndReleaseDb(pMnode, pDb);
|
|
terrno = TSDB_CODE_PAR_TABLE_NOT_EXIST;
|
|
return -1;
|
|
}
|
|
|
|
if (smaVer) {
|
|
*smaVer = pStb->smaVer;
|
|
}
|
|
|
|
int32_t code = mndBuildStbSchemaImp(pDb, pStb, tbName, pRsp);
|
|
mndReleaseDb(pMnode, pDb);
|
|
mndReleaseStb(pMnode, pStb);
|
|
return code;
|
|
}
|
|
|
|
static int32_t mndBuildStbCfg(SMnode *pMnode, const char *dbFName, const char *tbName, STableCfgRsp *pRsp) {
|
|
char tbFName[TSDB_TABLE_FNAME_LEN] = {0};
|
|
snprintf(tbFName, sizeof(tbFName), "%s.%s", dbFName, tbName);
|
|
|
|
SDbObj *pDb = mndAcquireDb(pMnode, dbFName);
|
|
if (pDb == NULL) {
|
|
terrno = TSDB_CODE_MND_DB_NOT_SELECTED;
|
|
return -1;
|
|
}
|
|
|
|
SStbObj *pStb = mndAcquireStb(pMnode, tbFName);
|
|
if (pStb == NULL) {
|
|
mndReleaseDb(pMnode, pDb);
|
|
terrno = TSDB_CODE_PAR_TABLE_NOT_EXIST;
|
|
return -1;
|
|
}
|
|
|
|
int32_t code = mndBuildStbCfgImp(pDb, pStb, tbName, pRsp);
|
|
|
|
mndReleaseDb(pMnode, pDb);
|
|
mndReleaseStb(pMnode, pStb);
|
|
return code;
|
|
}
|
|
|
|
static int32_t mndBuildSMAlterStbRsp(SDbObj *pDb, SStbObj *pObj, void **pCont, int32_t *pLen) {
|
|
int32_t ret;
|
|
SEncoder ec = {0};
|
|
uint32_t contLen = 0;
|
|
SMAlterStbRsp alterRsp = {0};
|
|
SName name = {0};
|
|
tNameFromString(&name, pObj->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE);
|
|
|
|
alterRsp.pMeta = taosMemoryCalloc(1, sizeof(STableMetaRsp));
|
|
if (NULL == alterRsp.pMeta) {
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
return -1;
|
|
}
|
|
|
|
ret = mndBuildStbSchemaImp(pDb, pObj, name.tname, alterRsp.pMeta);
|
|
if (ret) {
|
|
tFreeSMAlterStbRsp(&alterRsp);
|
|
return ret;
|
|
}
|
|
|
|
tEncodeSize(tEncodeSMAlterStbRsp, &alterRsp, contLen, ret);
|
|
if (ret) {
|
|
tFreeSMAlterStbRsp(&alterRsp);
|
|
return ret;
|
|
}
|
|
|
|
void *cont = taosMemoryMalloc(contLen);
|
|
tEncoderInit(&ec, cont, contLen);
|
|
tEncodeSMAlterStbRsp(&ec, &alterRsp);
|
|
tEncoderClear(&ec);
|
|
|
|
tFreeSMAlterStbRsp(&alterRsp);
|
|
|
|
*pCont = cont;
|
|
*pLen = contLen;
|
|
|
|
return 0;
|
|
}
|
|
|
|
int32_t mndBuildSMCreateStbRsp(SMnode *pMnode, char *dbFName, char *stbFName, void **pCont, int32_t *pLen) {
|
|
int32_t ret = -1;
|
|
SDbObj *pDb = mndAcquireDb(pMnode, dbFName);
|
|
if (NULL == pDb) {
|
|
return -1;
|
|
}
|
|
|
|
SStbObj *pObj = mndAcquireStb(pMnode, stbFName);
|
|
if (NULL == pObj) {
|
|
goto _OVER;
|
|
}
|
|
|
|
SEncoder ec = {0};
|
|
uint32_t contLen = 0;
|
|
SMCreateStbRsp stbRsp = {0};
|
|
SName name = {0};
|
|
tNameFromString(&name, pObj->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE);
|
|
|
|
stbRsp.pMeta = taosMemoryCalloc(1, sizeof(STableMetaRsp));
|
|
if (NULL == stbRsp.pMeta) {
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
goto _OVER;
|
|
}
|
|
|
|
ret = mndBuildStbSchemaImp(pDb, pObj, name.tname, stbRsp.pMeta);
|
|
if (ret) {
|
|
tFreeSMCreateStbRsp(&stbRsp);
|
|
goto _OVER;
|
|
}
|
|
|
|
tEncodeSize(tEncodeSMCreateStbRsp, &stbRsp, contLen, ret);
|
|
if (ret) {
|
|
tFreeSMCreateStbRsp(&stbRsp);
|
|
goto _OVER;
|
|
}
|
|
|
|
void *cont = taosMemoryMalloc(contLen);
|
|
tEncoderInit(&ec, cont, contLen);
|
|
tEncodeSMCreateStbRsp(&ec, &stbRsp);
|
|
tEncoderClear(&ec);
|
|
|
|
tFreeSMCreateStbRsp(&stbRsp);
|
|
|
|
*pCont = cont;
|
|
*pLen = contLen;
|
|
|
|
ret = 0;
|
|
|
|
_OVER:
|
|
if (pObj) {
|
|
mndReleaseStb(pMnode, pObj);
|
|
}
|
|
|
|
if (pDb) {
|
|
mndReleaseDb(pMnode, pDb);
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
static int32_t mndAlterStbImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
|
|
void *alterOriData, int32_t alterOriDataLen) {
|
|
int32_t code = -1;
|
|
STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "alter-stb");
|
|
if (pTrans == NULL) goto _OVER;
|
|
|
|
mInfo("trans:%d, used to alter stb:%s", pTrans->id, pStb->name);
|
|
mndTransSetDbName(pTrans, pDb->name, pStb->name);
|
|
if (mndTransCheckConflict(pMnode, pTrans) != 0) goto _OVER;
|
|
|
|
if (needRsp) {
|
|
void *pCont = NULL;
|
|
int32_t contLen = 0;
|
|
if (mndBuildSMAlterStbRsp(pDb, pStb, &pCont, &contLen) != 0) goto _OVER;
|
|
mndTransSetRpcRsp(pTrans, pCont, contLen);
|
|
}
|
|
|
|
if (mndSetAlterStbRedoLogs(pMnode, pTrans, pDb, pStb) != 0) goto _OVER;
|
|
if (mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb) != 0) goto _OVER;
|
|
if (mndSetAlterStbRedoActions(pMnode, pTrans, pDb, pStb, alterOriData, alterOriDataLen) != 0) goto _OVER;
|
|
if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
|
|
|
|
code = 0;
|
|
|
|
_OVER:
|
|
mndTransDrop(pTrans);
|
|
return code;
|
|
}
|
|
|
|
static int32_t mndAlterStbAndUpdateTagIdxImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
|
|
void *alterOriData, int32_t alterOriDataLen, const SMAlterStbReq *pAlter) {
|
|
int32_t code = -1;
|
|
STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "alter-stb");
|
|
if (pTrans == NULL) goto _OVER;
|
|
|
|
mInfo("trans:%d, used to alter stb:%s", pTrans->id, pStb->name);
|
|
mndTransSetDbName(pTrans, pDb->name, pStb->name);
|
|
|
|
if (mndTransCheckConflict(pMnode, pTrans) != 0) goto _OVER;
|
|
|
|
if (needRsp) {
|
|
void *pCont = NULL;
|
|
int32_t contLen = 0;
|
|
if (mndBuildSMAlterStbRsp(pDb, pStb, &pCont, &contLen) != 0) goto _OVER;
|
|
mndTransSetRpcRsp(pTrans, pCont, contLen);
|
|
}
|
|
|
|
if (pAlter->alterType == TSDB_ALTER_TABLE_DROP_TAG) {
|
|
SIdxObj idxObj = {0};
|
|
SField *pField0 = taosArrayGet(pAlter->pFields, 0);
|
|
bool exist = false;
|
|
if (mndGetIdxsByTagName(pMnode, pStb, pField0->name, &idxObj) == 0) {
|
|
exist = true;
|
|
}
|
|
if (mndSetAlterStbRedoLogs(pMnode, pTrans, pDb, pStb) != 0) goto _OVER;
|
|
if (mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb) != 0) goto _OVER;
|
|
|
|
if (exist == true) {
|
|
if (mndSetDropIdxRedoLogs(pMnode, pTrans, &idxObj) != 0) goto _OVER;
|
|
if (mndSetDropIdxCommitLogs(pMnode, pTrans, &idxObj) != 0) goto _OVER;
|
|
}
|
|
|
|
if (mndSetAlterStbRedoActions(pMnode, pTrans, pDb, pStb, alterOriData, alterOriDataLen) != 0) goto _OVER;
|
|
if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
|
|
|
|
} else if (pAlter->alterType == TSDB_ALTER_TABLE_UPDATE_TAG_NAME) {
|
|
SIdxObj idxObj = {0};
|
|
SField *pField0 = taosArrayGet(pAlter->pFields, 0);
|
|
SField *pField1 = taosArrayGet(pAlter->pFields, 1);
|
|
const char *oTagName = pField0->name;
|
|
const char *nTagName = pField1->name;
|
|
bool exist = false;
|
|
|
|
if (mndGetIdxsByTagName(pMnode, pStb, pField0->name, &idxObj) == 0) {
|
|
exist = true;
|
|
}
|
|
|
|
if (mndSetAlterStbRedoLogs(pMnode, pTrans, pDb, pStb) != 0) goto _OVER;
|
|
if (mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb) != 0) goto _OVER;
|
|
|
|
if (exist == true) {
|
|
memcpy(idxObj.colName, nTagName, strlen(nTagName));
|
|
idxObj.colName[strlen(nTagName)] = 0;
|
|
if (mndSetAlterIdxRedoLogs(pMnode, pTrans, &idxObj) != 0) goto _OVER;
|
|
if (mndSetAlterIdxCommitLogs(pMnode, pTrans, &idxObj) != 0) goto _OVER;
|
|
}
|
|
|
|
if (mndSetAlterStbRedoActions(pMnode, pTrans, pDb, pStb, alterOriData, alterOriDataLen) != 0) goto _OVER;
|
|
if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
|
|
}
|
|
code = 0;
|
|
|
|
_OVER:
|
|
mndTransDrop(pTrans);
|
|
return code;
|
|
}
|
|
|
|
static int32_t mndAlterStb(SMnode *pMnode, SRpcMsg *pReq, const SMAlterStbReq *pAlter, SDbObj *pDb, SStbObj *pOld) {
|
|
bool needRsp = true;
|
|
int32_t code = -1;
|
|
SField *pField0 = NULL;
|
|
|
|
SStbObj stbObj = {0};
|
|
taosRLockLatch(&pOld->lock);
|
|
memcpy(&stbObj, pOld, sizeof(SStbObj));
|
|
taosRUnLockLatch(&pOld->lock);
|
|
stbObj.pColumns = NULL;
|
|
stbObj.pTags = NULL;
|
|
stbObj.updateTime = taosGetTimestampMs();
|
|
stbObj.lock = 0;
|
|
bool updateTagIndex = false;
|
|
switch (pAlter->alterType) {
|
|
case TSDB_ALTER_TABLE_ADD_TAG:
|
|
code = mndAddSuperTableTag(pOld, &stbObj, pAlter->pFields, pAlter->numOfFields);
|
|
break;
|
|
case TSDB_ALTER_TABLE_DROP_TAG:
|
|
pField0 = taosArrayGet(pAlter->pFields, 0);
|
|
code = mndDropSuperTableTag(pMnode, pOld, &stbObj, pField0->name);
|
|
updateTagIndex = true;
|
|
break;
|
|
case TSDB_ALTER_TABLE_UPDATE_TAG_NAME:
|
|
code = mndAlterStbTagName(pMnode, pOld, &stbObj, pAlter->pFields);
|
|
updateTagIndex = true;
|
|
break;
|
|
case TSDB_ALTER_TABLE_UPDATE_TAG_BYTES:
|
|
pField0 = taosArrayGet(pAlter->pFields, 0);
|
|
code = mndAlterStbTagBytes(pMnode, pOld, &stbObj, pField0);
|
|
break;
|
|
case TSDB_ALTER_TABLE_ADD_COLUMN:
|
|
code = mndAddSuperTableColumn(pOld, &stbObj, pAlter->pFields, pAlter->numOfFields);
|
|
break;
|
|
case TSDB_ALTER_TABLE_DROP_COLUMN:
|
|
pField0 = taosArrayGet(pAlter->pFields, 0);
|
|
code = mndDropSuperTableColumn(pMnode, pOld, &stbObj, pField0->name);
|
|
break;
|
|
case TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES:
|
|
pField0 = taosArrayGet(pAlter->pFields, 0);
|
|
code = mndAlterStbColumnBytes(pMnode, pOld, &stbObj, pField0);
|
|
break;
|
|
case TSDB_ALTER_TABLE_UPDATE_OPTIONS:
|
|
needRsp = false;
|
|
code = mndUpdateStbCommentAndTTL(pOld, &stbObj, pAlter->comment, pAlter->commentLen, pAlter->ttl);
|
|
break;
|
|
default:
|
|
needRsp = false;
|
|
terrno = TSDB_CODE_OPS_NOT_SUPPORT;
|
|
break;
|
|
}
|
|
|
|
if (code != 0) goto _OVER;
|
|
if (updateTagIndex == false) {
|
|
code = mndAlterStbImp(pMnode, pReq, pDb, &stbObj, needRsp, pReq->pCont, pReq->contLen);
|
|
} else {
|
|
code = mndAlterStbAndUpdateTagIdxImp(pMnode, pReq, pDb, &stbObj, needRsp, pReq->pCont, pReq->contLen, pAlter);
|
|
}
|
|
|
|
_OVER:
|
|
taosMemoryFreeClear(stbObj.pTags);
|
|
taosMemoryFreeClear(stbObj.pColumns);
|
|
if (pAlter->commentLen > 0) {
|
|
taosMemoryFreeClear(stbObj.comment);
|
|
}
|
|
return code;
|
|
}
|
|
|
|
static int32_t mndProcessAlterStbReq(SRpcMsg *pReq) {
|
|
SMnode *pMnode = pReq->info.node;
|
|
int32_t code = -1;
|
|
SDbObj *pDb = NULL;
|
|
SStbObj *pStb = NULL;
|
|
SMAlterStbReq alterReq = {0};
|
|
|
|
if (tDeserializeSMAlterStbReq(pReq->pCont, pReq->contLen, &alterReq) != 0) {
|
|
terrno = TSDB_CODE_INVALID_MSG;
|
|
goto _OVER;
|
|
}
|
|
|
|
mInfo("stb:%s, start to alter", alterReq.name);
|
|
if (mndCheckAlterStbReq(&alterReq) != 0) goto _OVER;
|
|
|
|
pDb = mndAcquireDbByStb(pMnode, alterReq.name);
|
|
if (pDb == NULL) {
|
|
terrno = TSDB_CODE_MND_INVALID_DB;
|
|
goto _OVER;
|
|
}
|
|
|
|
pStb = mndAcquireStb(pMnode, alterReq.name);
|
|
if (pStb == NULL) {
|
|
terrno = TSDB_CODE_MND_STB_NOT_EXIST;
|
|
goto _OVER;
|
|
}
|
|
|
|
if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_WRITE_DB, pDb) != 0) {
|
|
goto _OVER;
|
|
}
|
|
|
|
code = mndAlterStb(pMnode, pReq, &alterReq, pDb, pStb);
|
|
if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
|
|
|
|
char detail[2000] = {0};
|
|
sprintf(detail, "alterType:%d, numOfFields:%d, ttl:%d" ,
|
|
alterReq.alterType, alterReq.numOfFields, alterReq.ttl);
|
|
|
|
SName name = {0};
|
|
tNameFromString(&name, alterReq.name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE);
|
|
|
|
auditRecord(pReq, pMnode->clusterId, "alterStb", name.dbname, name.tname, detail);
|
|
|
|
_OVER:
|
|
if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
|
|
mError("stb:%s, failed to alter since %s", alterReq.name, terrstr());
|
|
}
|
|
|
|
mndReleaseStb(pMnode, pStb);
|
|
mndReleaseDb(pMnode, pDb);
|
|
tFreeSMAltertbReq(&alterReq);
|
|
|
|
return code;
|
|
}
|
|
|
|
static int32_t mndSetDropStbRedoLogs(SMnode *pMnode, STrans *pTrans, SStbObj *pStb) {
|
|
SSdbRaw *pRedoRaw = mndStbActionEncode(pStb);
|
|
if (pRedoRaw == NULL) return -1;
|
|
if (mndTransAppendRedolog(pTrans, pRedoRaw) != 0) {
|
|
sdbFreeRaw(pRedoRaw);
|
|
return -1;
|
|
}
|
|
if (sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING) != 0) return -1;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndSetDropStbCommitLogs(SMnode *pMnode, STrans *pTrans, SStbObj *pStb) {
|
|
SSdbRaw *pCommitRaw = mndStbActionEncode(pStb);
|
|
if (pCommitRaw == NULL) return -1;
|
|
if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) {
|
|
sdbFreeRaw(pCommitRaw);
|
|
return -1;
|
|
}
|
|
if (sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED) != 0) return -1;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndSetDropStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
|
|
SSdb *pSdb = pMnode->pSdb;
|
|
SVgObj *pVgroup = NULL;
|
|
void *pIter = NULL;
|
|
|
|
while (1) {
|
|
pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
|
|
if (pIter == NULL) break;
|
|
if (!mndVgroupInDb(pVgroup, pDb->uid)) {
|
|
sdbRelease(pSdb, pVgroup);
|
|
continue;
|
|
}
|
|
|
|
int32_t contLen = 0;
|
|
void *pReq = mndBuildVDropStbReq(pMnode, pVgroup, pStb, &contLen);
|
|
if (pReq == NULL) {
|
|
sdbCancelFetch(pSdb, pIter);
|
|
sdbRelease(pSdb, pVgroup);
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
return -1;
|
|
}
|
|
|
|
STransAction action = {0};
|
|
action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
|
|
action.pCont = pReq;
|
|
action.contLen = contLen;
|
|
action.msgType = TDMT_VND_DROP_STB;
|
|
action.acceptableCode = TSDB_CODE_TDB_STB_NOT_EXIST;
|
|
if (mndTransAppendRedoAction(pTrans, &action) != 0) {
|
|
taosMemoryFree(pReq);
|
|
sdbCancelFetch(pSdb, pIter);
|
|
sdbRelease(pSdb, pVgroup);
|
|
return -1;
|
|
}
|
|
sdbRelease(pSdb, pVgroup);
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndDropStb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb) {
|
|
int32_t code = -1;
|
|
STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "drop-stb");
|
|
if (pTrans == NULL) goto _OVER;
|
|
|
|
mInfo("trans:%d, used to drop stb:%s", pTrans->id, pStb->name);
|
|
mndTransSetDbName(pTrans, pDb->name, pStb->name);
|
|
if (mndTransCheckConflict(pMnode, pTrans) != 0) goto _OVER;
|
|
|
|
if (mndSetDropStbRedoLogs(pMnode, pTrans, pStb) != 0) goto _OVER;
|
|
if (mndSetDropStbCommitLogs(pMnode, pTrans, pStb) != 0) goto _OVER;
|
|
if (mndSetDropStbRedoActions(pMnode, pTrans, pDb, pStb) != 0) goto _OVER;
|
|
if (mndDropIdxsByStb(pMnode, pTrans, pDb, pStb) != 0) goto _OVER;
|
|
if (mndDropSmasByStb(pMnode, pTrans, pDb, pStb) != 0) goto _OVER;
|
|
if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
|
|
code = 0;
|
|
|
|
_OVER:
|
|
mndTransDrop(pTrans);
|
|
return code;
|
|
}
|
|
|
|
static int32_t mndCheckDropStbForTopic(SMnode *pMnode, const char *stbFullName, int64_t suid) {
|
|
SSdb *pSdb = pMnode->pSdb;
|
|
void *pIter = NULL;
|
|
while (1) {
|
|
SMqTopicObj *pTopic = NULL;
|
|
pIter = sdbFetch(pSdb, SDB_TOPIC, pIter, (void **)&pTopic);
|
|
if (pIter == NULL) break;
|
|
|
|
if (pTopic->subType == TOPIC_SUB_TYPE__TABLE) {
|
|
if (pTopic->stbUid == suid) {
|
|
sdbRelease(pSdb, pTopic);
|
|
sdbCancelFetch(pSdb, pIter);
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
if (pTopic->ast == NULL) {
|
|
sdbRelease(pSdb, pTopic);
|
|
continue;
|
|
}
|
|
|
|
SNode *pAst = NULL;
|
|
if (nodesStringToNode(pTopic->ast, &pAst) != 0) {
|
|
terrno = TSDB_CODE_MND_INVALID_TOPIC_OPTION;
|
|
mError("topic:%s, create ast error", pTopic->name);
|
|
sdbRelease(pSdb, pTopic);
|
|
sdbCancelFetch(pSdb, pIter);
|
|
return -1;
|
|
}
|
|
|
|
SNodeList *pNodeList = NULL;
|
|
nodesCollectColumns((SSelectStmt *)pAst, SQL_CLAUSE_FROM, NULL, COLLECT_COL_TYPE_ALL, &pNodeList);
|
|
SNode *pNode = NULL;
|
|
FOREACH(pNode, pNodeList) {
|
|
SColumnNode *pCol = (SColumnNode *)pNode;
|
|
|
|
if (pCol->tableId == suid) {
|
|
sdbRelease(pSdb, pTopic);
|
|
nodesDestroyNode(pAst);
|
|
nodesDestroyList(pNodeList);
|
|
sdbCancelFetch(pSdb, pIter);
|
|
return -1;
|
|
} else {
|
|
goto NEXT;
|
|
}
|
|
}
|
|
NEXT:
|
|
sdbRelease(pSdb, pTopic);
|
|
nodesDestroyNode(pAst);
|
|
nodesDestroyList(pNodeList);
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndCheckDropStbForStream(SMnode *pMnode, const char *stbFullName, int64_t suid) {
|
|
SSdb *pSdb = pMnode->pSdb;
|
|
void *pIter = NULL;
|
|
while (1) {
|
|
SStreamObj *pStream = NULL;
|
|
pIter = sdbFetch(pSdb, SDB_STREAM, pIter, (void **)&pStream);
|
|
if (pIter == NULL) break;
|
|
|
|
if (pStream->smaId != 0) {
|
|
sdbRelease(pSdb, pStream);
|
|
continue;
|
|
}
|
|
|
|
if (pStream->targetStbUid == suid) {
|
|
sdbCancelFetch(pSdb, pIter);
|
|
sdbRelease(pSdb, pStream);
|
|
return -1;
|
|
}
|
|
|
|
SNode *pAst = NULL;
|
|
if (nodesStringToNode(pStream->ast, &pAst) != 0) {
|
|
terrno = TSDB_CODE_MND_INVALID_STREAM_OPTION;
|
|
mError("stream:%s, create ast error", pStream->name);
|
|
sdbCancelFetch(pSdb, pIter);
|
|
sdbRelease(pSdb, pStream);
|
|
return -1;
|
|
}
|
|
|
|
SNodeList *pNodeList = NULL;
|
|
nodesCollectColumns((SSelectStmt *)pAst, SQL_CLAUSE_FROM, NULL, COLLECT_COL_TYPE_ALL, &pNodeList);
|
|
SNode *pNode = NULL;
|
|
FOREACH(pNode, pNodeList) {
|
|
SColumnNode *pCol = (SColumnNode *)pNode;
|
|
|
|
if (pCol->tableId == suid) {
|
|
sdbCancelFetch(pSdb, pIter);
|
|
sdbRelease(pSdb, pStream);
|
|
nodesDestroyNode(pAst);
|
|
nodesDestroyList(pNodeList);
|
|
return -1;
|
|
} else {
|
|
goto NEXT;
|
|
}
|
|
}
|
|
NEXT:
|
|
sdbRelease(pSdb, pStream);
|
|
nodesDestroyNode(pAst);
|
|
nodesDestroyList(pNodeList);
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int32_t mndProcessDropTtltbRsp(SRpcMsg *pRsp) { return 0; }
|
|
static int32_t mndProcessTrimDbRsp(SRpcMsg *pRsp) { return 0; }
|
|
|
|
static int32_t mndProcessDropStbReq(SRpcMsg *pReq) {
|
|
SMnode *pMnode = pReq->info.node;
|
|
int32_t code = -1;
|
|
SDbObj *pDb = NULL;
|
|
SStbObj *pStb = NULL;
|
|
SMDropStbReq dropReq = {0};
|
|
|
|
if (tDeserializeSMDropStbReq(pReq->pCont, pReq->contLen, &dropReq) != 0) {
|
|
terrno = TSDB_CODE_INVALID_MSG;
|
|
goto _OVER;
|
|
}
|
|
|
|
mInfo("stb:%s, start to drop", dropReq.name);
|
|
|
|
pStb = mndAcquireStb(pMnode, dropReq.name);
|
|
if (pStb == NULL) {
|
|
if (dropReq.igNotExists) {
|
|
mInfo("stb:%s, not exist, ignore not exist is set", dropReq.name);
|
|
code = 0;
|
|
goto _OVER;
|
|
} else {
|
|
terrno = TSDB_CODE_MND_STB_NOT_EXIST;
|
|
goto _OVER;
|
|
}
|
|
}
|
|
|
|
if (dropReq.source == TD_REQ_FROM_TAOX && pStb->uid != dropReq.suid) {
|
|
code = 0;
|
|
goto _OVER;
|
|
}
|
|
|
|
pDb = mndAcquireDbByStb(pMnode, dropReq.name);
|
|
if (pDb == NULL) {
|
|
terrno = TSDB_CODE_MND_DB_NOT_SELECTED;
|
|
goto _OVER;
|
|
}
|
|
|
|
if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_WRITE_DB, pDb) != 0) {
|
|
goto _OVER;
|
|
}
|
|
|
|
if (mndCheckDropStbForTopic(pMnode, dropReq.name, pStb->uid) < 0) {
|
|
terrno = TSDB_CODE_MND_TOPIC_MUST_BE_DELETED;
|
|
goto _OVER;
|
|
}
|
|
|
|
if (mndCheckDropStbForStream(pMnode, dropReq.name, pStb->uid) < 0) {
|
|
terrno = TSDB_CODE_MND_STREAM_MUST_BE_DELETED;
|
|
goto _OVER;
|
|
}
|
|
|
|
code = mndDropStb(pMnode, pReq, pDb, pStb);
|
|
if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
|
|
|
|
char detail[2000] = {0};
|
|
sprintf(detail, "igNotExists:%d, source:%d" ,
|
|
dropReq.igNotExists, dropReq.source);
|
|
|
|
SName name = {0};
|
|
tNameFromString(&name, dropReq.name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE);
|
|
|
|
auditRecord(pReq, pMnode->clusterId, "dropStb", name.dbname, name.tname, detail);
|
|
|
|
_OVER:
|
|
if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
|
|
mError("stb:%s, failed to drop since %s", dropReq.name, terrstr());
|
|
}
|
|
|
|
mndReleaseDb(pMnode, pDb);
|
|
mndReleaseStb(pMnode, pStb);
|
|
return code;
|
|
}
|
|
|
|
static int32_t mndProcessTableMetaReq(SRpcMsg *pReq) {
|
|
SMnode *pMnode = pReq->info.node;
|
|
int32_t code = -1;
|
|
STableInfoReq infoReq = {0};
|
|
STableMetaRsp metaRsp = {0};
|
|
|
|
SUserObj *pUser = mndAcquireUser(pMnode, pReq->info.conn.user);
|
|
if (pUser == NULL) return 0;
|
|
bool sysinfo = pUser->sysInfo;
|
|
|
|
if (tDeserializeSTableInfoReq(pReq->pCont, pReq->contLen, &infoReq) != 0) {
|
|
terrno = TSDB_CODE_INVALID_MSG;
|
|
goto _OVER;
|
|
}
|
|
|
|
if (0 == strcmp(infoReq.dbFName, TSDB_INFORMATION_SCHEMA_DB)) {
|
|
mInfo("information_schema table:%s.%s, start to retrieve meta", infoReq.dbFName, infoReq.tbName);
|
|
if (mndBuildInsTableSchema(pMnode, infoReq.dbFName, infoReq.tbName, sysinfo, &metaRsp) != 0) {
|
|
goto _OVER;
|
|
}
|
|
} else if (0 == strcmp(infoReq.dbFName, TSDB_PERFORMANCE_SCHEMA_DB)) {
|
|
mInfo("performance_schema table:%s.%s, start to retrieve meta", infoReq.dbFName, infoReq.tbName);
|
|
if (mndBuildPerfsTableSchema(pMnode, infoReq.dbFName, infoReq.tbName, &metaRsp) != 0) {
|
|
goto _OVER;
|
|
}
|
|
} else {
|
|
mInfo("stb:%s.%s, start to retrieve meta", infoReq.dbFName, infoReq.tbName);
|
|
if (mndBuildStbSchema(pMnode, infoReq.dbFName, infoReq.tbName, &metaRsp, NULL) != 0) {
|
|
goto _OVER;
|
|
}
|
|
}
|
|
|
|
int32_t rspLen = tSerializeSTableMetaRsp(NULL, 0, &metaRsp);
|
|
if (rspLen < 0) {
|
|
terrno = TSDB_CODE_INVALID_MSG;
|
|
goto _OVER;
|
|
}
|
|
|
|
void *pRsp = rpcMallocCont(rspLen);
|
|
if (pRsp == NULL) {
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
goto _OVER;
|
|
}
|
|
|
|
tSerializeSTableMetaRsp(pRsp, rspLen, &metaRsp);
|
|
pReq->info.rsp = pRsp;
|
|
pReq->info.rspLen = rspLen;
|
|
code = 0;
|
|
|
|
mTrace("%s.%s, meta is retrieved", infoReq.dbFName, infoReq.tbName);
|
|
|
|
_OVER:
|
|
if (code != 0) {
|
|
mError("stb:%s.%s, failed to retrieve meta since %s", infoReq.dbFName, infoReq.tbName, terrstr());
|
|
}
|
|
|
|
mndReleaseUser(pMnode, pUser);
|
|
tFreeSTableMetaRsp(&metaRsp);
|
|
return code;
|
|
}
|
|
|
|
static int32_t mndProcessTableCfgReq(SRpcMsg *pReq) {
|
|
SMnode *pMnode = pReq->info.node;
|
|
int32_t code = -1;
|
|
STableCfgReq cfgReq = {0};
|
|
STableCfgRsp cfgRsp = {0};
|
|
|
|
if (tDeserializeSTableCfgReq(pReq->pCont, pReq->contLen, &cfgReq) != 0) {
|
|
terrno = TSDB_CODE_INVALID_MSG;
|
|
goto _OVER;
|
|
}
|
|
|
|
char dbName[TSDB_DB_NAME_LEN] = {0};
|
|
mndExtractShortDbNameFromDbFullName(cfgReq.dbFName, dbName);
|
|
if (0 == strcmp(dbName, TSDB_INFORMATION_SCHEMA_DB)) {
|
|
mInfo("information_schema table:%s.%s, start to retrieve cfg", cfgReq.dbFName, cfgReq.tbName);
|
|
if (mndBuildInsTableCfg(pMnode, cfgReq.dbFName, cfgReq.tbName, &cfgRsp) != 0) {
|
|
goto _OVER;
|
|
}
|
|
} else if (0 == strcmp(dbName, TSDB_PERFORMANCE_SCHEMA_DB)) {
|
|
mInfo("performance_schema table:%s.%s, start to retrieve cfg", cfgReq.dbFName, cfgReq.tbName);
|
|
if (mndBuildPerfsTableCfg(pMnode, cfgReq.dbFName, cfgReq.tbName, &cfgRsp) != 0) {
|
|
goto _OVER;
|
|
}
|
|
} else {
|
|
mInfo("stb:%s.%s, start to retrieve cfg", cfgReq.dbFName, cfgReq.tbName);
|
|
if (mndBuildStbCfg(pMnode, cfgReq.dbFName, cfgReq.tbName, &cfgRsp) != 0) {
|
|
goto _OVER;
|
|
}
|
|
}
|
|
|
|
int32_t rspLen = tSerializeSTableCfgRsp(NULL, 0, &cfgRsp);
|
|
if (rspLen < 0) {
|
|
terrno = TSDB_CODE_INVALID_MSG;
|
|
goto _OVER;
|
|
}
|
|
|
|
void *pRsp = rpcMallocCont(rspLen);
|
|
if (pRsp == NULL) {
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
goto _OVER;
|
|
}
|
|
|
|
tSerializeSTableCfgRsp(pRsp, rspLen, &cfgRsp);
|
|
pReq->info.rsp = pRsp;
|
|
pReq->info.rspLen = rspLen;
|
|
code = 0;
|
|
|
|
mTrace("%s.%s, cfg is retrieved", cfgReq.dbFName, cfgReq.tbName);
|
|
|
|
_OVER:
|
|
if (code != 0) {
|
|
mError("stb:%s.%s, failed to retrieve cfg since %s", cfgReq.dbFName, cfgReq.tbName, terrstr());
|
|
}
|
|
|
|
tFreeSTableCfgRsp(&cfgRsp);
|
|
return code;
|
|
}
|
|
|
|
int32_t mndValidateStbInfo(SMnode *pMnode, SSTableVersion *pStbVersions, int32_t numOfStbs, void **ppRsp,
|
|
int32_t *pRspLen) {
|
|
SSTbHbRsp hbRsp = {0};
|
|
hbRsp.pMetaRsp = taosArrayInit(numOfStbs, sizeof(STableMetaRsp));
|
|
if (hbRsp.pMetaRsp == NULL) {
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
return -1;
|
|
}
|
|
|
|
hbRsp.pIndexRsp = taosArrayInit(numOfStbs, sizeof(STableIndexRsp));
|
|
if (NULL == hbRsp.pIndexRsp) {
|
|
taosArrayDestroy(hbRsp.pMetaRsp);
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
return -1;
|
|
}
|
|
|
|
for (int32_t i = 0; i < numOfStbs; ++i) {
|
|
SSTableVersion *pStbVersion = &pStbVersions[i];
|
|
pStbVersion->suid = be64toh(pStbVersion->suid);
|
|
pStbVersion->sversion = ntohs(pStbVersion->sversion);
|
|
pStbVersion->tversion = ntohs(pStbVersion->tversion);
|
|
pStbVersion->smaVer = ntohl(pStbVersion->smaVer);
|
|
|
|
STableMetaRsp metaRsp = {0};
|
|
int32_t smaVer = 0;
|
|
mInfo("stb:%s.%s, start to retrieve meta", pStbVersion->dbFName, pStbVersion->stbName);
|
|
if (mndBuildStbSchema(pMnode, pStbVersion->dbFName, pStbVersion->stbName, &metaRsp, &smaVer) != 0) {
|
|
metaRsp.numOfColumns = -1;
|
|
metaRsp.suid = pStbVersion->suid;
|
|
tstrncpy(metaRsp.dbFName, pStbVersion->dbFName, sizeof(metaRsp.dbFName));
|
|
tstrncpy(metaRsp.tbName, pStbVersion->stbName, sizeof(metaRsp.tbName));
|
|
tstrncpy(metaRsp.stbName, pStbVersion->stbName, sizeof(metaRsp.stbName));
|
|
taosArrayPush(hbRsp.pMetaRsp, &metaRsp);
|
|
continue;
|
|
}
|
|
|
|
if (pStbVersion->sversion != metaRsp.sversion || pStbVersion->tversion != metaRsp.tversion) {
|
|
taosArrayPush(hbRsp.pMetaRsp, &metaRsp);
|
|
} else {
|
|
tFreeSTableMetaRsp(&metaRsp);
|
|
}
|
|
|
|
if (pStbVersion->smaVer && pStbVersion->smaVer != smaVer) {
|
|
bool exist = false;
|
|
char tbFName[TSDB_TABLE_FNAME_LEN];
|
|
STableIndexRsp indexRsp = {0};
|
|
indexRsp.pIndex = taosArrayInit(10, sizeof(STableIndexInfo));
|
|
if (NULL == indexRsp.pIndex) {
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
return -1;
|
|
}
|
|
|
|
sprintf(tbFName, "%s.%s", pStbVersion->dbFName, pStbVersion->stbName);
|
|
int32_t code = mndGetTableSma(pMnode, tbFName, &indexRsp, &exist);
|
|
if (code || !exist) {
|
|
indexRsp.suid = pStbVersion->suid;
|
|
indexRsp.version = -1;
|
|
indexRsp.pIndex = NULL;
|
|
}
|
|
|
|
strcpy(indexRsp.dbFName, pStbVersion->dbFName);
|
|
strcpy(indexRsp.tbName, pStbVersion->stbName);
|
|
|
|
taosArrayPush(hbRsp.pIndexRsp, &indexRsp);
|
|
}
|
|
}
|
|
|
|
int32_t rspLen = tSerializeSSTbHbRsp(NULL, 0, &hbRsp);
|
|
if (rspLen < 0) {
|
|
tFreeSSTbHbRsp(&hbRsp);
|
|
terrno = TSDB_CODE_INVALID_MSG;
|
|
return -1;
|
|
}
|
|
|
|
void *pRsp = taosMemoryMalloc(rspLen);
|
|
if (pRsp == NULL) {
|
|
tFreeSSTbHbRsp(&hbRsp);
|
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
return -1;
|
|
}
|
|
|
|
tSerializeSSTbHbRsp(pRsp, rspLen, &hbRsp);
|
|
tFreeSSTbHbRsp(&hbRsp);
|
|
*ppRsp = pRsp;
|
|
*pRspLen = rspLen;
|
|
return 0;
|
|
}
|
|
|
|
int32_t mndGetNumOfStbs(SMnode *pMnode, char *dbName, int32_t *pNumOfStbs) {
|
|
SSdb *pSdb = pMnode->pSdb;
|
|
SDbObj *pDb = mndAcquireDb(pMnode, dbName);
|
|
if (pDb == NULL) {
|
|
terrno = TSDB_CODE_MND_DB_NOT_SELECTED;
|
|
return -1;
|
|
}
|
|
|
|
int32_t numOfStbs = 0;
|
|
void *pIter = NULL;
|
|
while (1) {
|
|
SStbObj *pStb = NULL;
|
|
pIter = sdbFetch(pSdb, SDB_STB, pIter, (void **)&pStb);
|
|
if (pIter == NULL) break;
|
|
|
|
if (pStb->dbUid == pDb->uid) {
|
|
numOfStbs++;
|
|
}
|
|
|
|
sdbRelease(pSdb, pStb);
|
|
}
|
|
|
|
*pNumOfStbs = numOfStbs;
|
|
mndReleaseDb(pMnode, pDb);
|
|
return 0;
|
|
}
|
|
|
|
void mndExtractDbNameFromStbFullName(const char *stbFullName, char *dst) {
|
|
SName name = {0};
|
|
tNameFromString(&name, stbFullName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE);
|
|
|
|
tNameGetFullDbName(&name, dst);
|
|
}
|
|
|
|
void mndExtractShortDbNameFromStbFullName(const char *stbFullName, char *dst) {
|
|
SName name = {0};
|
|
tNameFromString(&name, stbFullName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE);
|
|
|
|
tNameGetDbName(&name, dst);
|
|
}
|
|
|
|
void mndExtractShortDbNameFromDbFullName(const char *stbFullName, char *dst) {
|
|
SName name = {0};
|
|
tNameFromString(&name, stbFullName, T_NAME_ACCT | T_NAME_DB);
|
|
|
|
tNameGetDbName(&name, dst);
|
|
}
|
|
|
|
void mndExtractTbNameFromStbFullName(const char *stbFullName, char *dst, int32_t dstSize) {
|
|
int32_t pos = -1;
|
|
int32_t num = 0;
|
|
for (pos = 0; stbFullName[pos] != 0; ++pos) {
|
|
if (stbFullName[pos] == TS_PATH_DELIMITER[0]) num++;
|
|
if (num == 2) break;
|
|
}
|
|
|
|
if (num == 2) {
|
|
tstrncpy(dst, stbFullName + pos + 1, dstSize);
|
|
}
|
|
}
|
|
|
|
// static int32_t mndProcessRetrieveStbReq(SRpcMsg *pReq) {
|
|
// SMnode *pMnode = pReq->info.node;
|
|
// SShowMgmt *pMgmt = &pMnode->showMgmt;
|
|
// SShowObj *pShow = NULL;
|
|
// int32_t rowsToRead = SHOW_STEP_SIZE;
|
|
// int32_t rowsRead = 0;
|
|
//
|
|
// SRetrieveTableReq retrieveReq = {0};
|
|
// if (tDeserializeSRetrieveTableReq(pReq->pCont, pReq->contLen, &retrieveReq) != 0) {
|
|
// terrno = TSDB_CODE_INVALID_MSG;
|
|
// return -1;
|
|
// }
|
|
//
|
|
// SMnode *pMnode = pReq->info.node;
|
|
// SSdb *pSdb = pMnode->pSdb;
|
|
// int32_t numOfRows = 0;
|
|
// SDbObj *pDb = NULL;
|
|
// ESdbStatus objStatus = 0;
|
|
//
|
|
// SUserObj *pUser = mndAcquireUser(pMnode, pReq->info.conn.user);
|
|
// if (pUser == NULL) return 0;
|
|
// bool sysinfo = pUser->sysInfo;
|
|
//
|
|
// // Append the information_schema database into the result.
|
|
//// if (!pShow->sysDbRsp) {
|
|
//// SDbObj infoschemaDb = {0};
|
|
//// setInformationSchemaDbCfg(pMnode, &infoschemaDb);
|
|
//// size_t numOfTables = 0;
|
|
//// getVisibleInfosTablesNum(sysinfo, &numOfTables);
|
|
//// mndDumpDbInfoData(pMnode, pBlock, &infoschemaDb, pShow, numOfRows, numOfTables, true, 0, 1);
|
|
////
|
|
//// numOfRows += 1;
|
|
////
|
|
//// SDbObj perfschemaDb = {0};
|
|
//// setPerfSchemaDbCfg(pMnode, &perfschemaDb);
|
|
//// numOfTables = 0;
|
|
//// getPerfDbMeta(NULL, &numOfTables);
|
|
//// mndDumpDbInfoData(pMnode, pBlock, &perfschemaDb, pShow, numOfRows, numOfTables, true, 0, 1);
|
|
////
|
|
//// numOfRows += 1;
|
|
//// pShow->sysDbRsp = true;
|
|
//// }
|
|
//
|
|
// SSDataBlock* p = buildInfoSchemaTableMetaBlock(TSDB_INS_TABLE_COLS);
|
|
// blockDataEnsureCapacity(p, rowsToRead);
|
|
//
|
|
// size_t size = 0;
|
|
// const SSysTableMeta* pSysDbTableMeta = NULL;
|
|
//
|
|
// getInfosDbMeta(&pSysDbTableMeta, &size);
|
|
// p->info.rows = buildDbColsInfoBlock(sysinfo, p, pSysDbTableMeta, size, TSDB_INFORMATION_SCHEMA_DB);
|
|
//
|
|
// getPerfDbMeta(&pSysDbTableMeta, &size);
|
|
// p->info.rows = buildDbColsInfoBlock(sysinfo, p, pSysDbTableMeta, size, TSDB_PERFORMANCE_SCHEMA_DB);
|
|
//
|
|
// blockDataDestroy(p);
|
|
//
|
|
//
|
|
// while (numOfRows < rowsToRead) {
|
|
// pShow->pIter = sdbFetchAll(pSdb, SDB_DB, pShow->pIter, (void **)&pDb, &objStatus, true);
|
|
// if (pShow->pIter == NULL) break;
|
|
// if (strncmp(retrieveReq.db, pDb->name, strlen(retrieveReq.db)) != 0){
|
|
// continue;
|
|
// }
|
|
// if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_READ_OR_WRITE_DB, pDb) != 0) {
|
|
// continue;
|
|
// }
|
|
//
|
|
// while (numOfRows < rowsToRead) {
|
|
// pShow->pIter = sdbFetch(pSdb, SDB_STB, pShow->pIter, (void **)&pStb);
|
|
// if (pShow->pIter == NULL) break;
|
|
//
|
|
// if (pDb != NULL && pStb->dbUid != pDb->uid) {
|
|
// sdbRelease(pSdb, pStb);
|
|
// continue;
|
|
// }
|
|
//
|
|
// cols = 0;
|
|
//
|
|
// SName name = {0};
|
|
// char stbName[TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
|
|
// mndExtractTbNameFromStbFullName(pStb->name, &stbName[VARSTR_HEADER_SIZE], TSDB_TABLE_NAME_LEN);
|
|
// varDataSetLen(stbName, strlen(&stbName[VARSTR_HEADER_SIZE]));
|
|
//
|
|
// SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
// colDataSetVal(pColInfo, numOfRows, (const char *)stbName, false);
|
|
//
|
|
// char db[TSDB_DB_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
|
|
// tNameFromString(&name, pStb->db, T_NAME_ACCT | T_NAME_DB);
|
|
// tNameGetDbName(&name, varDataVal(db));
|
|
// varDataSetLen(db, strlen(varDataVal(db)));
|
|
//
|
|
// pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
// colDataSetVal(pColInfo, numOfRows, (const char *)db, false);
|
|
//
|
|
// pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
// colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->createdTime, false);
|
|
//
|
|
// pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
// colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->numOfColumns, false);
|
|
//
|
|
// pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
// colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->numOfTags, false);
|
|
//
|
|
// pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
// colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->updateTime, false); // number of tables
|
|
//
|
|
// pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
// if (pStb->commentLen > 0) {
|
|
// char comment[TSDB_TB_COMMENT_LEN + VARSTR_HEADER_SIZE] = {0};
|
|
// STR_TO_VARSTR(comment, pStb->comment);
|
|
// colDataSetVal(pColInfo, numOfRows, comment, false);
|
|
// } else if (pStb->commentLen == 0) {
|
|
// char comment[VARSTR_HEADER_SIZE + VARSTR_HEADER_SIZE] = {0};
|
|
// STR_TO_VARSTR(comment, "");
|
|
// colDataSetVal(pColInfo, numOfRows, comment, false);
|
|
// } else {
|
|
// colDataSetNULL(pColInfo, numOfRows);
|
|
// }
|
|
//
|
|
// char watermark[64 + VARSTR_HEADER_SIZE] = {0};
|
|
// sprintf(varDataVal(watermark), "%" PRId64 "a,%" PRId64 "a", pStb->watermark[0], pStb->watermark[1]);
|
|
// varDataSetLen(watermark, strlen(varDataVal(watermark)));
|
|
//
|
|
// pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
// colDataSetVal(pColInfo, numOfRows, (const char *)watermark, false);
|
|
//
|
|
// char maxDelay[64 + VARSTR_HEADER_SIZE] = {0};
|
|
// sprintf(varDataVal(maxDelay), "%" PRId64 "a,%" PRId64 "a", pStb->maxdelay[0], pStb->maxdelay[1]);
|
|
// varDataSetLen(maxDelay, strlen(varDataVal(maxDelay)));
|
|
//
|
|
// pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
// colDataSetVal(pColInfo, numOfRows, (const char *)maxDelay, false);
|
|
//
|
|
// char rollup[160 + VARSTR_HEADER_SIZE] = {0};
|
|
// int32_t rollupNum = (int32_t)taosArrayGetSize(pStb->pFuncs);
|
|
// char *sep = ", ";
|
|
// int32_t sepLen = strlen(sep);
|
|
// int32_t rollupLen = sizeof(rollup) - VARSTR_HEADER_SIZE - 2;
|
|
// for (int32_t i = 0; i < rollupNum; ++i) {
|
|
// char *funcName = taosArrayGet(pStb->pFuncs, i);
|
|
// if (i) {
|
|
// strncat(varDataVal(rollup), sep, rollupLen);
|
|
// rollupLen -= sepLen;
|
|
// }
|
|
// strncat(varDataVal(rollup), funcName, rollupLen);
|
|
// rollupLen -= strlen(funcName);
|
|
// }
|
|
// varDataSetLen(rollup, strlen(varDataVal(rollup)));
|
|
//
|
|
// pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
// colDataSetVal(pColInfo, numOfRows, (const char *)rollup, false);
|
|
//
|
|
// numOfRows++;
|
|
// sdbRelease(pSdb, pStb);
|
|
// }
|
|
//
|
|
// if (pDb != NULL) {
|
|
// mndReleaseDb(pMnode, pDb);
|
|
// }
|
|
//
|
|
// sdbRelease(pSdb, pDb);
|
|
// }
|
|
//
|
|
// pShow->numOfRows += numOfRows;
|
|
// mndReleaseUser(pMnode, pUser);
|
|
//
|
|
//
|
|
//
|
|
//
|
|
//
|
|
//
|
|
//
|
|
//
|
|
// ShowRetrieveFp retrieveFp = pMgmt->retrieveFps[pShow->type];
|
|
// if (retrieveFp == NULL) {
|
|
// mndReleaseShowObj(pShow, false);
|
|
// terrno = TSDB_CODE_MSG_NOT_PROCESSED;
|
|
// mError("show:0x%" PRIx64 ", failed to retrieve data since %s", pShow->id, terrstr());
|
|
// return -1;
|
|
// }
|
|
//
|
|
// mDebug("show:0x%" PRIx64 ", start retrieve data, type:%d", pShow->id, pShow->type);
|
|
// if (retrieveReq.user[0] != 0) {
|
|
// memcpy(pReq->info.conn.user, retrieveReq.user, TSDB_USER_LEN);
|
|
// } else {
|
|
// memcpy(pReq->info.conn.user, TSDB_DEFAULT_USER, strlen(TSDB_DEFAULT_USER) + 1);
|
|
// }
|
|
// if (retrieveReq.db[0] && mndCheckShowPrivilege(pMnode, pReq->info.conn.user, pShow->type, retrieveReq.db) != 0) {
|
|
// return -1;
|
|
// }
|
|
//
|
|
// int32_t numOfCols = pShow->pMeta->numOfColumns;
|
|
//
|
|
// SSDataBlock *pBlock = createDataBlock();
|
|
// for (int32_t i = 0; i < numOfCols; ++i) {
|
|
// SColumnInfoData idata = {0};
|
|
//
|
|
// SSchema *p = &pShow->pMeta->pSchemas[i];
|
|
//
|
|
// idata.info.bytes = p->bytes;
|
|
// idata.info.type = p->type;
|
|
// idata.info.colId = p->colId;
|
|
// blockDataAppendColInfo(pBlock, &idata);
|
|
// }
|
|
//
|
|
// blockDataEnsureCapacity(pBlock, rowsToRead);
|
|
//
|
|
// if (mndCheckRetrieveFinished(pShow)) {
|
|
// mDebug("show:0x%" PRIx64 ", read finished, numOfRows:%d", pShow->id, pShow->numOfRows);
|
|
// rowsRead = 0;
|
|
// } else {
|
|
// rowsRead = (*retrieveFp)(pReq, pShow, pBlock, rowsToRead);
|
|
// if (rowsRead < 0) {
|
|
// terrno = rowsRead;
|
|
// mDebug("show:0x%" PRIx64 ", retrieve completed", pShow->id);
|
|
// mndReleaseShowObj(pShow, true);
|
|
// blockDataDestroy(pBlock);
|
|
// return -1;
|
|
// }
|
|
//
|
|
// pBlock->info.rows = rowsRead;
|
|
// mDebug("show:0x%" PRIx64 ", stop retrieve data, rowsRead:%d numOfRows:%d", pShow->id, rowsRead, pShow->numOfRows);
|
|
// }
|
|
//
|
|
// size = sizeof(SRetrieveMetaTableRsp) + sizeof(int32_t) + sizeof(SSysTableSchema) * pShow->pMeta->numOfColumns +
|
|
// blockDataGetSize(pBlock) + blockDataGetSerialMetaSize(taosArrayGetSize(pBlock->pDataBlock));
|
|
//
|
|
// SRetrieveMetaTableRsp *pRsp = rpcMallocCont(size);
|
|
// if (pRsp == NULL) {
|
|
// mndReleaseShowObj(pShow, false);
|
|
// terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
// mError("show:0x%" PRIx64 ", failed to retrieve data since %s", pShow->id, terrstr());
|
|
// blockDataDestroy(pBlock);
|
|
// return -1;
|
|
// }
|
|
//
|
|
// pRsp->handle = htobe64(pShow->id);
|
|
//
|
|
// if (rowsRead > 0) {
|
|
// char *pStart = pRsp->data;
|
|
// SSchema *ps = pShow->pMeta->pSchemas;
|
|
//
|
|
// *(int32_t *)pStart = htonl(pShow->pMeta->numOfColumns);
|
|
// pStart += sizeof(int32_t); // number of columns
|
|
//
|
|
// for (int32_t i = 0; i < pShow->pMeta->numOfColumns; ++i) {
|
|
// SSysTableSchema *pSchema = (SSysTableSchema *)pStart;
|
|
// pSchema->bytes = htonl(ps[i].bytes);
|
|
// pSchema->colId = htons(ps[i].colId);
|
|
// pSchema->type = ps[i].type;
|
|
//
|
|
// pStart += sizeof(SSysTableSchema);
|
|
// }
|
|
//
|
|
// int32_t len = blockEncode(pBlock, pStart, pShow->pMeta->numOfColumns);
|
|
// }
|
|
//
|
|
// pRsp->numOfRows = htonl(rowsRead);
|
|
// pRsp->precision = TSDB_TIME_PRECISION_MILLI; // millisecond time precision
|
|
// pReq->info.rsp = pRsp;
|
|
// pReq->info.rspLen = size;
|
|
//
|
|
// if (rowsRead == 0 || rowsRead < rowsToRead) {
|
|
// pRsp->completed = 1;
|
|
// mDebug("show:0x%" PRIx64 ", retrieve completed", pShow->id);
|
|
// mndReleaseShowObj(pShow, true);
|
|
// } else {
|
|
// mDebug("show:0x%" PRIx64 ", retrieve not completed yet", pShow->id);
|
|
// mndReleaseShowObj(pShow, false);
|
|
// }
|
|
//
|
|
// blockDataDestroy(pBlock);
|
|
// return TSDB_CODE_SUCCESS;
|
|
//}
|
|
|
|
static int32_t mndRetrieveStb(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
|
|
SMnode *pMnode = pReq->info.node;
|
|
SSdb *pSdb = pMnode->pSdb;
|
|
int32_t numOfRows = 0;
|
|
SStbObj *pStb = NULL;
|
|
int32_t cols = 0;
|
|
|
|
SDbObj *pDb = NULL;
|
|
if (strlen(pShow->db) > 0) {
|
|
pDb = mndAcquireDb(pMnode, pShow->db);
|
|
if (pDb == NULL) return terrno;
|
|
}
|
|
|
|
while (numOfRows < rows) {
|
|
pShow->pIter = sdbFetch(pSdb, SDB_STB, pShow->pIter, (void **)&pStb);
|
|
if (pShow->pIter == NULL) break;
|
|
|
|
if (pDb != NULL && pStb->dbUid != pDb->uid) {
|
|
sdbRelease(pSdb, pStb);
|
|
continue;
|
|
}
|
|
|
|
cols = 0;
|
|
|
|
SName name = {0};
|
|
char stbName[TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
|
|
mndExtractTbNameFromStbFullName(pStb->name, &stbName[VARSTR_HEADER_SIZE], TSDB_TABLE_NAME_LEN);
|
|
varDataSetLen(stbName, strlen(&stbName[VARSTR_HEADER_SIZE]));
|
|
|
|
SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
colDataSetVal(pColInfo, numOfRows, (const char *)stbName, false);
|
|
|
|
char db[TSDB_DB_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
|
|
tNameFromString(&name, pStb->db, T_NAME_ACCT | T_NAME_DB);
|
|
tNameGetDbName(&name, varDataVal(db));
|
|
varDataSetLen(db, strlen(varDataVal(db)));
|
|
|
|
pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
colDataSetVal(pColInfo, numOfRows, (const char *)db, false);
|
|
|
|
pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->createdTime, false);
|
|
|
|
pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->numOfColumns, false);
|
|
|
|
pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->numOfTags, false);
|
|
|
|
pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->updateTime, false); // number of tables
|
|
|
|
pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
if (pStb->commentLen > 0) {
|
|
char comment[TSDB_TB_COMMENT_LEN + VARSTR_HEADER_SIZE] = {0};
|
|
STR_TO_VARSTR(comment, pStb->comment);
|
|
colDataSetVal(pColInfo, numOfRows, comment, false);
|
|
} else if (pStb->commentLen == 0) {
|
|
char comment[VARSTR_HEADER_SIZE + VARSTR_HEADER_SIZE] = {0};
|
|
STR_TO_VARSTR(comment, "");
|
|
colDataSetVal(pColInfo, numOfRows, comment, false);
|
|
} else {
|
|
colDataSetNULL(pColInfo, numOfRows);
|
|
}
|
|
|
|
char watermark[64 + VARSTR_HEADER_SIZE] = {0};
|
|
sprintf(varDataVal(watermark), "%" PRId64 "a,%" PRId64 "a", pStb->watermark[0], pStb->watermark[1]);
|
|
varDataSetLen(watermark, strlen(varDataVal(watermark)));
|
|
|
|
pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
colDataSetVal(pColInfo, numOfRows, (const char *)watermark, false);
|
|
|
|
char maxDelay[64 + VARSTR_HEADER_SIZE] = {0};
|
|
sprintf(varDataVal(maxDelay), "%" PRId64 "a,%" PRId64 "a", pStb->maxdelay[0], pStb->maxdelay[1]);
|
|
varDataSetLen(maxDelay, strlen(varDataVal(maxDelay)));
|
|
|
|
pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
colDataSetVal(pColInfo, numOfRows, (const char *)maxDelay, false);
|
|
|
|
char rollup[160 + VARSTR_HEADER_SIZE] = {0};
|
|
int32_t rollupNum = (int32_t)taosArrayGetSize(pStb->pFuncs);
|
|
char *sep = ", ";
|
|
int32_t sepLen = strlen(sep);
|
|
int32_t rollupLen = sizeof(rollup) - VARSTR_HEADER_SIZE - 2;
|
|
for (int32_t i = 0; i < rollupNum; ++i) {
|
|
char *funcName = taosArrayGet(pStb->pFuncs, i);
|
|
if (i) {
|
|
strncat(varDataVal(rollup), sep, rollupLen);
|
|
rollupLen -= sepLen;
|
|
}
|
|
strncat(varDataVal(rollup), funcName, rollupLen);
|
|
rollupLen -= strlen(funcName);
|
|
}
|
|
varDataSetLen(rollup, strlen(varDataVal(rollup)));
|
|
|
|
pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
colDataSetVal(pColInfo, numOfRows, (const char *)rollup, false);
|
|
|
|
numOfRows++;
|
|
sdbRelease(pSdb, pStb);
|
|
}
|
|
|
|
if (pDb != NULL) {
|
|
mndReleaseDb(pMnode, pDb);
|
|
}
|
|
|
|
pShow->numOfRows += numOfRows;
|
|
return numOfRows;
|
|
}
|
|
|
|
static int32_t buildDbColsInfoBlock(const SSDataBlock *p, const SSysTableMeta *pSysDbTableMeta, size_t size,
|
|
const char *dbName, const char *tbName) {
|
|
char tName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
|
|
char dName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
|
|
char typeName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
|
|
int32_t numOfRows = p->info.rows;
|
|
|
|
STR_TO_VARSTR(dName, dbName);
|
|
STR_TO_VARSTR(typeName, "SYSTEM_TABLE");
|
|
|
|
for (int32_t i = 0; i < size; ++i) {
|
|
const SSysTableMeta *pm = &pSysDbTableMeta[i];
|
|
// if (pm->sysInfo) {
|
|
// continue;
|
|
// }
|
|
if (tbName[0] && strncmp(tbName, pm->name, TSDB_TABLE_NAME_LEN) != 0) {
|
|
continue;
|
|
}
|
|
|
|
STR_TO_VARSTR(tName, pm->name);
|
|
|
|
for (int32_t j = 0; j < pm->colNum; j++) {
|
|
// table name
|
|
SColumnInfoData *pColInfoData = taosArrayGet(p->pDataBlock, 0);
|
|
colDataSetVal(pColInfoData, numOfRows, tName, false);
|
|
|
|
// database name
|
|
pColInfoData = taosArrayGet(p->pDataBlock, 1);
|
|
colDataSetVal(pColInfoData, numOfRows, dName, false);
|
|
|
|
pColInfoData = taosArrayGet(p->pDataBlock, 2);
|
|
colDataSetVal(pColInfoData, numOfRows, typeName, false);
|
|
|
|
// col name
|
|
char colName[TSDB_COL_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
|
|
STR_TO_VARSTR(colName, pm->schema[j].name);
|
|
pColInfoData = taosArrayGet(p->pDataBlock, 3);
|
|
colDataSetVal(pColInfoData, numOfRows, colName, false);
|
|
|
|
// col type
|
|
int8_t colType = pm->schema[j].type;
|
|
pColInfoData = taosArrayGet(p->pDataBlock, 4);
|
|
char colTypeStr[VARSTR_HEADER_SIZE + 32];
|
|
int colTypeLen = sprintf(varDataVal(colTypeStr), "%s", tDataTypes[colType].name);
|
|
if (colType == TSDB_DATA_TYPE_VARCHAR) {
|
|
colTypeLen +=
|
|
sprintf(varDataVal(colTypeStr) + colTypeLen, "(%d)", (int32_t)(pm->schema[j].bytes - VARSTR_HEADER_SIZE));
|
|
} else if (colType == TSDB_DATA_TYPE_NCHAR) {
|
|
colTypeLen += sprintf(varDataVal(colTypeStr) + colTypeLen, "(%d)",
|
|
(int32_t)((pm->schema[j].bytes - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE));
|
|
}
|
|
varDataSetLen(colTypeStr, colTypeLen);
|
|
colDataSetVal(pColInfoData, numOfRows, (char *)colTypeStr, false);
|
|
|
|
pColInfoData = taosArrayGet(p->pDataBlock, 5);
|
|
colDataSetVal(pColInfoData, numOfRows, (const char *)&pm->schema[j].bytes, false);
|
|
for (int32_t k = 6; k <= 8; ++k) {
|
|
pColInfoData = taosArrayGet(p->pDataBlock, k);
|
|
colDataSetNULL(pColInfoData, numOfRows);
|
|
}
|
|
|
|
numOfRows += 1;
|
|
}
|
|
}
|
|
|
|
return numOfRows;
|
|
}
|
|
#define BUILD_COL_FOR_INFO_DB 1
|
|
#define BUILD_COL_FOR_PERF_DB 1 << 1
|
|
#define BUILD_COL_FOR_USER_DB 1 << 2
|
|
#define BUILD_COL_FOR_ALL_DB (BUILD_COL_FOR_INFO_DB | BUILD_COL_FOR_PERF_DB | BUILD_COL_FOR_USER_DB)
|
|
|
|
static int32_t buildSysDbColsInfo(SSDataBlock *p, int8_t buildWhichDBs, char *tb) {
|
|
size_t size = 0;
|
|
const SSysTableMeta *pSysDbTableMeta = NULL;
|
|
|
|
if (buildWhichDBs & BUILD_COL_FOR_INFO_DB) {
|
|
getInfosDbMeta(&pSysDbTableMeta, &size);
|
|
p->info.rows = buildDbColsInfoBlock(p, pSysDbTableMeta, size, TSDB_INFORMATION_SCHEMA_DB, tb);
|
|
}
|
|
|
|
if (buildWhichDBs & BUILD_COL_FOR_PERF_DB) {
|
|
getPerfDbMeta(&pSysDbTableMeta, &size);
|
|
p->info.rows = buildDbColsInfoBlock(p, pSysDbTableMeta, size, TSDB_PERFORMANCE_SCHEMA_DB, tb);
|
|
}
|
|
|
|
return p->info.rows;
|
|
}
|
|
|
|
static int8_t determineBuildColForWhichDBs(const char* db) {
|
|
int8_t buildWhichDBs;
|
|
if (!db[0])
|
|
buildWhichDBs = BUILD_COL_FOR_ALL_DB;
|
|
else {
|
|
char *p = strchr(db, '.');
|
|
if (p && strcmp(p + 1, TSDB_INFORMATION_SCHEMA_DB) == 0) {
|
|
buildWhichDBs = BUILD_COL_FOR_INFO_DB;
|
|
} else if (p && strcmp(p + 1, TSDB_PERFORMANCE_SCHEMA_DB) == 0) {
|
|
buildWhichDBs = BUILD_COL_FOR_PERF_DB;
|
|
} else {
|
|
buildWhichDBs = BUILD_COL_FOR_USER_DB;
|
|
}
|
|
}
|
|
return buildWhichDBs;
|
|
}
|
|
|
|
static int32_t mndRetrieveStbCol(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
|
|
uint8_t buildWhichDBs;
|
|
SMnode *pMnode = pReq->info.node;
|
|
SSdb *pSdb = pMnode->pSdb;
|
|
SStbObj *pStb = NULL;
|
|
int32_t numOfRows = 0;
|
|
|
|
buildWhichDBs = determineBuildColForWhichDBs(pShow->db);
|
|
|
|
if (!pShow->sysDbRsp) {
|
|
numOfRows = buildSysDbColsInfo(pBlock, buildWhichDBs, pShow->filterTb);
|
|
mDebug("mndRetrieveStbCol get system table cols, rows:%d, db:%s", numOfRows, pShow->db);
|
|
pShow->sysDbRsp = true;
|
|
}
|
|
|
|
if (buildWhichDBs & BUILD_COL_FOR_USER_DB) {
|
|
SDbObj *pDb = NULL;
|
|
if (strlen(pShow->db) > 0) {
|
|
pDb = mndAcquireDb(pMnode, pShow->db);
|
|
if (pDb == NULL && TSDB_CODE_MND_DB_NOT_EXIST != terrno && pBlock->info.rows == 0) return terrno;
|
|
}
|
|
|
|
char typeName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
|
|
STR_TO_VARSTR(typeName, "SUPER_TABLE");
|
|
bool fetch = pShow->restore ? false : true;
|
|
pShow->restore = false;
|
|
while (numOfRows < rows) {
|
|
if (fetch) {
|
|
pShow->pIter = sdbFetch(pSdb, SDB_STB, pShow->pIter, (void **)&pStb);
|
|
if (pShow->pIter == NULL) break;
|
|
} else {
|
|
fetch = true;
|
|
void *pKey = taosHashGetKey(pShow->pIter, NULL);
|
|
pStb = sdbAcquire(pSdb, SDB_STB, pKey);
|
|
if (!pStb) continue;
|
|
}
|
|
|
|
if (pDb != NULL && pStb->dbUid != pDb->uid) {
|
|
sdbRelease(pSdb, pStb);
|
|
continue;
|
|
}
|
|
|
|
SName name = {0};
|
|
char stbName[TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
|
|
mndExtractTbNameFromStbFullName(pStb->name, &stbName[VARSTR_HEADER_SIZE], TSDB_TABLE_NAME_LEN);
|
|
if (pShow->filterTb[0] && strncmp(pShow->filterTb, &stbName[VARSTR_HEADER_SIZE], TSDB_TABLE_NAME_LEN) != 0) {
|
|
sdbRelease(pSdb, pStb);
|
|
continue;
|
|
}
|
|
|
|
if ((numOfRows + pStb->numOfColumns) > rows) {
|
|
pShow->restore = true;
|
|
if (numOfRows == 0) {
|
|
mError("mndRetrieveStbCol failed to get stable cols since buf:%d less than result:%d, stable name:%s, db:%s",
|
|
rows, pStb->numOfColumns, pStb->name, pStb->db);
|
|
}
|
|
sdbRelease(pSdb, pStb);
|
|
break;
|
|
}
|
|
|
|
varDataSetLen(stbName, strlen(&stbName[VARSTR_HEADER_SIZE]));
|
|
|
|
mDebug("mndRetrieveStbCol get stable cols, stable name:%s, db:%s", pStb->name, pStb->db);
|
|
|
|
char db[TSDB_DB_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
|
|
tNameFromString(&name, pStb->db, T_NAME_ACCT | T_NAME_DB);
|
|
tNameGetDbName(&name, varDataVal(db));
|
|
varDataSetLen(db, strlen(varDataVal(db)));
|
|
|
|
for (int i = 0; i < pStb->numOfColumns; i++) {
|
|
int32_t cols = 0;
|
|
SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
colDataSetVal(pColInfo, numOfRows, (const char *)stbName, false);
|
|
|
|
pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
colDataSetVal(pColInfo, numOfRows, (const char *)db, false);
|
|
|
|
pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
colDataSetVal(pColInfo, numOfRows, typeName, false);
|
|
|
|
// col name
|
|
char colName[TSDB_COL_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
|
|
STR_TO_VARSTR(colName, pStb->pColumns[i].name);
|
|
pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
colDataSetVal(pColInfo, numOfRows, colName, false);
|
|
|
|
// col type
|
|
int8_t colType = pStb->pColumns[i].type;
|
|
pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
char colTypeStr[VARSTR_HEADER_SIZE + 32];
|
|
int colTypeLen = sprintf(varDataVal(colTypeStr), "%s", tDataTypes[colType].name);
|
|
if (colType == TSDB_DATA_TYPE_VARCHAR) {
|
|
colTypeLen += sprintf(varDataVal(colTypeStr) + colTypeLen, "(%d)",
|
|
(int32_t)(pStb->pColumns[i].bytes - VARSTR_HEADER_SIZE));
|
|
} else if (colType == TSDB_DATA_TYPE_NCHAR) {
|
|
colTypeLen += sprintf(varDataVal(colTypeStr) + colTypeLen, "(%d)",
|
|
(int32_t)((pStb->pColumns[i].bytes - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE));
|
|
}
|
|
varDataSetLen(colTypeStr, colTypeLen);
|
|
colDataSetVal(pColInfo, numOfRows, (char *)colTypeStr, false);
|
|
|
|
pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->pColumns[i].bytes, false);
|
|
while (cols < pShow->numOfColumns) {
|
|
pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
|
colDataSetNULL(pColInfo, numOfRows);
|
|
}
|
|
numOfRows++;
|
|
}
|
|
|
|
sdbRelease(pSdb, pStb);
|
|
}
|
|
|
|
if (pDb != NULL) {
|
|
mndReleaseDb(pMnode, pDb);
|
|
}
|
|
}
|
|
|
|
pShow->numOfRows += numOfRows;
|
|
mDebug("mndRetrieveStbCol success, rows:%d, pShow->numOfRows:%d", numOfRows, pShow->numOfRows);
|
|
|
|
return numOfRows;
|
|
}
|
|
|
|
static void mndCancelGetNextStb(SMnode *pMnode, void *pIter) {
|
|
SSdb *pSdb = pMnode->pSdb;
|
|
sdbCancelFetch(pSdb, pIter);
|
|
}
|
|
|
|
const char *mndGetStbStr(const char *src) {
|
|
char *posDb = strstr(src, TS_PATH_DELIMITER);
|
|
if (posDb != NULL) ++posDb;
|
|
if (posDb == NULL) return src;
|
|
|
|
char *posStb = strstr(posDb, TS_PATH_DELIMITER);
|
|
if (posStb != NULL) ++posStb;
|
|
if (posStb == NULL) return posDb;
|
|
return posStb;
|
|
}
|
|
|
|
static int32_t mndCheckIndexReq(SCreateTagIndexReq *pReq) {
|
|
// impl
|
|
return TSDB_CODE_SUCCESS;
|
|
}
|
|
|
|
/*int32_t mndAddIndexImpl(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp, void *sql,
|
|
int32_t len) {
|
|
// impl later
|
|
int32_t code = 0;
|
|
STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "create-stb-index");
|
|
if (pTrans == NULL) goto _OVER;
|
|
|
|
mInfo("trans:%d, used to add index to stb:%s", pTrans->id, pStb->name);
|
|
mndTransSetDbName(pTrans, pDb->name, pStb->name);
|
|
if (mndTransCheckConflict(pMnode, pTrans) != 0) goto _OVER;
|
|
|
|
if (mndSetAlterStbRedoLogs(pMnode, pTrans, pDb, pStb) != 0) goto _OVER;
|
|
if (mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb) != 0) goto _OVER;
|
|
if (mndSetAlterStbRedoActions2(pMnode, pTrans, pDb, pStb, sql, len) != 0) goto _OVER;
|
|
if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
|
|
|
|
return code;
|
|
|
|
_OVER:
|
|
mndTransDrop(pTrans);
|
|
return code;
|
|
}
|
|
static int32_t mndAddIndex(SMnode *pMnode, SRpcMsg *pReq, SCreateTagIndexReq *tagIdxReq, SDbObj *pDb, SStbObj *pOld) {
|
|
bool needRsp = true;
|
|
int32_t code = -1;
|
|
SField *pField0 = NULL;
|
|
|
|
SStbObj stbObj = {0};
|
|
SStbObj *pNew = &stbObj;
|
|
|
|
taosRLockLatch(&pOld->lock);
|
|
memcpy(&stbObj, pOld, sizeof(SStbObj));
|
|
taosRUnLockLatch(&pOld->lock);
|
|
|
|
stbObj.pColumns = NULL;
|
|
stbObj.pTags = NULL;
|
|
stbObj.updateTime = taosGetTimestampMs();
|
|
stbObj.lock = 0;
|
|
|
|
int32_t tag = mndFindSuperTableTagIndex(pOld, tagIdxReq->colName);
|
|
if (tag < 0) {
|
|
terrno = TSDB_CODE_MND_TAG_NOT_EXIST;
|
|
return -1;
|
|
}
|
|
col_id_t colId = pOld->pTags[tag].colId;
|
|
if (mndCheckColAndTagModifiable(pMnode, pOld->name, pOld->uid, colId) != 0) {
|
|
return -1;
|
|
}
|
|
if (mndAllocStbSchemas(pOld, pNew) != 0) {
|
|
return -1;
|
|
}
|
|
|
|
SSchema *pTag = pNew->pTags + tag;
|
|
if (IS_IDX_ON(pTag)) {
|
|
terrno = TSDB_CODE_MND_TAG_INDEX_ALREADY_EXIST;
|
|
return -1;
|
|
} else {
|
|
pTag->flags |= COL_IDX_ON;
|
|
}
|
|
pNew->tagVer++;
|
|
|
|
code = mndAddIndexImpl(pMnode, pReq, pDb, pNew, needRsp, pReq->pCont, pReq->contLen);
|
|
|
|
return code;
|
|
}
|
|
static int32_t mndProcessCreateIndexReq(SRpcMsg *pReq) {
|
|
SMnode *pMnode = pReq->info.node;
|
|
int32_t code = -1;
|
|
SDbObj *pDb = NULL;
|
|
SStbObj *pStb = NULL;
|
|
SCreateTagIndexReq tagIdxReq = {0};
|
|
|
|
if (tDeserializeSCreateTagIdxReq(pReq->pCont, pReq->contLen, &tagIdxReq) != 0) {
|
|
terrno = TSDB_CODE_INVALID_MSG;
|
|
goto _OVER;
|
|
}
|
|
|
|
mInfo("stb:%s, start to alter", tagIdxReq.stbName);
|
|
|
|
if (mndCheckIndexReq(&tagIdxReq) != TSDB_CODE_SUCCESS) {
|
|
goto _OVER;
|
|
}
|
|
|
|
pDb = mndAcquireDbByStb(pMnode, tagIdxReq.dbFName);
|
|
if (pDb == NULL) {
|
|
terrno = TSDB_CODE_MND_INVALID_DB;
|
|
goto _OVER;
|
|
}
|
|
|
|
pStb = mndAcquireStb(pMnode, tagIdxReq.stbName);
|
|
if (pStb == NULL) {
|
|
terrno = TSDB_CODE_MND_STB_NOT_EXIST;
|
|
goto _OVER;
|
|
}
|
|
if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_WRITE_DB, pDb) != 0) {
|
|
goto _OVER;
|
|
}
|
|
|
|
code = mndAddIndex(pMnode, pReq, &tagIdxReq, pDb, pStb);
|
|
if (terrno == TSDB_CODE_MND_TAG_INDEX_ALREADY_EXIST || terrno == TSDB_CODE_MND_TAG_NOT_EXIST) {
|
|
return terrno;
|
|
} else {
|
|
if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
|
|
}
|
|
_OVER:
|
|
if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
|
|
mError("stb:%s, failed to create index since %s", tagIdxReq.stbName, terrstr());
|
|
}
|
|
mndReleaseStb(pMnode, pStb);
|
|
mndReleaseDb(pMnode, pDb);
|
|
return code;
|
|
}
|
|
static int32_t mndProcessDropIndexReq(SRpcMsg *pReq) {
|
|
SMnode *pMnode = pReq->info.node;
|
|
int32_t code = -1;
|
|
SDbObj *pDb = NULL;
|
|
SStbObj *pStb = NULL;
|
|
SDropTagIndexReq dropReq = {0};
|
|
if (tDeserializeSDropTagIdxReq(pReq->pCont, pReq->contLen, &dropReq) != 0) {
|
|
terrno = TSDB_CODE_INVALID_MSG;
|
|
goto _OVER;
|
|
}
|
|
//
|
|
return TSDB_CODE_SUCCESS;
|
|
_OVER:
|
|
return code;
|
|
}*/
|