126 lines
4.0 KiB
C
126 lines
4.0 KiB
C
/*
|
|
* Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
|
|
*
|
|
* This program is free software: you can use, redistribute, and/or modify
|
|
* it under the terms of the GNU Affero General Public License, version 3
|
|
* or later ("AGPL"), as published by the Free Software Foundation.
|
|
*
|
|
* This program is distributed in the hope that it will be useful, but WITHOUT
|
|
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
* FITNESS FOR A PARTICULAR PURPOSE.
|
|
*
|
|
* You should have received a copy of the GNU Affero General Public License
|
|
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
#include "tsdb.h"
|
|
|
|
static int tsdbScanAndConvertSubmitMsg(STsdb *pTsdb, SSubmitReq *pMsg);
|
|
|
|
int tsdbInsertData(STsdb *pTsdb, int64_t version, SSubmitReq *pMsg, SSubmitRsp *pRsp) {
|
|
SSubmitMsgIter msgIter = {0};
|
|
SSubmitBlk *pBlock = NULL;
|
|
int32_t affectedrows = 0;
|
|
int32_t numOfRows = 0;
|
|
|
|
ASSERT(pTsdb->mem != NULL);
|
|
|
|
// scan and convert
|
|
if (tsdbScanAndConvertSubmitMsg(pTsdb, pMsg) < 0) {
|
|
if (terrno != TSDB_CODE_TDB_TABLE_RECONFIGURE) {
|
|
tsdbError("vgId:%d failed to insert data since %s", REPO_ID(pTsdb), tstrerror(terrno));
|
|
}
|
|
return -1;
|
|
}
|
|
|
|
// loop to insert
|
|
tInitSubmitMsgIter(pMsg, &msgIter);
|
|
while (true) {
|
|
tGetSubmitMsgNext(&msgIter, &pBlock);
|
|
if (pBlock == NULL) break;
|
|
if (tsdbInsertTableData(pTsdb, &msgIter, pBlock, &affectedrows) < 0) {
|
|
return -1;
|
|
}
|
|
|
|
numOfRows += msgIter.numOfRows;
|
|
}
|
|
|
|
if (pRsp != NULL) {
|
|
pRsp->affectedRows = affectedrows;
|
|
pRsp->numOfRows = numOfRows;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int tsdbScanAndConvertSubmitMsg(STsdb *pTsdb, SSubmitReq *pMsg) {
|
|
ASSERT(pMsg != NULL);
|
|
// STsdbMeta * pMeta = pTsdb->tsdbMeta;
|
|
SSubmitMsgIter msgIter = {0};
|
|
SSubmitBlk *pBlock = NULL;
|
|
SSubmitBlkIter blkIter = {0};
|
|
STSRow *row = NULL;
|
|
STsdbCfg *pCfg = REPO_CFG(pTsdb);
|
|
TSKEY now = taosGetTimestamp(pCfg->precision);
|
|
TSKEY minKey = now - tsTickPerDay[pCfg->precision] * pCfg->keep2;
|
|
TSKEY maxKey = now + tsTickPerDay[pCfg->precision] * pCfg->days;
|
|
|
|
terrno = TSDB_CODE_SUCCESS;
|
|
// pMsg->length = htonl(pMsg->length);
|
|
// pMsg->numOfBlocks = htonl(pMsg->numOfBlocks);
|
|
|
|
if (tInitSubmitMsgIter(pMsg, &msgIter) < 0) return -1;
|
|
while (true) {
|
|
if (tGetSubmitMsgNext(&msgIter, &pBlock) < 0) return -1;
|
|
if (pBlock == NULL) break;
|
|
|
|
// pBlock->uid = htobe64(pBlock->uid);
|
|
// pBlock->suid = htobe64(pBlock->suid);
|
|
// pBlock->sversion = htonl(pBlock->sversion);
|
|
// pBlock->dataLen = htonl(pBlock->dataLen);
|
|
// pBlock->schemaLen = htonl(pBlock->schemaLen);
|
|
// pBlock->numOfRows = htons(pBlock->numOfRows);
|
|
|
|
#if 0
|
|
if (pBlock->tid <= 0 || pBlock->tid >= pMeta->maxTables) {
|
|
tsdbError("vgId:%d failed to get table to insert data, uid %" PRIu64 " tid %d", REPO_ID(pTsdb), pBlock->uid,
|
|
pBlock->tid);
|
|
terrno = TSDB_CODE_TDB_INVALID_TABLE_ID;
|
|
return -1;
|
|
}
|
|
|
|
STable *pTable = pMeta->tables[pBlock->tid];
|
|
if (pTable == NULL || TABLE_UID(pTable) != pBlock->uid) {
|
|
tsdbError("vgId:%d failed to get table to insert data, uid %" PRIu64 " tid %d", REPO_ID(pTsdb), pBlock->uid,
|
|
pBlock->tid);
|
|
terrno = TSDB_CODE_TDB_INVALID_TABLE_ID;
|
|
return -1;
|
|
}
|
|
|
|
if (TABLE_TYPE(pTable) == TSDB_SUPER_TABLE) {
|
|
tsdbError("vgId:%d invalid action trying to insert a super table %s", REPO_ID(pTsdb), TABLE_CHAR_NAME(pTable));
|
|
terrno = TSDB_CODE_TDB_INVALID_ACTION;
|
|
return -1;
|
|
}
|
|
|
|
// Check schema version and update schema if needed
|
|
if (tsdbCheckTableSchema(pTsdb, pBlock, pTable) < 0) {
|
|
if (terrno == TSDB_CODE_TDB_TABLE_RECONFIGURE) {
|
|
continue;
|
|
} else {
|
|
return -1;
|
|
}
|
|
}
|
|
|
|
tsdbInitSubmitBlkIter(pBlock, &blkIter);
|
|
while ((row = tsdbGetSubmitBlkNext(&blkIter)) != NULL) {
|
|
if (tsdbCheckRowRange(pTsdb, pTable, row, minKey, maxKey, now) < 0) {
|
|
return -1;
|
|
}
|
|
}
|
|
#endif
|
|
}
|
|
|
|
if (terrno != TSDB_CODE_SUCCESS) return -1;
|
|
return 0;
|
|
} |