add seq

source/dnode/mnode/impl/inc/mndDef.h

@@ -699,6 +699,11 @@ typedef struct {
 
 } SStreamObj;
 
+typedef struct SStreamSeq {
+  char     name[24];
+  uint64_t seq;
+  SRWLatch lock;
+} SStreamSeq;
 int32_t tEncodeSStreamObj(SEncoder* pEncoder, const SStreamObj* pObj);
 int32_t tDecodeSStreamObj(SDecoder* pDecoder, SStreamObj* pObj, int32_t sver);
 void    tFreeStreamObj(SStreamObj* pObj);
@@ -737,7 +742,6 @@ int32_t tEncodeSViewObj(SEncoder* pEncoder, const SViewObj* pObj);
 int32_t tDecodeSViewObj(SDecoder* pDecoder, SViewObj* pObj, int32_t sver);
 void    tFreeSViewObj(SViewObj* pObj);
 
-
 #ifdef __cplusplus
 }
 #endif

source/dnode/mnode/impl/inc/mndStream.h

@@ -34,6 +34,11 @@ SSdbRow *mndStreamActionDecode(SSdbRaw *pRaw);
 int32_t mndDropStreamByDb(SMnode *pMnode, STrans *pTrans, SDbObj *pDb);
 int32_t mndPersistStream(SMnode *pMnode, STrans *pTrans, SStreamObj *pStream);
 
+SSdbRaw *      mndStreamSeqActionEncode(SStreamObj *pStream);
+SSdbRow *      mndStreamSeqActionDecode(SSdbRaw *pRaw);
+static int32_t mndStreamSeqActionInsert(SSdb *pSdb, SStreamSeq *pStream);
+static int32_t mndStreamSeqActionDelete(SSdb *pSdb, SStreamSeq *pStream);
+static int32_t mndStreamSeqActionUpdate(SSdb *pSdb, SStreamSeq *pOldStream, SStreamSeq *pNewStream);
 // for sma
 // TODO refactor
 int32_t mndDropStreamTasks(SMnode *pMnode, STrans *pTrans, SStreamObj *pStream);

source/dnode/mnode/impl/src/mndStream.c

@@ -103,6 +103,15 @@ int32_t mndInitStream(SMnode *pMnode) {
       .updateFp = (SdbUpdateFp)mndStreamActionUpdate,
       .deleteFp = (SdbDeleteFp)mndStreamActionDelete,
   };
+  SSdbTable tableSeq = {
+      .sdbType = SDB_STREAM_SEQ,
+      .keyType = SDB_KEY_BINARY,
+      .encodeFp = (SdbEncodeFp)mndStreamSeqActionEncode,
+      .decodeFp = (SdbDecodeFp)mndStreamSeqActionDecode,
+      .insertFp = (SdbInsertFp)mndStreamSeqActionInsert,
+      .updateFp = (SdbUpdateFp)mndStreamSeqActionUpdate,
+      .deleteFp = (SdbDeleteFp)mndStreamSeqActionDelete,
+  };
 
   mndSetMsgHandle(pMnode, TDMT_MND_CREATE_STREAM, mndProcessCreateStreamReq);
   mndSetMsgHandle(pMnode, TDMT_MND_DROP_STREAM, mndProcessDropStreamReq);
@@ -135,7 +144,13 @@ int32_t mndInitStream(SMnode *pMnode) {
   execInfo.pTaskMap = taosHashInit(64, taosGetDefaultHashFunction(TSDB_DATA_TYPE_VARCHAR), true, HASH_NO_LOCK);
   execInfo.pTaskList = taosArrayInit(4, sizeof(STaskId));
 
-  return sdbSetTable(pMnode->pSdb, table);
+  if (sdbSetTable(pMnode->pSdb, table) != 0) {
+    return -1;
+  }
+  if (sdbSetTable(pMnode->pSdb, tableSeq) != 0) {
+    return -1;
+  }
+  return 0;
 }
 
 void mndCleanupStream(SMnode *pMnode) {
@@ -300,6 +315,12 @@ static void mndShowStreamStatus(char *dst, SStreamObj *pStream) {
   }
 }
 
+SSdbRaw *      mndStreamSeqActionEncode(SStreamObj *pStream) { return NULL; }
+SSdbRow *      mndStreamSeqActionDecode(SSdbRaw *pRaw) { return NULL; }
+static int32_t mndStreamSeqActionInsert(SSdb *pSdb, SStreamSeq *pStream) { return 0; }
+static int32_t mndStreamSeqActionDelete(SSdb *pSdb, SStreamSeq *pStream) { return 0; }
+static int32_t mndStreamSeqActionUpdate(SSdb *pSdb, SStreamSeq *pOldStream, SStreamSeq *pNewStream) { return 0; }
+
 static void mndShowStreamTrigger(char *dst, SStreamObj *pStream) {
   int8_t trigger = pStream->conf.trigger;
   if (trigger == STREAM_TRIGGER_AT_ONCE) {
@@ -862,8 +883,8 @@ static int32_t mndProcessCreateStreamReq(SRpcMsg *pReq) {
 
   // TODO
   if (createStreamReq.sql != NULL) {
-    auditRecord(pReq, pMnode->clusterId, "createStream", name.dbname, name.tname, 
+    auditRecord(pReq, pMnode->clusterId, "createStream", name.dbname, name.tname, createStreamReq.sql,
-                createStreamReq.sql, strlen(createStreamReq.sql));
+                strlen(createStreamReq.sql));
   }
 _OVER:
   if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
@@ -1066,7 +1087,8 @@ static int32_t mndAddStreamCheckpointToTrans(STrans *pTrans, SStreamObj *pStream
 
         STransAction action = {0};
         SEpSet       epset = mndGetVgroupEpset(pMnode, pVgObj);
-        initTransAction(&action, buf, tlen, TDMT_VND_STREAM_CHECK_POINT_SOURCE, &epset, TSDB_CODE_SYN_PROPOSE_NOT_READY);
+        initTransAction(&action, buf, tlen, TDMT_VND_STREAM_CHECK_POINT_SOURCE, &epset,
+                        TSDB_CODE_SYN_PROPOSE_NOT_READY);
         mndReleaseVgroup(pMnode, pVgObj);
 
         if (mndTransAppendRedoAction(pTrans, &action) != 0) {
@@ -1150,8 +1172,7 @@ static int32_t mndCheckNodeStatus(SMnode *pMnode) {
     bool    allReady = true;
     SArray *pNodeSnapshot = mndTakeVgroupSnapshot(pMnode, &allReady);
     if (!allReady) {
-      mWarn("not all vnodes are ready, ignore the checkpoint")
+      mWarn("not all vnodes are ready, ignore the checkpoint") taosArrayDestroy(pNodeSnapshot);
-      taosArrayDestroy(pNodeSnapshot);
       return 0;
     }
 
@@ -1987,8 +2008,8 @@ static bool isNodeEpsetChanged(const SEpSet *pPrevEpset, const SEpSet *pCurrent)
 // 1. increase the replica does not affect the stream process.
 // 2. decreasing the replica may affect the stream task execution in the way that there is one or more running stream
 // tasks on the will be removed replica.
-// 3. vgroup redistribution is an combination operation of first increase replica and then decrease replica. So we will
+// 3. vgroup redistribution is an combination operation of first increase replica and then decrease replica. So we
-// handle it as mentioned in 1 & 2 items.
+// will handle it as mentioned in 1 & 2 items.
 static SVgroupChangeInfo mndFindChangedNodeInfo(SMnode *pMnode, const SArray *pPrevNodeList, const SArray *pNodeList) {
   SVgroupChangeInfo info = {
       .pUpdateNodeList = taosArrayInit(4, sizeof(SNodeUpdateInfo)),
@@ -2324,7 +2345,6 @@ static int32_t mndProcessNodeCheckReq(SRpcMsg *pMsg) {
 
   SVgroupChangeInfo changeInfo = mndFindChangedNodeInfo(pMnode, execInfo.pNodeEntryList, pNodeSnapshot);
   if (taosArrayGetSize(changeInfo.pUpdateNodeList) > 0) {
-
     // kill current active checkpoint transaction, since the transaction is vnode wide.
     doKillActiveCheckpointTrans(pMnode);
     code = mndProcessVgroupChange(pMnode, &changeInfo);
@@ -2596,7 +2616,6 @@ static void updateStageInfo(STaskStatusEntry* pTaskEntry, int32_t stage) {
   for (int32_t j = 0; j < numOfNodes; ++j) {
     SNodeEntry *pNodeEntry = taosArrayGet(execInfo.pNodeEntryList, j);
     if (pNodeEntry->nodeId == pTaskEntry->nodeId) {
-
       mInfo("vgId:%d stage updated from %d to %d, nodeUpdate trigger by s-task:0x%" PRIx64, pTaskEntry->nodeId,
             pTaskEntry->stage, stage, pTaskEntry->id.taskId);
 

source/dnode/mnode/sdb/inc/sdb.h

@@ -149,7 +149,8 @@ typedef enum {
   SDB_FUNC = 20,
   SDB_IDX = 21,
   SDB_VIEW = 22,
-  SDB_MAX = 23
+  SDB_STREAM_SEQ = 23,
+  SDB_MAX = 24
 } ESdbType;
 
 typedef struct SSdbRaw {