235 lines
7.4 KiB
C
235 lines
7.4 KiB
C
/*
|
|
* Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
|
|
*
|
|
* This program is free software: you can use, redistribute, and/or modify
|
|
* it under the terms of the GNU Affero General Public License, version 3
|
|
* or later ("AGPL"), as published by the Free Software Foundation.
|
|
*
|
|
* This program is distributed in the hope that it will be useful, but WITHOUT
|
|
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
* FITNESS FOR A PARTICULAR PURPOSE.
|
|
*
|
|
* You should have received a copy of the GNU Affero General Public License
|
|
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
#ifndef _TD_LIBS_SYNC_H
|
|
#define _TD_LIBS_SYNC_H
|
|
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
#include "cJSON.h"
|
|
#include "tdef.h"
|
|
#include "tlrucache.h"
|
|
#include "tmsgcb.h"
|
|
|
|
#define SYNC_RESP_TTL_MS 10000000
|
|
#define SYNC_SPEED_UP_HB_TIMER 400
|
|
#define SYNC_SPEED_UP_AFTER_MS (1000 * 20)
|
|
#define SYNC_SLOW_DOWN_RANGE 100
|
|
#define SYNC_MAX_READ_RANGE 2
|
|
#define SYNC_MAX_PROGRESS_WAIT_MS 4000
|
|
#define SYNC_MAX_START_TIME_RANGE_MS (1000 * 20)
|
|
#define SYNC_MAX_RECV_TIME_RANGE_MS 1200
|
|
#define SYNC_DEL_WAL_MS (1000 * 60)
|
|
#define SYNC_ADD_QUORUM_COUNT 3
|
|
#define SYNC_MNODE_LOG_RETENTION 10000
|
|
#define SYNC_VNODE_LOG_RETENTION 100
|
|
#define SNAPSHOT_MAX_CLOCK_SKEW_MS 1000 * 10
|
|
#define SNAPSHOT_WAIT_MS 1000 * 30
|
|
|
|
#define SYNC_APPEND_ENTRIES_TIMEOUT_MS 10000
|
|
|
|
#define SYNC_MAX_BATCH_SIZE 1
|
|
#define SYNC_INDEX_BEGIN 0
|
|
#define SYNC_INDEX_INVALID -1
|
|
#define SYNC_TERM_INVALID 0xFFFFFFFFFFFFFFFF
|
|
|
|
typedef enum {
|
|
SYNC_STRATEGY_NO_SNAPSHOT = 0,
|
|
SYNC_STRATEGY_STANDARD_SNAPSHOT = 1,
|
|
SYNC_STRATEGY_WAL_FIRST = 2,
|
|
} ESyncStrategy;
|
|
|
|
typedef uint64_t SyncNodeId;
|
|
typedef int32_t SyncGroupId;
|
|
typedef int64_t SyncIndex;
|
|
typedef uint64_t SyncTerm;
|
|
|
|
typedef struct SSyncNode SSyncNode;
|
|
typedef struct SWal SWal;
|
|
typedef struct SSyncRaftEntry SSyncRaftEntry;
|
|
|
|
typedef enum {
|
|
TAOS_SYNC_STATE_FOLLOWER = 100,
|
|
TAOS_SYNC_STATE_CANDIDATE = 101,
|
|
TAOS_SYNC_STATE_LEADER = 102,
|
|
TAOS_SYNC_STATE_ERROR = 103,
|
|
} ESyncState;
|
|
|
|
typedef struct SNodeInfo {
|
|
uint16_t nodePort;
|
|
char nodeFqdn[TSDB_FQDN_LEN];
|
|
} SNodeInfo;
|
|
|
|
typedef struct SSyncCfg {
|
|
int32_t replicaNum;
|
|
int32_t myIndex;
|
|
SNodeInfo nodeInfo[TSDB_MAX_REPLICA];
|
|
} SSyncCfg;
|
|
|
|
typedef struct SFsmCbMeta {
|
|
int32_t code;
|
|
SyncIndex index;
|
|
SyncTerm term;
|
|
uint64_t seqNum;
|
|
SyncIndex lastConfigIndex;
|
|
ESyncState state;
|
|
SyncTerm currentTerm;
|
|
bool isWeak;
|
|
uint64_t flag;
|
|
} SFsmCbMeta;
|
|
|
|
typedef struct SReConfigCbMeta {
|
|
int32_t code;
|
|
SyncIndex index;
|
|
SyncTerm term;
|
|
uint64_t seqNum;
|
|
SyncIndex lastConfigIndex;
|
|
ESyncState state;
|
|
SyncTerm currentTerm;
|
|
bool isWeak;
|
|
uint64_t flag;
|
|
|
|
// config info
|
|
SSyncCfg oldCfg;
|
|
SSyncCfg newCfg;
|
|
SyncIndex newCfgIndex;
|
|
SyncTerm newCfgTerm;
|
|
uint64_t newCfgSeqNum;
|
|
|
|
} SReConfigCbMeta;
|
|
|
|
typedef struct SSnapshotParam {
|
|
SyncIndex start;
|
|
SyncIndex end;
|
|
} SSnapshotParam;
|
|
|
|
typedef struct SSnapshot {
|
|
void* data;
|
|
SyncIndex lastApplyIndex;
|
|
SyncTerm lastApplyTerm;
|
|
SyncIndex lastConfigIndex;
|
|
} SSnapshot;
|
|
|
|
typedef struct SSnapshotMeta {
|
|
SyncIndex lastConfigIndex;
|
|
} SSnapshotMeta;
|
|
|
|
typedef struct SSyncFSM {
|
|
void* data;
|
|
|
|
void (*FpCommitCb)(const struct SSyncFSM* pFsm, const SRpcMsg* pMsg, const SFsmCbMeta* pMeta);
|
|
void (*FpPreCommitCb)(const struct SSyncFSM* pFsm, const SRpcMsg* pMsg, const SFsmCbMeta* pMeta);
|
|
void (*FpRollBackCb)(const struct SSyncFSM* pFsm, const SRpcMsg* pMsg, const SFsmCbMeta* pMeta);
|
|
|
|
void (*FpRestoreFinishCb)(const struct SSyncFSM* pFsm);
|
|
void (*FpReConfigCb)(const struct SSyncFSM* pFsm, const SRpcMsg* pMsg, const SReConfigCbMeta* pMeta);
|
|
void (*FpLeaderTransferCb)(const struct SSyncFSM* pFsm, const SRpcMsg* pMsg, const SFsmCbMeta* pMeta);
|
|
bool (*FpApplyQueueEmptyCb)(const struct SSyncFSM* pFsm);
|
|
int32_t (*FpApplyQueueItems)(const struct SSyncFSM* pFsm);
|
|
|
|
void (*FpBecomeLeaderCb)(const struct SSyncFSM* pFsm);
|
|
void (*FpBecomeFollowerCb)(const struct SSyncFSM* pFsm);
|
|
|
|
int32_t (*FpGetSnapshot)(const struct SSyncFSM* pFsm, SSnapshot* pSnapshot, void* pReaderParam, void** ppReader);
|
|
int32_t (*FpGetSnapshotInfo)(const struct SSyncFSM* pFsm, SSnapshot* pSnapshot);
|
|
|
|
int32_t (*FpSnapshotStartRead)(const struct SSyncFSM* pFsm, void* pReaderParam, void** ppReader);
|
|
int32_t (*FpSnapshotStopRead)(const struct SSyncFSM* pFsm, void* pReader);
|
|
int32_t (*FpSnapshotDoRead)(const struct SSyncFSM* pFsm, void* pReader, void** ppBuf, int32_t* len);
|
|
|
|
int32_t (*FpSnapshotStartWrite)(const struct SSyncFSM* pFsm, void* pWriterParam, void** ppWriter);
|
|
int32_t (*FpSnapshotStopWrite)(const struct SSyncFSM* pFsm, void* pWriter, bool isApply, SSnapshot* pSnapshot);
|
|
int32_t (*FpSnapshotDoWrite)(const struct SSyncFSM* pFsm, void* pWriter, void* pBuf, int32_t len);
|
|
|
|
} SSyncFSM;
|
|
|
|
// abstract definition of log store in raft
|
|
// SWal implements it
|
|
typedef struct SSyncLogStore {
|
|
SLRUCache* pCache;
|
|
void* data;
|
|
|
|
int32_t (*syncLogUpdateCommitIndex)(struct SSyncLogStore* pLogStore, SyncIndex index);
|
|
SyncIndex (*syncLogCommitIndex)(struct SSyncLogStore* pLogStore);
|
|
|
|
SyncIndex (*syncLogBeginIndex)(struct SSyncLogStore* pLogStore);
|
|
SyncIndex (*syncLogEndIndex)(struct SSyncLogStore* pLogStore);
|
|
|
|
int32_t (*syncLogEntryCount)(struct SSyncLogStore* pLogStore);
|
|
int32_t (*syncLogRestoreFromSnapshot)(struct SSyncLogStore* pLogStore, SyncIndex index);
|
|
bool (*syncLogIsEmpty)(struct SSyncLogStore* pLogStore);
|
|
bool (*syncLogExist)(struct SSyncLogStore* pLogStore, SyncIndex index);
|
|
|
|
SyncIndex (*syncLogWriteIndex)(struct SSyncLogStore* pLogStore);
|
|
SyncIndex (*syncLogLastIndex)(struct SSyncLogStore* pLogStore);
|
|
SyncTerm (*syncLogLastTerm)(struct SSyncLogStore* pLogStore);
|
|
|
|
int32_t (*syncLogAppendEntry)(struct SSyncLogStore* pLogStore, SSyncRaftEntry* pEntry);
|
|
int32_t (*syncLogGetEntry)(struct SSyncLogStore* pLogStore, SyncIndex index, SSyncRaftEntry** ppEntry);
|
|
int32_t (*syncLogTruncate)(struct SSyncLogStore* pLogStore, SyncIndex fromIndex);
|
|
|
|
} SSyncLogStore;
|
|
|
|
typedef struct SSyncInfo {
|
|
bool isStandBy;
|
|
ESyncStrategy snapshotStrategy;
|
|
SyncGroupId vgId;
|
|
int32_t batchSize;
|
|
SSyncCfg syncCfg;
|
|
char path[TSDB_FILENAME_LEN];
|
|
SWal* pWal;
|
|
SSyncFSM* pFsm;
|
|
SMsgCb* msgcb;
|
|
int32_t pingMs;
|
|
int32_t electMs;
|
|
int32_t heartbeatMs;
|
|
|
|
int32_t (*syncSendMSg)(const SEpSet* pEpSet, SRpcMsg* pMsg);
|
|
int32_t (*syncEqMsg)(const SMsgCb* msgcb, SRpcMsg* pMsg);
|
|
int32_t (*syncEqCtrlMsg)(const SMsgCb* msgcb, SRpcMsg* pMsg);
|
|
} SSyncInfo;
|
|
|
|
typedef struct SSyncState {
|
|
ESyncState state;
|
|
bool restored;
|
|
} SSyncState;
|
|
|
|
int32_t syncInit();
|
|
void syncCleanUp();
|
|
int64_t syncOpen(SSyncInfo* pSyncInfo);
|
|
void syncStart(int64_t rid);
|
|
void syncStop(int64_t rid);
|
|
void syncPreStop(int64_t rid);
|
|
int32_t syncPropose(int64_t rid, SRpcMsg* pMsg, bool isWeak);
|
|
int32_t syncProcessMsg(int64_t rid, SRpcMsg* pMsg);
|
|
int32_t syncReconfig(int64_t rid, SSyncCfg* pCfg);
|
|
int32_t syncBeginSnapshot(int64_t rid, int64_t lastApplyIndex);
|
|
int32_t syncEndSnapshot(int64_t rid);
|
|
int32_t syncLeaderTransfer(int64_t rid);
|
|
int32_t syncStepDown(int64_t rid, SyncTerm newTerm);
|
|
bool syncIsReadyForRead(int64_t rid);
|
|
|
|
SSyncState syncGetState(int64_t rid);
|
|
void syncGetRetryEpSet(int64_t rid, SEpSet* pEpSet);
|
|
const char* syncStr(ESyncState state);
|
|
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif
|
|
|
|
#endif /*_TD_LIBS_SYNC_H*/
|