384 lines
11 KiB
C++
384 lines
11 KiB
C++
#include <gtest/gtest.h>
|
|
#include "syncTest.h"
|
|
|
|
void logTest() {
|
|
sTrace("--- sync log test: trace");
|
|
sDebug("--- sync log test: debug");
|
|
sInfo("--- sync log test: info");
|
|
sWarn("--- sync log test: warn");
|
|
sError("--- sync log test: error");
|
|
sFatal("--- sync log test: fatal");
|
|
}
|
|
|
|
bool gAssert = true;
|
|
|
|
SSyncNode* pSyncNode;
|
|
SWal* pWal;
|
|
SSyncLogStore* pLogStore;
|
|
const char* pWalPath = "./syncLogStoreTest_wal";
|
|
|
|
SyncIndex gSnapshotLastApplyIndex;
|
|
SyncIndex gSnapshotLastApplyTerm;
|
|
|
|
int32_t GetSnapshotCb(const struct SSyncFSM* pFsm, SSnapshot* pSnapshot) {
|
|
pSnapshot->data = NULL;
|
|
pSnapshot->lastApplyIndex = gSnapshotLastApplyIndex;
|
|
pSnapshot->lastApplyTerm = gSnapshotLastApplyTerm;
|
|
return 0;
|
|
}
|
|
|
|
void init() {
|
|
walInit();
|
|
|
|
SWalCfg walCfg;
|
|
memset(&walCfg, 0, sizeof(SWalCfg));
|
|
walCfg.vgId = 1000;
|
|
walCfg.fsyncPeriod = 1000;
|
|
walCfg.retentionPeriod = 1000;
|
|
walCfg.rollPeriod = 1000;
|
|
walCfg.retentionSize = 1000;
|
|
walCfg.segSize = 1000;
|
|
walCfg.level = TAOS_WAL_FSYNC;
|
|
pWal = walOpen(pWalPath, &walCfg);
|
|
assert(pWal != NULL);
|
|
|
|
pSyncNode = (SSyncNode*)taosMemoryMalloc(sizeof(SSyncNode));
|
|
memset(pSyncNode, 0, sizeof(SSyncNode));
|
|
pSyncNode->pWal = pWal;
|
|
|
|
pSyncNode->pFsm = (SSyncFSM*)taosMemoryMalloc(sizeof(SSyncFSM));
|
|
pSyncNode->pFsm->FpGetSnapshotInfo = GetSnapshotCb;
|
|
}
|
|
|
|
void cleanup() {
|
|
walClose(pWal);
|
|
walCleanUp();
|
|
taosMemoryFree(pSyncNode);
|
|
}
|
|
|
|
void test1() {
|
|
// no snapshot
|
|
// no log
|
|
|
|
taosRemoveDir(pWalPath);
|
|
|
|
init();
|
|
pLogStore = logStoreCreate(pSyncNode);
|
|
assert(pLogStore);
|
|
pSyncNode->pLogStore = pLogStore;
|
|
logStoreLog2((char*)"\n\n\ntest1 ----- ", pLogStore);
|
|
|
|
gSnapshotLastApplyIndex = -1;
|
|
gSnapshotLastApplyTerm = 0;
|
|
|
|
bool hasSnapshot = syncNodeHasSnapshot(pSyncNode);
|
|
SSnapshot snapshot;
|
|
pSyncNode->pFsm->FpGetSnapshotInfo(pSyncNode->pFsm, &snapshot);
|
|
|
|
SyncIndex lastIndex = syncNodeGetLastIndex(pSyncNode);
|
|
SyncTerm lastTerm = syncNodeGetLastTerm(pSyncNode);
|
|
|
|
SyncIndex testIndex = 0;
|
|
SyncIndex preIndex = syncNodeGetPreIndex(pSyncNode, testIndex);
|
|
SyncTerm preTerm = syncNodeGetPreTerm(pSyncNode, testIndex);
|
|
|
|
SyncIndex syncStartIndex = syncNodeSyncStartIndex(pSyncNode);
|
|
|
|
sTrace("test1");
|
|
sTrace("hasSnapshot:%d, lastApplyIndex:%" PRId64 ", lastApplyTerm:%" PRIu64, hasSnapshot, snapshot.lastApplyIndex,
|
|
snapshot.lastApplyTerm);
|
|
sTrace("lastIndex: %" PRId64, lastIndex);
|
|
sTrace("lastTerm: %" PRIu64, lastTerm);
|
|
sTrace("syncStartIndex: %" PRId64, syncStartIndex);
|
|
sTrace("testIndex: %" PRId64 " preIndex: %" PRId64, testIndex, preIndex);
|
|
sTrace("testIndex: %" PRId64 " preTerm: %" PRIu64, testIndex, preTerm);
|
|
|
|
if (gAssert) {
|
|
assert(lastIndex == -1);
|
|
assert(lastTerm == 0);
|
|
assert(syncStartIndex == 0);
|
|
assert(preIndex == -1);
|
|
assert(preTerm == 0);
|
|
}
|
|
|
|
logStoreDestory(pLogStore);
|
|
cleanup();
|
|
}
|
|
|
|
void test2() {
|
|
// no snapshot
|
|
// whole log
|
|
|
|
taosRemoveDir(pWalPath);
|
|
|
|
init();
|
|
pLogStore = logStoreCreate(pSyncNode);
|
|
assert(pLogStore);
|
|
pSyncNode->pLogStore = pLogStore;
|
|
logStoreLog2((char*)"\n\n\ntest2 ----- ", pLogStore);
|
|
|
|
for (int i = 0; i <= 10; ++i) {
|
|
int32_t dataLen = 10;
|
|
SSyncRaftEntry* pEntry = syncEntryBuild(dataLen);
|
|
assert(pEntry != NULL);
|
|
pEntry->msgType = 1;
|
|
pEntry->originalRpcType = 2;
|
|
pEntry->seqNum = 3;
|
|
pEntry->isWeak = true;
|
|
pEntry->term = 100 + i;
|
|
pEntry->index = pLogStore->syncLogWriteIndex(pLogStore);
|
|
snprintf(pEntry->data, dataLen, "value%d", i);
|
|
|
|
pLogStore->syncLogAppendEntry(pLogStore, pEntry);
|
|
syncEntryDestory(pEntry);
|
|
}
|
|
logStoreLog2((char*)"test2 after appendEntry", pLogStore);
|
|
|
|
gSnapshotLastApplyIndex = -1;
|
|
gSnapshotLastApplyTerm = 0;
|
|
|
|
bool hasSnapshot = syncNodeHasSnapshot(pSyncNode);
|
|
SSnapshot snapshot;
|
|
pSyncNode->pFsm->FpGetSnapshotInfo(pSyncNode->pFsm, &snapshot);
|
|
|
|
SyncIndex lastIndex = syncNodeGetLastIndex(pSyncNode);
|
|
SyncTerm lastTerm = syncNodeGetLastTerm(pSyncNode);
|
|
|
|
SyncIndex syncStartIndex = syncNodeSyncStartIndex(pSyncNode);
|
|
|
|
sTrace("test2");
|
|
sTrace("hasSnapshot:%d, lastApplyIndex:%" PRId64 ", lastApplyTerm:%" PRIu64, hasSnapshot, snapshot.lastApplyIndex,
|
|
snapshot.lastApplyTerm);
|
|
sTrace("lastIndex: %" PRId64, lastIndex);
|
|
sTrace("lastTerm: %" PRIu64, lastTerm);
|
|
sTrace("syncStartIndex: %" PRId64, syncStartIndex);
|
|
|
|
if (gAssert) {
|
|
assert(lastIndex == 10);
|
|
assert(lastTerm == 110);
|
|
assert(syncStartIndex == 11);
|
|
}
|
|
|
|
for (SyncIndex i = 11; i >= 0; --i) {
|
|
SyncIndex preIndex = syncNodeGetPreIndex(pSyncNode, i);
|
|
SyncTerm preTerm = syncNodeGetPreTerm(pSyncNode, i);
|
|
|
|
sTrace("i: %" PRId64 " preIndex: %" PRId64, i, preIndex);
|
|
sTrace("i: %" PRId64 " preTerm: %" PRIu64, i, preTerm);
|
|
|
|
if (gAssert) {
|
|
SyncIndex preIndexArr[12] = {-1, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10};
|
|
SyncTerm preTermArr[12] = {0, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110};
|
|
|
|
assert(preIndex == preIndexArr[i]);
|
|
assert(preTerm == preTermArr[i]);
|
|
}
|
|
}
|
|
|
|
logStoreDestory(pLogStore);
|
|
cleanup();
|
|
}
|
|
|
|
void test3() {
|
|
// has snapshot
|
|
// no log
|
|
|
|
taosRemoveDir(pWalPath);
|
|
|
|
init();
|
|
pLogStore = logStoreCreate(pSyncNode);
|
|
assert(pLogStore);
|
|
pSyncNode->pLogStore = pLogStore;
|
|
logStoreLog2((char*)"\n\n\ntest3 ----- ", pLogStore);
|
|
|
|
gSnapshotLastApplyIndex = 5;
|
|
gSnapshotLastApplyTerm = 100;
|
|
|
|
bool hasSnapshot = syncNodeHasSnapshot(pSyncNode);
|
|
SSnapshot snapshot;
|
|
pSyncNode->pFsm->FpGetSnapshotInfo(pSyncNode->pFsm, &snapshot);
|
|
|
|
SyncIndex lastIndex = syncNodeGetLastIndex(pSyncNode);
|
|
SyncTerm lastTerm = syncNodeGetLastTerm(pSyncNode);
|
|
|
|
SyncIndex preIndex = syncNodeGetPreIndex(pSyncNode, 6);
|
|
SyncTerm preTerm = syncNodeGetPreTerm(pSyncNode, 6);
|
|
|
|
SyncIndex syncStartIndex = syncNodeSyncStartIndex(pSyncNode);
|
|
|
|
sTrace("test3");
|
|
sTrace("hasSnapshot:%d, lastApplyIndex:%" PRId64 ", lastApplyTerm:%" PRIu64, hasSnapshot, snapshot.lastApplyIndex,
|
|
snapshot.lastApplyTerm);
|
|
sTrace("lastIndex: %" PRId64, lastIndex);
|
|
sTrace("lastTerm: %" PRIu64, lastTerm);
|
|
sTrace("syncStartIndex: %" PRId64, syncStartIndex);
|
|
sTrace("%d's preIndex: %" PRId64, 6, preIndex);
|
|
sTrace("%d's preTerm: %" PRIu64, 6, preTerm);
|
|
|
|
if (gAssert) {
|
|
assert(lastIndex == 5);
|
|
assert(lastTerm == 100);
|
|
assert(syncStartIndex == 6);
|
|
assert(preIndex == 5);
|
|
assert(preTerm == 100);
|
|
}
|
|
|
|
logStoreDestory(pLogStore);
|
|
cleanup();
|
|
}
|
|
|
|
void test4() {
|
|
// has snapshot
|
|
// whole log
|
|
|
|
taosRemoveDir(pWalPath);
|
|
|
|
init();
|
|
pLogStore = logStoreCreate(pSyncNode);
|
|
assert(pLogStore);
|
|
pSyncNode->pLogStore = pLogStore;
|
|
logStoreLog2((char*)"\n\n\ntest4 ----- ", pLogStore);
|
|
|
|
for (int i = 0; i <= 10; ++i) {
|
|
int32_t dataLen = 10;
|
|
SSyncRaftEntry* pEntry = syncEntryBuild(dataLen);
|
|
assert(pEntry != NULL);
|
|
pEntry->msgType = 1;
|
|
pEntry->originalRpcType = 2;
|
|
pEntry->seqNum = 3;
|
|
pEntry->isWeak = true;
|
|
pEntry->term = 100 + i;
|
|
pEntry->index = pLogStore->syncLogWriteIndex(pLogStore);
|
|
snprintf(pEntry->data, dataLen, "value%d", i);
|
|
|
|
pLogStore->syncLogAppendEntry(pLogStore, pEntry);
|
|
syncEntryDestory(pEntry);
|
|
}
|
|
logStoreLog2((char*)"test4 after appendEntry", pLogStore);
|
|
|
|
gSnapshotLastApplyIndex = 5;
|
|
gSnapshotLastApplyTerm = 100;
|
|
|
|
bool hasSnapshot = syncNodeHasSnapshot(pSyncNode);
|
|
SSnapshot snapshot;
|
|
pSyncNode->pFsm->FpGetSnapshotInfo(pSyncNode->pFsm, &snapshot);
|
|
|
|
SyncIndex lastIndex = syncNodeGetLastIndex(pSyncNode);
|
|
SyncTerm lastTerm = syncNodeGetLastTerm(pSyncNode);
|
|
|
|
SyncIndex syncStartIndex = syncNodeSyncStartIndex(pSyncNode);
|
|
|
|
sTrace("test4");
|
|
sTrace("hasSnapshot:%d, lastApplyIndex:%" PRId64 ", lastApplyTerm:%" PRIu64, hasSnapshot, snapshot.lastApplyIndex,
|
|
snapshot.lastApplyTerm);
|
|
sTrace("lastIndex: %" PRId64, lastIndex);
|
|
sTrace("lastTerm: %" PRIu64, lastTerm);
|
|
sTrace("syncStartIndex: %" PRId64, syncStartIndex);
|
|
|
|
if (gAssert) {
|
|
assert(lastIndex == 10);
|
|
assert(lastTerm == 110);
|
|
assert(syncStartIndex == 11);
|
|
}
|
|
|
|
for (SyncIndex i = 11; i >= 6; --i) {
|
|
SyncIndex preIndex = syncNodeGetPreIndex(pSyncNode, i);
|
|
SyncTerm preTerm = syncNodeGetPreTerm(pSyncNode, i);
|
|
|
|
sTrace("i: %" PRId64 " preIndex: %" PRId64, i, preIndex);
|
|
sTrace("i: %" PRId64 " preTerm: %" PRIu64, i, preTerm);
|
|
}
|
|
|
|
logStoreDestory(pLogStore);
|
|
cleanup();
|
|
}
|
|
|
|
void test5() {
|
|
// has snapshot
|
|
// partial log
|
|
|
|
taosRemoveDir(pWalPath);
|
|
|
|
init();
|
|
pLogStore = logStoreCreate(pSyncNode);
|
|
assert(pLogStore);
|
|
pSyncNode->pLogStore = pLogStore;
|
|
logStoreLog2((char*)"\n\n\ntest5 ----- ", pLogStore);
|
|
|
|
// pSyncNode->pLogStore->syncLogSetBeginIndex(pSyncNode->pLogStore, 6);
|
|
pLogStore->syncLogRestoreFromSnapshot(pSyncNode->pLogStore, 5);
|
|
for (int i = 6; i <= 10; ++i) {
|
|
int32_t dataLen = 10;
|
|
SSyncRaftEntry* pEntry = syncEntryBuild(dataLen);
|
|
assert(pEntry != NULL);
|
|
pEntry->msgType = 1;
|
|
pEntry->originalRpcType = 2;
|
|
pEntry->seqNum = 3;
|
|
pEntry->isWeak = true;
|
|
pEntry->term = 100 + i;
|
|
pEntry->index = pLogStore->syncLogWriteIndex(pLogStore);
|
|
snprintf(pEntry->data, dataLen, "value%d", i);
|
|
|
|
pLogStore->syncLogAppendEntry(pLogStore, pEntry);
|
|
syncEntryDestory(pEntry);
|
|
}
|
|
logStoreLog2((char*)"test5 after appendEntry", pLogStore);
|
|
|
|
gSnapshotLastApplyIndex = 5;
|
|
gSnapshotLastApplyTerm = 100;
|
|
|
|
bool hasSnapshot = syncNodeHasSnapshot(pSyncNode);
|
|
SSnapshot snapshot;
|
|
pSyncNode->pFsm->FpGetSnapshotInfo(pSyncNode->pFsm, &snapshot);
|
|
|
|
SyncIndex lastIndex = syncNodeGetLastIndex(pSyncNode);
|
|
SyncTerm lastTerm = syncNodeGetLastTerm(pSyncNode);
|
|
|
|
SyncIndex syncStartIndex = syncNodeSyncStartIndex(pSyncNode);
|
|
|
|
sTrace("test5");
|
|
sTrace("hasSnapshot:%d, lastApplyIndex:%" PRId64 ", lastApplyTerm:%" PRIu64, hasSnapshot, snapshot.lastApplyIndex,
|
|
snapshot.lastApplyTerm);
|
|
sTrace("lastIndex: %" PRId64, lastIndex);
|
|
sTrace("lastTerm: %" PRIu64, lastTerm);
|
|
sTrace("syncStartIndex: %" PRId64, syncStartIndex);
|
|
|
|
for (SyncIndex i = 11; i >= 6; --i) {
|
|
SyncIndex preIndex = syncNodeGetPreIndex(pSyncNode, i);
|
|
SyncTerm preTerm = syncNodeGetPreTerm(pSyncNode, i);
|
|
|
|
sTrace("i: %" PRId64 " preIndex: %" PRId64, i, preIndex);
|
|
sTrace("i: %" PRId64 " preTerm: %" PRIu64, i, preTerm);
|
|
|
|
if (gAssert) {
|
|
SyncIndex preIndexArr[12] = {9999, 9999, 9999, 9999, 9999, 9999, 5, 6, 7, 8, 9, 10};
|
|
SyncTerm preTermArr[12] = {9999, 9999, 9999, 9999, 9999, 9999, 100, 106, 107, 108, 109, 110};
|
|
|
|
assert(preIndex == preIndexArr[i]);
|
|
assert(preTerm == preTermArr[i]);
|
|
}
|
|
}
|
|
|
|
logStoreDestory(pLogStore);
|
|
cleanup();
|
|
}
|
|
|
|
int main(int argc, char** argv) {
|
|
tsAsyncLog = 0;
|
|
sDebugFlag = DEBUG_TRACE + DEBUG_INFO + DEBUG_SCREEN + DEBUG_FILE;
|
|
gRaftDetailLog = true;
|
|
|
|
if (argc == 2) {
|
|
gAssert = atoi(argv[1]);
|
|
}
|
|
sTrace("gAssert : %d", gAssert);
|
|
|
|
test1();
|
|
test2();
|
|
test3();
|
|
test4();
|
|
test5();
|
|
|
|
return 0;
|
|
}
|