From c4bb5a1a527cc319aaf794e4a35a7c728d9e8340 Mon Sep 17 00:00:00 2001 From: Minghao Li Date: Thu, 21 Jul 2022 15:25:46 +0800 Subject: [PATCH 1/3] refactor(sync): add log tools --- source/libs/sync/test/sh/a.sh | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/source/libs/sync/test/sh/a.sh b/source/libs/sync/test/sh/a.sh index b2d8f88809..4b1f1d0d5b 100644 --- a/source/libs/sync/test/sh/a.sh +++ b/source/libs/sync/test/sh/a.sh @@ -52,7 +52,9 @@ for file in `ls ${logpath}/log.dnode* | grep -v vgId`;do cat ${file} | awk '{ if(index($0, "sync open") > 0 || index($0, "sync close") > 0 || index($0, "become leader") > 0) {print $0} }' > ${file}.main done - +echo "" +echo "generate log.leader.term ..." +cat ${logpath}/*.main | grep "become leader" | grep -v "config change" | awk '{print $5,$0}' | awk -F, '{print $4"_"$0}' | sort -k1 > ${logpath}/log.leader.term exit 0 From ee237b091d9c7ed7bd4443b1c88a3edf442f829e Mon Sep 17 00:00:00 2001 From: Minghao Li Date: Thu, 21 Jul 2022 15:43:55 +0800 Subject: [PATCH 2/3] refactor(sync): add log tools --- source/libs/sync/test/sh/a.sh | 13 ++++++++++--- 1 file changed, 10 insertions(+), 3 deletions(-) diff --git a/source/libs/sync/test/sh/a.sh b/source/libs/sync/test/sh/a.sh index 4b1f1d0d5b..c246b29e16 100644 --- a/source/libs/sync/test/sh/a.sh +++ b/source/libs/sync/test/sh/a.sh @@ -22,14 +22,14 @@ done echo "" echo "generate vgId ..." -cat ${logpath}/log.dnode* | grep "vgId:" | grep -v ERROR | awk '{print $5}' | sort | uniq > ${logpath}/log.vgIds.tmp +cat ${logpath}/log.dnode* | grep "vgId:" | grep -v ERROR | awk '{print $5}' | awk -F, '{print $1}' | sort | uniq > ${logpath}/log.vgIds.tmp echo "all vgIds:" > ${logpath}/log.vgIds -cat ${logpath}/log.dnode* | grep "vgId:" | grep -v ERROR | awk '{print $5}' | sort | uniq >> ${logpath}/log.vgIds +cat ${logpath}/log.dnode* | grep "vgId:" | grep -v ERROR | awk '{print $5}' | awk -F, '{print $1}' | sort | uniq >> ${logpath}/log.vgIds for dnode in `ls ${logpath} | grep dnode | grep -v log`;do echo "" >> ${logpath}/log.vgIds echo "" >> ${logpath}/log.vgIds echo "${dnode}:" >> ${logpath}/log.vgIds - cat ${logpath}/${dnode}/log/taosdlog.* | grep SYN | grep "vgId:" | grep -v ERROR | awk '{print $5}' | sort | uniq >> ${logpath}/log.vgIds + cat ${logpath}/${dnode}/log/taosdlog.* | grep SYN | grep "vgId:" | grep -v ERROR | awk '{print $5}' | awk -F, '{print $1}' | sort | uniq >> ${logpath}/log.vgIds done echo "" @@ -56,5 +56,12 @@ echo "" echo "generate log.leader.term ..." cat ${logpath}/*.main | grep "become leader" | grep -v "config change" | awk '{print $5,$0}' | awk -F, '{print $4"_"$0}' | sort -k1 > ${logpath}/log.leader.term +echo "" +echo "generate log.index ..." +for file in `ls ${logpath}/log.dnode*vgId*`;do + destfile=${file}.index + echo "generate ${destfile}" + cat ${file} | awk '{ if(index($0, "write index:") > 0 || index($0, "wal truncate, from-index") > 0) {print $0} }' > ${destfile} +done exit 0 From da2686ce695686065c6bf630851ed197ec7676be Mon Sep 17 00:00:00 2001 From: Minghao Li Date: Thu, 21 Jul 2022 16:43:56 +0800 Subject: [PATCH 3/3] refactor(sync): add log tools --- source/libs/sync/test/sh/a.sh | 25 +++++++++++++++++++++---- 1 file changed, 21 insertions(+), 4 deletions(-) diff --git a/source/libs/sync/test/sh/a.sh b/source/libs/sync/test/sh/a.sh index c246b29e16..b6d2bdeabf 100644 --- a/source/libs/sync/test/sh/a.sh +++ b/source/libs/sync/test/sh/a.sh @@ -57,11 +57,28 @@ echo "generate log.leader.term ..." cat ${logpath}/*.main | grep "become leader" | grep -v "config change" | awk '{print $5,$0}' | awk -F, '{print $4"_"$0}' | sort -k1 > ${logpath}/log.leader.term echo "" -echo "generate log.index ..." +echo "generate log.index, log.snapshot, log.records, log.actions ..." for file in `ls ${logpath}/log.dnode*vgId*`;do - destfile=${file}.index - echo "generate ${destfile}" - cat ${file} | awk '{ if(index($0, "write index:") > 0 || index($0, "wal truncate, from-index") > 0) {print $0} }' > ${destfile} + destfile1=${file}.index + echo "generate ${destfile1}" + cat ${file} | awk '{ if(index($0, "write index:") > 0 || index($0, "wal truncate, from-index") > 0) {print $0} }' > ${destfile1} + + destfile2=${file}.snapshot + echo "generate ${destfile2}" + cat ${file} | awk '{ if(index($0, "snapshot sender") > 0 || index($0, "snapshot receiver") > 0) {print $0} }' | grep -v "save old" | grep -v "create new" | grep -v "udpate replicaIndex" | grep -v "delete old" | grep -v "reset for" > ${destfile2} + + destfile3=${file}.records + echo "generate ${destfile3}" + cat ${file} | awk '{ if(index($0, "write index:") > 0 || index($0, "wal truncate, from-index") > 0 || index($0, "snapshot sender") > 0 || index($0, "snapshot receiver") > 0) {print $0} }' | grep -v "save old" | grep -v "create new" | grep -v "udpate replicaIndex" | grep -v "delete old" | grep -v "reset for" > ${destfile3} + + destfile4=${file}.commit + echo "generate ${destfile4}" + cat ${file} | awk '{ if(index($0, "commit by") > 0) {print $0} }' > ${destfile4} + + destfile5=${file}.actions + echo "generate ${destfile5}" + cat ${file} | awk '{ if(index($0, "commit by") > 0 || index($0, "sync open") > 0 || index($0, "sync close") > 0 || index($0, "become leader") > 0 || index($0, "write index:") > 0 || index($0, "wal truncate, from-index") > 0 || index($0, "snapshot sender") > 0 || index($0, "snapshot receiver") > 0) {print $0} }' | grep -v "save old" | grep -v "create new" | grep -v "udpate replicaIndex" | grep -v "delete old" | grep -v "reset for" > ${destfile5} + done exit 0