From 88ed8d4cf5d73bb70407fcd891dde28f5b3d9db5 Mon Sep 17 00:00:00 2001
From: yihaoDeng <luomoxyz@126.com>
Date: Wed, 13 Jul 2022 14:04:18 +0800
Subject: [PATCH 01/13] refactor code

---
 source/client/inc/clientInt.h  |  5 +++++
 source/client/src/clientImpl.c | 11 +++--------
 2 files changed, 8 insertions(+), 8 deletions(-)

diff --git a/source/client/inc/clientInt.h b/source/client/inc/clientInt.h
index 700a4d9daf..9a139f8442 100644
--- a/source/client/inc/clientInt.h
+++ b/source/client/inc/clientInt.h
@@ -313,6 +313,11 @@ int taos_options_imp(TSDB_OPTION option, const char* str);
 
 void* openTransporter(const char* user, const char* auth, int32_t numOfThreads);
 
+typedef struct AsyncArg {
+  SRpcMsg msg;
+  SEpSet* pEpset;
+} AsyncArg;
+
 bool persistConnForSpecificMsg(void* parenct, tmsg_t msgType);
 void processMsgFromServer(void* parent, SRpcMsg* pMsg, SEpSet* pEpSet);
 
diff --git a/source/client/src/clientImpl.c b/source/client/src/clientImpl.c
index 32c11983c2..b7a8ba7202 100644
--- a/source/client/src/clientImpl.c
+++ b/source/client/src/clientImpl.c
@@ -1269,13 +1269,8 @@ void updateTargetEpSet(SMsgSendInfo* pSendInfo, STscObj* pTscObj, SRpcMsg* pMsg,
   }
 }
 
-typedef struct SchedArg {
-  SRpcMsg msg;
-  SEpSet* pEpset;
-} SchedArg;
-
 int32_t doProcessMsgFromServer(void* param) {
-  SchedArg* arg = (SchedArg*)param;
+  AsyncArg* arg = (AsyncArg*)param;
   SRpcMsg*  pMsg = &arg->msg;
   SEpSet*   pEpSet = arg->pEpset;
 
@@ -1338,7 +1333,7 @@ void processMsgFromServer(void* parent, SRpcMsg* pMsg, SEpSet* pEpSet) {
     memcpy((void*)tEpSet, (void*)pEpSet, sizeof(SEpSet));
   }
 
-  SchedArg* arg = taosMemoryCalloc(1, sizeof(SchedArg));
+  AsyncArg* arg = taosMemoryCalloc(1, sizeof(AsyncArg));
   arg->msg = *pMsg;
   arg->pEpset = tEpSet;
 
@@ -1478,7 +1473,7 @@ void* doAsyncFetchRows(SRequestObj* pRequest, bool setupOneRowPtr, bool convertU
     tsem_wait(&pParam->sem);
   }
 
-  if (pResultInfo->numOfRows == 0  || pRequest->code != TSDB_CODE_SUCCESS) {
+  if (pResultInfo->numOfRows == 0 || pRequest->code != TSDB_CODE_SUCCESS) {
     return NULL;
   } else {
     if (setupOneRowPtr) {

From cace9b6be909a0f8b6d5d408285613273fdad241 Mon Sep 17 00:00:00 2001
From: yihaoDeng <luomoxyz@126.com>
Date: Thu, 14 Jul 2022 14:51:39 +0800
Subject: [PATCH 02/13] feat: add lru to index

---
 include/libs/index/index.h             |   2 +-
 source/dnode/vnode/src/meta/metaOpen.c |   6 +-
 source/libs/index/inc/indexFstFile.h   |   4 +-
 source/libs/index/inc/indexInt.h       |  23 ++----
 source/libs/index/inc/indexTfile.h     |   7 +-
 source/libs/index/src/index.c          |  68 +++++++++++------
 source/libs/index/src/indexFst.c       |   5 +-
 source/libs/index/src/indexFstFile.c   | 100 +++++++++++++++++++------
 source/libs/index/src/indexTfile.c     |  54 +++++--------
 source/libs/index/test/fstTest.cc      |  12 +--
 source/libs/index/test/fstUT.cc        |   5 +-
 source/libs/index/test/indexTests.cc   |  53 ++++++-------
 source/libs/index/test/jsonUT.cc       |  41 +++++-----
 13 files changed, 220 insertions(+), 160 deletions(-)

diff --git a/include/libs/index/index.h b/include/libs/index/index.h
index c6641f8b02..08d64699d4 100644
--- a/include/libs/index/index.h
+++ b/include/libs/index/index.h
@@ -173,7 +173,7 @@ void             indexMultiTermDestroy(SIndexMultiTerm* terms);
  * @param:
  * @param:
  */
-SIndexOpts* indexOptsCreate();
+SIndexOpts* indexOptsCreate(int32_t cacheSize);
 void        indexOptsDestroy(SIndexOpts* opts);
 
 /*
diff --git a/source/dnode/vnode/src/meta/metaOpen.c b/source/dnode/vnode/src/meta/metaOpen.c
index 1022f6796b..0a27f0bc4e 100644
--- a/source/dnode/vnode/src/meta/metaOpen.c
+++ b/source/dnode/vnode/src/meta/metaOpen.c
@@ -99,12 +99,12 @@ int metaOpen(SVnode *pVnode, SMeta **ppMeta) {
     goto _err;
   }
 
-  // open pTagIdx
-  // TODO(yihaoDeng), refactor later
   char indexFullPath[128] = {0};
   sprintf(indexFullPath, "%s/%s", pMeta->path, "invert");
   taosMkDir(indexFullPath);
-  ret = indexOpen(indexOptsCreate(), indexFullPath, (SIndex **)&pMeta->pTagIvtIdx);
+
+  SIndexOpts *opts = indexOptsCreate(8 * 1024 * 1024);
+  ret = indexOpen(opts, indexFullPath, (SIndex **)&pMeta->pTagIvtIdx);
   if (ret < 0) {
     metaError("vgId:%d, failed to open meta tag index since %s", TD_VID(pVnode), tstrerror(terrno));
     goto _err;
diff --git a/source/libs/index/inc/indexFstFile.h b/source/libs/index/inc/indexFstFile.h
index a161c4aee1..0ddffe7df0 100644
--- a/source/libs/index/inc/indexFstFile.h
+++ b/source/libs/index/inc/indexFstFile.h
@@ -27,7 +27,7 @@ extern "C" {
 #define DefaultMem 1024 * 1024
 
 static char tmpFile[] = "./index";
-typedef enum WriterType { TMemory, TFile } WriterType;
+typedef enum WriterType { TMEMORY, TFILE } WriterType;
 
 typedef struct IFileCtx {
   int (*write)(struct IFileCtx* ctx, uint8_t* buf, int len);
@@ -35,6 +35,8 @@ typedef struct IFileCtx {
   int (*flush)(struct IFileCtx* ctx);
   int (*readFrom)(struct IFileCtx* ctx, uint8_t* buf, int len, int32_t offset);
   int (*size)(struct IFileCtx* ctx);
+
+  SLRUCache* lru;
   WriterType type;
   union {
     struct {
diff --git a/source/libs/index/inc/indexInt.h b/source/libs/index/inc/indexInt.h
index d50fa0e917..9370f7c708 100644
--- a/source/libs/index/inc/indexInt.h
+++ b/source/libs/index/inc/indexInt.h
@@ -24,12 +24,9 @@
 #include "tchecksum.h"
 #include "thash.h"
 #include "tlog.h"
+#include "tlrucache.h"
 #include "tutil.h"
 
-#ifdef USE_LUCENE
-#include <lucene++/Lucene_c.h>
-#endif
-
 #ifdef __cplusplus
 extern "C" {
 #endif
@@ -61,28 +58,22 @@ struct SIndex {
   void*     tindex;
   SHashObj* colObj;  // < field name, field id>
 
-  int64_t suid;      // current super table id, -1 is normal table
-  int32_t cVersion;  // current version allocated to cache
-
-  char* path;
+  int64_t    suid;      // current super table id, -1 is normal table
+  int32_t    cVersion;  // current version allocated to cache
+  SLRUCache* lru;
+  char*      path;
 
   int8_t        status;
   SIndexStat    stat;
   TdThreadMutex mtx;
   tsem_t        sem;
   bool          quit;
+  void*         opts;
 };
 
 struct SIndexOpts {
-#ifdef USE_LUCENE
-  void* opts;
-#endif
-
-#ifdef USE_INVERTED_INDEX
   int32_t cacheSize;  // MB
-  // add cache module later
-#endif
-  int32_t cacheOpt;  // MB
+  int32_t cacheOpt;   // MB
 };
 
 struct SIndexMultiTermQuery {
diff --git a/source/libs/index/inc/indexTfile.h b/source/libs/index/inc/indexTfile.h
index ca5c688162..7425b13ce9 100644
--- a/source/libs/index/inc/indexTfile.h
+++ b/source/libs/index/inc/indexTfile.h
@@ -71,6 +71,7 @@ typedef struct TFileReader {
   IFileCtx*   ctx;
   TFileHeader header;
   bool        remove;
+  void*       lru;
 } TFileReader;
 
 typedef struct IndexTFile {
@@ -95,14 +96,14 @@ typedef struct TFileReaderOpt {
 } TFileReaderOpt;
 
 // tfile cache, manage tindex reader
-TFileCache*  tfileCacheCreate(const char* path);
+TFileCache*  tfileCacheCreate(SIndex* idx, const char* path);
 void         tfileCacheDestroy(TFileCache* tcache);
 TFileReader* tfileCacheGet(TFileCache* tcache, ICacheKey* key);
 void         tfileCachePut(TFileCache* tcache, ICacheKey* key, TFileReader* reader);
 
 TFileReader* tfileGetReaderByCol(IndexTFile* tf, uint64_t suid, char* colName);
 
-TFileReader* tfileReaderOpen(char* path, uint64_t suid, int64_t version, const char* colName);
+TFileReader* tfileReaderOpen(SIndex* idx, uint64_t suid, int64_t version, const char* colName);
 TFileReader* tfileReaderCreate(IFileCtx* ctx);
 void         tfileReaderDestroy(TFileReader* reader);
 int          tfileReaderSearch(TFileReader* reader, SIndexTermQuery* query, SIdxTRslt* tr);
@@ -117,7 +118,7 @@ int          tfileWriterPut(TFileWriter* tw, void* data, bool order);
 int          tfileWriterFinish(TFileWriter* tw);
 
 //
-IndexTFile* idxTFileCreate(const char* path);
+IndexTFile* idxTFileCreate(SIndex* idx, const char* path);
 void        idxTFileDestroy(IndexTFile* tfile);
 int         idxTFilePut(void* tfile, SIndexTerm* term, uint64_t uid);
 int         idxTFileSearch(void* tfile, SIndexTermQuery* query, SIdxTRslt* tr);
diff --git a/source/libs/index/src/index.c b/source/libs/index/src/index.c
index e3d367e59c..c710858b82 100644
--- a/source/libs/index/src/index.c
+++ b/source/libs/index/src/index.c
@@ -103,44 +103,61 @@ static void indexWait(void* idx) {
 int indexOpen(SIndexOpts* opts, const char* path, SIndex** index) {
   int ret = TSDB_CODE_SUCCESS;
   taosThreadOnce(&isInit, indexInit);
-  SIndex* sIdx = taosMemoryCalloc(1, sizeof(SIndex));
-  if (sIdx == NULL) {
+  SIndex* idx = taosMemoryCalloc(1, sizeof(SIndex));
+  if (idx == NULL) {
     return TSDB_CODE_OUT_OF_MEMORY;
   }
 
-  sIdx->tindex = idxTFileCreate(path);
-  if (sIdx->tindex == NULL) {
+  idx->lru = taosLRUCacheInit(opts->cacheSize, -1, .5);
+  if (idx->lru == NULL) {
+    ret = TSDB_CODE_OUT_OF_MEMORY;
+    goto END;
+  }
+  taosLRUCacheSetStrictCapacity(idx->lru, true);
+
+  idx->tindex = idxTFileCreate(idx, path);
+  if (idx->tindex == NULL) {
     ret = TSDB_CODE_OUT_OF_MEMORY;
     goto END;
   }
 
-  sIdx->colObj = taosHashInit(8, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_ENTRY_LOCK);
-  sIdx->cVersion = 1;
-  sIdx->path = tstrdup(path);
-  taosThreadMutexInit(&sIdx->mtx, NULL);
-  tsem_init(&sIdx->sem, 0, 0);
+  idx->colObj = taosHashInit(8, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_ENTRY_LOCK);
+  idx->cVersion = 1;
+  idx->path = tstrdup(path);
+  taosThreadMutexInit(&idx->mtx, NULL);
+  tsem_init(&idx->sem, 0, 0);
 
-  sIdx->refId = idxAddRef(sIdx);
-  idxAcquireRef(sIdx->refId);
+  idx->refId = idxAddRef(idx);
+  idx->opts = opts;
+  idxAcquireRef(idx->refId);
 
-  *index = sIdx;
+  *index = idx;
   return ret;
 
 END:
-  if (sIdx != NULL) {
-    indexClose(sIdx);
+  if (idx != NULL) {
+    indexClose(idx);
   }
   *index = NULL;
   return ret;
 }
 
 void indexDestroy(void* handle) {
-  SIndex* sIdx = handle;
-  taosThreadMutexDestroy(&sIdx->mtx);
-  tsem_destroy(&sIdx->sem);
-  idxTFileDestroy(sIdx->tindex);
-  taosMemoryFree(sIdx->path);
-  taosMemoryFree(sIdx);
+  SIndex* idx = handle;
+  taosThreadMutexDestroy(&idx->mtx);
+  tsem_destroy(&idx->sem);
+  idxTFileDestroy(idx->tindex);
+  taosMemoryFree(idx->path);
+
+  SLRUCache* lru = idx->lru;
+  if (lru != NULL) {
+    taosLRUCacheEraseUnrefEntries(lru);
+    taosLRUCacheCleanup(lru);
+  }
+  idx->lru = NULL;
+
+  indexOptsDestroy(idx->opts);
+  taosMemoryFree(idx);
   return;
 }
 void indexClose(SIndex* sIdx) {
@@ -159,6 +176,7 @@ void indexClose(SIndex* sIdx) {
     taosHashCleanup(sIdx->colObj);
     sIdx->colObj = NULL;
   }
+
   idxReleaseRef(sIdx->refId);
   idxRemoveRef(sIdx->refId);
 }
@@ -234,8 +252,12 @@ int indexSearch(SIndex* index, SIndexMultiTermQuery* multiQuerys, SArray* result
 int indexDelete(SIndex* index, SIndexMultiTermQuery* query) { return 1; }
 // int indexRebuild(SIndex* index, SIndexOpts* opts) { return 0; }
 
-SIndexOpts* indexOptsCreate() { return NULL; }
-void        indexOptsDestroy(SIndexOpts* opts) { return; }
+SIndexOpts* indexOptsCreate(int32_t cacheSize) {
+  SIndexOpts* opts = taosMemoryCalloc(1, sizeof(SIndexOpts));
+  opts->cacheSize = cacheSize;
+  return opts;
+}
+void indexOptsDestroy(SIndexOpts* opts) { return taosMemoryFree(opts); }
 /*
  * @param: oper
  *
@@ -641,7 +663,7 @@ static int idxGenTFile(SIndex* sIdx, IndexCache* cache, SArray* batch) {
   }
   tfileWriterClose(tw);
 
-  TFileReader* reader = tfileReaderOpen(sIdx->path, cache->suid, version, cache->colName);
+  TFileReader* reader = tfileReaderOpen(sIdx, cache->suid, version, cache->colName);
   if (reader == NULL) {
     return -1;
   }
diff --git a/source/libs/index/src/indexFst.c b/source/libs/index/src/indexFst.c
index c4b83f8a07..15152cef55 100644
--- a/source/libs/index/src/indexFst.c
+++ b/source/libs/index/src/indexFst.c
@@ -772,6 +772,7 @@ void fstBuilderDestroy(FstBuilder* b) {
   if (b == NULL) {
     return;
   }
+  fstBuilderFinish(b);
 
   idxFileDestroy(b->wrt);
   fstUnFinishedNodesDestroy(b->unfinished);
@@ -1074,8 +1075,8 @@ FStmStBuilder* fstSearchWithState(Fst* fst, FAutoCtx* ctx) {
 }
 
 FstNode* fstGetRoot(Fst* fst) {
-  CompiledAddr rAddr = fstGetRootAddr(fst);
-  return fstGetNode(fst, rAddr);
+  CompiledAddr addr = fstGetRootAddr(fst);
+  return fstGetNode(fst, addr);
 }
 
 FstNode* fstGetNode(Fst* fst, CompiledAddr addr) {
diff --git a/source/libs/index/src/indexFstFile.c b/source/libs/index/src/indexFstFile.c
index 9106caebd6..c8023d51c9 100644
--- a/source/libs/index/src/indexFstFile.c
+++ b/source/libs/index/src/indexFstFile.c
@@ -4,8 +4,7 @@
  * This program is free software: you can use, redistribute, and/or modify
  * it under the terms of the GNU Affero General Public License, version 3
  * or later ("AGPL"), as published by the Free Software Foundation.
- *
- * This program is distributed in the hope that it will be useful, but WITHOUT
+ * * This program is distributed in the hope that it will be useful, but WITHOUT
  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  * FITNESS FOR A PARTICULAR PURPOSE.
  *
@@ -14,13 +13,32 @@
  */
 
 #include "indexFstFile.h"
+#include "indexComm.h"
 #include "indexFstUtil.h"
 #include "indexInt.h"
+#include "indexUtil.h"
 #include "os.h"
 #include "tutil.h"
 
+static int32_t kBlockSize = 4096;
+
+typedef struct {
+  int32_t blockId;
+  int32_t nread;
+  char    buf[0];
+} SDataBlock;
+
+static void deleteDataBlockFromLRU(const void* key, size_t keyLen, void* value) { taosMemoryFree(value); }
+
+static void idxGenLRUKey(char* buf, const char* path, int32_t blockId) {
+  char* p = buf;
+  SERIALIZE_STR_VAR_TO_BUF(p, path, strlen(path));
+  SERIALIZE_VAR_TO_BUF(p, '_', char);
+  idxInt2str(blockId, p, 0);
+  return;
+}
 static int idxFileCtxDoWrite(IFileCtx* ctx, uint8_t* buf, int len) {
-  if (ctx->type == TFile) {
+  if (ctx->type == TFILE) {
     assert(len == taosWriteFile(ctx->file.pFile, buf, len));
   } else {
     memcpy(ctx->mem.buf + ctx->offset, buf, len);
@@ -30,7 +48,7 @@ static int idxFileCtxDoWrite(IFileCtx* ctx, uint8_t* buf, int len) {
 }
 static int idxFileCtxDoRead(IFileCtx* ctx, uint8_t* buf, int len) {
   int nRead = 0;
-  if (ctx->type == TFile) {
+  if (ctx->type == TFILE) {
 #ifdef USE_MMAP
     nRead = len < ctx->file.size ? len : ctx->file.size;
     memcpy(buf, ctx->file.ptr, nRead);
@@ -45,24 +63,59 @@ static int idxFileCtxDoRead(IFileCtx* ctx, uint8_t* buf, int len) {
   return nRead;
 }
 static int idxFileCtxDoReadFrom(IFileCtx* ctx, uint8_t* buf, int len, int32_t offset) {
-  int nRead = 0;
-  if (ctx->type == TFile) {
-    // tfLseek(ctx->file.pFile, offset, 0);
+  int32_t total = 0, nread = 0;
+  int32_t blkId = offset / kBlockSize;
+  int32_t blkOffset = offset % kBlockSize;
+  int32_t blkLeft = kBlockSize - blkOffset;
+
+  do {
+    char key[128] = {0};
+    idxGenLRUKey(key, ctx->file.buf, blkId);
+    LRUHandle* h = taosLRUCacheLookup(ctx->lru, key, strlen(key));
+
+    if (h) {
+      SDataBlock* blk = taosLRUCacheValue(ctx->lru, h);
+      nread = MIN(blkLeft, len);
+      memcpy(buf + total, blk->buf + blkOffset, nread);
+      taosLRUCacheRelease(ctx->lru, h, false);
+    } else {
+      int32_t     cacheMemSize = sizeof(SDataBlock) + kBlockSize;
+      SDataBlock* blk = taosMemoryCalloc(1, cacheMemSize);
+
+      blk->blockId = blkId;
+      blk->nread = taosPReadFile(ctx->file.pFile, blk->buf, kBlockSize, blkId * kBlockSize);
+      assert(blk->nread <= kBlockSize);
+      nread = MIN(blkLeft, len);
+      if (blk->nread < kBlockSize && blk->nread < len) {
+        break;
+      }
+      memcpy(buf + total, blk->buf + blkOffset, nread);
+
+      LRUStatus s = taosLRUCacheInsert(ctx->lru, key, strlen(key), blk, cacheMemSize, deleteDataBlockFromLRU, NULL,
+                                       TAOS_LRU_PRIORITY_LOW);
+      if (s != TAOS_LRU_STATUS_OK) {
+        return -1;
+      }
+    }
+    total += nread;
+    len -= nread;
+    offset += nread;
+
+    blkId = offset / kBlockSize;
+    blkOffset = offset % kBlockSize;
+    blkLeft = kBlockSize - blkOffset;
+
+  } while (len > 0);
+
 #ifdef USE_MMAP
-    int32_t last = ctx->file.size - offset;
-    nRead = last >= len ? len : last;
-    memcpy(buf, ctx->file.ptr + offset, nRead);
-#else
-    nRead = taosPReadFile(ctx->file.pFile, buf, len, offset);
+  int32_t last = ctx->file.size - offset;
+  nRead = last >= len ? len : last;
+  memcpy(buf, ctx->file.ptr + offset, nRead);
 #endif
-  } else {
-    // refactor later
-    assert(0);
-  }
-  return nRead;
+  return total;
 }
 static int idxFileCtxGetSize(IFileCtx* ctx) {
-  if (ctx->type == TFile) {
+  if (ctx->type == TFILE) {
     int64_t file_size = 0;
     taosStatFile(ctx->file.buf, &file_size, NULL);
     return (int)file_size;
@@ -70,7 +123,7 @@ static int idxFileCtxGetSize(IFileCtx* ctx) {
   return 0;
 }
 static int idxFileCtxDoFlush(IFileCtx* ctx) {
-  if (ctx->type == TFile) {
+  if (ctx->type == TFILE) {
     taosFsyncFile(ctx->file.pFile);
   } else {
     // do nothing
@@ -85,7 +138,7 @@ IFileCtx* idxFileCtxCreate(WriterType type, const char* path, bool readOnly, int
   }
 
   ctx->type = type;
-  if (ctx->type == TFile) {
+  if (ctx->type == TFILE) {
     // ugly code, refactor later
     ctx->file.readOnly = readOnly;
     memcpy(ctx->file.buf, path, strlen(path));
@@ -109,7 +162,7 @@ IFileCtx* idxFileCtxCreate(WriterType type, const char* path, bool readOnly, int
       indexError("failed to open file, error %d", errno);
       goto END;
     }
-  } else if (ctx->type == TMemory) {
+  } else if (ctx->type == TMEMORY) {
     ctx->mem.buf = taosMemoryCalloc(1, sizeof(char) * capacity);
     ctx->mem.cap = capacity;
   }
@@ -124,14 +177,14 @@ IFileCtx* idxFileCtxCreate(WriterType type, const char* path, bool readOnly, int
 
   return ctx;
 END:
-  if (ctx->type == TMemory) {
+  if (ctx->type == TMEMORY) {
     taosMemoryFree(ctx->mem.buf);
   }
   taosMemoryFree(ctx);
   return NULL;
 }
 void idxFileCtxDestroy(IFileCtx* ctx, bool remove) {
-  if (ctx->type == TMemory) {
+  if (ctx->type == TMEMORY) {
     taosMemoryFree(ctx->mem.buf);
   } else {
     ctx->flush(ctx);
@@ -183,6 +236,7 @@ int idxFileWrite(IdxFstFile* write, uint8_t* buf, uint32_t len) {
   write->summer = taosCalcChecksum(write->summer, buf, len);
   return len;
 }
+
 int idxFileRead(IdxFstFile* write, uint8_t* buf, uint32_t len) {
   if (write == NULL) {
     return 0;
diff --git a/source/libs/index/src/indexTfile.c b/source/libs/index/src/indexTfile.c
index 56ebd9eb18..b4e59d0f63 100644
--- a/source/libs/index/src/indexTfile.c
+++ b/source/libs/index/src/indexTfile.c
@@ -90,7 +90,7 @@ static int32_t (*tfSearch[][QUERY_MAX])(void* reader, SIndexTerm* tem, SIdxTRslt
     {tfSearchEqual_JSON, tfSearchPrefix_JSON, tfSearchSuffix_JSON, tfSearchRegex_JSON, tfSearchLessThan_JSON,
      tfSearchLessEqual_JSON, tfSearchGreaterThan_JSON, tfSearchGreaterEqual_JSON, tfSearchRange_JSON}};
 
-TFileCache* tfileCacheCreate(const char* path) {
+TFileCache* tfileCacheCreate(SIndex* idx, const char* path) {
   TFileCache* tcache = taosMemoryCalloc(1, sizeof(TFileCache));
   if (tcache == NULL) {
     return NULL;
@@ -103,17 +103,20 @@ TFileCache* tfileCacheCreate(const char* path) {
   for (size_t i = 0; i < taosArrayGetSize(files); i++) {
     char* file = taosArrayGetP(files, i);
 
-    IFileCtx* wc = idxFileCtxCreate(TFile, file, true, 1024 * 1024 * 64);
-    if (wc == NULL) {
+    IFileCtx* ctx = idxFileCtxCreate(TFILE, file, true, 1024 * 1024 * 64);
+    if (ctx == NULL) {
       indexError("failed to open index:%s", file);
       goto End;
     }
+    ctx->lru = idx->lru;
 
-    TFileReader* reader = tfileReaderCreate(wc);
+    TFileReader* reader = tfileReaderCreate(ctx);
     if (reader == NULL) {
       indexInfo("skip invalid file: %s", file);
       continue;
     }
+    reader->lru = idx->lru;
+
     TFileHeader* header = &reader->header;
     ICacheKey    key = {.suid = header->suid, .colName = header->colName, .nColName = (int32_t)strlen(header->colName)};
 
@@ -160,9 +163,8 @@ TFileReader* tfileCacheGet(TFileCache* tcache, ICacheKey* key) {
   return *reader;
 }
 void tfileCachePut(TFileCache* tcache, ICacheKey* key, TFileReader* reader) {
-  char    buf[128] = {0};
-  int32_t sz = idxSerialCacheKey(key, buf);
-  // remove last version index reader
+  char          buf[128] = {0};
+  int32_t       sz = idxSerialCacheKey(key, buf);
   TFileReader** p = taosHashGet(tcache->tableCache, buf, sz);
   if (p != NULL && *p != NULL) {
     TFileReader* oldRdr = *p;
@@ -493,7 +495,7 @@ TFileWriter* tfileWriterOpen(char* path, uint64_t suid, int64_t version, const c
   char fullname[256] = {0};
   tfileGenFileFullName(fullname, path, suid, colName, version);
   // indexInfo("open write file name %s", fullname);
-  IFileCtx* wcx = idxFileCtxCreate(TFile, fullname, false, 1024 * 1024 * 64);
+  IFileCtx* wcx = idxFileCtxCreate(TFILE, fullname, false, 1024 * 1024 * 64);
   if (wcx == NULL) {
     return NULL;
   }
@@ -506,16 +508,17 @@ TFileWriter* tfileWriterOpen(char* path, uint64_t suid, int64_t version, const c
 
   return tfileWriterCreate(wcx, &tfh);
 }
-TFileReader* tfileReaderOpen(char* path, uint64_t suid, int64_t version, const char* colName) {
+TFileReader* tfileReaderOpen(SIndex* idx, uint64_t suid, int64_t version, const char* colName) {
   char fullname[256] = {0};
-  tfileGenFileFullName(fullname, path, suid, colName, version);
+  tfileGenFileFullName(fullname, idx->path, suid, colName, version);
 
-  IFileCtx* wc = idxFileCtxCreate(TFile, fullname, true, 1024 * 1024 * 1024);
+  IFileCtx* wc = idxFileCtxCreate(TFILE, fullname, true, 1024 * 1024 * 1024);
   if (wc == NULL) {
     terrno = TAOS_SYSTEM_ERROR(errno);
     indexError("failed to open readonly file: %s, reason: %s", fullname, terrstr());
     return NULL;
   }
+  wc->lru = idx->lru;
   indexTrace("open read file name:%s, file size: %" PRId64 "", wc->file.buf, wc->file.size);
 
   TFileReader* reader = tfileReaderCreate(wc);
@@ -598,17 +601,11 @@ int tfileWriterPut(TFileWriter* tw, void* data, bool order) {
       indexError("failed to write data: %s, offset: %d len: %d", v->colVal, v->offset,
                  (int)taosArrayGetSize(v->tableId));
     } else {
-      // indexInfo("success to write data: %s, offset: %d len: %d", v->colVal, v->offset,
-      //          (int)taosArrayGetSize(v->tableId));
-
-      // indexInfo("tfile write data size: %d", tw->ctx->size(tw->ctx));
+      indexInfo("success to write data: %s, offset: %d len: %d", v->colVal, v->offset,
+                (int)taosArrayGetSize(v->tableId));
     }
   }
-
-  fstBuilderFinish(tw->fb);
   fstBuilderDestroy(tw->fb);
-  tw->fb = NULL;
-
   tfileWriteFooter(tw);
   return 0;
 }
@@ -627,8 +624,8 @@ void tfileWriterDestroy(TFileWriter* tw) {
   taosMemoryFree(tw);
 }
 
-IndexTFile* idxTFileCreate(const char* path) {
-  TFileCache* cache = tfileCacheCreate(path);
+IndexTFile* idxTFileCreate(SIndex* idx, const char* path) {
+  TFileCache* cache = tfileCacheCreate(idx, path);
   if (cache == NULL) {
     return NULL;
   }
@@ -859,18 +856,6 @@ static int tfileWriteData(TFileWriter* write, TFileValue* tval) {
     return 0;
   }
   return -1;
-
-  // if (colType == TSDB_DATA_TYPE_BINARY || colType == TSDB_DATA_TYPE_NCHAR) {
-  //  FstSlice key = fstSliceCreate((uint8_t*)(tval->colVal), (size_t)strlen(tval->colVal));
-  //  if (fstBuilderInsert(write->fb, key, tval->offset)) {
-  //    fstSliceDestroy(&key);
-  //    return 0;
-  //  }
-  //  fstSliceDestroy(&key);
-  //  return -1;
-  //} else {
-  //  // handle other type later
-  //}
 }
 static int tfileWriteFooter(TFileWriter* write) {
   char  buf[sizeof(FILE_MAGIC_NUMBER) + 1] = {0};
@@ -887,6 +872,7 @@ static int tfileReaderLoadHeader(TFileReader* reader) {
   char buf[TFILE_HEADER_SIZE] = {0};
 
   int64_t nread = reader->ctx->readFrom(reader->ctx, buf, sizeof(buf), 0);
+
   if (nread == -1) {
     indexError("actual Read: %d, to read: %d, errno: %d, filename: %s", (int)(nread), (int)sizeof(buf), errno,
                reader->ctx->file.buf);
@@ -914,7 +900,7 @@ static int tfileReaderLoadFst(TFileReader* reader) {
   int64_t cost = taosGetTimestampUs() - ts;
   indexInfo("nread = %d, and fst offset=%d, fst size: %d, filename: %s, file size: %" PRId64 ", time cost: %" PRId64
             "us",
-            nread, reader->header.fstOffset, fstSize, ctx->file.buf, ctx->file.size, cost);
+            nread, reader->header.fstOffset, fstSize, ctx->file.buf, size, cost);
   // we assuse fst size less than FST_MAX_SIZE
   assert(nread > 0 && nread <= fstSize);
 
diff --git a/source/libs/index/test/fstTest.cc b/source/libs/index/test/fstTest.cc
index 7109c65e85..4e9a853302 100644
--- a/source/libs/index/test/fstTest.cc
+++ b/source/libs/index/test/fstTest.cc
@@ -19,7 +19,7 @@ class FstWriter {
  public:
   FstWriter() {
     taosRemoveFile(fileName.c_str());
-    _wc = idxFileCtxCreate(TFile, fileName.c_str(), false, 64 * 1024 * 1024);
+    _wc = idxFileCtxCreate(TFILE, fileName.c_str(), false, 64 * 1024 * 1024);
     _b = fstBuilderCreate(_wc, 0);
   }
   bool Put(const std::string& key, uint64_t val) {
@@ -34,7 +34,7 @@ class FstWriter {
     return ok;
   }
   ~FstWriter() {
-    fstBuilderFinish(_b);
+    // fstBuilderFinish(_b);
     fstBuilderDestroy(_b);
 
     idxFileCtxDestroy(_wc, false);
@@ -48,7 +48,7 @@ class FstWriter {
 class FstReadMemory {
  public:
   FstReadMemory(int32_t size, const std::string& fileName = TD_TMP_DIR_PATH "tindex.tindex") {
-    _wc = idxFileCtxCreate(TFile, fileName.c_str(), true, 64 * 1024);
+    _wc = idxFileCtxCreate(TFILE, fileName.c_str(), true, 64 * 1024);
     _w = idxFileCreate(_wc);
     _size = size;
     memset((void*)&_s, 0, sizeof(_s));
@@ -598,7 +598,9 @@ void fst_get(Fst* fst) {
 void validateTFile(char* arg) {
   std::thread threads[NUM_OF_THREAD];
   // std::vector<std::thread> threads;
-  TFileReader* reader = tfileReaderOpen(arg, 0, 20000000, "tag1");
+  SIndex* index = (SIndex*)taosMemoryCalloc(1, sizeof(SIndex));
+  index->path = strdup(arg);
+  TFileReader* reader = tfileReaderOpen(index, 0, 20000000, "tag1");
 
   for (int i = 0; i < NUM_OF_THREAD; i++) {
     threads[i] = std::thread(fst_get, reader->fst);
@@ -617,7 +619,7 @@ void iterTFileReader(char* path, char* uid, char* colName, char* ver) {
   uint64_t suid = atoi(uid);
   int      version = atoi(ver);
 
-  TFileReader* reader = tfileReaderOpen(path, suid, version, colName);
+  TFileReader* reader = tfileReaderOpen(NULL, suid, version, colName);
 
   Iterate* iter = tfileIteratorCreate(reader);
   bool     tn = iter ? iter->next(iter) : false;
diff --git a/source/libs/index/test/fstUT.cc b/source/libs/index/test/fstUT.cc
index b8663dd9f2..37c9d1b97b 100644
--- a/source/libs/index/test/fstUT.cc
+++ b/source/libs/index/test/fstUT.cc
@@ -39,7 +39,7 @@ static void EnvCleanup() {}
 class FstWriter {
  public:
   FstWriter() {
-    _wc = idxFileCtxCreate(TFile, tindex, false, 64 * 1024 * 1024);
+    _wc = idxFileCtxCreate(TFILE, tindex, false, 64 * 1024 * 1024);
     _b = fstBuilderCreate(_wc, 0);
   }
   bool Put(const std::string& key, uint64_t val) {
@@ -54,7 +54,6 @@ class FstWriter {
     return ok;
   }
   ~FstWriter() {
-    fstBuilderFinish(_b);
     fstBuilderDestroy(_b);
 
     idxFileCtxDestroy(_wc, false);
@@ -68,7 +67,7 @@ class FstWriter {
 class FstReadMemory {
  public:
   FstReadMemory(size_t size) {
-    _wc = idxFileCtxCreate(TFile, tindex, true, 64 * 1024);
+    _wc = idxFileCtxCreate(TFILE, tindex, true, 64 * 1024);
     _w = idxFileCreate(_wc);
     _size = size;
     memset((void*)&_s, 0, sizeof(_s));
diff --git a/source/libs/index/test/indexTests.cc b/source/libs/index/test/indexTests.cc
index 6b20205014..42127242b6 100644
--- a/source/libs/index/test/indexTests.cc
+++ b/source/libs/index/test/indexTests.cc
@@ -50,7 +50,7 @@ class DebugInfo {
 class FstWriter {
  public:
   FstWriter() {
-    _wc = idxFileCtxCreate(TFile, TD_TMP_DIR_PATH "tindex", false, 64 * 1024 * 1024);
+    _wc = idxFileCtxCreate(TFILE, TD_TMP_DIR_PATH "tindex", false, 64 * 1024 * 1024);
     _b = fstBuilderCreate(NULL, 0);
   }
   bool Put(const std::string& key, uint64_t val) {
@@ -60,7 +60,7 @@ class FstWriter {
     return ok;
   }
   ~FstWriter() {
-    fstBuilderFinish(_b);
+    // fstBuilderFinish(_b);
     fstBuilderDestroy(_b);
 
     idxFileCtxDestroy(_wc, false);
@@ -74,7 +74,7 @@ class FstWriter {
 class FstReadMemory {
  public:
   FstReadMemory(size_t size) {
-    _wc = idxFileCtxCreate(TFile, TD_TMP_DIR_PATH "tindex", true, 64 * 1024);
+    _wc = idxFileCtxCreate(TFILE, TD_TMP_DIR_PATH "tindex", true, 64 * 1024);
     _w = idxFileCreate(_wc);
     _size = size;
     memset((void*)&_s, 0, sizeof(_s));
@@ -292,7 +292,7 @@ class IndexEnv : public ::testing::Test {
   virtual void SetUp() {
     initLog();
     taosRemoveDir(path);
-    opts = indexOptsCreate();
+    opts = indexOptsCreate(1024 * 1024 * 8);
     int ret = indexOpen(opts, path, &index);
     assert(ret == 0);
   }
@@ -391,13 +391,15 @@ class TFileObj {
 
     fileName_ = path;
 
-    IFileCtx* ctx = idxFileCtxCreate(TFile, path.c_str(), false, 64 * 1024 * 1024);
+    IFileCtx* ctx = idxFileCtxCreate(TFILE, path.c_str(), false, 64 * 1024 * 1024);
+    ctx->lru = taosLRUCacheInit(1024 * 1024 * 4, -1, .5);
 
     writer_ = tfileWriterCreate(ctx, &header);
     return writer_ != NULL ? true : false;
   }
   bool InitReader() {
-    IFileCtx* ctx = idxFileCtxCreate(TFile, fileName_.c_str(), true, 64 * 1024 * 1024);
+    IFileCtx* ctx = idxFileCtxCreate(TFILE, fileName_.c_str(), true, 64 * 1024 * 1024);
+    ctx->lru = taosLRUCacheInit(1024 * 1024 * 4, -1, .5);
     reader_ = tfileReaderCreate(ctx);
     return reader_ != NULL ? true : false;
   }
@@ -657,7 +659,7 @@ TEST_F(IndexCacheEnv, cache_test) {
   {
     std::string     colVal("v3");
     SIndexTerm*     term = indexTermCreateT(0, ADD_VALUE, TSDB_DATA_TYPE_BINARY, colName.c_str(), colName.size(),
-                                        colVal.c_str(), colVal.size());
+                                            colVal.c_str(), colVal.size());
     SIndexTermQuery query = {term, QUERY_TERM};
     SArray*         ret = (SArray*)taosArrayInit(4, sizeof(suid));
     STermValueType  valType;
@@ -672,7 +674,7 @@ TEST_F(IndexCacheEnv, cache_test) {
   {
     std::string     colVal("v2");
     SIndexTerm*     term = indexTermCreateT(0, ADD_VALUE, TSDB_DATA_TYPE_BINARY, colName.c_str(), colName.size(),
-                                        colVal.c_str(), colVal.size());
+                                            colVal.c_str(), colVal.size());
     SIndexTermQuery query = {term, QUERY_TERM};
     SArray*         ret = (SArray*)taosArrayInit(4, sizeof(suid));
     STermValueType  valType;
@@ -698,7 +700,8 @@ class IndexObj {
       taosMkDir(dir.c_str());
     }
     taosMkDir(dir.c_str());
-    int ret = indexOpen(&opts, dir.c_str(), &idx);
+    opts = indexOptsCreate(1024 * 1024 * 4);
+    int ret = indexOpen(opts, dir.c_str(), &idx);
     if (ret != 0) {
       // opt
       std::cout << "failed to open index: %s" << dir << std::endl;
@@ -707,7 +710,7 @@ class IndexObj {
   }
   void Del(const std::string& colName, const std::string& colVal, uint64_t uid) {
     SIndexTerm*      term = indexTermCreateT(0, DEL_VALUE, TSDB_DATA_TYPE_BINARY, colName.c_str(), colName.size(),
-                                        colVal.c_str(), colVal.size());
+                                             colVal.c_str(), colVal.size());
     SIndexMultiTerm* terms = indexMultiTermCreate();
     indexMultiTermAdd(terms, term);
     Put(terms, uid);
@@ -716,7 +719,7 @@ class IndexObj {
   int WriteMillonData(const std::string& colName, const std::string& colVal = "Hello world",
                       size_t numOfTable = 100 * 10000) {
     SIndexTerm*      term = indexTermCreateT(0, ADD_VALUE, TSDB_DATA_TYPE_BINARY, colName.c_str(), colName.size(),
-                                        colVal.c_str(), colVal.size());
+                                             colVal.c_str(), colVal.size());
     SIndexMultiTerm* terms = indexMultiTermCreate();
     indexMultiTermAdd(terms, term);
     for (size_t i = 0; i < numOfTable; i++) {
@@ -738,7 +741,7 @@ class IndexObj {
         tColVal[taosRand() % colValSize] = 'a' + k % 26;
       }
       SIndexTerm*      term = indexTermCreateT(0, ADD_VALUE, TSDB_DATA_TYPE_BINARY, colName.c_str(), colName.size(),
-                                          tColVal.c_str(), tColVal.size());
+                                               tColVal.c_str(), tColVal.size());
       SIndexMultiTerm* terms = indexMultiTermCreate();
       indexMultiTermAdd(terms, term);
       for (size_t j = 0; j < skip; j++) {
@@ -774,7 +777,7 @@ class IndexObj {
   int SearchOne(const std::string& colName, const std::string& colVal) {
     SIndexMultiTermQuery* mq = indexMultiTermQueryCreate(MUST);
     SIndexTerm*           term = indexTermCreateT(0, ADD_VALUE, TSDB_DATA_TYPE_BINARY, colName.c_str(), colName.size(),
-                                        colVal.c_str(), colVal.size());
+                                                  colVal.c_str(), colVal.size());
     indexMultiTermQueryAdd(mq, term, QUERY_TERM);
 
     SArray* result = (SArray*)taosArrayInit(1, sizeof(uint64_t));
@@ -796,7 +799,7 @@ class IndexObj {
   int SearchOneTarget(const std::string& colName, const std::string& colVal, uint64_t val) {
     SIndexMultiTermQuery* mq = indexMultiTermQueryCreate(MUST);
     SIndexTerm*           term = indexTermCreateT(0, ADD_VALUE, TSDB_DATA_TYPE_BINARY, colName.c_str(), colName.size(),
-                                        colVal.c_str(), colVal.size());
+                                                  colVal.c_str(), colVal.size());
     indexMultiTermQueryAdd(mq, term, QUERY_TERM);
 
     SArray* result = (SArray*)taosArrayInit(1, sizeof(uint64_t));
@@ -821,7 +824,7 @@ class IndexObj {
   void PutOne(const std::string& colName, const std::string& colVal) {
     SIndexMultiTerm* terms = indexMultiTermCreate();
     SIndexTerm*      term = indexTermCreateT(0, ADD_VALUE, TSDB_DATA_TYPE_BINARY, colName.c_str(), colName.size(),
-                                        colVal.c_str(), colVal.size());
+                                             colVal.c_str(), colVal.size());
     indexMultiTermAdd(terms, term);
     Put(terms, 10);
     indexMultiTermDestroy(terms);
@@ -829,7 +832,7 @@ class IndexObj {
   void PutOneTarge(const std::string& colName, const std::string& colVal, uint64_t val) {
     SIndexMultiTerm* terms = indexMultiTermCreate();
     SIndexTerm*      term = indexTermCreateT(0, ADD_VALUE, TSDB_DATA_TYPE_BINARY, colName.c_str(), colName.size(),
-                                        colVal.c_str(), colVal.size());
+                                             colVal.c_str(), colVal.size());
     indexMultiTermAdd(terms, term);
     Put(terms, val);
     indexMultiTermDestroy(terms);
@@ -845,10 +848,10 @@ class IndexObj {
   }
 
  private:
-  SIndexOpts opts;
-  SIndex*    idx;
-  int        numOfWrite;
-  int        numOfRead;
+  SIndexOpts* opts;
+  SIndex*     idx;
+  int         numOfWrite;
+  int         numOfRead;
 };
 
 class IndexEnv2 : public ::testing::Test {
@@ -875,7 +878,7 @@ TEST_F(IndexEnv2, testIndexOpen) {
     std::string colName("tag1"), colVal("Hello");
 
     SIndexTerm*      term = indexTermCreateT(0, ADD_VALUE, TSDB_DATA_TYPE_BINARY, colName.c_str(), colName.size(),
-                                        colVal.c_str(), colVal.size());
+                                             colVal.c_str(), colVal.size());
     SIndexMultiTerm* terms = indexMultiTermCreate();
     indexMultiTermAdd(terms, term);
     for (size_t i = 0; i < targetSize; i++) {
@@ -890,7 +893,7 @@ TEST_F(IndexEnv2, testIndexOpen) {
     std::string colName("tag1"), colVal("hello");
 
     SIndexTerm*      term = indexTermCreateT(0, ADD_VALUE, TSDB_DATA_TYPE_BINARY, colName.c_str(), colName.size(),
-                                        colVal.c_str(), colVal.size());
+                                             colVal.c_str(), colVal.size());
     SIndexMultiTerm* terms = indexMultiTermCreate();
     indexMultiTermAdd(terms, term);
     for (size_t i = 0; i < size; i++) {
@@ -905,7 +908,7 @@ TEST_F(IndexEnv2, testIndexOpen) {
     std::string colName("tag1"), colVal("Hello");
 
     SIndexTerm*      term = indexTermCreateT(0, ADD_VALUE, TSDB_DATA_TYPE_BINARY, colName.c_str(), colName.size(),
-                                        colVal.c_str(), colVal.size());
+                                             colVal.c_str(), colVal.size());
     SIndexMultiTerm* terms = indexMultiTermCreate();
     indexMultiTermAdd(terms, term);
     for (size_t i = size * 3; i < size * 4; i++) {
@@ -920,7 +923,7 @@ TEST_F(IndexEnv2, testIndexOpen) {
     std::string           colName("tag1"), colVal("Hello");
     SIndexMultiTermQuery* mq = indexMultiTermQueryCreate(MUST);
     SIndexTerm*           term = indexTermCreateT(0, ADD_VALUE, TSDB_DATA_TYPE_BINARY, colName.c_str(), colName.size(),
-                                        colVal.c_str(), colVal.size());
+                                                  colVal.c_str(), colVal.size());
     indexMultiTermQueryAdd(mq, term, QUERY_TERM);
 
     SArray* result = (SArray*)taosArrayInit(1, sizeof(uint64_t));
@@ -943,7 +946,7 @@ TEST_F(IndexEnv2, testEmptyIndexOpen) {
     std::string colName("tag1"), colVal("Hello");
 
     SIndexTerm*      term = indexTermCreateT(0, ADD_VALUE, TSDB_DATA_TYPE_BINARY, colName.c_str(), colName.size(),
-                                        colVal.c_str(), colVal.size());
+                                             colVal.c_str(), colVal.size());
     SIndexMultiTerm* terms = indexMultiTermCreate();
     indexMultiTermAdd(terms, term);
     for (size_t i = 0; i < targetSize; i++) {
diff --git a/source/libs/index/test/jsonUT.cc b/source/libs/index/test/jsonUT.cc
index c65949277e..1911514d97 100644
--- a/source/libs/index/test/jsonUT.cc
+++ b/source/libs/index/test/jsonUT.cc
@@ -54,13 +54,12 @@ class JsonEnv : public ::testing::Test {
     printf("set up\n");
 
     initLog();
-    opts = indexOptsCreate();
+    opts = indexOptsCreate(1024 * 1024 * 4);
     int ret = indexJsonOpen(opts, dir.c_str(), &index);
     assert(ret == 0);
   }
   virtual void TearDown() {
     indexJsonClose(index);
-    indexOptsDestroy(opts);
     printf("destory\n");
     taosMsleep(1000);
   }
@@ -71,7 +70,7 @@ class JsonEnv : public ::testing::Test {
 static void WriteData(SIndexJson* index, const std::string& colName, int8_t dtype, void* data, int dlen, int tableId,
                       int8_t operType = ADD_VALUE) {
   SIndexTerm*      term = indexTermCreateT(1, (SIndexOperOnColumn)operType, dtype, colName.c_str(), colName.size(),
-                                      (const char*)data, dlen);
+                                           (const char*)data, dlen);
   SIndexMultiTerm* terms = indexMultiTermCreate();
   indexMultiTermAdd(terms, term);
   indexJsonPut(index, terms, (int64_t)tableId);
@@ -82,7 +81,7 @@ static void WriteData(SIndexJson* index, const std::string& colName, int8_t dtyp
 static void delData(SIndexJson* index, const std::string& colName, int8_t dtype, void* data, int dlen, int tableId,
                     int8_t operType = DEL_VALUE) {
   SIndexTerm*      term = indexTermCreateT(1, (SIndexOperOnColumn)operType, dtype, colName.c_str(), colName.size(),
-                                      (const char*)data, dlen);
+                                           (const char*)data, dlen);
   SIndexMultiTerm* terms = indexMultiTermCreate();
   indexMultiTermAdd(terms, term);
   indexJsonPut(index, terms, (int64_t)tableId);
@@ -108,7 +107,7 @@ TEST_F(JsonEnv, testWrite) {
     std::string colVal("ab");
     for (int i = 0; i < 100; i++) {
       SIndexTerm*      term = indexTermCreateT(1, ADD_VALUE, TSDB_DATA_TYPE_BINARY, colName.c_str(), colName.size(),
-                                          colVal.c_str(), colVal.size());
+                                               colVal.c_str(), colVal.size());
       SIndexMultiTerm* terms = indexMultiTermCreate();
       indexMultiTermAdd(terms, term);
       indexJsonPut(index, terms, i);
@@ -147,7 +146,7 @@ TEST_F(JsonEnv, testWrite) {
 
     SIndexMultiTermQuery* mq = indexMultiTermQueryCreate(MUST);
     SIndexTerm*           q = indexTermCreateT(1, ADD_VALUE, TSDB_DATA_TYPE_BINARY, colName.c_str(), colName.size(),
-                                     colVal.c_str(), colVal.size());
+                                               colVal.c_str(), colVal.size());
 
     SArray* result = taosArrayInit(1, sizeof(uint64_t));
     indexMultiTermQueryAdd(mq, q, QUERY_TERM);
@@ -205,7 +204,7 @@ TEST_F(JsonEnv, testWriteMillonData) {
 
     SIndexMultiTermQuery* mq = indexMultiTermQueryCreate(MUST);
     SIndexTerm*           q = indexTermCreateT(1, ADD_VALUE, TSDB_DATA_TYPE_BINARY, colName.c_str(), colName.size(),
-                                     colVal.c_str(), colVal.size());
+                                               colVal.c_str(), colVal.size());
 
     SArray* result = taosArrayInit(1, sizeof(uint64_t));
     indexMultiTermQueryAdd(mq, q, QUERY_TERM);
@@ -220,7 +219,7 @@ TEST_F(JsonEnv, testWriteMillonData) {
 
       SIndexMultiTermQuery* mq = indexMultiTermQueryCreate(MUST);
       SIndexTerm*           q = indexTermCreateT(1, ADD_VALUE, TSDB_DATA_TYPE_BINARY, colName.c_str(), colName.size(),
-                                       colVal.c_str(), colVal.size());
+                                                 colVal.c_str(), colVal.size());
 
       SArray* result = taosArrayInit(1, sizeof(uint64_t));
       indexMultiTermQueryAdd(mq, q, QUERY_GREATER_THAN);
@@ -235,7 +234,7 @@ TEST_F(JsonEnv, testWriteMillonData) {
 
         SIndexMultiTermQuery* mq = indexMultiTermQueryCreate(MUST);
         SIndexTerm*           q = indexTermCreateT(1, ADD_VALUE, TSDB_DATA_TYPE_BINARY, colName.c_str(), colName.size(),
-                                         colVal.c_str(), colVal.size());
+                                                   colVal.c_str(), colVal.size());
 
         SArray* result = taosArrayInit(1, sizeof(uint64_t));
         indexMultiTermQueryAdd(mq, q, QUERY_GREATER_EQUAL);
@@ -305,7 +304,7 @@ TEST_F(JsonEnv, testWriteJsonNumberData) {
     int                   val = 15;
     SIndexMultiTermQuery* mq = indexMultiTermQueryCreate(MUST);
     SIndexTerm*           q = indexTermCreateT(1, ADD_VALUE, TSDB_DATA_TYPE_INT, colName.c_str(), colName.size(),
-                                     (const char*)&val, sizeof(val));
+                                               (const char*)&val, sizeof(val));
 
     SArray* result = taosArrayInit(1, sizeof(uint64_t));
     indexMultiTermQueryAdd(mq, q, QUERY_TERM);
@@ -319,7 +318,7 @@ TEST_F(JsonEnv, testWriteJsonNumberData) {
 
     SIndexMultiTermQuery* mq = indexMultiTermQueryCreate(MUST);
     SIndexTerm*           q = indexTermCreateT(1, ADD_VALUE, TSDB_DATA_TYPE_INT, colName.c_str(), colName.size(),
-                                     (const char*)&val, sizeof(val));
+                                               (const char*)&val, sizeof(val));
 
     SArray* result = taosArrayInit(1, sizeof(uint64_t));
     indexMultiTermQueryAdd(mq, q, QUERY_GREATER_THAN);
@@ -334,7 +333,7 @@ TEST_F(JsonEnv, testWriteJsonNumberData) {
 
     SIndexMultiTermQuery* mq = indexMultiTermQueryCreate(MUST);
     SIndexTerm*           q = indexTermCreateT(1, ADD_VALUE, TSDB_DATA_TYPE_INT, colName.c_str(), colName.size(),
-                                     (const char*)&val, sizeof(int));
+                                               (const char*)&val, sizeof(int));
 
     SArray* result = taosArrayInit(1, sizeof(uint64_t));
     indexMultiTermQueryAdd(mq, q, QUERY_GREATER_EQUAL);
@@ -349,7 +348,7 @@ TEST_F(JsonEnv, testWriteJsonNumberData) {
 
     SIndexMultiTermQuery* mq = indexMultiTermQueryCreate(MUST);
     SIndexTerm*           q = indexTermCreateT(1, ADD_VALUE, TSDB_DATA_TYPE_INT, colName.c_str(), colName.size(),
-                                     (const char*)&val, sizeof(val));
+                                               (const char*)&val, sizeof(val));
 
     SArray* result = taosArrayInit(1, sizeof(uint64_t));
     indexMultiTermQueryAdd(mq, q, QUERY_LESS_THAN);
@@ -364,7 +363,7 @@ TEST_F(JsonEnv, testWriteJsonNumberData) {
 
     SIndexMultiTermQuery* mq = indexMultiTermQueryCreate(MUST);
     SIndexTerm*           q = indexTermCreateT(1, ADD_VALUE, TSDB_DATA_TYPE_INT, colName.c_str(), colName.size(),
-                                     (const char*)&val, sizeof(val));
+                                               (const char*)&val, sizeof(val));
 
     SArray* result = taosArrayInit(1, sizeof(uint64_t));
     indexMultiTermQueryAdd(mq, q, QUERY_LESS_EQUAL);
@@ -407,7 +406,7 @@ TEST_F(JsonEnv, testWriteJsonTfileAndCache_INT) {
 
     SIndexMultiTermQuery* mq = indexMultiTermQueryCreate(MUST);
     SIndexTerm*           q = indexTermCreateT(1, ADD_VALUE, TSDB_DATA_TYPE_INT, colName.c_str(), colName.size(),
-                                     (const char*)&val, sizeof(val));
+                                               (const char*)&val, sizeof(val));
 
     SArray* result = taosArrayInit(1, sizeof(uint64_t));
     indexMultiTermQueryAdd(mq, q, QUERY_TERM);
@@ -421,7 +420,7 @@ TEST_F(JsonEnv, testWriteJsonTfileAndCache_INT) {
 
     SIndexMultiTermQuery* mq = indexMultiTermQueryCreate(MUST);
     SIndexTerm*           q = indexTermCreateT(1, ADD_VALUE, TSDB_DATA_TYPE_INT, colName.c_str(), colName.size(),
-                                     (const char*)&val, sizeof(int));
+                                               (const char*)&val, sizeof(int));
 
     SArray* result = taosArrayInit(1, sizeof(uint64_t));
     indexMultiTermQueryAdd(mq, q, QUERY_GREATER_THAN);
@@ -436,7 +435,7 @@ TEST_F(JsonEnv, testWriteJsonTfileAndCache_INT) {
 
     SIndexMultiTermQuery* mq = indexMultiTermQueryCreate(MUST);
     SIndexTerm*           q = indexTermCreateT(1, ADD_VALUE, TSDB_DATA_TYPE_INT, colName.c_str(), colName.size(),
-                                     (const char*)&val, sizeof(val));
+                                               (const char*)&val, sizeof(val));
 
     SArray* result = taosArrayInit(1, sizeof(uint64_t));
     indexMultiTermQueryAdd(mq, q, QUERY_GREATER_EQUAL);
@@ -450,7 +449,7 @@ TEST_F(JsonEnv, testWriteJsonTfileAndCache_INT) {
 
     SIndexMultiTermQuery* mq = indexMultiTermQueryCreate(MUST);
     SIndexTerm*           q = indexTermCreateT(1, ADD_VALUE, TSDB_DATA_TYPE_INT, colName.c_str(), colName.size(),
-                                     (const char*)&val, sizeof(val));
+                                               (const char*)&val, sizeof(val));
 
     SArray* result = taosArrayInit(1, sizeof(uint64_t));
     indexMultiTermQueryAdd(mq, q, QUERY_GREATER_THAN);
@@ -464,7 +463,7 @@ TEST_F(JsonEnv, testWriteJsonTfileAndCache_INT) {
 
     SIndexMultiTermQuery* mq = indexMultiTermQueryCreate(MUST);
     SIndexTerm*           q = indexTermCreateT(1, ADD_VALUE, TSDB_DATA_TYPE_INT, colName.c_str(), colName.size(),
-                                     (const char*)&val, sizeof(val));
+                                               (const char*)&val, sizeof(val));
 
     SArray* result = taosArrayInit(1, sizeof(uint64_t));
     indexMultiTermQueryAdd(mq, q, QUERY_LESS_EQUAL);
@@ -493,7 +492,7 @@ TEST_F(JsonEnv, testWriteJsonTfileAndCache_INT) {
 
     SIndexMultiTermQuery* mq = indexMultiTermQueryCreate(MUST);
     SIndexTerm*           q = indexTermCreateT(1, ADD_VALUE, TSDB_DATA_TYPE_INT, colName.c_str(), colName.size(),
-                                     (const char*)&val, sizeof(val));
+                                               (const char*)&val, sizeof(val));
 
     SArray* result = taosArrayInit(1, sizeof(uint64_t));
     indexMultiTermQueryAdd(mq, q, QUERY_LESS_THAN);
@@ -521,7 +520,7 @@ TEST_F(JsonEnv, testWriteJsonTfileAndCache_INT) {
 
     SIndexMultiTermQuery* mq = indexMultiTermQueryCreate(MUST);
     SIndexTerm*           q = indexTermCreateT(1, ADD_VALUE, TSDB_DATA_TYPE_INT, colName.c_str(), colName.size(),
-                                     (const char*)&val, sizeof(val));
+                                               (const char*)&val, sizeof(val));
 
     SArray* result = taosArrayInit(1, sizeof(uint64_t));
     indexMultiTermQueryAdd(mq, q, QUERY_GREATER_EQUAL);

From a9e64f29380062871c6c6dbfd4e52d56c8b1be19 Mon Sep 17 00:00:00 2001
From: yihaoDeng <luomoxyz@126.com>
Date: Thu, 14 Jul 2022 15:17:05 +0800
Subject: [PATCH 03/13] feat: add lru to index

---
 include/libs/index/index.h                   |   4 +++-
 source/dnode/vnode/src/meta/metaOpen.c       |   4 ++--
 source/dnode/vnode/src/tsdb/.tsdbCache.c.swo | Bin 0 -> 16384 bytes
 source/libs/index/inc/indexInt.h             |   7 +------
 source/libs/index/src/index.c                |   4 +---
 source/libs/index/test/indexTests.cc         |  13 +++++--------
 6 files changed, 12 insertions(+), 20 deletions(-)
 create mode 100644 source/dnode/vnode/src/tsdb/.tsdbCache.c.swo

diff --git a/include/libs/index/index.h b/include/libs/index/index.h
index 08d64699d4..c1fdc4df52 100644
--- a/include/libs/index/index.h
+++ b/include/libs/index/index.h
@@ -28,7 +28,6 @@ extern "C" {
 
 typedef struct SIndex               SIndex;
 typedef struct SIndexTerm           SIndexTerm;
-typedef struct SIndexOpts           SIndexOpts;
 typedef struct SIndexMultiTermQuery SIndexMultiTermQuery;
 typedef struct SArray               SIndexMultiTerm;
 
@@ -62,6 +61,9 @@ typedef enum {
   QUERY_MAX
 } EIndexQueryType;
 
+typedef struct SIndexOpts {
+  int32_t cacheSize;  // MB
+} SIndexOpts;
 /*
  * create multi query
  * @param oper (input, relation between querys)
diff --git a/source/dnode/vnode/src/meta/metaOpen.c b/source/dnode/vnode/src/meta/metaOpen.c
index 0a27f0bc4e..59df35d554 100644
--- a/source/dnode/vnode/src/meta/metaOpen.c
+++ b/source/dnode/vnode/src/meta/metaOpen.c
@@ -103,8 +103,8 @@ int metaOpen(SVnode *pVnode, SMeta **ppMeta) {
   sprintf(indexFullPath, "%s/%s", pMeta->path, "invert");
   taosMkDir(indexFullPath);
 
-  SIndexOpts *opts = indexOptsCreate(8 * 1024 * 1024);
-  ret = indexOpen(opts, indexFullPath, (SIndex **)&pMeta->pTagIvtIdx);
+  SIndexOpts opts = {.cacheSize = 8 * 1024 * 1024};
+  ret = indexOpen(&opts, indexFullPath, (SIndex **)&pMeta->pTagIvtIdx);
   if (ret < 0) {
     metaError("vgId:%d, failed to open meta tag index since %s", TD_VID(pVnode), tstrerror(terrno));
     goto _err;
diff --git a/source/dnode/vnode/src/tsdb/.tsdbCache.c.swo b/source/dnode/vnode/src/tsdb/.tsdbCache.c.swo
new file mode 100644
index 0000000000000000000000000000000000000000..9feb547e0573668075490648079b7daa25b63e0c
GIT binary patch
literal 16384
zcmeI2Yit}>6~~8n+w>8U3M3Hp#A%AXUGMslI1eW#TfbuB#MbUQsfExoyL;C=cs#Sr
z+_mF8N=PY0JW_%9Kp_YULO{#w0}_0oAR!16Dx?Sy;sZ3O67U6-540prOZcBVcXnsj
zPMkynDl{wo_HiHQo_p@|oY`W}!HNB}J=JUAwcapJReo9AHhr)0m+u;e=em-U*LrOm
zD2c7+4pAA{w)I+NA7X*&CD)rz=SPGyXE`G6yLGQ5(q+dji}a#;_q|eD`sJc}8#YT-
zkt$tFY@8QcAhy6-7O2Zg_x3xC{=VKGF1o2>BW-x&%v!bL{MZ7q1!4=t7KkknTOhVT
zY=PJUu?7B*EFf!l8XrJ^Uak9dLVv!h?emI$9nt9@Y|H<b&VNLwUvA5Pxvl;Q-9XsR
zOFI9AuJ>YF{$-tiTIV0p3WxPy)cGIQ`M10#_!8z{()o|-{L^ju7j-_{f?scYZSWb^
z|EJCm`*)@-{{@|YBB*9;d|hk(=XL%`o&R`S{y*B<-}L&{`dVG%ox1*)+VXXB{1ICq
zwm@uw*aEQyVhh9;h%FFXAhtkkf!G4E1y;3ySvHK#$jPujjpzR-bg7r`GK?RC9{~vx
z;Lmp&#&h7)U>~>-Yy!W#!!RBN9|Io+hrtr4fCs@C*a>!k4dA8Q4dXoc6!;`4fN`)1
z+zr-)yTJK%hVd-;J$MRy3w#4S2~GkJjDs<-8EgdifVYF6+-4Z3!C|ln>fl~*<yOc8
zKLw}2hrq+23MxQ=OSc%tMeqsmaWDiDpbKmO2DtJD!#D@N0_MSc!DetP_yc_NXTX=i
z=fN59E-(g0!2s9-`oUij2lx&6HFyd<0lp57fNAh1unwF<yy4s6VQ>;mgZ1D70t3GV
zXTcA__rdqT<Dd?zU=VBt&tZ(81%CwRz%Rhl;1TeC@E~{q@LbpfuJ1);Ig<D_FP0~T
zL%XSG&>$*RO;4x3yT9)}NIu$goHJ0ozpo&vgui?Qg~Js7*N6JU$B3|n6rH)r?2P(N
ziJJOMk}MYLRvESNo}_$k-{>rfePX$bjvB^sNcV)SdyW!5Xy7-e5v9|#=vrlxrt617
zM?KSTX@g4qXOkrAI=&3bC(x%P`PLDECWHQUaUVjt)FLqpwOMAUY&A(0)AmJJg#>;;
zQLevcP3hIcidKa>EoafRt+FYF>M9Eey4L(8Dtf}45A@>#%{s6%%L}tuAX|-wke>Gs
zns)b)^jR=hBg##hz8rRKN(8y6j=>1iy4Z>t&oh_Dh3u?xdXg*@*Zr)x9_uT62VgW#
zSEC$!+eHo%2I>C$RRtb3ZZIs(nXGH1fgFq<G@`{9U6fIELW`h=vUAYAoKg)_h80tq
z>jb5DIQr;wJu*^CHk+jySOLZMnoijkl&ETj!kUw=J72Fg23gIJ$kdn<GH(`bp(ZSB
z+^J@2Z<41^lJ1L?#H3ukaEINoqPU^gSx_G;H5VC@qAM&Yd3{TaP4tRgX6Q(Baz|J0
ze{!AGvhETu2HLf|v9YioxqJ>em{t7F%R&GCUrwr?6|+R`bXS{H-hXpedG68;Pb^=W
z(kcZzZ&@7y&6T8P>a};~q~5c!Enw@Uqs?t(MEKHkmpg-;LF}ByT5YlZH__aFvEX{k
zW1bMv#(1Yr*y?QLv&5}nQ*h+KmV(5-gS=oTPc%{~(S=3L)2xxyg>9sZj#1Cy?LDn8
z-t~^_qeYFsjYW+#G})-#6xe7O^0+4NdFtHDFV}D!V_#v*@qx)=3NS;9saDLb)&m*6
z3Qkd$hLe=<0Kpl`Icx&nUX7?dq=(c_bXRS`zEks1w89BV>c<T4*xW(W*$Hc43%>f8
z!fHQlsEk_Cp={SL*V(FIFr<NA4H?%~G#H%d{xghY-f0{G!4S5d=jv`T<9MPn>PXKL
zzCJEgAKB!=6@iTr+)Mc8W4nHEYOGv14Xd?WZ-{DnRO}wIy}CMXFk=G2gGNDk-cFud
zQN?pY=AceV4x2TzWXa{mDW-25C?9lp&Xq2)jNnYwceQ+O<blHQ)W~RIY9?Qp8Y}D{
z-9MF`4d+qNHcz4hGn137Gc*hpi|R4qShBNJnG4lOQa29B)Yib1`npAUMappBg5K5+
z^8bXphcK2EYc8dRk+%oFDNurXd-}HM4_0i&B@%*IJ*Bk1igHV<-bSZt!ciT-eh*7y
z`{$2fG#a-g)e0^yxKcn2e{f20H--KEK|^9SltqQG3)M@KSHLFADcN;gfIB1vrm7tn
zsze%)X}iuGEm^WkvTFHM^V~VlTu9MGg&Y?*Enf)QRh6=~Go4;qT1w41^_1()rERMu
z9AEh9p%lxRb?f9;-MU?-s<|j|F)j&fQIyGqlC@=WE08Z}{J;!lDiz_mG%g(Bp%2sb
zB4p8IAP=%w+}K3^z-TT<V^dkm&~zr7pBSE*%w%bLCObWq8&z#)4$RV_Og5W2ke?k?
zeQ@iN#3FV+Zp&Jz*%mZdGI4oyq|#ykXm)rn%4Z&!n4HMZlIwA6`AE+RMkre_omH$$
z)V2a)RTuk}teUuDN;GBLR1{SAMWt>h2_@;!M1C)(sn#ENQX7|N+)O(%<I|HJT}d)w
zT<)r0h1BA*QjvFV%DEK@9R-cKbq7~&%XL)u&=7t@26qOs7X0hBBF-k^`4B|?tM#wK
z&HB38owSUxE13>=Cy9Y;_8v+*<uv-T;Fhh*vhLe3#?!OrsuEjy7xne@?x1{TDn}!x
zG?O&plv1?oeN`;LJ-i6fAv0BS7lw><!eIa3hCj=GF#G@E^W{Im-#-t21)c#v2Ty`0
zz~{hY;4@$c*bHt5FCZ51JU9!^fFd{q2;2ki1{dM~KMlSKj)HyQ&ENw3{j=aZ;EUk1
z;4xr=J>X~X>AwI@gHzxm;2>as|E=IHU>&#(T!x>230wp}0AB-N1rLGazyUUx2Ptp?
zeg8Z78wle8*XR4jrD6-j7KkknTOhVTY=PJUH)jFu@314Fe2sC@^v`n2*MZ-mKH+$T
z0q&?f6|E3DM{S;AmkN5YZx^iye=u~xI<Ha@zOnWd;hZ&nRgRQLYq#pz2$?tPhF*V*
z|JtU_HNtu*iKxI@G0jlG3YRZQ(Rl9a&NP}xRD+Q3ZmLGYGU;@pcEeFWq8kbuqw&!5
zZn&b|z3fH?5gHD0)P35xTV3o6=uIJ)&*W!vg{ggkpUov(2X_L_pojRpno~Mbh^Pu4
z(IiR5##LB6`W-H{9_u6p@i#B2d}Taofj^;|MJQ$}3rDRmIdw=yGl*@Q3-k+=;CHR?
zZi9amc+M3Nq$p^qcrKv7!5LpI(x=Sdw1}QHD&)-qn*$Yk@;Z>kPW&$Fp<~A)U2F|V
zsMwZ@dPNJXsBScF5f+mi%YTPYVxh(kt4D~5xG+m(BC`|N-D|L7I*PC$yg9)ki9ST&
z@SI95Mg;$xX4j@en616a8Z}y;ZUhfDn(+*!^cn)u(`Msg6kE^l(3)X5k>f`!^ClJm
zTlkg!ECqcF76fKt^KnX$8hxU2U7HU!VIJ|lD}#6KPc5UNq?VmYPwT7hPrQuOkcaW?
V8lp}r0VCQ7_(f)>T1MBb^>4m-J}dwL

literal 0
HcmV?d00001

diff --git a/source/libs/index/inc/indexInt.h b/source/libs/index/inc/indexInt.h
index 9370f7c708..065f4acb57 100644
--- a/source/libs/index/inc/indexInt.h
+++ b/source/libs/index/inc/indexInt.h
@@ -68,12 +68,7 @@ struct SIndex {
   TdThreadMutex mtx;
   tsem_t        sem;
   bool          quit;
-  void*         opts;
-};
-
-struct SIndexOpts {
-  int32_t cacheSize;  // MB
-  int32_t cacheOpt;   // MB
+  SIndexOpts    opts;
 };
 
 struct SIndexMultiTermQuery {
diff --git a/source/libs/index/src/index.c b/source/libs/index/src/index.c
index c710858b82..283d59df4b 100644
--- a/source/libs/index/src/index.c
+++ b/source/libs/index/src/index.c
@@ -128,7 +128,7 @@ int indexOpen(SIndexOpts* opts, const char* path, SIndex** index) {
   tsem_init(&idx->sem, 0, 0);
 
   idx->refId = idxAddRef(idx);
-  idx->opts = opts;
+  idx->opts = *opts;
   idxAcquireRef(idx->refId);
 
   *index = idx;
@@ -155,8 +155,6 @@ void indexDestroy(void* handle) {
     taosLRUCacheCleanup(lru);
   }
   idx->lru = NULL;
-
-  indexOptsDestroy(idx->opts);
   taosMemoryFree(idx);
   return;
 }
diff --git a/source/libs/index/test/indexTests.cc b/source/libs/index/test/indexTests.cc
index 42127242b6..3c1f148ae4 100644
--- a/source/libs/index/test/indexTests.cc
+++ b/source/libs/index/test/indexTests.cc
@@ -292,14 +292,11 @@ class IndexEnv : public ::testing::Test {
   virtual void SetUp() {
     initLog();
     taosRemoveDir(path);
-    opts = indexOptsCreate(1024 * 1024 * 8);
-    int ret = indexOpen(opts, path, &index);
+    SIndexOpts opts = {.cacheSize = 1024 * 1024 * 4};
+    int        ret = indexOpen(&opts, path, &index);
     assert(ret == 0);
   }
-  virtual void TearDown() {
-    indexClose(index);
-    indexOptsDestroy(opts);
-  }
+  virtual void TearDown() { indexClose(index); }
 
   const char* path = TD_TMP_DIR_PATH "tindex";
   SIndexOpts* opts;
@@ -700,8 +697,8 @@ class IndexObj {
       taosMkDir(dir.c_str());
     }
     taosMkDir(dir.c_str());
-    opts = indexOptsCreate(1024 * 1024 * 4);
-    int ret = indexOpen(opts, dir.c_str(), &idx);
+    SIndexOpts opts = {.cacheSize = 1024 * 1024 * 4};
+    int        ret = indexOpen(&opts, dir.c_str(), &idx);
     if (ret != 0) {
       // opt
       std::cout << "failed to open index: %s" << dir << std::endl;

From fe8ccabf7a30c7121080996885a7e3afd4a37218 Mon Sep 17 00:00:00 2001
From: yihaoDeng <luomoxyz@126.com>
Date: Thu, 14 Jul 2022 17:14:53 +0800
Subject: [PATCH 04/13] add lru to index

---
 source/dnode/vnode/src/tsdb/.tsdbCache.c.swo | Bin 16384 -> 0 bytes
 source/libs/index/src/index.c                |   2 +-
 source/libs/index/src/indexFilter.c          |  12 ++++++------
 source/libs/index/src/indexFstFile.c         |   9 +--------
 source/libs/transport/src/transCli.c         |   2 ++
 5 files changed, 10 insertions(+), 15 deletions(-)
 delete mode 100644 source/dnode/vnode/src/tsdb/.tsdbCache.c.swo

diff --git a/source/dnode/vnode/src/tsdb/.tsdbCache.c.swo b/source/dnode/vnode/src/tsdb/.tsdbCache.c.swo
deleted file mode 100644
index 9feb547e0573668075490648079b7daa25b63e0c..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 16384
zcmeI2Yit}>6~~8n+w>8U3M3Hp#A%AXUGMslI1eW#TfbuB#MbUQsfExoyL;C=cs#Sr
z+_mF8N=PY0JW_%9Kp_YULO{#w0}_0oAR!16Dx?Sy;sZ3O67U6-540prOZcBVcXnsj
zPMkynDl{wo_HiHQo_p@|oY`W}!HNB}J=JUAwcapJReo9AHhr)0m+u;e=em-U*LrOm
zD2c7+4pAA{w)I+NA7X*&CD)rz=SPGyXE`G6yLGQ5(q+dji}a#;_q|eD`sJc}8#YT-
zkt$tFY@8QcAhy6-7O2Zg_x3xC{=VKGF1o2>BW-x&%v!bL{MZ7q1!4=t7KkknTOhVT
zY=PJUu?7B*EFf!l8XrJ^Uak9dLVv!h?emI$9nt9@Y|H<b&VNLwUvA5Pxvl;Q-9XsR
zOFI9AuJ>YF{$-tiTIV0p3WxPy)cGIQ`M10#_!8z{()o|-{L^ju7j-_{f?scYZSWb^
z|EJCm`*)@-{{@|YBB*9;d|hk(=XL%`o&R`S{y*B<-}L&{`dVG%ox1*)+VXXB{1ICq
zwm@uw*aEQyVhh9;h%FFXAhtkkf!G4E1y;3ySvHK#$jPujjpzR-bg7r`GK?RC9{~vx
z;Lmp&#&h7)U>~>-Yy!W#!!RBN9|Io+hrtr4fCs@C*a>!k4dA8Q4dXoc6!;`4fN`)1
z+zr-)yTJK%hVd-;J$MRy3w#4S2~GkJjDs<-8EgdifVYF6+-4Z3!C|ln>fl~*<yOc8
zKLw}2hrq+23MxQ=OSc%tMeqsmaWDiDpbKmO2DtJD!#D@N0_MSc!DetP_yc_NXTX=i
z=fN59E-(g0!2s9-`oUij2lx&6HFyd<0lp57fNAh1unwF<yy4s6VQ>;mgZ1D70t3GV
zXTcA__rdqT<Dd?zU=VBt&tZ(81%CwRz%Rhl;1TeC@E~{q@LbpfuJ1);Ig<D_FP0~T
zL%XSG&>$*RO;4x3yT9)}NIu$goHJ0ozpo&vgui?Qg~Js7*N6JU$B3|n6rH)r?2P(N
ziJJOMk}MYLRvESNo}_$k-{>rfePX$bjvB^sNcV)SdyW!5Xy7-e5v9|#=vrlxrt617
zM?KSTX@g4qXOkrAI=&3bC(x%P`PLDECWHQUaUVjt)FLqpwOMAUY&A(0)AmJJg#>;;
zQLevcP3hIcidKa>EoafRt+FYF>M9Eey4L(8Dtf}45A@>#%{s6%%L}tuAX|-wke>Gs
zns)b)^jR=hBg##hz8rRKN(8y6j=>1iy4Z>t&oh_Dh3u?xdXg*@*Zr)x9_uT62VgW#
zSEC$!+eHo%2I>C$RRtb3ZZIs(nXGH1fgFq<G@`{9U6fIELW`h=vUAYAoKg)_h80tq
z>jb5DIQr;wJu*^CHk+jySOLZMnoijkl&ETj!kUw=J72Fg23gIJ$kdn<GH(`bp(ZSB
z+^J@2Z<41^lJ1L?#H3ukaEINoqPU^gSx_G;H5VC@qAM&Yd3{TaP4tRgX6Q(Baz|J0
ze{!AGvhETu2HLf|v9YioxqJ>em{t7F%R&GCUrwr?6|+R`bXS{H-hXpedG68;Pb^=W
z(kcZzZ&@7y&6T8P>a};~q~5c!Enw@Uqs?t(MEKHkmpg-;LF}ByT5YlZH__aFvEX{k
zW1bMv#(1Yr*y?QLv&5}nQ*h+KmV(5-gS=oTPc%{~(S=3L)2xxyg>9sZj#1Cy?LDn8
z-t~^_qeYFsjYW+#G})-#6xe7O^0+4NdFtHDFV}D!V_#v*@qx)=3NS;9saDLb)&m*6
z3Qkd$hLe=<0Kpl`Icx&nUX7?dq=(c_bXRS`zEks1w89BV>c<T4*xW(W*$Hc43%>f8
z!fHQlsEk_Cp={SL*V(FIFr<NA4H?%~G#H%d{xghY-f0{G!4S5d=jv`T<9MPn>PXKL
zzCJEgAKB!=6@iTr+)Mc8W4nHEYOGv14Xd?WZ-{DnRO}wIy}CMXFk=G2gGNDk-cFud
zQN?pY=AceV4x2TzWXa{mDW-25C?9lp&Xq2)jNnYwceQ+O<blHQ)W~RIY9?Qp8Y}D{
z-9MF`4d+qNHcz4hGn137Gc*hpi|R4qShBNJnG4lOQa29B)Yib1`npAUMappBg5K5+
z^8bXphcK2EYc8dRk+%oFDNurXd-}HM4_0i&B@%*IJ*Bk1igHV<-bSZt!ciT-eh*7y
z`{$2fG#a-g)e0^yxKcn2e{f20H--KEK|^9SltqQG3)M@KSHLFADcN;gfIB1vrm7tn
zsze%)X}iuGEm^WkvTFHM^V~VlTu9MGg&Y?*Enf)QRh6=~Go4;qT1w41^_1()rERMu
z9AEh9p%lxRb?f9;-MU?-s<|j|F)j&fQIyGqlC@=WE08Z}{J;!lDiz_mG%g(Bp%2sb
zB4p8IAP=%w+}K3^z-TT<V^dkm&~zr7pBSE*%w%bLCObWq8&z#)4$RV_Og5W2ke?k?
zeQ@iN#3FV+Zp&Jz*%mZdGI4oyq|#ykXm)rn%4Z&!n4HMZlIwA6`AE+RMkre_omH$$
z)V2a)RTuk}teUuDN;GBLR1{SAMWt>h2_@;!M1C)(sn#ENQX7|N+)O(%<I|HJT}d)w
zT<)r0h1BA*QjvFV%DEK@9R-cKbq7~&%XL)u&=7t@26qOs7X0hBBF-k^`4B|?tM#wK
z&HB38owSUxE13>=Cy9Y;_8v+*<uv-T;Fhh*vhLe3#?!OrsuEjy7xne@?x1{TDn}!x
zG?O&plv1?oeN`;LJ-i6fAv0BS7lw><!eIa3hCj=GF#G@E^W{Im-#-t21)c#v2Ty`0
zz~{hY;4@$c*bHt5FCZ51JU9!^fFd{q2;2ki1{dM~KMlSKj)HyQ&ENw3{j=aZ;EUk1
z;4xr=J>X~X>AwI@gHzxm;2>as|E=IHU>&#(T!x>230wp}0AB-N1rLGazyUUx2Ptp?
zeg8Z78wle8*XR4jrD6-j7KkknTOhVTY=PJUH)jFu@314Fe2sC@^v`n2*MZ-mKH+$T
z0q&?f6|E3DM{S;AmkN5YZx^iye=u~xI<Ha@zOnWd;hZ&nRgRQLYq#pz2$?tPhF*V*
z|JtU_HNtu*iKxI@G0jlG3YRZQ(Rl9a&NP}xRD+Q3ZmLGYGU;@pcEeFWq8kbuqw&!5
zZn&b|z3fH?5gHD0)P35xTV3o6=uIJ)&*W!vg{ggkpUov(2X_L_pojRpno~Mbh^Pu4
z(IiR5##LB6`W-H{9_u6p@i#B2d}Taofj^;|MJQ$}3rDRmIdw=yGl*@Q3-k+=;CHR?
zZi9amc+M3Nq$p^qcrKv7!5LpI(x=Sdw1}QHD&)-qn*$Yk@;Z>kPW&$Fp<~A)U2F|V
zsMwZ@dPNJXsBScF5f+mi%YTPYVxh(kt4D~5xG+m(BC`|N-D|L7I*PC$yg9)ki9ST&
z@SI95Mg;$xX4j@en616a8Z}y;ZUhfDn(+*!^cn)u(`Msg6kE^l(3)X5k>f`!^ClJm
zTlkg!ECqcF76fKt^KnX$8hxU2U7HU!VIJ|lD}#6KPc5UNq?VmYPwT7hPrQuOkcaW?
V8lp}r0VCQ7_(f)>T1MBb^>4m-J}dwL

diff --git a/source/libs/index/src/index.c b/source/libs/index/src/index.c
index 283d59df4b..2468dca86c 100644
--- a/source/libs/index/src/index.c
+++ b/source/libs/index/src/index.c
@@ -113,7 +113,7 @@ int indexOpen(SIndexOpts* opts, const char* path, SIndex** index) {
     ret = TSDB_CODE_OUT_OF_MEMORY;
     goto END;
   }
-  taosLRUCacheSetStrictCapacity(idx->lru, true);
+  taosLRUCacheSetStrictCapacity(idx->lru, false);
 
   idx->tindex = idxTFileCreate(idx, path);
   if (idx->tindex == NULL) {
diff --git a/source/libs/index/src/indexFilter.c b/source/libs/index/src/indexFilter.c
index 7bed059dfd..eadccba35f 100644
--- a/source/libs/index/src/indexFilter.c
+++ b/source/libs/index/src/indexFilter.c
@@ -31,7 +31,7 @@ typedef struct SIFParam {
   SHashObj *pFilter;
 
   SArray *result;
-  char *  condValue;
+  char   *condValue;
 
   SIdxFltStatus status;
   uint8_t       colValType;
@@ -45,7 +45,7 @@ typedef struct SIFParam {
 
 typedef struct SIFCtx {
   int32_t       code;
-  SHashObj *    pRes;    /* element is SIFParam */
+  SHashObj     *pRes;    /* element is SIFParam */
   bool          noExec;  // true: just iterate condition tree, and add hint to executor plan
   SIndexMetaArg arg;
   // SIdxFltStatus st;
@@ -137,7 +137,7 @@ static int32_t sifGetValueFromNode(SNode *node, char **value) {
   // covert data From snode;
   SValueNode *vn = (SValueNode *)node;
 
-  char *     pData = nodesGetValueFromNode(vn);
+  char      *pData = nodesGetValueFromNode(vn);
   SDataType *pType = &vn->node.resType;
   int32_t    type = pType->type;
   int32_t    valLen = 0;
@@ -175,7 +175,7 @@ static int32_t sifInitJsonParam(SNode *node, SIFParam *param, SIFCtx *ctx) {
   SOperatorNode *nd = (SOperatorNode *)node;
   assert(nodeType(node) == QUERY_NODE_OPERATOR);
   SColumnNode *l = (SColumnNode *)nd->pLeft;
-  SValueNode * r = (SValueNode *)nd->pRight;
+  SValueNode  *r = (SValueNode *)nd->pRight;
 
   param->colId = l->colId;
   param->colValType = l->node.resType.type;
@@ -357,7 +357,7 @@ static Filter sifGetFilterFunc(EIndexQueryType type, bool *reverse) {
 static int32_t sifDoIndex(SIFParam *left, SIFParam *right, int8_t operType, SIFParam *output) {
   int ret = 0;
 
-  SIndexMetaArg * arg = &output->arg;
+  SIndexMetaArg  *arg = &output->arg;
   EIndexQueryType qtype = 0;
   SIF_ERR_RET(sifGetFuncFromSql(operType, &qtype));
   if (left->colValType == TSDB_DATA_TYPE_JSON) {
@@ -749,7 +749,7 @@ int32_t doFilterTag(SNode *pFilterNode, SIndexMetaArg *metaArg, SArray *result,
 
   SFilterInfo *filter = NULL;
 
-  SArray * output = taosArrayInit(8, sizeof(uint64_t));
+  SArray  *output = taosArrayInit(8, sizeof(uint64_t));
   SIFParam param = {.arg = *metaArg, .result = output};
   SIF_ERR_RET(sifCalculate((SNode *)pFilterNode, &param));
 
diff --git a/source/libs/index/src/indexFstFile.c b/source/libs/index/src/indexFstFile.c
index c8023d51c9..f380833622 100644
--- a/source/libs/index/src/indexFstFile.c
+++ b/source/libs/index/src/indexFstFile.c
@@ -106,12 +106,6 @@ static int idxFileCtxDoReadFrom(IFileCtx* ctx, uint8_t* buf, int len, int32_t of
     blkLeft = kBlockSize - blkOffset;
 
   } while (len > 0);
-
-#ifdef USE_MMAP
-  int32_t last = ctx->file.size - offset;
-  nRead = last >= len ? len : last;
-  memcpy(buf, ctx->file.ptr + offset, nRead);
-#endif
   return total;
 }
 static int idxFileCtxGetSize(IFileCtx* ctx) {
@@ -146,8 +140,6 @@ IFileCtx* idxFileCtxCreate(WriterType type, const char* path, bool readOnly, int
       ctx->file.pFile = taosOpenFile(path, TD_FILE_CREATE | TD_FILE_WRITE | TD_FILE_APPEND);
       taosFtruncateFile(ctx->file.pFile, 0);
       taosStatFile(path, &ctx->file.size, NULL);
-      // ctx->file.size = (int)size;
-
     } else {
       ctx->file.pFile = taosOpenFile(path, TD_FILE_READ);
 
@@ -166,6 +158,7 @@ IFileCtx* idxFileCtxCreate(WriterType type, const char* path, bool readOnly, int
     ctx->mem.buf = taosMemoryCalloc(1, sizeof(char) * capacity);
     ctx->mem.cap = capacity;
   }
+
   ctx->write = idxFileCtxDoWrite;
   ctx->read = idxFileCtxDoRead;
   ctx->flush = idxFileCtxDoFlush;
diff --git a/source/libs/transport/src/transCli.c b/source/libs/transport/src/transCli.c
index 5d087d5769..fc14a0f277 100644
--- a/source/libs/transport/src/transCli.c
+++ b/source/libs/transport/src/transCli.c
@@ -753,6 +753,8 @@ static void cliHandleRelease(SCliMsg* pMsg, SCliThrd* pThrd) {
   SExHandle* exh = transAcquireExHandle(transGetRefMgt(), refId);
   if (exh == NULL) {
     tDebug("%" PRId64 " already release", refId);
+    destroyCmsg(pMsg);
+    return;
   }
 
   SCliConn* conn = exh->handle;

From 9c4842ef103de33f4445225495418eaa448f633e Mon Sep 17 00:00:00 2001
From: yihaoDeng <luomoxyz@126.com>
Date: Thu, 14 Jul 2022 17:30:48 +0800
Subject: [PATCH 05/13] feat: add lru to index

---
 source/libs/index/src/indexFstFile.c | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/source/libs/index/src/indexFstFile.c b/source/libs/index/src/indexFstFile.c
index f380833622..9f6168a2c1 100644
--- a/source/libs/index/src/indexFstFile.c
+++ b/source/libs/index/src/indexFstFile.c
@@ -79,13 +79,14 @@ static int idxFileCtxDoReadFrom(IFileCtx* ctx, uint8_t* buf, int len, int32_t of
       memcpy(buf + total, blk->buf + blkOffset, nread);
       taosLRUCacheRelease(ctx->lru, h, false);
     } else {
-      int32_t     cacheMemSize = sizeof(SDataBlock) + kBlockSize;
-      SDataBlock* blk = taosMemoryCalloc(1, cacheMemSize);
+      int32_t cacheMemSize = sizeof(SDataBlock) + kBlockSize;
 
+      SDataBlock* blk = taosMemoryCalloc(1, cacheMemSize);
       blk->blockId = blkId;
       blk->nread = taosPReadFile(ctx->file.pFile, blk->buf, kBlockSize, blkId * kBlockSize);
       assert(blk->nread <= kBlockSize);
       nread = MIN(blkLeft, len);
+
       if (blk->nread < kBlockSize && blk->nread < len) {
         break;
       }

From ca7ca2f1e33a86322890b87beb92e7ba37434d4a Mon Sep 17 00:00:00 2001
From: yihaoDeng <luomoxyz@126.com>
Date: Thu, 14 Jul 2022 19:23:01 +0800
Subject: [PATCH 06/13] refactor code

---
 source/libs/index/src/indexCache.c   | 18 +++++++++---------
 source/libs/index/test/indexTests.cc | 11 +++++++----
 2 files changed, 16 insertions(+), 13 deletions(-)

diff --git a/source/libs/index/src/indexCache.c b/source/libs/index/src/indexCache.c
index 05ce418037..1e9ec4a841 100644
--- a/source/libs/index/src/indexCache.c
+++ b/source/libs/index/src/indexCache.c
@@ -462,8 +462,8 @@ Iterate* idxCacheIteratorCreate(IndexCache* cache) {
   if (cache->imm == NULL) {
     return NULL;
   }
-  Iterate* iiter = taosMemoryCalloc(1, sizeof(Iterate));
-  if (iiter == NULL) {
+  Iterate* iter = taosMemoryCalloc(1, sizeof(Iterate));
+  if (iter == NULL) {
     return NULL;
   }
   taosThreadMutexLock(&cache->mtx);
@@ -471,15 +471,15 @@ Iterate* idxCacheIteratorCreate(IndexCache* cache) {
   idxMemRef(cache->imm);
 
   MemTable* tbl = cache->imm;
-  iiter->val.val = taosArrayInit(1, sizeof(uint64_t));
-  iiter->val.colVal = NULL;
-  iiter->iter = tbl != NULL ? tSkipListCreateIter(tbl->mem) : NULL;
-  iiter->next = idxCacheIteratorNext;
-  iiter->getValue = idxCacheIteratorGetValue;
+  iter->val.val = taosArrayInit(1, sizeof(uint64_t));
+  iter->val.colVal = NULL;
+  iter->iter = tbl != NULL ? tSkipListCreateIter(tbl->mem) : NULL;
+  iter->next = idxCacheIteratorNext;
+  iter->getValue = idxCacheIteratorGetValue;
 
   taosThreadMutexUnlock(&cache->mtx);
 
-  return iiter;
+  return iter;
 }
 void idxCacheIteratorDestroy(Iterate* iter) {
   if (iter == NULL) {
@@ -564,13 +564,13 @@ int idxCachePut(void* cache, SIndexTerm* term, uint64_t uid) {
   idxMemUnRef(tbl);
 
   taosThreadMutexUnlock(&pCache->mtx);
-
   idxCacheUnRef(pCache);
   return 0;
   // encode end
 }
 void idxCacheForceToMerge(void* cache) {
   IndexCache* pCache = cache;
+
   idxCacheRef(pCache);
   taosThreadMutexLock(&pCache->mtx);
 
diff --git a/source/libs/index/test/indexTests.cc b/source/libs/index/test/indexTests.cc
index 3c1f148ae4..5b76de2ef8 100644
--- a/source/libs/index/test/indexTests.cc
+++ b/source/libs/index/test/indexTests.cc
@@ -292,8 +292,9 @@ class IndexEnv : public ::testing::Test {
   virtual void SetUp() {
     initLog();
     taosRemoveDir(path);
-    SIndexOpts opts = {.cacheSize = 1024 * 1024 * 4};
-    int        ret = indexOpen(&opts, path, &index);
+    SIndexOpts opts;
+    opts.cacheSize = 1024 * 1024 * 4;
+    int ret = indexOpen(&opts, path, &index);
     assert(ret == 0);
   }
   virtual void TearDown() { indexClose(index); }
@@ -697,8 +698,10 @@ class IndexObj {
       taosMkDir(dir.c_str());
     }
     taosMkDir(dir.c_str());
-    SIndexOpts opts = {.cacheSize = 1024 * 1024 * 4};
-    int        ret = indexOpen(&opts, dir.c_str(), &idx);
+    SIndexOpts opts;
+    opts.cacheSize = 1024 * 1024 * 4;
+
+    int ret = indexOpen(&opts, dir.c_str(), &idx);
     if (ret != 0) {
       // opt
       std::cout << "failed to open index: %s" << dir << std::endl;

From 7e661a9e9ccfe26e8038297fde1774d3b37ff55f Mon Sep 17 00:00:00 2001
From: Ganlin Zhao <ganlinzhao@hotmail.com>
Date: Thu, 14 Jul 2022 20:02:21 +0800
Subject: [PATCH 07/13] feat(query): add avg function scalar version

TD-17344
---
 include/libs/scalar/scalar.h        |  1 +
 source/libs/function/src/builtins.c |  1 +
 source/libs/scalar/src/sclfunc.c    | 96 +++++++++++++++++++++++++++++
 3 files changed, 98 insertions(+)

diff --git a/include/libs/scalar/scalar.h b/include/libs/scalar/scalar.h
index 8b08785ed5..7c23184d93 100644
--- a/include/libs/scalar/scalar.h
+++ b/include/libs/scalar/scalar.h
@@ -101,6 +101,7 @@ int32_t countScalarFunction(SScalarParam *pInput, int32_t inputNum, SScalarParam
 int32_t sumScalarFunction(SScalarParam *pInput, int32_t inputNum, SScalarParam *pOutput);
 int32_t minScalarFunction(SScalarParam *pInput, int32_t inputNum, SScalarParam *pOutput);
 int32_t maxScalarFunction(SScalarParam *pInput, int32_t inputNum, SScalarParam *pOutput);
+int32_t avgScalarFunction(SScalarParam *pInput, int32_t inputNum, SScalarParam *pOutput);
 int32_t stddevScalarFunction(SScalarParam *pInput, int32_t inputNum, SScalarParam *pOutput);
 
 #ifdef __cplusplus
diff --git a/source/libs/function/src/builtins.c b/source/libs/function/src/builtins.c
index bc915132de..d0bd6917f2 100644
--- a/source/libs/function/src/builtins.c
+++ b/source/libs/function/src/builtins.c
@@ -1999,6 +1999,7 @@ const SBuiltinFuncDefinition funcMgtBuiltins[] = {
     .getEnvFunc   = getAvgFuncEnv,
     .initFunc     = avgFunctionSetup,
     .processFunc  = avgFunction,
+    .sprocessFunc = avgScalarFunction,
     .finalizeFunc = avgFinalize,
     .invertFunc   = avgInvertFunction,
     .combineFunc  = avgCombine,
diff --git a/source/libs/scalar/src/sclfunc.c b/source/libs/scalar/src/sclfunc.c
index 47ab4c614a..2de893380c 100644
--- a/source/libs/scalar/src/sclfunc.c
+++ b/source/libs/scalar/src/sclfunc.c
@@ -1919,6 +1919,101 @@ int32_t maxScalarFunction(SScalarParam *pInput, int32_t inputNum, SScalarParam *
   return doMinMaxScalarFunction(pInput, inputNum, pOutput, false);
 }
 
+int32_t avgScalarFunction(SScalarParam *pInput, int32_t inputNum, SScalarParam *pOutput) {
+  SColumnInfoData *pInputData  = pInput->columnData;
+  SColumnInfoData *pOutputData = pOutput->columnData;
+
+  int32_t type = GET_PARAM_TYPE(pInput);
+  int64_t count = 0, sum = 0;
+  bool hasNull = false;
+
+  for (int32_t i = 0; i < pInput->numOfRows; ++i) {
+    if (colDataIsNull_s(pInputData, i)) {
+      hasNull = true;
+      break;
+    }
+
+    switch(type) {
+      case TSDB_DATA_TYPE_TINYINT: {
+        int8_t *in  = (int8_t *)pInputData->pData;
+        sum += in[i];
+        count++;
+        break;
+      }
+      case TSDB_DATA_TYPE_SMALLINT: {
+        int16_t *in  = (int16_t *)pInputData->pData;
+        sum += in[i];
+        count++;
+        break;
+      }
+      case TSDB_DATA_TYPE_INT: {
+        int32_t *in  = (int32_t *)pInputData->pData;
+        sum += in[i];
+        count++;
+        break;
+      }
+      case TSDB_DATA_TYPE_BIGINT: {
+        int64_t *in  = (int64_t *)pInputData->pData;
+        sum += in[i];
+        count++;
+        break;
+      }
+      case TSDB_DATA_TYPE_UTINYINT: {
+        uint8_t *in  = (uint8_t *)pInputData->pData;
+        sum += in[i];
+        count++;
+        break;
+      }
+      case TSDB_DATA_TYPE_USMALLINT: {
+        uint16_t *in  = (uint16_t *)pInputData->pData;
+        sum += in[i];
+        count++;
+        break;
+      }
+      case TSDB_DATA_TYPE_UINT: {
+        uint32_t *in  = (uint32_t *)pInputData->pData;
+        sum += in[i];
+        count++;
+        break;
+      }
+      case TSDB_DATA_TYPE_UBIGINT: {
+        uint64_t *in  = (uint64_t *)pInputData->pData;
+        sum += in[i];
+        count++;
+        break;
+      }
+      case TSDB_DATA_TYPE_FLOAT: {
+        float *in  = (float *)pInputData->pData;
+        sum += in[i];
+        count++;
+        break;
+      }
+      case TSDB_DATA_TYPE_DOUBLE: {
+        double *in  = (double *)pInputData->pData;
+        sum += in[i];
+        count++;
+        break;
+      }
+    }
+  }
+
+  double *out  = (double *)pOutputData->pData;
+  if (hasNull) {
+    colDataAppendNULL(pOutputData, 0);
+  } else {
+    if (IS_SIGNED_NUMERIC_TYPE(type)) {
+      *out = (int64_t)sum / (double)count;
+    } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
+      *out = (uint64_t)sum / (double)count;
+    } else if (IS_FLOAT_TYPE(type)) {
+      *out = (double)sum / (double)count;
+    }
+  }
+
+  pOutput->numOfRows = 1;
+  return TSDB_CODE_SUCCESS;
+}
+
 int32_t stddevScalarFunction(SScalarParam *pInput, int32_t inputNum, SScalarParam *pOutput) {
   SColumnInfoData *pInputData  = pInput->columnData;
   SColumnInfoData *pOutputData = pOutput->columnData;
@@ -2031,3 +2126,4 @@ int32_t stddevScalarFunction(SScalarParam *pInput, int32_t inputNum, SScalarPara
   pOutput->numOfRows = 1;
   return TSDB_CODE_SUCCESS;
 }
+

From de495eb7ecbe653b976fca78b6c0119ead524212 Mon Sep 17 00:00:00 2001
From: yihaoDeng <luomoxyz@126.com>
Date: Thu, 14 Jul 2022 20:38:37 +0800
Subject: [PATCH 08/13] feat: add lru to index

---
 source/libs/index/src/indexFstFile.c | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/source/libs/index/src/indexFstFile.c b/source/libs/index/src/indexFstFile.c
index 9f6168a2c1..6036a06eaa 100644
--- a/source/libs/index/src/indexFstFile.c
+++ b/source/libs/index/src/indexFstFile.c
@@ -75,7 +75,7 @@ static int idxFileCtxDoReadFrom(IFileCtx* ctx, uint8_t* buf, int len, int32_t of
 
     if (h) {
       SDataBlock* blk = taosLRUCacheValue(ctx->lru, h);
-      nread = MIN(blkLeft, len);
+      nread = TMIN(blkLeft, len);
       memcpy(buf + total, blk->buf + blkOffset, nread);
       taosLRUCacheRelease(ctx->lru, h, false);
     } else {
@@ -85,7 +85,7 @@ static int idxFileCtxDoReadFrom(IFileCtx* ctx, uint8_t* buf, int len, int32_t of
       blk->blockId = blkId;
       blk->nread = taosPReadFile(ctx->file.pFile, blk->buf, kBlockSize, blkId * kBlockSize);
       assert(blk->nread <= kBlockSize);
-      nread = MIN(blkLeft, len);
+      nread = TMIN(blkLeft, len);
 
       if (blk->nread < kBlockSize && blk->nread < len) {
         break;

From 39038de27f3f814f3cc531969afc696c0845f3a0 Mon Sep 17 00:00:00 2001
From: jiacy-jcy <cyjia@taosdata.com>
Date: Fri, 15 Jul 2022 01:28:27 +0000
Subject: [PATCH 09/13] update sysinfo.py

---
 tests/system-test/0-others/sysinfo.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/system-test/0-others/sysinfo.py b/tests/system-test/0-others/sysinfo.py
index d74c4f6db9..ae16c7d4db 100644
--- a/tests/system-test/0-others/sysinfo.py
+++ b/tests/system-test/0-others/sysinfo.py
@@ -44,9 +44,9 @@ class TDTestCase:
         tdSql.query('select server_status()')
         tdSql.checkData(0,0,1)
         tdDnodes.stoptaosd(1)
+        sleep(10)
+        tdSql.error('select server_status()')
         
-        tdSql.query('select server_status()')
-        print(tdSql.queryResult)
     def run(self):
         self.get_database_info()
         self.check_version()

From eea76d8a7874b4f1cf2da9d3fc9c5ba6bd0029b8 Mon Sep 17 00:00:00 2001
From: jiacy-jcy <cyjia@taosdata.com>
Date: Fri, 15 Jul 2022 01:28:44 +0000
Subject: [PATCH 10/13] update

---
 tests/system-test/0-others/sysinfo.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/tests/system-test/0-others/sysinfo.py b/tests/system-test/0-others/sysinfo.py
index ae16c7d4db..7027e1ef75 100644
--- a/tests/system-test/0-others/sysinfo.py
+++ b/tests/system-test/0-others/sysinfo.py
@@ -43,6 +43,7 @@ class TDTestCase:
     def get_server_status(self):
         tdSql.query('select server_status()')
         tdSql.checkData(0,0,1)
+        #!for bug
         tdDnodes.stoptaosd(1)
         sleep(10)
         tdSql.error('select server_status()')

From 21a32b36e9368dbaf6e95db4b7a02a1dd2c4a2f2 Mon Sep 17 00:00:00 2001
From: slzhou <slzhou@taosdata.com>
Date: Fri, 15 Jul 2022 09:32:54 +0800
Subject: [PATCH 11/13] fix: multi result function is not allowed when appear
 in clauses other than select

---
 source/libs/parser/src/parTranslater.c | 36 +++++++++++++++++++-------
 1 file changed, 26 insertions(+), 10 deletions(-)

diff --git a/source/libs/parser/src/parTranslater.c b/source/libs/parser/src/parTranslater.c
index d108e86df1..be75b67d10 100644
--- a/source/libs/parser/src/parTranslater.c
+++ b/source/libs/parser/src/parTranslater.c
@@ -1177,6 +1177,29 @@ static int32_t translateRepeatScanFunc(STranslateContext* pCxt, SFunctionNode* p
                                  "%s is only supported in single table query", pFunc->functionName);
 }
 
+static bool isStar(SNode* pNode) {
+  return (QUERY_NODE_COLUMN == nodeType(pNode)) && ('\0' == ((SColumnNode*)pNode)->tableAlias[0]) &&
+         (0 == strcmp(((SColumnNode*)pNode)->colName, "*"));
+}
+
+static bool isTableStar(SNode* pNode) {
+  return (QUERY_NODE_COLUMN == nodeType(pNode)) && ('\0' != ((SColumnNode*)pNode)->tableAlias[0]) &&
+         (0 == strcmp(((SColumnNode*)pNode)->colName, "*"));
+}
+
+static int32_t translateMultiResFunc(STranslateContext* pCxt, SFunctionNode* pFunc) {
+  if (!fmIsMultiResFunc(pFunc->funcId)) {
+    return TSDB_CODE_SUCCESS;
+  }
+  if (SQL_CLAUSE_SELECT != pCxt->currClause ) {
+    SNode* pPara = nodesListGetNode(pFunc->pParameterList, 0);
+    if (isStar(pPara) || isTableStar(pPara)) {
+      return generateSyntaxErrMsgExt(&pCxt->msgBuf, TSDB_CODE_PAR_NOT_ALLOWED_FUNC,
+                                     "%s(*) is only supported in SELECTed list", pFunc->functionName);
+    }
+  }
+  return TSDB_CODE_SUCCESS;
+}
 static void setFuncClassification(SNode* pCurrStmt, SFunctionNode* pFunc) {
   if (NULL != pCurrStmt && QUERY_NODE_SELECT_STMT == nodeType(pCurrStmt)) {
     SSelectStmt* pSelect = (SSelectStmt*)pCurrStmt;
@@ -1311,6 +1334,9 @@ static int32_t translateNoramlFunction(STranslateContext* pCxt, SFunctionNode* p
   if (TSDB_CODE_SUCCESS == code) {
     code = translateRepeatScanFunc(pCxt, pFunc);
   }
+  if (TSDB_CODE_SUCCESS == code) {
+    code = translateMultiResFunc(pCxt, pFunc);
+  }
   if (TSDB_CODE_SUCCESS == code) {
     setFuncClassification(pCxt->pCurrStmt, pFunc);
   }
@@ -1892,16 +1918,6 @@ static int32_t createTableAllCols(STranslateContext* pCxt, SColumnNode* pCol, bo
   return code;
 }
 
-static bool isStar(SNode* pNode) {
-  return (QUERY_NODE_COLUMN == nodeType(pNode)) && ('\0' == ((SColumnNode*)pNode)->tableAlias[0]) &&
-         (0 == strcmp(((SColumnNode*)pNode)->colName, "*"));
-}
-
-static bool isTableStar(SNode* pNode) {
-  return (QUERY_NODE_COLUMN == nodeType(pNode)) && ('\0' != ((SColumnNode*)pNode)->tableAlias[0]) &&
-         (0 == strcmp(((SColumnNode*)pNode)->colName, "*"));
-}
-
 static int32_t createMultiResFuncsParas(STranslateContext* pCxt, SNodeList* pSrcParas, SNodeList** pOutput) {
   int32_t code = TSDB_CODE_SUCCESS;
 

From 4ff107812f59268bca979cc582b6175fa28a7ff7 Mon Sep 17 00:00:00 2001
From: Ganlin Zhao <ganlinzhao@hotmail.com>
Date: Fri, 15 Jul 2022 10:00:35 +0800
Subject: [PATCH 12/13] feat(query): add avg function scalar version

TD-17344
---
 source/libs/scalar/src/sclfunc.c | 46 ++++++++++++++++++++------------
 1 file changed, 29 insertions(+), 17 deletions(-)

diff --git a/source/libs/scalar/src/sclfunc.c b/source/libs/scalar/src/sclfunc.c
index 2de893380c..c64b1d79ba 100644
--- a/source/libs/scalar/src/sclfunc.c
+++ b/source/libs/scalar/src/sclfunc.c
@@ -1924,7 +1924,7 @@ int32_t avgScalarFunction(SScalarParam *pInput, int32_t inputNum, SScalarParam *
   SColumnInfoData *pOutputData = pOutput->columnData;
 
   int32_t type = GET_PARAM_TYPE(pInput);
-  int64_t count = 0, sum = 0;
+  int64_t count = 0;
   bool hasNull = false;
 
   for (int32_t i = 0; i < pInput->numOfRows; ++i) {
@@ -1935,78 +1935,90 @@ int32_t avgScalarFunction(SScalarParam *pInput, int32_t inputNum, SScalarParam *
 
     switch(type) {
       case TSDB_DATA_TYPE_TINYINT: {
-        int8_t *in  = (int8_t *)pInputData->pData;
-        sum += in[i];
+        int8_t *in   = (int8_t *)pInputData->pData;
+        int64_t *out = (int64_t *)pOutputData->pData;
+        *out += in[i];
         count++;
         break;
       }
       case TSDB_DATA_TYPE_SMALLINT: {
         int16_t *in  = (int16_t *)pInputData->pData;
-        sum += in[i];
+        int64_t *out = (int64_t *)pOutputData->pData;
+        *out += in[i];
         count++;
         break;
       }
       case TSDB_DATA_TYPE_INT: {
         int32_t *in  = (int32_t *)pInputData->pData;
-        sum += in[i];
+        int64_t *out = (int64_t *)pOutputData->pData;
+        *out += in[i];
         count++;
         break;
       }
       case TSDB_DATA_TYPE_BIGINT: {
         int64_t *in  = (int64_t *)pInputData->pData;
-        sum += in[i];
+        int64_t *out = (int64_t *)pOutputData->pData;
+        *out += in[i];
         count++;
         break;
       }
       case TSDB_DATA_TYPE_UTINYINT: {
-        uint8_t *in  = (uint8_t *)pInputData->pData;
-        sum += in[i];
+        uint8_t *in   = (uint8_t *)pInputData->pData;
+        uint64_t *out = (uint64_t *)pOutputData->pData;
+        *out += in[i];
         count++;
         break;
       }
       case TSDB_DATA_TYPE_USMALLINT: {
         uint16_t *in  = (uint16_t *)pInputData->pData;
-        sum += in[i];
+        uint64_t *out = (uint64_t *)pOutputData->pData;
+        *out += in[i];
         count++;
         break;
       }
       case TSDB_DATA_TYPE_UINT: {
         uint32_t *in  = (uint32_t *)pInputData->pData;
-        sum += in[i];
+        uint64_t *out = (uint64_t *)pOutputData->pData;
+        *out += in[i];
         count++;
         break;
       }
       case TSDB_DATA_TYPE_UBIGINT: {
         uint64_t *in  = (uint64_t *)pInputData->pData;
-        sum += in[i];
+        uint64_t *out = (uint64_t *)pOutputData->pData;
+        *out += in[i];
         count++;
         break;
       }
       case TSDB_DATA_TYPE_FLOAT: {
         float *in  = (float *)pInputData->pData;
-        sum += in[i];
+        float *out = (float *)pOutputData->pData;
+        *out += in[i];
         count++;
         break;
       }
       case TSDB_DATA_TYPE_DOUBLE: {
         double *in  = (double *)pInputData->pData;
-        sum += in[i];
+        double *out = (double *)pOutputData->pData;
+        *out += in[i];
         count++;
         break;
       }
     }
   }
 
-  double *out  = (double *)pOutputData->pData;
   if (hasNull) {
     colDataAppendNULL(pOutputData, 0);
   } else {
     if (IS_SIGNED_NUMERIC_TYPE(type)) {
-      *out = (int64_t)sum / (double)count;
+      int64_t *out   = (int64_t *)pOutputData->pData;
+      *(double *)out = *out / (double)count;
     } else if (IS_UNSIGNED_NUMERIC_TYPE(type)) {
-      *out = (uint64_t)sum / (double)count;
+      uint64_t *out  = (uint64_t *)pOutputData->pData;
+      *(double *)out = *out / (double)count;
     } else if (IS_FLOAT_TYPE(type)) {
-      *out = (double)sum / (double)count;
+      double *out    = (double *)pOutputData->pData;
+      *(double *)out = *out / (double)count;
     }
   }
 

From b73d08c78f3fa17d666d97f5219455384870d8c4 Mon Sep 17 00:00:00 2001
From: jiacy-jcy <cyjia@taosdata.com>
Date: Fri, 15 Jul 2022 10:09:28 +0800
Subject: [PATCH 13/13] update

---
 tests/system-test/0-others/sysinfo.py | 9 +++++----
 1 file changed, 5 insertions(+), 4 deletions(-)

diff --git a/tests/system-test/0-others/sysinfo.py b/tests/system-test/0-others/sysinfo.py
index 7027e1ef75..f0db151165 100644
--- a/tests/system-test/0-others/sysinfo.py
+++ b/tests/system-test/0-others/sysinfo.py
@@ -24,6 +24,7 @@ class TDTestCase:
         tdLog.debug("start to execute %s" % __file__)
         tdSql.init(conn.cursor())
         self.dbname = 'db'
+        self.delaytime = 10
     def get_database_info(self):
         tdSql.query('select database()')
         tdSql.checkData(0,0,None)
@@ -44,14 +45,14 @@ class TDTestCase:
         tdSql.query('select server_status()')
         tdSql.checkData(0,0,1)
         #!for bug
-        tdDnodes.stoptaosd(1)
-        sleep(10)
-        tdSql.error('select server_status()')
+        # tdDnodes.stoptaosd(1)
+        # sleep(self.delaytime)
+        # tdSql.error('select server_status()')
         
     def run(self):
         self.get_database_info()
         self.check_version()
-        # self.get_server_status()
+        self.get_server_status()
     def stop(self):
         tdSql.close()
         tdLog.success("%s successfully executed" % __file__)