diff --git a/source/libs/transport/src/transCli.c b/source/libs/transport/src/transCli.c
index a17322db2d..7323e99f42 100644
--- a/source/libs/transport/src/transCli.c
+++ b/source/libs/transport/src/transCli.c
@@ -3741,10 +3741,10 @@ static SCliConn* getConnFromHeapCache(SHashObj* pConnHeapCache, char* key) {
     tDebug("failed to get conn from heap cache for key:%s", key);
     return NULL;
   } else {
-    if (pHeap->heap->nelts >= 16) {
-      balanceConnHeapCache(pConnHeapCache, pConn);
-    }
     if (shouldSWitchToOtherConn(pConn, key)) {
+      if (pHeap->heap->nelts >= 16) {
+        balanceConnHeapCache(pConnHeapCache, pConn);
+      }
       logConnMissHit(pConn);
       return NULL;
     }