• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #4829

30 Oct 2025 09:25AM UTC coverage: 49.734% (-11.3%) from 61.071%
#4829

push

travis-ci

web-flow
Merge pull request #33435 from taosdata/3.0

merge 3.0

123072 of 323930 branches covered (37.99%)

Branch coverage included in aggregate %.

7 of 25 new or added lines in 3 files covered. (28.0%)

35232 existing lines in 327 files now uncovered.

172062 of 269495 relevant lines covered (63.85%)

70709785.06 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

51.72
/source/libs/executor/src/groupcacheoperator.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#include "executorInt.h"
17
#include "filter.h"
18
#include "function.h"
19
#include "operator.h"
20
#include "os.h"
21
#include "querynodes.h"
22
#include "querytask.h"
23
#include "tcompare.h"
24
#include "tdatablock.h"
25
#include "thash.h"
26
#include "tmsg.h"
27
#include "ttypes.h"
28
#include "groupcache.h"
29

30

31
static void removeGroupCacheFile(SGroupCacheFileInfo* pFileInfo) {
27,850✔
32
  if (pFileInfo->fd.fd) {
27,850!
33
    if (taosCloseFile(&pFileInfo->fd.fd) < 0) {
27,850!
34
      qError("close group cache file failed, fd:%p, error:%s", pFileInfo->fd.fd, tstrerror(terrno));
×
35
    }
36
    pFileInfo->fd.fd = NULL;
27,850✔
37
    (void)taosThreadMutexDestroy(&pFileInfo->fd.mutex);
27,850✔
38
  }
39
  pFileInfo->deleted = true;
27,850✔
40
}
27,850✔
41

42

43
static int32_t initGroupColsInfo(SGroupColsInfo* pCols, bool grpColsMayBeNull, SNodeList* pList) {
×
44
  pCols->colNum = LIST_LENGTH(pList);
×
45
  pCols->withNull = grpColsMayBeNull;  
×
46
  pCols->pColsInfo = taosMemoryMalloc(pCols->colNum * sizeof(SGroupColInfo));
×
47
  if (NULL == pCols->pColsInfo) {
×
48
    return terrno;
×
49
  }
50

51
  int32_t i = 0;
×
52
  SNode* pNode = NULL;
×
53
  FOREACH(pNode, pList) {
×
54
    SColumnNode* pColNode = (SColumnNode*)pNode;
×
55
    pCols->pColsInfo[i].slot = pColNode->slotId;
×
56
    pCols->pColsInfo[i].vardata = IS_VAR_DATA_TYPE(pColNode->node.resType.type);
×
57
    pCols->pColsInfo[i].bytes = pColNode->node.resType.bytes;
×
58
    pCols->bufSize += pColNode->node.resType.bytes;
×
59
    ++i;
×
60
  }  
61

62
  if (pCols->withNull) {
×
63
    pCols->bitMapSize = pCols->colNum / sizeof(int8_t) + ((pCols->colNum % sizeof(int8_t)) ? 1 : 0);
×
64
    pCols->bufSize += pCols->bitMapSize;
×
65
  }
66

67
  if (pCols->colNum > 1) {
×
68
    pCols->pBuf = taosMemoryMalloc(pCols->bufSize);
×
69
    if (NULL == pCols->pBuf) {
×
70
      return terrno;
×
71
    }
72
  }
73

74
  return TSDB_CODE_SUCCESS;
×
75
}
76

77
static void logGroupCacheExecInfo(SGroupCacheOperatorInfo* pGrpCacheOperator) {
450,480✔
78
  if (pGrpCacheOperator->downstreamNum <= 0 || NULL == pGrpCacheOperator->execInfo.pDownstreamBlkNum) {
450,480!
79
    return;
×
80
  }
81

82
  int32_t bufSize = pGrpCacheOperator->downstreamNum * 32 + 100;
450,480✔
83
  char* buf = taosMemoryMalloc(bufSize);
450,480!
84
  if (NULL == buf) {
450,480!
85
    return;
×
86
  }
87
  int32_t offset = tsnprintf(buf, bufSize, "groupCache exec info, downstreamBlkNum:");
450,480✔
88
  for (int32_t i = 0; i < pGrpCacheOperator->downstreamNum; ++i) {
1,351,440✔
89
    offset += tsnprintf(buf + offset, bufSize, " %" PRId64 , pGrpCacheOperator->execInfo.pDownstreamBlkNum[i]);
900,960✔
90
  }
91
  qDebug("%s", buf);
450,480✔
92
  taosMemoryFree(buf);
450,480!
93
}
94

95
static void freeSGcSessionCtx(void* p) {
7,704,476✔
96
  SGcSessionCtx* pSession = p;
7,704,476✔
97
  if (pSession->semInit) {
7,704,476!
98
    if (tsem_destroy(&pSession->waitSem) < 0) {
×
99
      qError("tsem_destroy session waitSem failed, error:%s", tstrerror(terrno));
×
100
    }
101
  }
102
}
7,704,476✔
103

104
static void freeSGroupCacheFileInfo(void* p) {
27,850✔
105
  SGroupCacheFileInfo* pFileInfo = p;
27,850✔
106
  if (pFileInfo->deleted) {
27,850!
107
    return;
×
108
  }
109

110
  removeGroupCacheFile(pFileInfo);
27,850✔
111
}
112

113
static void freeSGcFileCacheCtx(SGcFileCacheCtx* pFileCtx) {
1,801,920✔
114
  taosHashCleanup(pFileCtx->pCacheFile);
1,801,920✔
115
  pFileCtx->pCacheFile = NULL;
1,801,920✔
116
}
1,801,920✔
117

118
static void freeSGcVgroupCtx(void* p) {
900,960✔
119
  SGcVgroupCtx* pVgCtx = p;
900,960✔
120
  taosArrayDestroy(pVgCtx->pTbList);
900,960✔
121
  freeSGcFileCacheCtx(&pVgCtx->fileCtx);
900,960✔
122
}
900,960✔
123

124
static void freeGcBlockInList(void* p) {
3,840,952✔
125
  SSDataBlock** ppBlock = p;
3,840,952✔
126
  if (*ppBlock) {
3,840,952!
127
    taosArrayDestroy((*ppBlock)->pDataBlock);
3,840,952✔
128
    taosMemoryFree(*ppBlock);
3,840,952!
129
  }
130
}
3,840,952✔
131

132
static void freeSGcDownstreamCtx(SGcDownstreamCtx* pCtx) {
900,960✔
133
  taosArrayDestroy(pCtx->pNewGrpList);
900,960✔
134
  taosHashCleanup(pCtx->pGrpHash);
900,960✔
135
  tSimpleHashCleanup(pCtx->pVgTbHash);
900,960✔
136

137
  taosArrayDestroyEx(pCtx->pFreeBlock, freeGcBlockInList);
900,960✔
138
  taosHashCleanup(pCtx->pSessions);
900,960✔
139
  taosHashCleanup(pCtx->pWaitSessions);
900,960✔
140
  freeSGcFileCacheCtx(&pCtx->fileCtx);
900,960✔
141
}
900,960✔
142

143
static void destroyGroupCacheDownstreamCtx(SGroupCacheOperatorInfo* pGrpCacheOperator) {
450,480✔
144
  if (NULL == pGrpCacheOperator->pDownstreams) {
450,480!
145
    return;
×
146
  }
147
  
148
  for (int32_t i = 0; i < pGrpCacheOperator->downstreamNum; ++i) {
1,351,440✔
149
    SGcDownstreamCtx* pCtx = &pGrpCacheOperator->pDownstreams[i];
900,960✔
150
    freeSGcDownstreamCtx(pCtx);
900,960✔
151
  }
152

153
  taosMemoryFree(pGrpCacheOperator->pDownstreams);
450,480!
154
}
155

156

157
void blockDataDeepCleanup(SSDataBlock* pDataBlock) {
7,666,442✔
158
  size_t numOfCols = taosArrayGetSize(pDataBlock->pDataBlock);
7,666,442✔
159
  for (int32_t i = 0; i < numOfCols; ++i) {
28,777,629✔
160
    SColumnInfoData* p = taosArrayGet(pDataBlock->pDataBlock, i);
21,111,187✔
161
    if (NULL == p) {
21,111,187!
162
      qError("fail to get %dth col in dataBlock, numOfCols:%d", i, (int32_t)numOfCols);
×
163
      continue;
×
164
    }
165
    taosMemoryFreeClear(p->pData);
21,111,187!
166
    if (IS_VAR_DATA_TYPE(p->info.type)) {
21,111,187!
167
      taosMemoryFreeClear(p->varmeta.offset);
25,650!
168
      p->varmeta.length = 0;
25,650✔
169
      p->varmeta.allocLen = 0;
25,650✔
170
    } else {
171
      taosMemoryFreeClear(p->nullbitmap);
21,085,537!
172
    }
173
  }
174
  pDataBlock->info.capacity = 0;
7,666,442✔
175
  pDataBlock->info.rows = 0;
7,666,442✔
176
}
7,666,442✔
177

178

179

180
static void destroySGcBlkCacheInfo(SGcBlkCacheInfo* pBlkCache) {
450,480✔
181
  taosHashCleanup(pBlkCache->pDirtyBlk);
450,480✔
182

183
  void* p = NULL;
450,480✔
184
  while (NULL != (p = taosHashIterate(pBlkCache->pReadBlk, p))) {
4,261,642✔
185
    blockDataDeepCleanup(*(SSDataBlock**)p);
3,811,162✔
186
    freeGcBlockInList(p);
3,811,162✔
187
  }
188

189
  taosHashCleanup(pBlkCache->pReadBlk);
450,480✔
190
}
450,480✔
191

192
static void destroyGroupCacheOperator(void* param) {
450,480✔
193
  SGroupCacheOperatorInfo* pGrpCacheOperator = (SGroupCacheOperatorInfo*)param;
450,480✔
194

195
  logGroupCacheExecInfo(pGrpCacheOperator);
450,480✔
196
  
197
  taosMemoryFree(pGrpCacheOperator->groupColsInfo.pColsInfo);
450,480!
198
  taosMemoryFree(pGrpCacheOperator->groupColsInfo.pBuf);
450,480!
199

200
  destroyGroupCacheDownstreamCtx(pGrpCacheOperator);
450,480✔
201
  destroySGcBlkCacheInfo(&pGrpCacheOperator->blkCache);
450,480✔
202
  taosHashCleanup(pGrpCacheOperator->pGrpHash);
450,480✔
203

204
  taosMemoryFree(pGrpCacheOperator->execInfo.pDownstreamBlkNum);
450,480!
205
  
206
  taosMemoryFreeClear(param);
450,480!
207
}
450,480✔
208

209
static FORCE_INLINE int32_t initOpenCacheFile(SGroupCacheFileFd* pFileFd, char* filename) {
210
  TdFilePtr newFd = taosOpenFile(filename, TD_FILE_CREATE|TD_FILE_READ|TD_FILE_WRITE|TD_FILE_AUTO_DEL);
27,850✔
211
  //TdFilePtr newFd = taosOpenFile(filename, TD_FILE_CREATE|TD_FILE_READ|TD_FILE_WRITE);
212
  if (NULL == newFd) {
27,850!
213
    QRY_ERR_RET(terrno);
×
214
  }
215
  pFileFd->fd = newFd;
27,850✔
216
  int32_t code = taosThreadMutexInit(&pFileFd->mutex, NULL);
27,850✔
217
  if (code) {
27,850!
218
    qError("taosThreadMutexInit failed, code:%x", code);
×
219
    QRY_ERR_RET(code);
×
220
  }
221

222
  qTrace("file path %s created", filename);
27,850!
223
  
224
  return TSDB_CODE_SUCCESS;
27,850✔
225
}
226

227
static int32_t acquireFdFromFileCtx(SGcFileCacheCtx* pFileCtx, int32_t fileId, SGroupCacheFileFd** ppFd, bool* pDeleted) {
7,926,180✔
228
  int32_t code = TSDB_CODE_SUCCESS;
7,926,180✔
229
  if (NULL == pFileCtx->pCacheFile) {
7,926,180✔
230
    pFileCtx->pCacheFile = taosHashInit(10, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), false, HASH_ENTRY_LOCK);
27,850✔
231
    if (NULL == pFileCtx->pCacheFile) {
27,850!
232
      return terrno;
×
233
    }
234
    taosHashSetFreeFp(pFileCtx->pCacheFile, freeSGroupCacheFileInfo);
27,850✔
235
  }
236
  
237
  SGroupCacheFileInfo* pTmp = taosHashGet(pFileCtx->pCacheFile, &fileId, sizeof(fileId));
7,926,180✔
238
  if (NULL == pTmp) {
7,926,180✔
239
    (void)snprintf(&pFileCtx->baseFilename[pFileCtx->baseNameLen], sizeof(pFileCtx->baseFilename) - pFileCtx->baseNameLen, "_%d", fileId);
27,850✔
240

241
    SGroupCacheFileInfo newFile = {0};
27,850✔
242
    if (taosHashPut(pFileCtx->pCacheFile, &fileId, sizeof(fileId), &newFile, sizeof(newFile))) {
27,850!
243
      QRY_ERR_RET(terrno);
×
244
    }
245
    pTmp = taosHashGet(pFileCtx->pCacheFile, &fileId, sizeof(fileId));
27,850✔
246
    if (NULL == pTmp) {
27,850!
247
      qError("fail to get file %d from pCacheFile", fileId);
×
248
      QRY_ERR_RET(TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);
×
249
    }
250
  }
251

252
  if (pTmp->deleted) {
7,926,180!
253
    *pDeleted = true;
×
254
    return TSDB_CODE_SUCCESS;
×
255
  }
256

257
  if (NULL == pTmp->fd.fd) {
7,926,180✔
258
    code = initOpenCacheFile(&pTmp->fd, pFileCtx->baseFilename);
27,850✔
259
    if (code) {
27,850!
260
      return code;
×
261
    }
262
  }
263

264
  (void)taosThreadMutexLock(&pTmp->fd.mutex);
7,926,180✔
265
  *ppFd = &pTmp->fd;
7,926,180✔
266
  
267
  return TSDB_CODE_SUCCESS;
7,926,180✔
268
}
269

270
static FORCE_INLINE void releaseFdToFileCtx(SGroupCacheFileFd* pFd) {
271
  if (NULL == pFd) {
7,926,180✔
272
    return;
×
273
  }
274
  (void)taosThreadMutexUnlock(&pFd->mutex);
7,926,180✔
275
}
276

277
static int32_t saveBlocksToDisk(SGroupCacheOperatorInfo* pGCache, SGcDownstreamCtx* pCtx, SGcBlkBufInfo* pHead) {
259,738✔
278
  int32_t code = TSDB_CODE_SUCCESS;
259,738✔
279
  SGroupCacheFileFd *pFd = NULL;
259,738✔
280
  SGcFileCacheCtx* pFileCtx = NULL;
259,738✔
281
  SHashObj* pGrpHash = pGCache->globalGrp ? pGCache->pGrpHash : pCtx->pGrpHash;
259,738!
282
  int64_t lastGroupId = 0;
259,738✔
283
  SGroupCacheData* pGroup = NULL;
259,738✔
284
  
285
  while (NULL != pHead) {
519,476✔
286
    pFd = NULL;
259,738✔
287
    
288
    if (pGCache->batchFetch) {
259,738!
289
      pFileCtx = &pHead->pCtx->fileCtx;
259,738✔
290
    } else {
291
      if (pHead->groupId != lastGroupId) {
×
292
        if (NULL != pGroup) {
×
293
          taosHashRelease(pGrpHash, pGroup);
×
294
        }
295
        pGroup = taosHashAcquire(pGrpHash, &pHead->groupId, sizeof(pHead->groupId));      
×
296
        lastGroupId = pHead->groupId;
×
297
      }
298
    
299
      if (NULL == pGroup) {
×
300
        qTrace("group %" PRIu64 " in downstream %d may already be deleted, skip write", pHead->groupId, pHead->pCtx->id);
×
301

302
        int64_t blkId = pHead->basic.blkId;
×
303
        pHead = pHead->next;
×
304
        code = taosHashRemove(pGCache->blkCache.pDirtyBlk, &blkId, sizeof(blkId));
×
305
        if (code) {
×
306
          qError("taosHashRemove blk %" PRId64 " from diryBlk failed, error:%s", blkId, tstrerror(code));
×
307
          goto _return;
×
308
        }
309
        continue;
×
310
      }
311
      
312
      pFileCtx = &pGroup->pVgCtx->fileCtx;
×
313
    }
314

315
    bool deleted = false;
259,738✔
316
    code = acquireFdFromFileCtx(pFileCtx, pHead->basic.fileId, &pFd, &deleted);
259,738✔
317
    if (code) {
259,738!
318
      goto _return;
×
319
    }
320

321
    if (deleted) {
259,738!
322
      releaseFdToFileCtx(pFd);
×
323

324
      qTrace("FileId:%d-%d-%d already be deleted, skip write", 
×
325
          pCtx->id, pGroup ? pGroup->vgId : GROUP_CACHE_DEFAULT_VGID, pHead->basic.fileId);
326
      
327
      int64_t blkId = pHead->basic.blkId;
×
328
      pHead = pHead->next;
×
329
      
330
      code = taosHashRemove(pGCache->blkCache.pDirtyBlk, &blkId, sizeof(blkId));
×
331
      if (code) {
×
332
        qError("taosHashRemove blk %" PRId64 " from diryBlk failed, error:%s", blkId, tstrerror(code));
×
333
        goto _return;
×
334
      }
335
      continue;
×
336
    }
337
    
338
    int64_t ret = taosLSeekFile(pFd->fd, pHead->basic.offset, SEEK_SET);
259,738✔
339
    if (ret < 0) {
259,738!
340
      releaseFdToFileCtx(pFd);
×
341
      code = terrno;
×
342
      goto _return;
×
343
    }
344
    
345
    ret = taosWriteFile(pFd->fd, pHead->pBuf, pHead->basic.bufSize);
259,738✔
346
    if (ret != pHead->basic.bufSize) {
259,738!
347
      releaseFdToFileCtx(pFd);
×
348
      code = terrno;
×
349
      goto _return;
×
350
    }
351
    
352
    releaseFdToFileCtx(pFd);
259,738!
353

354
    qTrace("FileId:%d-%d-%d blk %" PRIu64 " in group %" PRIu64 " size %" PRIu64 " written to offset %" PRIu64, 
259,738!
355
        pCtx->id, pGroup ? pGroup->vgId : GROUP_CACHE_DEFAULT_VGID, pHead->basic.fileId, pHead->basic.blkId, pHead->groupId, pHead->basic.bufSize, pHead->basic.offset);
356
    
357
    int64_t blkId = pHead->basic.blkId;
259,738✔
358
    pHead = pHead->next;
259,738✔
359

360
    code = taosHashRemove(pGCache->blkCache.pDirtyBlk, &blkId, sizeof(blkId));
259,738✔
361
    if (code) {
259,738!
362
      qError("taosHashRemove blk %" PRId64 " from diryBlk failed, error:%s", blkId, tstrerror(code));
×
363
      goto _return;
×
364
    }
365
  }
366

367
_return:
259,738✔
368

369
  if (NULL != pGroup) {
259,738!
370
    taosHashRelease(pGrpHash, pGroup);
×
371
  }
372

373
  (void)atomic_val_compare_exchange_32(&pGCache->blkCache.writeDownstreamId, pCtx->id, -1);
259,738✔
374

375
  return code;
259,738✔
376
}
377

378

379
void freeGcBlkBufInfo(void* ptr) {
259,738✔
380
  SGcBlkBufInfo* pBlk = (SGcBlkBufInfo*)ptr;
259,738✔
381
  taosMemoryFreeClear(pBlk->pBuf);
259,738!
382
}
259,738✔
383

384

385
static int32_t addBlkToDirtyBufList(SGroupCacheOperatorInfo* pGCache, SGcDownstreamCtx* pCtx, SGcBlkCacheInfo* pCache, SGcBlkBufInfo* pBufInfo) {
259,738✔
386
  if (0 != taosHashPut(pCache->pDirtyBlk, &pBufInfo->basic.blkId, sizeof(pBufInfo->basic.blkId), pBufInfo, sizeof(*pBufInfo))) {
259,738!
387
    freeGcBlkBufInfo(pBufInfo);
×
388
    return terrno;
×
389
  }
390
  pBufInfo = taosHashGet(pCache->pDirtyBlk, &pBufInfo->basic.blkId, sizeof(pBufInfo->basic.blkId));
259,738✔
391
  if (NULL == pBufInfo) {
259,738!
392
    qError("fail to get blk %" PRId64 " from pCache->pDirtyBlk", pBufInfo->basic.blkId);
×
393
    QRY_ERR_RET(TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);
×
394
  }
395
  int32_t code = TSDB_CODE_SUCCESS;
259,738✔
396
  SGcBlkBufInfo* pWriteHead = NULL;
259,738✔
397
  
398
  taosWLockLatch(&pCache->dirtyLock);
259,738✔
399
  pCache->blkCacheSize += pBufInfo->basic.bufSize;
259,738✔
400
  qDebug("group cache total dirty block num:%d size:%" PRId64 , taosHashGetSize(pCache->pDirtyBlk), pCache->blkCacheSize);
259,738!
401

402
  if (NULL == pCache->pDirtyHead) {
259,738!
403
    pCache->pDirtyHead = pBufInfo;
259,738✔
404
  } else {
405
    pCache->pDirtyTail->next = pBufInfo;
×
406
  }
407
  pCache->pDirtyTail = pBufInfo;
259,738✔
408
    
409
  if (pGCache->maxCacheSize >= 0 && pCache->blkCacheSize > pGCache->maxCacheSize) {
259,738!
410
    if (-1 == atomic_val_compare_exchange_32(&pCache->writeDownstreamId, -1, pCtx->id)) {
259,738!
411
      pWriteHead = pCache->pDirtyHead;
259,738✔
412
      SGcBlkBufInfo* pTmp = pCache->pDirtyHead;
259,738✔
413
      while (NULL != pTmp) {
259,738!
414
        pCache->blkCacheSize -= pTmp->basic.bufSize;
259,738✔
415
        if (pCache->blkCacheSize <= pGCache->maxCacheSize) {
259,738!
416
          pCache->pDirtyHead = pTmp->next;
259,738✔
417
          pTmp->next = NULL;
259,738✔
418
          break;
259,738✔
419
        }
420
        pTmp = pTmp->next;
×
421
      }
422
    }
423
  }
424
  taosWUnLockLatch(&pCache->dirtyLock);
259,738✔
425

426
  if (NULL != pWriteHead) {
259,738!
427
    code = saveBlocksToDisk(pGCache, pCtx, pWriteHead);
259,738✔
428
  }
429

430
  return code;
259,738✔
431
}
432

433
static FORCE_INLINE void chkRemoveVgroupCurrFile(SGcFileCacheCtx* pFileCtx, int32_t downstreamIdx, int32_t vgId) {
434
  SGroupCacheFileInfo* pFileInfo = taosHashGet(pFileCtx->pCacheFile, &pFileCtx->fileId, sizeof(pFileCtx->fileId));
×
435
  if (NULL == pFileInfo) {
×
436
    return;
×
437
  }
438
  
439
  if (0 == pFileInfo->groupNum) {
×
440
    removeGroupCacheFile(pFileInfo);
×
441

442
#if 0  
443
    /* debug only */
444
    snprintf(&pFileCtx->baseFilename[pFileCtx->baseNameLen], sizeof(pFileCtx->baseFilename) - pFileCtx->baseNameLen, "_%d", pFileCtx->fileId);
445
    taosRemoveFile(pFileCtx->baseFilename);
446
    /* debug only */
447
#endif
448

449
    qTrace("FileId:%d-%d-%d removed", downstreamIdx, vgId, pFileCtx->fileId);
×
450
    //taosHashRemove(pFileCtx->pCacheFile, &pGroup->fileId, sizeof(pGroup->fileId));
451
  }
452
}
453

454
static FORCE_INLINE void groupCacheSwitchNewFile(SGcFileCacheCtx* pFileCtx, int32_t downstreamIdx, int32_t vgId, bool removeCheck) {
455
  if (pFileCtx->fileSize < GROUP_CACHE_DEFAULT_MAX_FILE_SIZE) {
265,894!
456
    return;
265,894✔
457
  }
458

459
  if (removeCheck) {
×
460
    chkRemoveVgroupCurrFile(pFileCtx, downstreamIdx, vgId);
461
  }
462
      
463
  pFileCtx->fileId++;
×
464
  pFileCtx->fileSize = 0;
×
465
}
466

467

468
static int32_t addBlkToBufCache(struct SOperatorInfo* pOperator, SSDataBlock* pBlock, SGcDownstreamCtx* pCtx, SGroupCacheData* pGroup, SGcBlkBufInfo* pBufInfo) {
259,738✔
469
  SGroupCacheOperatorInfo* pGCache = pOperator->info;
259,738✔
470
  int64_t bufSize = blockDataGetSize(pBlock) + sizeof(int32_t) + taosArrayGetSize(pBlock->pDataBlock) * sizeof(int32_t);
259,738✔
471
  pBufInfo->pBuf = taosMemoryMalloc(bufSize);
259,738!
472
  if (NULL == pBufInfo->pBuf) {
259,738!
473
    qError("group cache add block to cache failed, size:%" PRId64, bufSize);
×
474
    return terrno;
×
475
  }
476
  QRY_ERR_RET(blockDataToBuf(pBufInfo->pBuf, pBlock));
259,738!
477

478
  SGcFileCacheCtx* pFileCtx = pGCache->batchFetch ? &pCtx->fileCtx : &pGroup->pVgCtx->fileCtx;
259,738!
479

480
  pBufInfo->next = NULL;
259,738✔
481
  pBufInfo->basic.blkId = atomic_add_fetch_64(&pGCache->currentBlkId, 1);
259,738✔
482
  pBufInfo->basic.fileId = pGCache->batchFetch ? pFileCtx->fileId : pGroup->fileId;
259,738!
483
  pBufInfo->basic.bufSize = bufSize;
259,738✔
484
  pBufInfo->basic.offset = atomic_fetch_add_64(&pFileCtx->fileSize, bufSize);
259,738✔
485
  pBufInfo->pCtx = pCtx;
259,738✔
486
  pBufInfo->groupId = pBlock->info.id.groupId;
259,738✔
487

488
  if (pGCache->batchFetch) {    
259,738!
489
    groupCacheSwitchNewFile(pFileCtx, pCtx->id, pGroup->vgId, false);
259,738!
490
  }
491

492
  int32_t code = addBlkToDirtyBufList(pGCache, pCtx, &pGCache->blkCache, pBufInfo);
259,738✔
493

494
  return code;
259,738✔
495
}
496

497
void blockDataDeepClear(SSDataBlock* pDataBlock) {
3,840,952✔
498
  size_t numOfCols = taosArrayGetSize(pDataBlock->pDataBlock);
3,840,952✔
499
  for (int32_t i = 0; i < numOfCols; ++i) {
14,402,387✔
500
    SColumnInfoData* p = taosArrayGet(pDataBlock->pDataBlock, i);
10,561,435✔
501
    if (NULL == p) {
10,561,435!
502
      qError("fail to get %d col from pDataBlock, numOfCols:%d", i, (int32_t)numOfCols);
×
503
      continue;
×
504
    }
505
    p->pData = NULL;
10,561,435✔
506
    if (IS_VAR_DATA_TYPE(p->info.type)) {
10,561,435!
507
      p->varmeta.offset = NULL;
17,031✔
508
      p->varmeta.length = 0;
17,031✔
509
      p->varmeta.allocLen = 0;
17,031✔
510
    } else {
511
      p->nullbitmap = NULL;
10,544,404✔
512
    }
513
  }
514
  pDataBlock->info.capacity = 0;
3,840,952✔
515
  pDataBlock->info.rows = 0;
3,840,952✔
516
}
3,840,952✔
517

518
static int32_t buildGroupCacheBaseBlock(SSDataBlock** ppDst, SSDataBlock* pSrc) {
3,840,952✔
519
  *ppDst = taosMemoryMalloc(sizeof(*pSrc));
3,840,952!
520
  if (NULL == *ppDst) {
3,840,952!
521
    return terrno;
×
522
  }
523
  (*ppDst)->pBlockAgg = NULL;
3,840,952✔
524
  (*ppDst)->pDataBlock = taosArrayDup(pSrc->pDataBlock, NULL);
3,840,952✔
525
  if (NULL == (*ppDst)->pDataBlock) {
3,840,952!
526
    taosMemoryFree(*ppDst);
×
527
    return terrno;
×
528
  }
529
  TAOS_MEMCPY(&(*ppDst)->info, &pSrc->info, sizeof(pSrc->info));
3,840,952!
530
  blockDataDeepClear(*ppDst);
3,840,952✔
531
  
532
  return TSDB_CODE_SUCCESS;
3,840,952✔
533
}
534

535
static int32_t acquireBaseBlockFromList(SGcDownstreamCtx* pCtx, SSDataBlock** ppRes) {
7,666,442✔
536
  taosWLockLatch(&pCtx->blkLock);
7,666,442✔
537
  if (taosArrayGetSize(pCtx->pFreeBlock) <= 0) {
7,666,442✔
538
    taosWUnLockLatch(&pCtx->blkLock);
3,810,024✔
539
    return buildGroupCacheBaseBlock(ppRes, pCtx->pBaseBlock);
3,810,024✔
540
  }
541
  *ppRes = *(SSDataBlock**)taosArrayPop(pCtx->pFreeBlock);
3,856,418✔
542
  taosWUnLockLatch(&pCtx->blkLock);
3,856,418✔
543

544
  return TSDB_CODE_SUCCESS;  
3,856,418✔
545
}
546

547
static int32_t releaseBaseBlockToList(SGcDownstreamCtx* pCtx, SSDataBlock* pBlock) {
3,855,280✔
548
  int32_t code = TSDB_CODE_SUCCESS;
3,855,280✔
549
  
550
  blockDataDeepCleanup(pBlock);
3,855,280✔
551
  taosWLockLatch(&pCtx->blkLock);
3,855,280✔
552
  if (NULL == taosArrayPush(pCtx->pFreeBlock, &pBlock)) {
7,710,560!
553
    code = terrno;
×
554
  }
555
  taosWUnLockLatch(&pCtx->blkLock);
3,855,280✔
556

557
  return code;
3,855,280✔
558
}
559

560

561
static int32_t buildGroupCacheResultBlock(SGroupCacheOperatorInfo* pGCache, int32_t downstreamIdx, void* pBuf, SSDataBlock** ppRes) {
7,666,442✔
562
  int32_t code = acquireBaseBlockFromList(&pGCache->pDownstreams[downstreamIdx], ppRes);
7,666,442✔
563
  if (code) {
7,666,442!
564
    return code;
×
565
  }
566
  //TODO OPTIMIZE PERF
567
  return blockDataFromBuf(*ppRes, pBuf);
7,666,442✔
568
}
569

570
static int32_t readBlockFromDisk(SGroupCacheOperatorInfo* pGCache, SGroupCacheData* pGrp, SGcBlkBufBasic* pBasic, void** ppBuf) {
7,666,442✔
571
  SGroupCacheFileFd *pFileFd = NULL;
7,666,442✔
572
  SGcFileCacheCtx* pFileCtx = pGCache->batchFetch ? &pGCache->pDownstreams[pGrp->downstreamIdx].fileCtx : &pGrp->pVgCtx->fileCtx;
7,666,442!
573
  bool deleted = false;
7,666,442✔
574
  int32_t code = acquireFdFromFileCtx(pFileCtx, pBasic->fileId, &pFileFd, &deleted);
7,666,442✔
575
  if (code) {
7,666,442!
576
    return code;
×
577
  }
578
  if (deleted) {
7,666,442!
579
    qError("FileId:%d-%d-%d already be deleted, skip read", pGrp->downstreamIdx, pGrp->vgId, pBasic->fileId);
×
580
    return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;
×
581
  }
582
  
583
  int64_t ret = taosLSeekFile(pFileFd->fd, pBasic->offset, SEEK_SET);
7,666,442✔
584
  if (ret < 0) {
7,666,442!
585
    code = terrno;
×
586
    goto _return;
×
587
  }
588

589
  *ppBuf = taosMemoryMalloc(pBasic->bufSize);
7,666,442!
590
  if (NULL == *ppBuf) {
7,666,442!
591
    code = terrno;
×
592
    goto _return;
×
593
  }
594
  
595
  ret = taosReadFile(pFileFd->fd, *ppBuf, pBasic->bufSize);
7,666,442✔
596
  if (ret != pBasic->bufSize) {
7,666,442!
597
    taosMemoryFreeClear(*ppBuf);
×
598
    code = terrno;
×
599
    goto _return;
×
600
  }
601

602
  qTrace("FileId:%d-%d-%d blk %" PRIu64 " size %" PRIu64 " read from offset %" PRIu64, 
7,666,442!
603
      pGrp->downstreamIdx, pGrp->vgId, pBasic->fileId, pBasic->blkId, pBasic->bufSize, pBasic->offset);
604

605
_return:
7,666,442✔
606

607
  releaseFdToFileCtx(pFileFd);
7,666,442!
608
  return code;
7,666,442✔
609
}
610

611
static int32_t retrieveBlkFromBufCache(SGroupCacheOperatorInfo* pGCache, SGroupCacheData* pGrp, int64_t sessionId, SGcBlkBufBasic* pBasic, SSDataBlock** ppRes) {
7,666,442✔
612
  int32_t code = TSDB_CODE_SUCCESS;
7,666,442✔
613
  SGcBlkCacheInfo* pCache = &pGCache->blkCache;
7,666,442✔
614
  void* pBuf = NULL;
7,666,442✔
615

616
  SGcBlkBufInfo* pBufInfo = taosHashAcquire(pCache->pDirtyBlk, &pBasic->blkId, sizeof(pBasic->blkId));
7,666,442✔
617
  if (NULL == pBufInfo) {
7,666,442!
618
    code = readBlockFromDisk(pGCache, pGrp, pBasic, &pBuf);
7,666,442✔
619
    if (code) {
7,666,442!
620
      return code;
×
621
    }
622
  } else {
623
    pBuf = pBufInfo->pBuf;
×
624
  }
625
  
626
  code = buildGroupCacheResultBlock(pGCache, pGrp->downstreamIdx, pBuf, ppRes);
7,666,442✔
627
  taosHashRelease(pCache->pDirtyBlk, pBufInfo);
7,666,442✔
628
  if (NULL == pBufInfo) {
7,666,442!
629
    taosMemoryFree(pBuf);
7,666,442!
630
  }
631
  
632
  if (code) {
7,666,442!
633
    return code;
×
634
  }
635

636
  QRY_ERR_RET(taosHashPut(pCache->pReadBlk, &sessionId, sizeof(sessionId), ppRes, POINTER_BYTES));
7,666,442!
637
  
638
  return TSDB_CODE_SUCCESS;
7,666,442✔
639
}
640

641
static FORCE_INLINE void initGcVgroupCtx(SOperatorInfo* pOperator, SGcVgroupCtx* pVgCtx, int32_t downstreamId, int32_t vgId, SArray* pTbList) {
642
  pVgCtx->pTbList = pTbList;
900,960✔
643
  pVgCtx->id = vgId;
900,960✔
644
  (void)snprintf(pVgCtx->fileCtx.baseFilename, sizeof(pVgCtx->fileCtx.baseFilename) - 1, "%s/gc_%d_%" PRIx64 "_%" PRIu64 "_%p_%d_%d", 
1,801,920✔
645
     tsTempDir, taosGetPId(), pOperator->pTaskInfo->id.queryId, pOperator->pTaskInfo->id.taskId, pOperator, downstreamId, vgId);
1,801,920✔
646
  pVgCtx->fileCtx.baseFilename[sizeof(pVgCtx->fileCtx.baseFilename) - 1] = 0;
900,960✔
647

648
  pVgCtx->fileCtx.baseNameLen = strlen(pVgCtx->fileCtx.baseFilename);
900,960!
649
}
900,960✔
650

651
static int32_t addNewGroupToVgHash(SOperatorInfo* pOperator, SSHashObj* pHash, SGcNewGroupInfo* pNew) {
6,156✔
652
  SGcVgroupCtx* pVgCtx = pNew->pGroup->pVgCtx;
6,156✔
653
  if (NULL == pVgCtx) {
6,156✔
654
    SArray* pList = taosArrayInit(10, sizeof(*pNew));
3,078✔
655
    if (NULL == pList) {
3,078!
656
      return terrno;
×
657
    }
658
    if (NULL == taosArrayPush(pList, pNew)) {
3,078!
659
      QRY_ERR_RET(terrno);
×
660
    }
661
    
662
    SGcVgroupCtx vgCtx = {0};
3,078✔
663
    initGcVgroupCtx(pOperator, &vgCtx, pNew->pGroup->downstreamIdx, pNew->vgId, pList);
3,078✔
664
    QRY_ERR_RET(tSimpleHashPut(pHash, &pNew->vgId, sizeof(pNew->vgId), &vgCtx, sizeof(vgCtx)));
3,078!
665
    
666
    pNew->pGroup->pVgCtx = tSimpleHashGet(pHash, &pNew->vgId, sizeof(pNew->vgId));
3,078✔
667
    if (NULL == pNew->pGroup->pVgCtx) {
3,078!
668
      qError("fail to get vg %d ctx from vgHash", pNew->vgId);
×
669
      QRY_ERR_RET(TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);
×
670
    }
671
    
672
    return TSDB_CODE_SUCCESS;
3,078✔
673
  }
674

675
  if (NULL == taosArrayPush(pVgCtx->pTbList, pNew)) {
6,156!
676
    QRY_ERR_RET(terrno);
×
677
  }
678
  
679
  return TSDB_CODE_SUCCESS;
3,078✔
680
}
681

682
static FORCE_INLINE int32_t appendNewGroupToDownstream(struct SOperatorInfo* pOperator, int32_t downstreamIdx, SOperatorParam** ppParam) {
683
  int32_t code = TSDB_CODE_SUCCESS;
299,900✔
684
  SGroupCacheOperatorInfo* pGCache = pOperator->info;
299,900✔
685
  SGcDownstreamCtx* pCtx = &pGCache->pDownstreams[downstreamIdx];  
299,900✔
686
  SOperatorParam* pDst = NULL;
299,900✔
687
  
688
  taosWLockLatch(&pCtx->grpLock);
299,900✔
689
  int32_t num = taosArrayGetSize(pCtx->pNewGrpList);
299,900✔
690
  if (num <= 0) {
299,900✔
691
    goto _return;
261,866✔
692
  }
693

694
  for (int32_t i = 0; i < num; ++i) {
76,068✔
695
    SGcNewGroupInfo* pNew = taosArrayGet(pCtx->pNewGrpList, i);
38,034✔
696
    if (NULL == pNew) {
38,034!
697
      qError("fail to get vg %d SGcNewGroupInfo from pNewGrpList", i);
×
698
      QRY_ERR_RET(TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);
×
699
    }
700
    
701
    if (!pGCache->batchFetch) {
38,034!
702
      code = addNewGroupToVgHash(pOperator, pCtx->pVgTbHash, pNew);
6,156✔
703
      if (code) {
6,156!
704
        goto _return;
×
705
      }
706
    }
707

708
    if (NULL == pDst) {
38,034!
709
      pDst = pNew->pParam;
38,034✔
710
    } else if (pNew->pParam) {
×
711
      code = mergeOperatorParams(pDst, pNew->pParam);
×
712
      if (code) {
×
713
        goto _return;
×
714
      }
715
    }
716
  }
717

718
  taosArrayClear(pCtx->pNewGrpList);
38,034✔
719
  
720
_return:
299,900✔
721

722
  taosWUnLockLatch(&pCtx->grpLock);
299,900✔
723
  *ppParam = pDst;
299,900✔
724
  
725
  return code;
299,900✔
726
}
727

728
static FORCE_INLINE int32_t getBlkFromDownstreamOperator(struct SOperatorInfo* pOperator, int32_t downstreamIdx,
729
                                                         SSDataBlock** ppRes) {
730
  int32_t                  code = TSDB_CODE_SUCCESS;
299,900✔
731
  SOperatorParam*          pDownstreamParam = NULL;
599,800✔
732
  SSDataBlock*             pBlock = NULL;
299,900✔
733
  SGroupCacheOperatorInfo* pGCache = pOperator->info;
299,900✔
734

735
  code = appendNewGroupToDownstream(pOperator, downstreamIdx, &pDownstreamParam);
299,900✔
736
  if (code) {
299,900!
737
    return code;
×
738
  }
739

740
  SOperatorInfo* pDownstream = pOperator->pDownstream[downstreamIdx];
299,900✔
741
  if (pDownstreamParam) {
299,900✔
742
    code = pDownstream->fpSet.getNextExtFn(pDownstream, pDownstreamParam, &pBlock);
38,034✔
743
  } else {
744
    code = pDownstream->fpSet.getNextFn(pDownstream, &pBlock);
261,866✔
745
  }
746

747
  if (code) {
299,900!
748
    qError("failed to get block from downstream, code:%s %s", tstrerror(code), GET_TASKID(pOperator->pTaskInfo));
×
749
    return code;
×
750
  }
751

752
  if (pBlock) {
299,900✔
753
    qDebug("%s res block retrieved from group %" PRIu64, GET_TASKID(pOperator->pTaskInfo), pBlock->info.id.groupId);
265,894!
754

755
    pGCache->execInfo.pDownstreamBlkNum[downstreamIdx]++;
265,894✔
756
    if (NULL == pGCache->pDownstreams[downstreamIdx].pBaseBlock) {
265,894✔
757
      code = buildGroupCacheBaseBlock(&pGCache->pDownstreams[downstreamIdx].pBaseBlock, pBlock);
30,928✔
758
      if (code) {
30,928!
759
        return code;
×
760
      }
761

762
      if (NULL == taosArrayPush(pGCache->pDownstreams[downstreamIdx].pFreeBlock,
61,856!
763
                                &pGCache->pDownstreams[downstreamIdx].pBaseBlock)) {
30,928✔
764
        QRY_ERR_RET(terrno);
×
765
      }
766
    }
767
  }
768

769
  code = blockDataCheck(pBlock);
299,900✔
770

771
  *ppRes = pBlock;
299,900✔
772
  return code;
299,900✔
773
}
774

775
static int32_t notifyWaitingSessions(SArray* pWaitQueue) {
531,788✔
776
  if (NULL == pWaitQueue || taosArrayGetSize(pWaitQueue) <= 0) {
531,788!
777
    return TSDB_CODE_SUCCESS;
531,788✔
778
  }
779
  
780
  int32_t n = taosArrayGetSize(pWaitQueue);
×
781
  for (int32_t i = 0; i < n; ++i) {
×
782
    SGcSessionCtx* pSession = taosArrayGetP(pWaitQueue, i);
×
783
    if (NULL == pSession) {
×
784
      qError("fail to get %d SGcSessionCtx in pWaitQueue, total:%d", i, n);
×
785
      QRY_ERR_RET(TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);
×
786
    }
787
    
788
    QRY_ERR_RET(tsem_post(&pSession->waitSem));
×
789
  }
790

791
  return TSDB_CODE_SUCCESS;
×
792
}
793

794
static FORCE_INLINE int32_t handleGroupFetchDone(SGroupCacheData* pGroup) {
795
  int32_t code = TSDB_CODE_SUCCESS;
265,894✔
796
  pGroup->pBlock = NULL;
265,894✔
797
  atomic_store_8((int8_t*)&pGroup->fetchDone, true);
265,894✔
798
  
799
  (void)taosThreadMutexLock(&pGroup->mutex);
265,894✔
800
  code = notifyWaitingSessions(pGroup->waitQueue);
265,894✔
801
  taosArrayClear(pGroup->waitQueue);
265,894✔
802
  (void)taosThreadMutexUnlock(&pGroup->mutex);
265,894✔
803

804
  return code;
265,894✔
805
}
806

807
static int32_t addFileRefTableNum(SGcFileCacheCtx* pFileCtx, int32_t fileId, int32_t downstreamId, int32_t vgId) {
×
808
  if (NULL == pFileCtx->pCacheFile) {
×
809
    pFileCtx->pCacheFile = taosHashInit(10, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), false, HASH_ENTRY_LOCK);
×
810
    if (NULL == pFileCtx->pCacheFile) {
×
811
      return terrno;
×
812
    }
813
    taosHashSetFreeFp(pFileCtx->pCacheFile, freeSGroupCacheFileInfo);
×
814
  }
815
  
816
  SGroupCacheFileInfo* pTmp = taosHashGet(pFileCtx->pCacheFile, &fileId, sizeof(fileId));
×
817
  if (NULL == pTmp) {
×
818
    (void)snprintf(&pFileCtx->baseFilename[pFileCtx->baseNameLen], sizeof(pFileCtx->baseFilename) - pFileCtx->baseNameLen, "_%u", fileId);
×
819

820
    SGroupCacheFileInfo newFile = {0};
×
821
    newFile.groupNum = 1;
×
822
    QRY_ERR_RET(taosHashPut(pFileCtx->pCacheFile, &fileId, sizeof(fileId), &newFile, sizeof(newFile)));
×
823
    pTmp = taosHashGet(pFileCtx->pCacheFile, &fileId, sizeof(fileId));
×
824
    if (NULL == pTmp) {
×
825
      qError("fail to get file %d in pCacheFile", fileId);
×
826
      QRY_ERR_RET(TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);
×
827
    }
828
  } else {
829
    pTmp->groupNum++;
×
830
  }
831

832
  qTrace("FileId:%d-%d-%d add groupNum to %u", downstreamId, vgId, fileId, pTmp->groupNum);
×
833

834
  return TSDB_CODE_SUCCESS;
×
835
}
836

837
static int32_t handleVgroupTableFetchDone(SGcDownstreamCtx* pCtx, SGroupCacheData* pGroup, uint64_t uid) {
6,156✔
838
  if (pCtx->lastBlkUid == uid || pGroup->pVgCtx->lastBlkUid == uid) {
6,156!
839
    return TSDB_CODE_SUCCESS;
×
840
  }
841
  
842
  pCtx->lastBlkUid = uid;
6,156✔
843
  pGroup->pVgCtx->lastBlkUid = uid;
6,156✔
844
  
845
  int32_t i = 0;
6,156✔
846
  while (true) {
×
847
    SGcNewGroupInfo* pNew = taosArrayGet(pGroup->pVgCtx->pTbList, i++);
6,156✔
848
    if (NULL == pNew || pNew->uid == uid) {
6,156!
849
      break;
850
    }
851
    QRY_ERR_RET(handleGroupFetchDone(pNew->pGroup));
×
852
  }
853

854
  groupCacheSwitchNewFile(&pGroup->pVgCtx->fileCtx, pGroup->downstreamIdx, pGroup->vgId, true);
6,156!
855

856
  pGroup->fileId = pGroup->pVgCtx->fileCtx.fileId;
6,156✔
857
  pGroup->startOffset = pGroup->pVgCtx->fileCtx.fileSize;
6,156✔
858

859
  qTrace("FileId:%d-%d-%d add groupNum for group %" PRIu64, pGroup->downstreamIdx, pGroup->vgId, pGroup->pVgCtx->fileCtx.fileId, uid);
6,156!
860

861
  if (pGroup->needCache) {
6,156!
862
    return addFileRefTableNum(&pGroup->pVgCtx->fileCtx, pGroup->pVgCtx->fileCtx.fileId, pGroup->downstreamIdx, pGroup->vgId);
×
863
  }
864

865
  return TSDB_CODE_SUCCESS;
6,156✔
866
}
867

868

869
static FORCE_INLINE int32_t initNewGroupData(SGcDownstreamCtx* pCtx, SGroupCacheData* pGroup, int32_t downstreamIdx, int32_t vgId, bool batchFetch, bool needCache) {
870
  QRY_ERR_RET(taosThreadMutexInit(&pGroup->mutex, NULL));
269,922!
871
  
872
  pGroup->downstreamIdx = downstreamIdx;
269,922✔
873
  pGroup->vgId = vgId;
269,922✔
874
  pGroup->fileId = -1;
269,922✔
875
  pGroup->blkList.pList = taosArrayInit(10, sizeof(SGcBlkBufBasic));
269,922✔
876
  if (NULL == pGroup->blkList.pList) {
269,922!
877
    QRY_ERR_RET(terrno);
×
878
  }
879
  pGroup->startOffset = -1;
269,922✔
880
  pGroup->needCache = needCache;
269,922✔
881
  pGroup->pVgCtx = tSimpleHashGet(pCtx->pVgTbHash, &pGroup->vgId, sizeof(pGroup->vgId));
269,922✔
882

883
  return TSDB_CODE_SUCCESS;
269,922✔
884
}
885

886
static int32_t addNewGroupData(struct SOperatorInfo* pOperator, SOperatorParam* pParam, SGroupCacheData** ppGrp, int32_t vgId, int64_t uid) {
269,922✔
887
  SGroupCacheOperatorInfo* pGCache = pOperator->info;
269,922✔
888
  SGcDownstreamCtx* pCtx = &pGCache->pDownstreams[pParam->downstreamIdx];
269,922✔
889
  SGcOperatorParam* pGcParam = pParam->value;  
269,922✔
890
  SHashObj* pGrpHash = pGCache->globalGrp ? pGCache->pGrpHash : pCtx->pGrpHash;
269,922!
891
  SGroupCacheData grpData = {0};
269,922✔
892
  
893
  while (true) {
894
    if (0 != taosHashPut(pGrpHash, &uid, sizeof(uid), &grpData, sizeof(grpData))) {
269,922!
895
      if (terrno == TSDB_CODE_DUP_KEY) {
×
896
        *ppGrp = taosHashGet(pGrpHash, &uid, sizeof(uid));
×
897
        if (*ppGrp) {
×
898
          break;
×
899
        }
900
      } else {
901
        return terrno;
×
902
      }
903
    }
904

905
    break;
269,922✔
906
  }
907

908
  *ppGrp = taosHashGet(pGrpHash, &uid, sizeof(uid));
269,922✔
909
  if (NULL == *ppGrp) {
269,922!
910
    return terrno;
×
911
  }
912
  QRY_ERR_RET(initNewGroupData(pCtx, *ppGrp, pParam->downstreamIdx, vgId, pGCache->batchFetch, pGcParam->needCache));
539,844!
913

914
  qDebug("new group %" PRIu64 " initialized, downstreamIdx:%d, vgId:%d, needCache:%d", uid, pParam->downstreamIdx, vgId, pGcParam->needCache);
269,922!
915

916
  if (pParam->pChildren) {
269,922✔
917
    SGcNewGroupInfo newGroup;
38,034✔
918
    newGroup.pGroup = *ppGrp;
38,034✔
919
    newGroup.vgId = vgId;
38,034✔
920
    newGroup.uid = uid;
38,034✔
921
    newGroup.pParam = taosArrayGetP(pParam->pChildren, 0);
38,034✔
922
    
923
    taosWLockLatch(&pCtx->grpLock);
38,034✔
924
    if (NULL == taosArrayPush(pCtx->pNewGrpList, &newGroup)) {
76,068!
925
      taosWUnLockLatch(&pCtx->grpLock);
×
926
      return terrno;
×
927
    }
928
    taosWUnLockLatch(&pCtx->grpLock);
38,034✔
929
    
930
    taosArrayDestroy(pParam->pChildren);
38,034✔
931
    pParam->pChildren = NULL;
38,034✔
932
    pCtx->fetchDone = false;
38,034✔
933
  }
934

935
  return TSDB_CODE_SUCCESS;
269,922✔
936
}
937

938
static int32_t addBlkToGroupCache(bool batchFetch, SGroupCacheData* pGroup, SGcBlkBufInfo* pNewBlk, int64_t* pIdx) {
259,738✔
939
  taosWLockLatch(&pGroup->blkList.lock);
259,738✔
940
  if (NULL == taosArrayPush(pGroup->blkList.pList, &pNewBlk->basic)) {
519,476!
941
    QRY_ERR_RET(terrno);
×
942
  }
943
  *pIdx = taosArrayGetSize(pGroup->blkList.pList) - 1;
259,738✔
944
  taosWUnLockLatch(&pGroup->blkList.lock);
259,738✔
945

946
  qDebug("block added to group cache, total block num:%" PRId64, *pIdx + 1);
259,738!
947
  
948
  return TSDB_CODE_SUCCESS;
259,738✔
949
}
950

951
static int32_t handleGroupCacheRetrievedBlk(struct SOperatorInfo* pOperator, SSDataBlock* pBlock, SGcSessionCtx* pSession, bool* continueFetch) {
265,894✔
952
  int32_t code = TSDB_CODE_SUCCESS;
265,894✔
953
  SGroupCacheOperatorInfo* pGCache = pOperator->info;
265,894✔
954
  SGcDownstreamCtx* pCtx = &pGCache->pDownstreams[pSession->downstreamIdx];
265,894✔
955
  SHashObj* pGrpHash = pGCache->globalGrp ? pGCache->pGrpHash : pCtx->pGrpHash;
265,894!
956
  int64_t newBlkIdx = 0;
265,894✔
957

958
  SGroupCacheData* pGroup = taosHashGet(pGrpHash, &pBlock->info.id.groupId, sizeof(pBlock->info.id.groupId));
265,894✔
959
  if (NULL == pGroup) {
265,894✔
960
    if (pGCache->batchFetch) {
231,888!
961
      SGcOperatorParam fakeGcParam = {0};
231,888✔
962
      SOperatorParam fakeParam = {0};
231,888✔
963
      fakeGcParam.needCache = true;
231,888✔
964
      fakeParam.downstreamIdx = pSession->downstreamIdx;
231,888✔
965
      fakeParam.value = &fakeGcParam;
231,888✔
966
      fakeParam.reUse = false;
231,888✔
967
      code = addNewGroupData(pOperator, &fakeParam, &pGroup, GROUP_CACHE_DEFAULT_VGID, pBlock->info.id.groupId);
231,888✔
968
      if (TSDB_CODE_SUCCESS != code) {
231,888!
969
        return code;
×
970
      }
971
    } else {
972
      qError("group %" PRIu64 " not found in group hash", pBlock->info.id.groupId);
×
973
      return TSDB_CODE_INVALID_PARA;
×
974
    }
975
  }
976

977
  if (!pGCache->batchFetch) {
265,894!
978
    code = handleVgroupTableFetchDone(pCtx, pGroup, pBlock->info.id.groupId);
6,156✔
979
    if (TSDB_CODE_SUCCESS != code) {
6,156!
980
      return code;
×
981
    }
982
  }
983

984
  if (pGroup->needCache) {
265,894!
985
    qDebug("add block to group cache");
259,738!
986
    
987
    SGcBlkBufInfo newBlkBuf;    
259,738✔
988
    code = addBlkToBufCache(pOperator, pBlock, pCtx, pGroup, &newBlkBuf);
259,738✔
989
    if (code) {
259,738!
990
      return code;
×
991
    }
992

993
    code = addBlkToGroupCache(pGCache->batchFetch, pGroup, &newBlkBuf, &newBlkIdx);
259,738!
994
    if (code) {
259,738!
995
      return code;
×
996
    }
997
  } else {
998
    qDebug("no need to add block to group cache");
6,156!
999
    
1000
    pGroup->pBlock = pBlock;
6,156✔
1001
  }
1002

1003
  QRY_ERR_RET(notifyWaitingSessions(pGroup->waitQueue));
265,894!
1004
  if (pGroup == pSession->pGroupData) {
265,894✔
1005
    if (pGroup->needCache) {
34,006!
1006
      pSession->lastBlkId = newBlkIdx;
27,850✔
1007
    }
1008
    
1009
    *continueFetch = false;
34,006✔
1010
  }
1011

1012
  return TSDB_CODE_SUCCESS;
265,894✔
1013
}
1014

1015
static int32_t handleDownstreamFetchDone(struct SOperatorInfo* pOperator, SGcSessionCtx* pSession) {
34,006✔
1016
  int32_t code = TSDB_CODE_SUCCESS;
34,006✔
1017
  SGroupCacheOperatorInfo* pGCache = pOperator->info;
34,006✔
1018
  SGcDownstreamCtx* pCtx = &pGCache->pDownstreams[pSession->downstreamIdx];  
34,006✔
1019
  if (pGCache->batchFetch) {
34,006!
1020
    SHashObj* pGrpHash = pGCache->globalGrp ? pGCache->pGrpHash : pCtx->pGrpHash;
27,850!
1021
    SGroupCacheData* pGroup = NULL;
27,850✔
1022
    while (NULL != (pGroup = taosHashIterate(pGrpHash, pGroup))) {
287,588✔
1023
      QRY_ERR_RET(handleGroupFetchDone(pGroup));
259,738!
1024
    }
1025
    pCtx->fetchDone = true;
27,850✔
1026
  } else {
1027
    int32_t uidNum = 0;
6,156✔
1028
    SGcVgroupCtx* pVgCtx = NULL;
6,156✔
1029
    int32_t iter = 0;
6,156✔
1030
    while (NULL != (pVgCtx = tSimpleHashIterate(pCtx->pVgTbHash, pVgCtx, &iter))) {
12,312✔
1031
      uidNum = taosArrayGetSize(pVgCtx->pTbList);
6,156✔
1032
      for (int32_t i = 0; i < uidNum; ++i) {
12,312✔
1033
        SGcNewGroupInfo* pNew = taosArrayGet(pVgCtx->pTbList, i);
6,156✔
1034
        QRY_ERR_RET(handleGroupFetchDone(pNew->pGroup));
12,312!
1035
      }
1036
      taosArrayClear(pVgCtx->pTbList);
6,156✔
1037
    }    
1038
  }
1039

1040
  taosHashClear(pCtx->pWaitSessions);
34,006✔
1041

1042
  return TSDB_CODE_SUCCESS;
34,006✔
1043
}
1044

1045
static int32_t getCacheBlkFromDownstreamOperator(struct SOperatorInfo* pOperator, SGcDownstreamCtx* pCtx, int64_t sessionId, SGcSessionCtx* pSession, SSDataBlock** ppRes) {
68,012✔
1046
  bool continueFetch = true;
68,012✔
1047
  int32_t code = TSDB_CODE_SUCCESS;
68,012✔
1048
  SGroupCacheOperatorInfo* pGCache = pOperator->info;
68,012✔
1049

1050
  while (continueFetch && TSDB_CODE_SUCCESS == code) {
333,906!
1051
    QRY_ERR_RET(getBlkFromDownstreamOperator(pOperator, pSession->downstreamIdx, ppRes));
599,800!
1052
    
1053
    if (NULL == *ppRes) {
299,900✔
1054
      QRY_ERR_RET(handleDownstreamFetchDone(pOperator, pSession));
34,006!
1055
      break;
34,006✔
1056
    } else {
1057
      QRY_ERR_RET(handleGroupCacheRetrievedBlk(pOperator, *ppRes, pSession, &continueFetch));
265,894!
1058
    }
1059
  }
1060

1061
  if (!continueFetch) {
68,012!
1062
    SGcSessionCtx** ppWaitCtx = taosHashIterate(pCtx->pWaitSessions, NULL);
34,006✔
1063
    if (ppWaitCtx) {
34,006!
1064
      taosHashCancelIterate(pCtx->pWaitSessions, ppWaitCtx);
×
1065
      int64_t* pSessionId = taosHashGetKey(ppWaitCtx, NULL);
×
1066
      if (sessionId != atomic_val_compare_exchange_64(&pCtx->fetchSessionId, sessionId, *pSessionId)) {
×
1067
        qError("wrong fetch sessionId: %" PRIu64 " expected: %" PRIu64 , pCtx->fetchSessionId, sessionId);
×
1068
        return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;
×
1069
      }
1070
      SGcSessionCtx* pWaitCtx = *ppWaitCtx;
×
1071
      pWaitCtx->newFetch = true;
×
1072
      code = taosHashRemove(pCtx->pWaitSessions, pSessionId, sizeof(*pSessionId));
×
1073
      if (code) {
×
1074
        qError("taosHashRemove session %" PRId64 " from waitSession failed, error: %s", *pSessionId, tstrerror(code));
×
1075
        return code;
×
1076
      }
1077
      QRY_ERR_RET(tsem_post(&pWaitCtx->waitSem));
×
1078

1079
      return code;
×
1080
    }
1081
  }
1082

1083
  if (sessionId != atomic_val_compare_exchange_64(&pCtx->fetchSessionId, sessionId, -1)) {
68,012!
1084
    qError("wrong fetch sessionId: %" PRIu64 " expected: %" PRIu64 , pCtx->fetchSessionId, sessionId);
×
1085
    return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;
×
1086
  }
1087
  
1088
  return code;
68,012✔
1089
}
1090

1091
static int32_t getBlkFromSessionCacheImpl(struct SOperatorInfo* pOperator, int64_t sessionId, SGcSessionCtx* pSession, SSDataBlock** ppRes, bool* got) {
11,594,752✔
1092
  int32_t code = TSDB_CODE_SUCCESS;
11,594,752✔
1093
  SGroupCacheOperatorInfo* pGCache = pOperator->info;
11,594,752✔
1094
  *got = true;
11,594,752✔
1095

1096
  if (NULL != pSession->pGroupData) {
11,594,752!
1097
    if (pSession->pGroupData->needCache) {
11,594,752!
1098
      SGcBlkList* pBlkList = &pSession->pGroupData->blkList;
11,576,284✔
1099
      taosRLockLatch(&pBlkList->lock);
11,576,284✔
1100
      int64_t blkNum = taosArrayGetSize(pBlkList->pList);
11,576,284✔
1101
      if (pSession->lastBlkId < 0) {
11,576,284✔
1102
        if (blkNum > 0) {
7,698,320✔
1103
          SGcBlkBufBasic* pBasic = taosArrayGet(pBlkList->pList, 0);
7,666,442✔
1104
          taosRUnLockLatch(&pBlkList->lock);
7,666,442✔
1105
          code = retrieveBlkFromBufCache(pGCache, pSession->pGroupData, sessionId, pBasic, ppRes);
7,666,442✔
1106
          pSession->lastBlkId = 0;
7,666,442✔
1107
          return code;
7,666,442✔
1108
        }
1109
      } else if ((pSession->lastBlkId + 1) < blkNum) {
3,877,964!
1110
        SGcBlkBufBasic* pBasic = taosArrayGet(pBlkList->pList, pSession->lastBlkId + 1);
×
1111
        taosRUnLockLatch(&pBlkList->lock);
×
1112
        code = retrieveBlkFromBufCache(pGCache, pSession->pGroupData, sessionId, pBasic, ppRes);
×
1113
        pSession->lastBlkId++;
×
1114
        return code;
×
1115
      }
1116
      taosRUnLockLatch(&pBlkList->lock);
3,909,842✔
1117
    } else if (pSession->pGroupData->pBlock) {
18,468✔
1118
      *ppRes = pSession->pGroupData->pBlock;
6,156✔
1119
      pSession->pGroupData->pBlock = NULL;
6,156✔
1120
      return TSDB_CODE_SUCCESS;
6,156✔
1121
    }
1122

1123
    if (atomic_load_8((int8_t*)&pSession->pGroupData->fetchDone)) {
3,922,154✔
1124
      *ppRes = NULL;
3,854,142✔
1125
      qDebug("sessionId: %" PRIu64 " fetch done", sessionId);
3,854,142!
1126
      return code;
3,854,142✔
1127
    }
1128
  } else {
1129
    *ppRes = NULL;
×
1130
    qDebug("sessionId: %" PRIu64 " fetch done since downstream fetch done", sessionId);
×
1131
    return code;
×
1132
  }
1133

1134
  *got = false;
68,012✔
1135
  return code;
68,012✔
1136
}
1137

1138

1139
static int32_t groupCacheSessionWait(struct SOperatorInfo* pOperator, SGcDownstreamCtx* pCtx, int64_t sessionId, SGcSessionCtx* pSession, SSDataBlock** ppRes) {
×
1140
  // FOR NOW, IT'S ERROR TO REACH HERE
1141
#if 1
1142
  qError("should not enter session wait");
×
1143
  return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;
×
1144
#else
1145
  SGroupCacheOperatorInfo* pGCache = pOperator->info;
1146
  SGroupCacheData* pGroup = pSession->pGroupData;
1147
  int32_t code = TSDB_CODE_SUCCESS;
1148
  bool inLock = true;
1149
  if (NULL == pGroup->waitQueue) {
1150
    pGroup->waitQueue = taosArrayInit(1, POINTER_BYTES);
1151
    if (NULL == pGroup->waitQueue) {
1152
      QRY_ERR_JRET(terrno);
1153
    }
1154
  }
1155
  
1156
  if (NULL == taosArrayPush(pGroup->waitQueue, &pSession)) {
1157
    QRY_ERR_JRET(terrno);
1158
  }
1159

1160
  if (!pSession->semInit) {
1161
    QRY_ERR_JRET(tsem_init(&pSession->waitSem, 0, 0));
1162
    pSession->semInit = true;
1163
  }
1164

1165
  (void)taosThreadMutexUnlock(&pSession->pGroupData->mutex);
1166
  inLock = false;
1167

1168
  QRY_ERR_JRET(taosHashPut(pCtx->pWaitSessions, &sessionId, sizeof(sessionId), &pSession, POINTER_BYTES));
1169

1170
  code = tsem_wait(&pSession->waitSem);
1171
  if (code) {
1172
    qError("tsem_wait failed, error:%s", tstrerror(code));
1173
    QRY_ERR_JRET(code);
1174
  }
1175

1176
  if (pSession->newFetch) {
1177
    pSession->newFetch = false;
1178
    return getCacheBlkFromDownstreamOperator(pOperator, pCtx, sessionId, pSession, ppRes);
1179
  }
1180

1181
  code = taosHashRemove(pCtx->pWaitSessions, &sessionId, sizeof(sessionId));
1182
  if (code) {
1183
    qError("taosHashRemove session %" PRId64 " from waitSession failed, error: %s", sessionId, tstrerror(code));
1184
    QRY_ERR_JRET(code);
1185
  }
1186

1187
  bool got = false;
1188
  return getBlkFromSessionCacheImpl(pOperator, sessionId, pSession, ppRes, &got);
1189

1190
_return:
1191

1192
  if (inLock) {
1193
    (void)taosThreadMutexUnlock(&pSession->pGroupData->mutex);
1194
  }
1195

1196
  return code;
1197
#endif
1198
}
1199

1200

1201
static int32_t getBlkFromSessionCache(struct SOperatorInfo* pOperator, int64_t sessionId, SGcSessionCtx* pSession, SSDataBlock** ppRes) {
11,594,752✔
1202
  int32_t code = TSDB_CODE_SUCCESS;
11,594,752✔
1203
  SGroupCacheOperatorInfo* pGCache = pOperator->info;
11,594,752✔
1204
  bool locked = false;
11,594,752✔
1205
  SGcDownstreamCtx* pCtx = &pGCache->pDownstreams[pSession->downstreamIdx];
11,594,752✔
1206
  
1207
  while (true) {
×
1208
    bool got = false;
11,594,752✔
1209
    code = getBlkFromSessionCacheImpl(pOperator, sessionId, pSession, ppRes, &got);
11,594,752✔
1210
    if (TSDB_CODE_SUCCESS != code || got) {
11,594,752!
1211
      goto _return;
11,526,740✔
1212
    }
1213
    
1214
    if ((atomic_load_64(&pCtx->fetchSessionId) == sessionId)
68,012!
1215
      || (-1 == atomic_val_compare_exchange_64(&pCtx->fetchSessionId, -1, sessionId))) {
68,012!
1216
      if (locked) {
68,012!
1217
        (void)taosThreadMutexUnlock(&pSession->pGroupData->mutex);
×
1218
        locked = false;
×
1219
      }
1220
      
1221
      code = getCacheBlkFromDownstreamOperator(pOperator, pCtx, sessionId, pSession, ppRes);
68,012✔
1222
      goto _return;
68,012✔
1223
    } else {
1224
      // FOR NOW, SHOULD NOT REACH HERE
1225
      qError("Invalid fetchSessionId:%" PRId64 ", currentSessionId:%" PRId64, pCtx->fetchSessionId, sessionId);
×
1226
      return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;
×
1227
    }
1228

1229
    if (locked) {
1230
      code = groupCacheSessionWait(pOperator, pCtx, sessionId, pSession, ppRes);
1231
      locked = false;
1232
      if (TSDB_CODE_SUCCESS != code) {
1233
        goto _return;
1234
      }
1235
      
1236
      break;
1237
    }
1238
    
1239
    (void)taosThreadMutexLock(&pSession->pGroupData->mutex);
1240
    locked = true;
1241
  };
1242

1243

1244
_return:
11,594,752✔
1245

1246
  if (locked) {
11,594,752!
1247
    (void)taosThreadMutexUnlock(&pSession->pGroupData->mutex);
×
1248
  }
1249

1250
  return code;
11,594,752✔
1251
}
1252

1253

1254
static int32_t initGroupCacheBlockCache(SGroupCacheOperatorInfo* pInfo) {
450,480✔
1255
  SGcBlkCacheInfo* pCache = &pInfo->blkCache;
450,480✔
1256
  pCache->pDirtyBlk = taosHashInit(10, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), false, HASH_ENTRY_LOCK);
450,480✔
1257
  if (NULL == pCache->pDirtyBlk) {
450,480!
1258
    return terrno;
×
1259
  }
1260
  taosHashSetFreeFp(pCache->pDirtyBlk, freeGcBlkBufInfo);
450,480✔
1261
  pCache->pReadBlk = taosHashInit(10, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), false, HASH_ENTRY_LOCK);
450,480✔
1262
  if (NULL == pCache->pReadBlk) {
450,480!
1263
    return terrno;
×
1264
  }
1265
  pCache->writeDownstreamId = -1;
450,480✔
1266

1267
  return TSDB_CODE_SUCCESS;
450,480✔
1268
}
1269

1270
static FORCE_INLINE void initGroupCacheSessionCtx(SGcSessionCtx* pSession, SGcOperatorParam* pGcParam, SGroupCacheData* pGroup) {
1271
  pSession->pParam = pGcParam;
7,704,476✔
1272
  pSession->downstreamIdx = pGcParam->downstreamIdx;
7,704,476✔
1273
  pSession->pGroupData = pGroup;
7,704,476✔
1274
  pSession->lastBlkId = -1;
7,704,476✔
1275
}
7,704,476✔
1276

1277
static int32_t initGroupCacheSession(struct SOperatorInfo* pOperator, SOperatorParam* pParam, SGcSessionCtx** ppSession) {
7,704,476✔
1278
  int32_t code = TSDB_CODE_SUCCESS;
7,704,476✔
1279
  SGcSessionCtx ctx = {0};
7,704,476✔
1280
  SGcOperatorParam* pGcParam = pParam->value;  
7,704,476✔
1281
  SGroupCacheOperatorInfo* pGCache = pOperator->info;
7,704,476✔
1282
  SGcDownstreamCtx* pCtx = &pGCache->pDownstreams[pParam->downstreamIdx];
7,704,476✔
1283
  SHashObj* pGrpHash = pGCache->globalGrp ? pGCache->pGrpHash : pCtx->pGrpHash;
7,704,476!
1284

1285
  SGroupCacheData* pGroup = taosHashGet(pGrpHash, &pGcParam->tbUid, sizeof(pGcParam->tbUid));
7,704,476✔
1286
  if (NULL == pGroup && (NULL != pParam->pChildren || !pCtx->fetchDone)) {
7,704,476!
1287
    code = addNewGroupData(pOperator, pParam, &pGroup, pGCache->batchFetch ? GROUP_CACHE_DEFAULT_VGID : pGcParam->vgId, pGcParam->tbUid);
38,034!
1288
    if (TSDB_CODE_SUCCESS != code) {
38,034!
1289
      return code;
×
1290
    }
1291
  }
1292

1293
  if (NULL == pGroup) {
7,704,476!
UNCOV
1294
    return TSDB_CODE_SUCCESS;
×
1295
  }
1296

1297
  initGroupCacheSessionCtx(&ctx, pGcParam, pGroup);
7,704,476✔
1298

1299
  code = taosHashPut(pCtx->pSessions, &pGcParam->sessionId, sizeof(pGcParam->sessionId), &ctx, sizeof(ctx));
7,704,476✔
1300
  if (TSDB_CODE_SUCCESS != code) {
7,704,476!
1301
    return code;
×
1302
  }
1303

1304
  *ppSession = taosHashGet(pCtx->pSessions, &pGcParam->sessionId, sizeof(pGcParam->sessionId));
7,704,476✔
1305
  if (NULL == *ppSession) {
7,704,476!
1306
    qError("fail to get session %" PRId64 " from pSessions", pGcParam->sessionId);
×
1307
    QRY_ERR_RET(TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);
×
1308
  }
1309

1310
  qDebug("session:%" PRId64 " initialized, downstreamIdx:%d, vgId:%d, tbUid:%" PRId64 ", needCache:%d", 
7,704,476!
1311
    pGcParam->sessionId, pGcParam->downstreamIdx, pGcParam->vgId, pGcParam->tbUid, pGcParam->needCache);
1312
  
1313
  return TSDB_CODE_SUCCESS;
7,704,476✔
1314
}
1315

1316
static int32_t getBlkFromGroupCache(struct SOperatorInfo* pOperator, SSDataBlock** ppRes, SOperatorParam* pParam) {
11,594,752✔
1317
  int32_t code = TSDB_CODE_SUCCESS;
11,594,752✔
1318
  SGroupCacheOperatorInfo* pGCache = pOperator->info;
11,594,752✔
1319
  SGcOperatorParam* pGcParam = pParam->value;
11,594,752✔
1320
  SGcDownstreamCtx* pCtx = &pGCache->pDownstreams[pParam->downstreamIdx];
11,594,752✔
1321
  SGcSessionCtx* pSession = taosHashGet(pCtx->pSessions, &pGcParam->sessionId, sizeof(pGcParam->sessionId));
11,594,752✔
1322
  if (NULL == pSession) {
11,594,752✔
1323
    int32_t code = initGroupCacheSession(pOperator, pParam, &pSession);
7,704,476✔
1324
    if (TSDB_CODE_SUCCESS != code) {
7,704,476!
1325
      return code;
×
1326
    }
1327
    if (NULL == pSession) {
7,704,476!
UNCOV
1328
      qDebug("session %" PRId64 " in downstream %d total got 0 rows since downtream fetch done", pGcParam->sessionId, pCtx->id);
×
UNCOV
1329
      return TSDB_CODE_SUCCESS;
×
1330
    }
1331
  } else if (pSession->pGroupData->needCache) {
3,890,276!
1332
    SSDataBlock** ppBlock = taosHashGet(pGCache->blkCache.pReadBlk, &pGcParam->sessionId, sizeof(pGcParam->sessionId));
3,877,964✔
1333
    if (ppBlock) {
3,877,964✔
1334
      QRY_ERR_RET(releaseBaseBlockToList(pCtx, *ppBlock));
3,855,280!
1335
      code = taosHashRemove(pGCache->blkCache.pReadBlk, &pGcParam->sessionId, sizeof(pGcParam->sessionId));
3,855,280✔
1336
      if (code) {
3,855,280!
1337
        qError("taosHashRemove session %" PRId64 " from pReadBlk failed, error: %s", pGcParam->sessionId, tstrerror(code));
×
1338
        QRY_ERR_RET(code);
×
1339
      }
1340
    }
1341
  }
1342
  
1343
  QRY_ERR_RET(getBlkFromSessionCache(pOperator, pGcParam->sessionId, pSession, ppRes));
11,594,752!
1344
  if (NULL == *ppRes) {
11,594,752✔
1345
    qDebug("session %" PRId64 " in downstream %d total got %" PRId64 " rows", pGcParam->sessionId, pCtx->id, pSession->resRows);
3,888,148!
1346
    code = taosHashRemove(pCtx->pSessions, &pGcParam->sessionId, sizeof(pGcParam->sessionId));
3,888,148✔
1347
    if (code) {
3,888,148!
1348
      qError("taosHashRemove session %" PRId64 " from pSessions failed, error: %s", pGcParam->sessionId, tstrerror(code));
×
1349
      QRY_ERR_RET(code);
×
1350
    }
1351
  } else {
1352
    pSession->resRows += (*ppRes)->info.rows;
7,706,604✔
1353
    qDebug("session %" PRId64 " in downstream %d got %" PRId64 " rows in one block", pGcParam->sessionId, pCtx->id, (*ppRes)->info.rows);
7,706,604!
1354
  }
1355

1356
  return code;
11,594,752✔
1357
}
1358

1359
static int32_t initGroupCacheExecInfo(SOperatorInfo*        pOperator) {
450,480✔
1360
  SGroupCacheOperatorInfo* pInfo = pOperator->info;
450,480✔
1361
  pInfo->execInfo.pDownstreamBlkNum = taosMemoryCalloc(pOperator->numOfDownstream, sizeof(int64_t));
450,480!
1362
  if (NULL == pInfo->execInfo.pDownstreamBlkNum) {
450,480!
1363
    return terrno;
×
1364
  }
1365
  return TSDB_CODE_SUCCESS;
450,480✔
1366
}
1367

1368
static void freeRemoveGroupCacheData(void* p) {
269,922✔
1369
  SGroupCacheData* pGroup = p;
269,922✔
1370
  if (pGroup->vgId > 0 && pGroup->needCache) {
269,922!
1371
    SGcFileCacheCtx* pFileCtx = &pGroup->pVgCtx->fileCtx;
×
1372
    if (pGroup->fileId >= 0) {
×
1373
      SGroupCacheFileInfo* pFileInfo = taosHashGet(pFileCtx->pCacheFile, &pGroup->fileId, sizeof(pGroup->fileId));
×
1374
      uint32_t remainNum = atomic_sub_fetch_32(&pFileInfo->groupNum, 1);
×
1375

1376
      qTrace("FileId:%d-%d-%d sub group num to %u", pGroup->downstreamIdx, pGroup->vgId, pFileCtx->fileId, remainNum);
×
1377

1378
      if (0 == remainNum && pGroup->fileId != pFileCtx->fileId) {
×
1379
        removeGroupCacheFile(pFileInfo);
×
1380

1381
#if 0
1382
        /* debug only */
1383
        snprintf(&pFileCtx->baseFilename[pFileCtx->baseNameLen], sizeof(pFileCtx->baseFilename) - pFileCtx->baseNameLen, "_%d", pGroup->fileId);
1384
        taosRemoveFile(pFileCtx->baseFilename);
1385
        /* debug only */
1386
#endif
1387

1388
        qTrace("FileId:%d-%d-%d removed", pGroup->downstreamIdx, pGroup->vgId, pFileCtx->fileId);
×
1389
        //taosHashRemove(pFileCtx->pCacheFile, &pGroup->fileId, sizeof(pGroup->fileId));
1390
      }
1391
    }
1392
  }
1393

1394
  taosArrayDestroy(pGroup->waitQueue);
269,922✔
1395
  taosArrayDestroy(pGroup->blkList.pList);
269,922✔
1396
  (void)taosThreadMutexDestroy(&pGroup->mutex);
269,922✔
1397

1398
  qTrace("group removed");
269,922!
1399
}
269,922✔
1400

1401

1402

1403
static int32_t initGroupCacheDownstreamCtx(SOperatorInfo*          pOperator) {
450,480✔
1404
  SGroupCacheOperatorInfo* pInfo = pOperator->info;
450,480✔
1405
  pInfo->pDownstreams = taosMemoryCalloc(pOperator->numOfDownstream, sizeof(*pInfo->pDownstreams));
450,480!
1406
  if (NULL == pInfo->pDownstreams) {
450,480!
1407
    return terrno;
×
1408
  }
1409
  pInfo->downstreamNum = pOperator->numOfDownstream;
450,480✔
1410

1411
  for (int32_t i = 0; i < pOperator->numOfDownstream; ++i) {
1,351,440✔
1412
    SGcDownstreamCtx* pCtx = &pInfo->pDownstreams[i];
900,960✔
1413
    pCtx->id = i;
900,960✔
1414
    pCtx->fetchSessionId = -1;
900,960✔
1415
    pCtx->lastBlkUid = 0;
900,960✔
1416
    pCtx->pVgTbHash = tSimpleHashInit(10, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT));
900,960✔
1417
    if (NULL == pCtx->pVgTbHash) {
900,960!
1418
      return terrno;
×
1419
    }
1420
    tSimpleHashSetFreeFp(pCtx->pVgTbHash, freeSGcVgroupCtx);      
900,960✔
1421

1422
    if (pInfo->batchFetch) {
900,960!
1423
      int32_t defaultVg = 0;
897,882✔
1424
      SGcVgroupCtx vgCtx = {0};
897,882✔
1425
      initGcVgroupCtx(pOperator, &vgCtx, pCtx->id, defaultVg, NULL);      
897,882✔
1426
      QRY_ERR_RET(tSimpleHashPut(pCtx->pVgTbHash, &defaultVg, sizeof(defaultVg), &vgCtx, sizeof(vgCtx)));
897,882!
1427
    }
1428
    
1429
    pCtx->pNewGrpList = taosArrayInit(10, sizeof(SGcNewGroupInfo));
900,960✔
1430
    if (NULL == pCtx->pNewGrpList) {
900,960!
1431
      return terrno;
×
1432
    }
1433
    if (!pInfo->globalGrp) {
900,960!
1434
      pCtx->pGrpHash = taosHashInit(32, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_ENTRY_LOCK);
900,960✔
1435
      if (pCtx->pGrpHash == NULL) {
900,960!
1436
        return terrno;
×
1437
      }
1438
      taosHashSetFreeFp(pCtx->pGrpHash, freeRemoveGroupCacheData);      
900,960✔
1439
    }
1440

1441
    pCtx->pSessions = taosHashInit(20, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), false, HASH_ENTRY_LOCK);
900,960✔
1442
    if (pCtx->pSessions == NULL) {
900,960!
1443
      return terrno;
×
1444
    }
1445
    taosHashSetFreeFp(pCtx->pSessions, freeSGcSessionCtx);
900,960✔
1446
  
1447
    pCtx->pFreeBlock = taosArrayInit(10, POINTER_BYTES);
900,960✔
1448
    if (NULL == pCtx->pFreeBlock) {
900,960!
1449
      return terrno;
×
1450
    }
1451
    
1452
    pCtx->pWaitSessions = taosHashInit(20, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), false, HASH_ENTRY_LOCK);
900,960✔
1453
    if (pCtx->pWaitSessions == NULL) {
900,960!
1454
      return terrno;
×
1455
    }
1456

1457
    (void)snprintf(pCtx->fileCtx.baseFilename, sizeof(pCtx->fileCtx.baseFilename) - 1, "%s/gc_%d_%" PRIx64 "_%" PRIu64 "_%p_%d", 
2,702,880✔
1458
      tsTempDir, taosGetPId(), pOperator->pTaskInfo->id.queryId, pOperator->pTaskInfo->id.taskId, pOperator, pCtx->id);
1,801,920✔
1459
    pCtx->fileCtx.baseFilename[sizeof(pCtx->fileCtx.baseFilename) - 1] = 0;
900,960✔
1460
    pCtx->fileCtx.baseNameLen = strlen(pCtx->fileCtx.baseFilename);
900,960!
1461
  }
1462

1463
  return TSDB_CODE_SUCCESS;
450,480✔
1464
}
1465

1466
static int32_t groupCacheGetNext(struct SOperatorInfo* pOperator, SOperatorParam* pParam, SSDataBlock** pRes) {
11,594,752✔
1467
  *pRes = NULL;
11,594,752✔
1468

1469
  SSDataBlock* pBlock = NULL;
11,594,752✔
1470
  int64_t      st = 0;
11,594,752✔
1471
  int32_t      code = 0;
11,594,752✔
1472

1473
  if (pOperator->cost.openCost == 0) {
11,594,752✔
1474
    st = taosGetTimestampUs();
17,478✔
1475
  }
1476

1477
  code = getBlkFromGroupCache(pOperator, &pBlock, pParam);
11,594,752✔
1478
  if (TSDB_CODE_SUCCESS != code) {
11,594,752!
1479
    pOperator->pTaskInfo->code = code;
×
1480
    T_LONG_JMP(pOperator->pTaskInfo->env, pOperator->pTaskInfo->code);
×
1481
  }
1482

1483
  if (pOperator->cost.openCost == 0) {
11,594,752✔
1484
    pOperator->cost.openCost = (taosGetTimestampUs() - st) / 1000.0;
17,478✔
1485
  }
1486

1487
  *pRes = pBlock;
11,594,752✔
1488
  return code;
11,594,752✔
1489
}
1490

1491
static int32_t groupCacheTableCacheEnd(SOperatorInfo* pOperator, SOperatorParam* pParam) {
×
1492
  SGcNotifyOperatorParam* pGcParam = pParam->value;
×
1493
  SGroupCacheOperatorInfo* pGCache = pOperator->info;
×
1494
  SGcDownstreamCtx* pCtx = &pGCache->pDownstreams[pGcParam->downstreamIdx];
×
1495
  SHashObj* pGrpHash = pGCache->globalGrp ? pGCache->pGrpHash : pCtx->pGrpHash;
×
1496

1497
  qTrace("try to remove group %" PRIu64, pGcParam->tbUid);
×
1498
  if (taosHashRemove(pGrpHash, &pGcParam->tbUid, sizeof(pGcParam->tbUid))) {
×
1499
    qError("failed to remove group %" PRIu64 " in vgId %d downstreamIdx %d", pGcParam->tbUid, pGcParam->vgId, pGcParam->downstreamIdx);
×
1500
    return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;
×
1501
  }
1502

1503
  return TSDB_CODE_SUCCESS;
×
1504
}
1505

1506
static void resetGroupCacheBlockCache(SGcBlkCacheInfo* pCache) {
×
1507
  taosHashClear(pCache->pDirtyBlk);
×
1508

1509
  void* p = NULL;
×
1510
  while (NULL != (p = taosHashIterate(pCache->pReadBlk, p))) {
×
1511
    blockDataDeepCleanup(*(SSDataBlock**)p);
×
1512
    freeGcBlockInList(p);
×
1513
  }
1514

1515
  taosHashClear(pCache->pReadBlk);
×
1516

1517
  pCache->dirtyLock = 0;
×
1518
  pCache->pDirtyHead = NULL;
×
1519
  pCache->pDirtyTail = NULL;
×
1520
  pCache->blkCacheSize = 0;
×
1521
  pCache->writeDownstreamId = -1;
×
1522

1523
  return;
×
1524
}
1525

1526
static int32_t resetGroupCacheDownstreamCtx(SOperatorInfo* pOper) {
×
1527
  SGroupCacheOperatorInfo* pInfo = pOper->info;
×
1528
  if (NULL == pInfo->pDownstreams) {
×
1529
    return TSDB_CODE_SUCCESS;
×
1530
  }
1531
  
1532
  for (int32_t i = 0; i < pInfo->downstreamNum; ++i) {
×
1533
    SGcDownstreamCtx* pCtx = &pInfo->pDownstreams[i];
×
1534
    taosArrayClear(pCtx->pNewGrpList);
×
1535
    taosHashClear(pCtx->pGrpHash);
×
1536

1537
    tSimpleHashClear(pCtx->pVgTbHash);
×
1538
    if (pInfo->batchFetch) {
×
1539
      int32_t defaultVg = 0;
×
1540
      SGcVgroupCtx vgCtx = {0};
×
1541
      initGcVgroupCtx(pOper, &vgCtx, pCtx->id, defaultVg, NULL);      
×
1542
      tSimpleHashPut(pCtx->pVgTbHash, &defaultVg, sizeof(defaultVg), &vgCtx, sizeof(vgCtx));
×
1543
    }
1544
    
1545
    taosArrayClearEx(pCtx->pFreeBlock, freeGcBlockInList);
×
1546
    taosHashClear(pCtx->pSessions);
×
1547
    taosHashClear(pCtx->pWaitSessions);
×
1548
    freeSGcFileCacheCtx(&pCtx->fileCtx);
×
1549

1550
    pCtx->grpLock = 0;
×
1551
    pCtx->fetchSessionId = -1;
×
1552
    pCtx->blkLock = 0;
×
1553
    pCtx->lastBlkUid = 0;
×
1554
    pCtx->pBaseBlock = NULL;
×
1555
    pCtx->fetchDone = false;
×
1556
  }
1557

1558
  return TSDB_CODE_SUCCESS;
×
1559
}
1560

1561
static int32_t resetGroupCacheOperState(SOperatorInfo* pOper) {
×
1562
  int32_t code = 0, lino = 0;
×
1563
  SGroupCacheOperatorInfo* pInfo = pOper->info;
×
1564

1565
  pOper->status = OP_NOT_OPENED;
×
1566

1567
  resetGroupCacheBlockCache(&pInfo->blkCache);
×
1568

1569
  taosHashClear(pInfo->pGrpHash);
×
1570

1571
  resetGroupCacheDownstreamCtx(pOper);
×
1572

1573
  memset(pInfo->execInfo.pDownstreamBlkNum, 0, pOper->numOfDownstream * sizeof(int64_t));
×
1574
  
1575
_exit:
×
1576

1577
  if (code) {
×
1578
    qError("%s failed at line %d since %s", __func__, lino, tstrerror(code));
×
1579
  }
1580

1581
  return code;
×
1582
}
1583

1584
int32_t createGroupCacheOperatorInfo(SOperatorInfo** pDownstream, int32_t numOfDownstream,
450,480✔
1585
                                     SGroupCachePhysiNode* pPhyciNode, SExecTaskInfo* pTaskInfo,
1586
                                     SOperatorInfo** pOptrInfo) {
1587
  QRY_PARAM_CHECK(pOptrInfo);
450,480!
1588
  int32_t code = TSDB_CODE_SUCCESS;
450,480✔
1589

1590
  SGroupCacheOperatorInfo* pInfo = taosMemoryCalloc(1, sizeof(SGroupCacheOperatorInfo));
450,480!
1591
  SOperatorInfo*           pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));
450,480!
1592
  if (pOperator == NULL || pInfo == NULL) {
450,480!
1593
    code = terrno;
×
1594
    goto _error;
×
1595
  }
1596

1597
  pOperator->transparent = true;
450,480✔
1598
  pOperator->pPhyNode = pPhyciNode;
450,480✔
1599
  
1600
  setOperatorInfo(pOperator, "GroupCacheOperator", QUERY_NODE_PHYSICAL_PLAN_GROUP_CACHE, false, OP_NOT_OPENED, pInfo, pTaskInfo);
450,480✔
1601

1602
  pInfo->maxCacheSize = 0;
450,480✔
1603
  pInfo->grpByUid = pPhyciNode->grpByUid;
450,480!
1604
  pInfo->globalGrp = pPhyciNode->globalGrp;
450,480!
1605
  pInfo->batchFetch = pPhyciNode->batchFetch;
450,480!
1606
  
1607
  if (!pInfo->grpByUid) {
450,480!
1608
    qError("only group cache by uid is supported now");
×
1609
    code = TSDB_CODE_INVALID_PARA;
×
1610
    goto _error;
×
1611
  }
1612
  
1613
  if (pPhyciNode->pGroupCols) {
450,480!
1614
    code = initGroupColsInfo(&pInfo->groupColsInfo, pPhyciNode->grpColsMayBeNull, pPhyciNode->pGroupCols);
×
1615
    if (code) {
×
1616
      goto _error;
×
1617
    }
1618
  }
1619

1620
  code = initGroupCacheBlockCache(pInfo);
450,480✔
1621
  if (code) {
450,480!
1622
    goto _error;
×
1623
  }
1624

1625
  if (pInfo->globalGrp) {
450,480!
1626
    pInfo->pGrpHash = taosHashInit(32, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_ENTRY_LOCK);
×
1627
    if (pInfo->pGrpHash == NULL) {
×
1628
      code = terrno;
×
1629
      goto _error;
×
1630
    }
1631
    taosHashSetFreeFp(pInfo->pGrpHash, freeRemoveGroupCacheData);
×
1632
  }
1633

1634
  code = appendDownstream(pOperator, pDownstream, numOfDownstream);
450,480✔
1635
  if (TSDB_CODE_SUCCESS != code) {
450,480!
1636
    goto _error;
×
1637
  }
1638

1639
  code = initGroupCacheDownstreamCtx(pOperator);
450,480✔
1640
  if (TSDB_CODE_SUCCESS != code) {
450,480!
1641
    goto _error;
×
1642
  }
1643

1644
  code = initGroupCacheExecInfo(pOperator);
450,480✔
1645
  if (TSDB_CODE_SUCCESS != code) {
450,480!
1646
    goto _error;
×
1647
  }
1648

1649
  pOperator->fpSet = createOperatorFpSet(optrDummyOpenFn, NULL, NULL, destroyGroupCacheOperator, optrDefaultBufFn, NULL, groupCacheGetNext, groupCacheTableCacheEnd);
450,480✔
1650

1651
  setOperatorResetStateFn(pOperator, resetGroupCacheOperState);
450,480✔
1652

1653
  qTrace("new group cache operator, maxCacheSize:%" PRId64 ", globalGrp:%d, batchFetch:%d", pInfo->maxCacheSize, pInfo->globalGrp, pInfo->batchFetch);
450,480!
1654

1655
  *pOptrInfo = pOperator;
450,480✔
1656
  return TSDB_CODE_SUCCESS;
450,480✔
1657

1658
_error:
×
1659
  if (pInfo != NULL) {
×
1660
    destroyGroupCacheOperator(pInfo);
×
1661
  }
1662

1663
  destroyOperatorAndDownstreams(pOperator, pDownstream, numOfDownstream);
×
1664
  pTaskInfo->code = code;
×
1665
  return code;
×
1666
}
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc