• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #4973

03 Mar 2026 09:57AM UTC coverage: 67.69% (+0.05%) from 67.642%
#4973

push

travis-ci

web-flow
test(query): fix result of explain cases (#34658)

208339 of 307783 relevant lines covered (67.69%)

131201157.41 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

73.32
/source/dnode/vnode/src/tq/tqMeta.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15
#include "tdbInt.h"
16
#include "tq.h"
17

18
int32_t tEncodeSTqHandle(SEncoder* pEncoder, const STqHandle* pHandle) {
2,381,421✔
19
  if (pEncoder == NULL || pHandle == NULL) {
2,381,421✔
20
    return TSDB_CODE_INVALID_PARA;
32✔
21
  }
22
  int32_t code = 0;
2,382,143✔
23
  int32_t lino;
24

25
  TAOS_CHECK_EXIT(tStartEncode(pEncoder));
2,382,143✔
26
  TAOS_CHECK_EXIT(tEncodeCStr(pEncoder, pHandle->subKey));
4,762,715✔
27
  TAOS_CHECK_EXIT(tEncodeI8(pEncoder, pHandle->fetchMeta));
4,763,349✔
28
  TAOS_CHECK_EXIT(tEncodeI64(pEncoder, pHandle->consumerId));
4,762,746✔
29
  TAOS_CHECK_EXIT(tEncodeI64(pEncoder, pHandle->snapshotVer));
4,760,140✔
30
  TAOS_CHECK_EXIT(tEncodeI32(pEncoder, pHandle->epoch));
4,758,186✔
31
  TAOS_CHECK_EXIT(tEncodeI8(pEncoder, pHandle->execHandle.subType));
4,758,329✔
32
  if (pHandle->execHandle.subType == TOPIC_SUB_TYPE__COLUMN) {
2,380,314✔
33
    TAOS_CHECK_EXIT(tEncodeCStr(pEncoder, pHandle->execHandle.execCol.qmsg));
3,854,057✔
34
    TAOS_CHECK_EXIT(tEncodeSSchemaWrapper(pEncoder, &pHandle->execHandle.execCol.pSW));
3,856,925✔
35
  } else if (pHandle->execHandle.subType == TOPIC_SUB_TYPE__DB) {
452,123✔
36
    int32_t size = taosHashGetSize(pHandle->execHandle.execDb.pFilterOutTbUid);
386,582✔
37
    TAOS_CHECK_EXIT(tEncodeI32(pEncoder, size));
386,257✔
38
    void* pIter = NULL;
386,257✔
39
    pIter = taosHashIterate(pHandle->execHandle.execDb.pFilterOutTbUid, pIter);
386,257✔
40
    while (pIter) {
386,582✔
41
      int64_t* tbUid = (int64_t*)taosHashGetKey(pIter, NULL);
×
42
      TAOS_CHECK_EXIT(tEncodeI64(pEncoder, *tbUid));
×
43
      pIter = taosHashIterate(pHandle->execHandle.execDb.pFilterOutTbUid, pIter);
×
44
    }
45
  } else if (pHandle->execHandle.subType == TOPIC_SUB_TYPE__TABLE) {
67,178✔
46
    TAOS_CHECK_EXIT(tEncodeI64(pEncoder, pHandle->execHandle.execTb.suid));
134,356✔
47
    if (pHandle->execHandle.execTb.qmsg != NULL) {
67,178✔
48
      TAOS_CHECK_EXIT(tEncodeCStr(pEncoder, pHandle->execHandle.execTb.qmsg));
133,794✔
49
    }
50
  }
51
  tEndEncode(pEncoder);
2,382,893✔
52
_exit:
2,378,566✔
53
  if (code) {
2,378,566✔
54
    return code;
×
55
  } else {
56
    return pEncoder->pos;
2,378,566✔
57
  }
58
}
59

60
int32_t tDecodeSTqHandle(SDecoder* pDecoder, STqHandle* pHandle) {
78,414✔
61
  if (pDecoder == NULL || pHandle == NULL) {
78,414✔
62
    return TSDB_CODE_INVALID_PARA;
×
63
  }
64
  int32_t code = 0;
78,414✔
65
  int32_t lino;
66

67
  TAOS_CHECK_EXIT(tStartDecode(pDecoder));
78,414✔
68
  TAOS_CHECK_EXIT(tDecodeCStrTo(pDecoder, pHandle->subKey));
78,414✔
69
  TAOS_CHECK_EXIT(tDecodeI8(pDecoder, &pHandle->fetchMeta));
156,525✔
70
  TAOS_CHECK_EXIT(tDecodeI64(pDecoder, &pHandle->consumerId));
156,828✔
71
  TAOS_CHECK_EXIT(tDecodeI64(pDecoder, &pHandle->snapshotVer));
156,525✔
72
  TAOS_CHECK_EXIT(tDecodeI32(pDecoder, &pHandle->epoch));
156,525✔
73
  TAOS_CHECK_EXIT(tDecodeI8(pDecoder, &pHandle->execHandle.subType));
156,828✔
74
  if (pHandle->execHandle.subType == TOPIC_SUB_TYPE__COLUMN) {
78,414✔
75
    TAOS_CHECK_EXIT(tDecodeCStrAlloc(pDecoder, &pHandle->execHandle.execCol.qmsg));
108,177✔
76
    if (!tDecodeIsEnd(pDecoder)) {
54,240✔
77
      TAOS_CHECK_EXIT(tDecodeSSchemaWrapper(pDecoder, &pHandle->execHandle.execCol.pSW));
108,480✔
78
    }
79
  } else if (pHandle->execHandle.subType == TOPIC_SUB_TYPE__DB) {
24,174✔
80
    pHandle->execHandle.execDb.pFilterOutTbUid =
16,359✔
81
        taosHashInit(64, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), false, HASH_ENTRY_LOCK);
16,359✔
82
    if (pHandle->execHandle.execDb.pFilterOutTbUid == NULL) {
16,359✔
83
      TAOS_CHECK_EXIT(terrno);
×
84
    }
85
    int32_t size = 0;
16,359✔
86
    TAOS_CHECK_EXIT(tDecodeI32(pDecoder, &size));
16,359✔
87
    for (int32_t i = 0; i < size; i++) {
16,359✔
88
      int64_t tbUid = 0;
×
89
      TAOS_CHECK_EXIT(tDecodeI64(pDecoder, &tbUid));
×
90
      TAOS_CHECK_EXIT(taosHashPut(pHandle->execHandle.execDb.pFilterOutTbUid, &tbUid, sizeof(int64_t), NULL, 0));
×
91
    }
92
  } else if (pHandle->execHandle.subType == TOPIC_SUB_TYPE__TABLE) {
7,815✔
93
    TAOS_CHECK_EXIT(tDecodeI64(pDecoder, &pHandle->execHandle.execTb.suid));
15,630✔
94
    if (!tDecodeIsEnd(pDecoder)) {
7,815✔
95
      TAOS_CHECK_EXIT(tDecodeCStrAlloc(pDecoder, &pHandle->execHandle.execTb.qmsg));
15,630✔
96
    }
97
  }
98
  tEndDecode(pDecoder);
78,414✔
99

100
_exit:
78,414✔
101
  return code;
78,414✔
102
}
103

104
int32_t tqMetaDecodeOffsetInfo(STqOffset* info, void* pVal, uint32_t vLen) {
34,207✔
105
  if (info == NULL || pVal == NULL) {
34,207✔
106
    return TSDB_CODE_INVALID_PARA;
×
107
  }
108
  SDecoder decoder = {0};
34,207✔
109
  tDecoderInit(&decoder, (uint8_t*)pVal, vLen);
34,207✔
110
  int32_t code = tDecodeSTqOffset(&decoder, info);
34,207✔
111
  tDecoderClear(&decoder);
34,207✔
112

113
  if (code != 0) {
34,207✔
114
    tDeleteSTqOffset(info);
×
115
    return TSDB_CODE_OUT_OF_MEMORY;
×
116
  }
117
  return code;
34,207✔
118
}
119

120
int32_t tqMetaSaveOffset(STQ* pTq, STqOffset* pOffset) {
219,182✔
121
  if (pTq == NULL || pOffset == NULL) {
219,182✔
122
    return TSDB_CODE_INVALID_PARA;
×
123
  }
124
  void*    buf = NULL;
219,182✔
125
  int32_t  code = TDB_CODE_SUCCESS;
219,182✔
126
  uint32_t  vlen;
127
  SEncoder encoder = {0};
219,182✔
128
  tEncodeSize(tEncodeSTqOffset, pOffset, vlen, code);
219,182✔
129
  if (code < 0) {
219,182✔
130
    goto END;
×
131
  }
132

133
  buf = taosMemoryCalloc(1, vlen);
219,182✔
134
  if (buf == NULL) {
219,182✔
135
    code = terrno;
×
136
    goto END;
×
137
  }
138

139
  tEncoderInit(&encoder, buf, vlen);
219,182✔
140
  code = tEncodeSTqOffset(&encoder, pOffset);
219,182✔
141
  if (code < 0) {
219,182✔
142
    goto END;
×
143
  }
144

145
  taosWLockLatch(&pTq->lock);
219,182✔
146
  code = tqMetaSaveInfo(pTq, pTq->pOffsetStore, pOffset->subKey, strlen(pOffset->subKey), buf, vlen);
219,182✔
147
  taosWUnLockLatch(&pTq->lock);
219,182✔
148
END:
219,182✔
149
  tEncoderClear(&encoder);
219,182✔
150
  taosMemoryFree(buf);
219,182✔
151
  return code;
219,182✔
152
}
153

154
int32_t tqMetaSaveInfo(STQ* pTq, TTB* ttb, const void* key, uint32_t kLen, const void* value, uint32_t vLen) {
1,435,183✔
155
  if (pTq == NULL || ttb == NULL || key == NULL || value == NULL) {
1,435,183✔
156
    return TSDB_CODE_INVALID_PARA;
×
157
  }
158
  int32_t code = TDB_CODE_SUCCESS;
1,435,851✔
159
  TXN*    txn = NULL;
1,435,851✔
160

161
  TQ_ERR_GO_TO_END(
1,435,851✔
162
      tdbBegin(pTq->pMetaDB, &txn, tdbDefaultMalloc, tdbDefaultFree, NULL, TDB_TXN_WRITE | TDB_TXN_READ_UNCOMMITTED));
163
  TQ_ERR_GO_TO_END(tdbTbUpsert(ttb, key, kLen, value, vLen, txn));
1,432,368✔
164
  TQ_ERR_GO_TO_END(tdbCommit(pTq->pMetaDB, txn));
1,430,774✔
165
  TQ_ERR_GO_TO_END(tdbPostCommit(pTq->pMetaDB, txn));
1,429,122✔
166

167
  return 0;
1,429,992✔
168

169
END:
×
170
  tdbAbort(pTq->pMetaDB, txn);
×
171
  return code;
×
172
}
173

174
int32_t tqMetaDeleteInfo(STQ* pTq, TTB* ttb, const void* key, uint32_t kLen) {
550,877✔
175
  if (pTq == NULL || ttb == NULL || key == NULL) {
550,877✔
176
    return TSDB_CODE_INVALID_PARA;
×
177
  }
178
  int32_t code = TDB_CODE_SUCCESS;
552,777✔
179
  TXN*    txn = NULL;
552,777✔
180

181
  TQ_ERR_GO_TO_END(
553,044✔
182
      tdbBegin(pTq->pMetaDB, &txn, tdbDefaultMalloc, tdbDefaultFree, NULL, TDB_TXN_WRITE | TDB_TXN_READ_UNCOMMITTED));
183
  TQ_ERR_GO_TO_END(tdbTbDelete(ttb, key, kLen, txn));
548,751✔
184
  TQ_ERR_GO_TO_END(tdbCommit(pTq->pMetaDB, txn));
289,338✔
185
  TQ_ERR_GO_TO_END(tdbPostCommit(pTq->pMetaDB, txn));
290,871✔
186

187
  return 0;
290,489✔
188

189
END:
256,684✔
190
  tdbAbort(pTq->pMetaDB, txn);
254,268✔
191
  return code;
258,857✔
192
}
193

194
int32_t tqMetaGetOffset(STQ* pTq, const char* subkey, STqOffset** pOffset) {
3,848,226✔
195
  if (pTq == NULL || subkey == NULL || pOffset == NULL) {
3,848,226✔
196
    return TSDB_CODE_INVALID_PARA;
×
197
  }
198
  void* data = taosHashGet(pTq->pOffset, subkey, strlen(subkey));
3,848,226✔
199
  if (data == NULL) {
3,847,901✔
200
    int vLen = 0;
761,190✔
201
    taosRLockLatch(&pTq->lock);
761,190✔
202
    if (tdbTbGet(pTq->pOffsetStore, subkey, strlen(subkey), &data, &vLen) < 0) {
761,515✔
203
      taosRUnLockLatch(&pTq->lock);
738,592✔
204
      tdbFree(data);
739,216✔
205
      return TSDB_CODE_OUT_OF_MEMORY;
737,069✔
206
    }
207
    taosRUnLockLatch(&pTq->lock);
21,743✔
208

209
    STqOffset offset = {0};
21,743✔
210
    if (tqMetaDecodeOffsetInfo(&offset, data, vLen >= 0 ? vLen : 0) != TDB_CODE_SUCCESS) {
21,743✔
211
      tdbFree(data);
×
212
      return TSDB_CODE_OUT_OF_MEMORY;
×
213
    }
214

215
    if (taosHashPut(pTq->pOffset, subkey, strlen(subkey), &offset, sizeof(STqOffset)) != 0) {
21,743✔
216
      tDeleteSTqOffset(&offset);
×
217
      tdbFree(data);
×
218
      return terrno;
×
219
    }
220
    tdbFree(data);
21,743✔
221

222
    *pOffset = taosHashGet(pTq->pOffset, subkey, strlen(subkey));
21,743✔
223
    if (*pOffset == NULL) {
21,743✔
224
      return TSDB_CODE_OUT_OF_MEMORY;
×
225
    }
226
  } else {
227
    *pOffset = data;
3,086,711✔
228
  }
229
  return 0;
3,108,454✔
230
}
231

232
int32_t tqMetaSaveHandle(STQ* pTq, const char* key, const STqHandle* pHandle) {
1,190,428✔
233
  if (pTq == NULL || key == NULL || pHandle == NULL) {
1,190,428✔
234
    return TSDB_CODE_INVALID_PARA;
×
235
  }
236
  int32_t  code = TDB_CODE_SUCCESS;
1,191,054✔
237
  uint32_t  vlen;
238
  void*    buf = NULL;
1,191,054✔
239
  SEncoder encoder = {0};
1,191,054✔
240
  tEncodeSize(tEncodeSTqHandle, pHandle, vlen, code);
1,191,395✔
241
  if (code < 0) {
1,190,189✔
242
    goto END;
×
243
  }
244

245
  tqDebug("tq save %s(%d) handle consumer:0x%" PRIx64 " epoch:%d vgId:%d", pHandle->subKey,
1,190,189✔
246
          (int32_t)strlen(pHandle->subKey), pHandle->consumerId, pHandle->epoch, TD_VID(pTq->pVnode));
247

248
  buf = taosMemoryCalloc(1, vlen);
1,192,061✔
249
  if (buf == NULL) {
1,192,061✔
250
    code = terrno;
×
251
    goto END;
×
252
  }
253

254
  tEncoderInit(&encoder, buf, vlen);
1,192,061✔
255
  code = tEncodeSTqHandle(&encoder, pHandle);
1,192,061✔
256
  if (code < 0) {
1,191,741✔
257
    goto END;
×
258
  }
259

260
  TQ_ERR_GO_TO_END(tqMetaSaveInfo(pTq, pTq->pExecStore, key, strlen(key), buf, vlen));
1,191,741✔
261

262
END:
1,184,281✔
263
  tEncoderClear(&encoder);
1,185,218✔
264
  taosMemoryFree(buf);
1,184,984✔
265
  return code;
1,181,036✔
266
}
267

268
static int tqMetaInitHandle(STQ* pTq, STqHandle* handle) {
445,878✔
269
  if (pTq == NULL || handle == NULL) {
445,878✔
270
    return TSDB_CODE_INVALID_PARA;
×
271
  }
272
  int32_t code = TDB_CODE_SUCCESS;
446,174✔
273
  SArray* tbUidList = NULL;
446,174✔
274

275
  SVnode* pVnode = pTq->pVnode;
446,174✔
276
  int32_t vgId = TD_VID(pVnode);
446,435✔
277

278
  handle->pRef = walOpenRef(pVnode->pWal);
446,174✔
279
  TQ_NULL_GO_TO_END(handle->pRef);
446,139✔
280

281
  SReadHandle reader = {0};
445,814✔
282
  reader = (SReadHandle){
445,460✔
283
      .vnode = pVnode,
284
      .initTableReader = true,
285
      .initTqReader = true,
286
      .version = handle->snapshotVer,
445,814✔
287
  };
288

289
  initStorageAPI(&reader.api);
445,460✔
290

291
  if (handle->execHandle.subType == TOPIC_SUB_TYPE__COLUMN) {
444,849✔
292
    handle->execHandle.task = qCreateQueueExecTaskInfo(handle->execHandle.execCol.qmsg, &reader, vgId, handle->consumerId);
324,851✔
293
    TQ_NULL_GO_TO_END(handle->execHandle.task);
325,461✔
294
    void* scanner = NULL;
325,461✔
295
    qExtractTmqScanner(handle->execHandle.task, &scanner);
325,461✔
296
    TQ_NULL_GO_TO_END(scanner);
325,461✔
297
    handle->execHandle.pTqReader = qExtractReaderFromTmqScanner(scanner);
325,461✔
298
    TQ_NULL_GO_TO_END(handle->execHandle.pTqReader);
325,461✔
299
  } else if (handle->execHandle.subType == TOPIC_SUB_TYPE__DB) {
120,383✔
300
    handle->pWalReader = walOpenReader(pVnode->pWal, 0);
99,715✔
301
    TQ_NULL_GO_TO_END(handle->pWalReader);
99,419✔
302
    handle->execHandle.pTqReader = tqReaderOpen(pVnode);
99,419✔
303
    TQ_NULL_GO_TO_END(handle->execHandle.pTqReader);
99,715✔
304
    TQ_ERR_GO_TO_END(buildSnapContext(reader.vnode, reader.version, 0, handle->execHandle.subType, handle->fetchMeta,
99,715✔
305
                                      (SSnapContext**)(&reader.sContext)));
306
    handle->execHandle.task = qCreateQueueExecTaskInfo(NULL, &reader, vgId, handle->consumerId);
99,085✔
307
    TQ_NULL_GO_TO_END(handle->execHandle.task);
99,715✔
308
  } else if (handle->execHandle.subType == TOPIC_SUB_TYPE__TABLE) {
20,609✔
309
    handle->pWalReader = walOpenReader(pVnode->pWal, 0);
20,934✔
310
    TQ_NULL_GO_TO_END(handle->pWalReader);
20,940✔
311
    if (handle->execHandle.execTb.qmsg != NULL && strcmp(handle->execHandle.execTb.qmsg, "") != 0) {
20,615✔
312
      if (nodesStringToNode(handle->execHandle.execTb.qmsg, &handle->execHandle.execTb.node) != 0) {
8,420✔
313
        tqError("nodesStringToNode error in sub stable, since %s", terrstr());
×
314
        return TSDB_CODE_SCH_INTERNAL_ERROR;
×
315
      }
316
    }
317
    TQ_ERR_GO_TO_END(buildSnapContext(reader.vnode, reader.version, handle->execHandle.execTb.suid,
21,259✔
318
                                      handle->execHandle.subType, handle->fetchMeta,
319
                                      (SSnapContext**)(&reader.sContext)));
320
    handle->execHandle.task = qCreateQueueExecTaskInfo(NULL, &reader, vgId, handle->consumerId);
21,259✔
321
    TQ_NULL_GO_TO_END(handle->execHandle.task);
21,259✔
322
    TQ_ERR_GO_TO_END(qGetTableList(handle->execHandle.execTb.suid, pVnode, handle->execHandle.execTb.node, &tbUidList,
21,259✔
323
                                handle->execHandle.task));
324
    tqInfo("vgId:%d, tq try to get ctb for stb subscribe, suid:%" PRId64, pVnode->config.vgId,
21,259✔
325
           handle->execHandle.execTb.suid);
326
    handle->execHandle.pTqReader = tqReaderOpen(pVnode);
21,259✔
327
    TQ_NULL_GO_TO_END(handle->execHandle.pTqReader);
21,259✔
328
    TQ_ERR_GO_TO_END(tqReaderSetTbUidList(handle->execHandle.pTqReader, tbUidList, NULL));
21,259✔
329
  }
330
  handle->tableCreateTimeHash = (SHashObj*)taosHashInit(64, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), true, HASH_ENTRY_LOCK);
446,435✔
331

332
END:
446,126✔
333
  reader.api.snapshotFn.destroySnapshot(reader.sContext);
446,126✔
334
  taosArrayDestroy(tbUidList);
446,435✔
335
  return code;
446,435✔
336
}
337

338
static int32_t tqMetaRestoreHandle(STQ* pTq, void* pVal, uint32_t vLen, STqHandle* handle) {
65,950✔
339
  if (pTq == NULL || pVal == NULL || handle == NULL) {
65,950✔
340
    return TSDB_CODE_INVALID_PARA;
×
341
  }
342
  int32_t  vgId = TD_VID(pTq->pVnode);
65,950✔
343
  SDecoder decoder = {0};
65,950✔
344
  int32_t  code = TDB_CODE_SUCCESS;
65,950✔
345

346
  tDecoderInit(&decoder, (uint8_t*)pVal, vLen);
65,950✔
347
  TQ_ERR_GO_TO_END(tDecodeSTqHandle(&decoder, handle));
65,950✔
348
  TQ_ERR_GO_TO_END(tqMetaInitHandle(pTq, handle));
65,950✔
349
  tqInfo("tqMetaRestoreHandle %s consumer 0x%" PRIx64 " vgId:%d", handle->subKey, handle->consumerId, vgId);
65,950✔
350
  code = taosHashPut(pTq->pHandle, handle->subKey, strlen(handle->subKey), handle, sizeof(STqHandle));
65,950✔
351

352
END:
65,950✔
353
  tDecoderClear(&decoder);
65,950✔
354
  return code;
65,950✔
355
}
356

357
int32_t tqMetaCreateHandle(STQ* pTq, SMqRebVgReq* req, STqHandle* handle) {
380,485✔
358
  if (pTq == NULL || req == NULL || handle == NULL) {
380,485✔
359
    return TSDB_CODE_INVALID_PARA;
×
360
  }
361
  int32_t vgId = TD_VID(pTq->pVnode);
380,485✔
362

363
  (void)memcpy(handle->subKey, req->subKey, TSDB_SUBSCRIBE_KEY_LEN);
380,485✔
364
  handle->consumerId = req->newConsumerId;
380,485✔
365

366
  handle->execHandle.subType = req->subType;
380,485✔
367
  handle->fetchMeta = req->withMeta;
380,485✔
368
  if (req->subType == TOPIC_SUB_TYPE__COLUMN) {
380,485✔
369
    void* tmp = taosStrdup(req->qmsg);
279,213✔
370
    if (tmp == NULL) {
279,213✔
371
      return terrno;
×
372
    }
373
    handle->execHandle.execCol.qmsg = tmp;
279,213✔
374
    handle->execHandle.execCol.pSW = req->schema;
279,213✔
375
    req->schema.pSchema = NULL;
279,213✔
376
  } else if (req->subType == TOPIC_SUB_TYPE__DB) {
101,272✔
377
    handle->execHandle.execDb.pFilterOutTbUid =
85,616✔
378
        taosHashInit(64, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), false, HASH_ENTRY_LOCK);
85,616✔
379
    if (handle->execHandle.execDb.pFilterOutTbUid == NULL) {
85,616✔
380
      return terrno;
×
381
    }
382
  } else if (req->subType == TOPIC_SUB_TYPE__TABLE) {
15,656✔
383
    handle->execHandle.execTb.suid = req->suid;
15,656✔
384
    void* tmp = taosStrdup(req->qmsg);
15,656✔
385
    if (tmp == NULL) {
15,656✔
386
      return terrno;
×
387
    }
388
    handle->execHandle.execTb.qmsg = tmp;
15,656✔
389
  }
390

391
  handle->snapshotVer = walGetCommittedVer(pTq->pVnode->pWal);
380,485✔
392

393
  int32_t code = tqMetaInitHandle(pTq, handle);
380,485✔
394
  if (code != 0) {
380,485✔
395
    return code;
×
396
  }
397
  tqInfo("tqMetaCreateHandle %s consumer 0x%" PRIx64 " vgId:%d, snapshotVer:%" PRId64, handle->subKey,
380,485✔
398
         handle->consumerId, vgId, handle->snapshotVer);
399
  return taosHashPut(pTq->pHandle, handle->subKey, strlen(handle->subKey), handle, sizeof(STqHandle));
380,485✔
400
}
401

402
static int32_t tqMetaTransformInfo(TDB* pMetaDB, TTB* pOld, TTB* pNew) {
×
403
  if (pMetaDB == NULL || pOld == NULL || pNew == NULL) {
×
404
    return TSDB_CODE_INVALID_PARA;
×
405
  }
406
  TBC*  pCur = NULL;
×
407
  void* pKey = NULL;
×
408
  int   kLen = 0;
×
409
  void* pVal = NULL;
×
410
  int   vLen = 0;
×
411
  TXN*  txn = NULL;
×
412

413
  int32_t code = TDB_CODE_SUCCESS;
×
414

415
  TQ_ERR_GO_TO_END(tdbTbcOpen(pOld, &pCur, NULL));
×
416
  TQ_ERR_GO_TO_END(
×
417
      tdbBegin(pMetaDB, &txn, tdbDefaultMalloc, tdbDefaultFree, NULL, TDB_TXN_WRITE | TDB_TXN_READ_UNCOMMITTED));
418

419
  TQ_ERR_GO_TO_END(tdbTbcMoveToFirst(pCur));
×
420
  while (tdbTbcNext(pCur, &pKey, &kLen, &pVal, &vLen) == 0) {
×
421
    TQ_ERR_GO_TO_END(tdbTbUpsert(pNew, pKey, kLen, pVal, vLen, txn));
×
422
  }
423

424
  TQ_ERR_GO_TO_END(tdbCommit(pMetaDB, txn));
×
425
  TQ_ERR_GO_TO_END(tdbPostCommit(pMetaDB, txn));
×
426

427
END:
×
428
  tdbFree(pKey);
×
429
  tdbFree(pVal);
×
430
  tdbTbcClose(pCur);
×
431
  return code;
×
432
}
433

434
int32_t tqMetaGetHandle(STQ* pTq, const char* key, STqHandle** pHandle) {
28,752,411✔
435
  if (pTq == NULL || key == NULL || pHandle == NULL) {
28,752,411✔
436
    return TSDB_CODE_INVALID_PARA;
4,728✔
437
  }
438
  void* data = taosHashGet(pTq->pHandle, key, strlen(key));
28,747,683✔
439
  if (data == NULL) {
28,750,729✔
440
    int vLen = 0;
452,245✔
441
    if (tdbTbGet(pTq->pExecStore, key, (int)strlen(key), &data, &vLen) < 0) {
452,245✔
442
      tdbFree(data);
385,709✔
443
      return TSDB_CODE_MND_SUBSCRIBE_NOT_EXIST;
384,732✔
444
    }
445
    STqHandle handle = {0};
65,950✔
446
    int32_t code = tqMetaRestoreHandle(pTq, data, vLen >= 0 ? vLen : 0, &handle);
65,950✔
447
    if (code != 0) {
65,950✔
448
      tdbFree(data);
×
449
      tqDestroyTqHandle(&handle);
×
450
      return code;
×
451
    }
452
    tdbFree(data);
65,950✔
453
    *pHandle = taosHashGet(pTq->pHandle, key, strlen(key));
65,950✔
454
    if (*pHandle == NULL) {
65,950✔
455
      return terrno;
×
456
    }
457
  } else {
458
    *pHandle = data;
28,298,484✔
459
  }
460
  return TDB_CODE_SUCCESS;
28,367,626✔
461
}
462

463
int32_t tqMetaOpenTdb(STQ* pTq) {
3,866,401✔
464
  if (pTq == NULL) {
3,866,401✔
465
    return TSDB_CODE_INVALID_PARA;
×
466
  }
467
  int32_t code = TDB_CODE_SUCCESS;
3,866,401✔
468
  TQ_ERR_GO_TO_END(tdbOpen(pTq->path, 16 * 1024, 1, &pTq->pMetaDB, 0, NULL));
3,866,401✔
469
  TQ_ERR_GO_TO_END(tdbTbOpen("tq.db", -1, -1, NULL, pTq->pMetaDB, &pTq->pExecStore, 0));
3,870,273✔
470
  TQ_ERR_GO_TO_END(tdbTbOpen("tq.offset.db", -1, -1, NULL, pTq->pMetaDB, &pTq->pOffsetStore, 0));
3,869,924✔
471

472
END:
3,870,078✔
473
  return code;
3,870,078✔
474
}
475

476
static int32_t replaceTqPath(char** path) {
3,870,749✔
477
  if (path == NULL || *path == NULL) {
3,870,749✔
478
    return TSDB_CODE_INVALID_PARA;
×
479
  }
480
  char*   tpath = NULL;
3,870,884✔
481
  int32_t code = tqBuildFName(&tpath, *path, TQ_SUBSCRIBE_NAME);
3,871,155✔
482
  if (code != 0) {
3,872,696✔
483
    return code;
×
484
  }
485
  taosMemoryFree(*path);
3,872,696✔
486
  *path = tpath;
3,867,854✔
487
  return TDB_CODE_SUCCESS;
3,867,502✔
488
}
489

490
int32_t tqMetaOpen(STQ* pTq) {
3,860,012✔
491
  if (pTq == NULL) {
3,860,012✔
492
    return TSDB_CODE_INVALID_PARA;
×
493
  }
494
  char*   maindb = NULL;
3,860,012✔
495
  char*   offsetNew = NULL;
3,872,892✔
496
  int32_t code = TDB_CODE_SUCCESS;
3,872,892✔
497
  TQ_ERR_GO_TO_END(tqBuildFName(&maindb, pTq->path, TDB_MAINDB_NAME));
3,872,892✔
498
  if (!taosCheckExistFile(maindb)) {
3,870,897✔
499
    TQ_ERR_GO_TO_END(replaceTqPath(&pTq->path));
3,873,379✔
500
    TQ_ERR_GO_TO_END(tqMetaOpenTdb(pTq));
3,869,745✔
501
  } else {
502
    TQ_ERR_GO_TO_END(tqMetaTransform(pTq));
×
503
    TQ_ERR_GO_TO_END(taosRemoveFile(maindb));
×
504
  }
505

506
  TQ_ERR_GO_TO_END(tqBuildFName(&offsetNew, pTq->path, TQ_OFFSET_NAME));
3,868,835✔
507
  if (taosCheckExistFile(offsetNew)) {
3,867,477✔
508
    TQ_ERR_GO_TO_END(tqOffsetRestoreFromFile(pTq, offsetNew));
×
509
    TQ_ERR_GO_TO_END(taosRemoveFile(offsetNew));
×
510
  }
511

512
END:
3,871,982✔
513
  taosMemoryFree(maindb);
3,871,341✔
514
  taosMemoryFree(offsetNew);
3,868,639✔
515
  return code;
3,870,858✔
516
}
517

518
int32_t tqMetaTransform(STQ* pTq) {
×
519
  if (pTq == NULL) {
×
520
    return TSDB_CODE_INVALID_PARA;
×
521
  }
522
  int32_t code = TDB_CODE_SUCCESS;
×
523
  TDB*    pMetaDB = NULL;
×
524
  TTB*    pExecStore = NULL;
×
525
  char*   offsetNew = NULL;
×
526
  char*   offset = NULL;
×
527
  TQ_ERR_GO_TO_END(tqBuildFName(&offset, pTq->path, TQ_OFFSET_NAME));
×
528

529
  TQ_ERR_GO_TO_END(tdbOpen(pTq->path, 16 * 1024, 1, &pMetaDB, 0, NULL));
×
530
  TQ_ERR_GO_TO_END(tdbTbOpen("tq.db", -1, -1, NULL, pMetaDB, &pExecStore, 0));
×
531

532
  TQ_ERR_GO_TO_END(replaceTqPath(&pTq->path));
×
533
  TQ_ERR_GO_TO_END(tqMetaOpenTdb(pTq));
×
534

535
  TQ_ERR_GO_TO_END(tqMetaTransformInfo(pTq->pMetaDB, pExecStore, pTq->pExecStore));
×
536

537
  TQ_ERR_GO_TO_END(tqBuildFName(&offsetNew, pTq->path, TQ_OFFSET_NAME));
×
538

539
  if (taosCheckExistFile(offset)) {
×
540
    if (taosCopyFile(offset, offsetNew) < 0) {
×
541
      tqError("copy offset file error");
×
542
    } else {
543
      TQ_ERR_GO_TO_END(taosRemoveFile(offset));
×
544
    }
545
  }
546

547
END:
×
548
  taosMemoryFree(offset);
×
549
  taosMemoryFree(offsetNew);
×
550

551
  tdbTbClose(pExecStore);
×
552
  tdbClose(pMetaDB);
×
553
  return code;
×
554
}
555

556
void tqMetaClose(STQ* pTq) {
3,872,562✔
557
  if (pTq == NULL) {
3,872,562✔
558
    return;
×
559
  }
560
  int32_t ret = 0;
3,872,562✔
561
  if (pTq->pExecStore) {
3,872,562✔
562
    tdbTbClose(pTq->pExecStore);
3,873,946✔
563
  }
564
  if (pTq->pOffsetStore) {
3,873,946✔
565
    tdbTbClose(pTq->pOffsetStore);
3,873,946✔
566
  }
567
  tdbClose(pTq->pMetaDB);
3,873,946✔
568
}
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc