• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #4936

23 Jan 2026 09:40AM UTC coverage: 66.746% (+0.04%) from 66.708%
#4936

push

travis-ci

web-flow
fix: case failuer caused by the modification of the error description (#34391)

204023 of 305671 relevant lines covered (66.75%)

124768167.97 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

72.8
/source/dnode/vnode/src/tq/tqMeta.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15
#include "tdbInt.h"
16
#include "tq.h"
17

18
int32_t tEncodeSTqHandle(SEncoder* pEncoder, const STqHandle* pHandle) {
2,441,830✔
19
  if (pEncoder == NULL || pHandle == NULL) {
2,441,830✔
20
    return TSDB_CODE_INVALID_PARA;
×
21
  }
22
  int32_t code = 0;
2,441,830✔
23
  int32_t lino;
24

25
  TAOS_CHECK_EXIT(tStartEncode(pEncoder));
2,441,830✔
26
  TAOS_CHECK_EXIT(tEncodeCStr(pEncoder, pHandle->subKey));
4,883,363✔
27
  TAOS_CHECK_EXIT(tEncodeI8(pEncoder, pHandle->fetchMeta));
4,883,034✔
28
  TAOS_CHECK_EXIT(tEncodeI64(pEncoder, pHandle->consumerId));
4,883,331✔
29
  TAOS_CHECK_EXIT(tEncodeI64(pEncoder, pHandle->snapshotVer));
4,883,379✔
30
  TAOS_CHECK_EXIT(tEncodeI32(pEncoder, pHandle->epoch));
4,881,819✔
31
  TAOS_CHECK_EXIT(tEncodeI8(pEncoder, pHandle->execHandle.subType));
4,880,829✔
32
  if (pHandle->execHandle.subType == TOPIC_SUB_TYPE__COLUMN) {
2,440,559✔
33
    TAOS_CHECK_EXIT(tEncodeCStr(pEncoder, pHandle->execHandle.execCol.qmsg));
4,022,207✔
34
    TAOS_CHECK_EXIT(tEncodeSSchemaWrapper(pEncoder, &pHandle->execHandle.execCol.pSW));
4,022,539✔
35
  } else if (pHandle->execHandle.subType == TOPIC_SUB_TYPE__DB) {
429,557✔
36
    int32_t size = taosHashGetSize(pHandle->execHandle.execDb.pFilterOutTbUid);
368,996✔
37
    TAOS_CHECK_EXIT(tEncodeI32(pEncoder, size));
368,996✔
38
    void* pIter = NULL;
368,996✔
39
    pIter = taosHashIterate(pHandle->execHandle.execDb.pFilterOutTbUid, pIter);
368,996✔
40
    while (pIter) {
368,996✔
41
      int64_t* tbUid = (int64_t*)taosHashGetKey(pIter, NULL);
×
42
      TAOS_CHECK_EXIT(tEncodeI64(pEncoder, *tbUid));
×
43
      pIter = taosHashIterate(pHandle->execHandle.execDb.pFilterOutTbUid, pIter);
×
44
    }
45
  } else if (pHandle->execHandle.subType == TOPIC_SUB_TYPE__TABLE) {
60,553✔
46
    TAOS_CHECK_EXIT(tEncodeI64(pEncoder, pHandle->execHandle.execTb.suid));
121,736✔
47
    if (pHandle->execHandle.execTb.qmsg != NULL) {
60,868✔
48
      TAOS_CHECK_EXIT(tEncodeCStr(pEncoder, pHandle->execHandle.execTb.qmsg));
121,736✔
49
    }
50
  }
51
  tEndEncode(pEncoder);
2,441,830✔
52
_exit:
2,439,507✔
53
  if (code) {
2,439,507✔
54
    return code;
×
55
  } else {
56
    return pEncoder->pos;
2,439,507✔
57
  }
58
}
59

60
int32_t tDecodeSTqHandle(SDecoder* pDecoder, STqHandle* pHandle) {
74,585✔
61
  if (pDecoder == NULL || pHandle == NULL) {
74,585✔
62
    return TSDB_CODE_INVALID_PARA;
×
63
  }
64
  int32_t code = 0;
74,585✔
65
  int32_t lino;
66

67
  TAOS_CHECK_EXIT(tStartDecode(pDecoder));
74,585✔
68
  TAOS_CHECK_EXIT(tDecodeCStrTo(pDecoder, pHandle->subKey));
74,585✔
69
  TAOS_CHECK_EXIT(tDecodeI8(pDecoder, &pHandle->fetchMeta));
149,170✔
70
  TAOS_CHECK_EXIT(tDecodeI64(pDecoder, &pHandle->consumerId));
149,170✔
71
  TAOS_CHECK_EXIT(tDecodeI64(pDecoder, &pHandle->snapshotVer));
149,170✔
72
  TAOS_CHECK_EXIT(tDecodeI32(pDecoder, &pHandle->epoch));
149,170✔
73
  TAOS_CHECK_EXIT(tDecodeI8(pDecoder, &pHandle->execHandle.subType));
149,170✔
74
  if (pHandle->execHandle.subType == TOPIC_SUB_TYPE__COLUMN) {
74,585✔
75
    TAOS_CHECK_EXIT(tDecodeCStrAlloc(pDecoder, &pHandle->execHandle.execCol.qmsg));
103,940✔
76
    if (!tDecodeIsEnd(pDecoder)) {
51,970✔
77
      TAOS_CHECK_EXIT(tDecodeSSchemaWrapper(pDecoder, &pHandle->execHandle.execCol.pSW));
103,940✔
78
    }
79
  } else if (pHandle->execHandle.subType == TOPIC_SUB_TYPE__DB) {
22,615✔
80
    pHandle->execHandle.execDb.pFilterOutTbUid =
15,275✔
81
        taosHashInit(64, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), false, HASH_ENTRY_LOCK);
15,275✔
82
    if (pHandle->execHandle.execDb.pFilterOutTbUid == NULL) {
15,275✔
83
      TAOS_CHECK_EXIT(terrno);
×
84
    }
85
    int32_t size = 0;
15,275✔
86
    TAOS_CHECK_EXIT(tDecodeI32(pDecoder, &size));
15,275✔
87
    for (int32_t i = 0; i < size; i++) {
15,275✔
88
      int64_t tbUid = 0;
×
89
      TAOS_CHECK_EXIT(tDecodeI64(pDecoder, &tbUid));
×
90
      TAOS_CHECK_EXIT(taosHashPut(pHandle->execHandle.execDb.pFilterOutTbUid, &tbUid, sizeof(int64_t), NULL, 0));
×
91
    }
92
  } else if (pHandle->execHandle.subType == TOPIC_SUB_TYPE__TABLE) {
7,340✔
93
    TAOS_CHECK_EXIT(tDecodeI64(pDecoder, &pHandle->execHandle.execTb.suid));
14,680✔
94
    if (!tDecodeIsEnd(pDecoder)) {
7,340✔
95
      TAOS_CHECK_EXIT(tDecodeCStrAlloc(pDecoder, &pHandle->execHandle.execTb.qmsg));
14,680✔
96
    }
97
  }
98
  tEndDecode(pDecoder);
74,585✔
99

100
_exit:
74,585✔
101
  return code;
74,585✔
102
}
103

104
int32_t tqMetaDecodeOffsetInfo(STqOffset* info, void* pVal, uint32_t vLen) {
31,808✔
105
  if (info == NULL || pVal == NULL) {
31,808✔
106
    return TSDB_CODE_INVALID_PARA;
×
107
  }
108
  SDecoder decoder = {0};
31,808✔
109
  tDecoderInit(&decoder, (uint8_t*)pVal, vLen);
31,808✔
110
  int32_t code = tDecodeSTqOffset(&decoder, info);
31,808✔
111
  tDecoderClear(&decoder);
31,808✔
112

113
  if (code != 0) {
31,808✔
114
    tDeleteSTqOffset(info);
×
115
    return TSDB_CODE_OUT_OF_MEMORY;
×
116
  }
117
  return code;
31,808✔
118
}
119

120
int32_t tqMetaSaveOffset(STQ* pTq, STqOffset* pOffset) {
247,846✔
121
  if (pTq == NULL || pOffset == NULL) {
247,846✔
122
    return TSDB_CODE_INVALID_PARA;
×
123
  }
124
  void*    buf = NULL;
247,846✔
125
  int32_t  code = TDB_CODE_SUCCESS;
247,846✔
126
  uint32_t  vlen;
127
  SEncoder encoder = {0};
247,846✔
128
  tEncodeSize(tEncodeSTqOffset, pOffset, vlen, code);
247,846✔
129
  if (code < 0) {
247,846✔
130
    goto END;
×
131
  }
132

133
  buf = taosMemoryCalloc(1, vlen);
247,846✔
134
  if (buf == NULL) {
247,846✔
135
    code = terrno;
×
136
    goto END;
×
137
  }
138

139
  tEncoderInit(&encoder, buf, vlen);
247,846✔
140
  code = tEncodeSTqOffset(&encoder, pOffset);
247,846✔
141
  if (code < 0) {
247,846✔
142
    goto END;
×
143
  }
144

145
  taosWLockLatch(&pTq->lock);
247,846✔
146
  code = tqMetaSaveInfo(pTq, pTq->pOffsetStore, pOffset->subKey, strlen(pOffset->subKey), buf, vlen);
247,846✔
147
  taosWUnLockLatch(&pTq->lock);
247,846✔
148
END:
247,846✔
149
  tEncoderClear(&encoder);
247,846✔
150
  taosMemoryFree(buf);
247,846✔
151
  return code;
247,846✔
152
}
153

154
int32_t tqMetaSaveInfo(STQ* pTq, TTB* ttb, const void* key, uint32_t kLen, const void* value, uint32_t vLen) {
1,491,200✔
155
  if (pTq == NULL || ttb == NULL || key == NULL || value == NULL) {
1,491,200✔
156
    return TSDB_CODE_INVALID_PARA;
×
157
  }
158
  int32_t code = TDB_CODE_SUCCESS;
1,491,213✔
159
  TXN*    txn = NULL;
1,491,213✔
160

161
  TQ_ERR_GO_TO_END(
1,492,134✔
162
      tdbBegin(pTq->pMetaDB, &txn, tdbDefaultMalloc, tdbDefaultFree, NULL, TDB_TXN_WRITE | TDB_TXN_READ_UNCOMMITTED));
163
  TQ_ERR_GO_TO_END(tdbTbUpsert(ttb, key, kLen, value, vLen, txn));
1,490,608✔
164
  TQ_ERR_GO_TO_END(tdbCommit(pTq->pMetaDB, txn));
1,490,504✔
165
  TQ_ERR_GO_TO_END(tdbPostCommit(pTq->pMetaDB, txn));
1,489,025✔
166

167
  return 0;
1,486,662✔
168

169
END:
×
170
  tdbAbort(pTq->pMetaDB, txn);
×
171
  return code;
×
172
}
173

174
int32_t tqMetaDeleteInfo(STQ* pTq, TTB* ttb, const void* key, uint32_t kLen) {
530,430✔
175
  if (pTq == NULL || ttb == NULL || key == NULL) {
530,430✔
176
    return TSDB_CODE_INVALID_PARA;
×
177
  }
178
  int32_t code = TDB_CODE_SUCCESS;
531,269✔
179
  TXN*    txn = NULL;
531,269✔
180

181
  TQ_ERR_GO_TO_END(
530,935✔
182
      tdbBegin(pTq->pMetaDB, &txn, tdbDefaultMalloc, tdbDefaultFree, NULL, TDB_TXN_WRITE | TDB_TXN_READ_UNCOMMITTED));
183
  TQ_ERR_GO_TO_END(tdbTbDelete(ttb, key, kLen, txn));
529,459✔
184
  TQ_ERR_GO_TO_END(tdbCommit(pTq->pMetaDB, txn));
279,350✔
185
  TQ_ERR_GO_TO_END(tdbPostCommit(pTq->pMetaDB, txn));
280,933✔
186

187
  return 0;
280,960✔
188

189
END:
245,714✔
190
  tdbAbort(pTq->pMetaDB, txn);
246,570✔
191
  return code;
248,904✔
192
}
193

194
int32_t tqMetaGetOffset(STQ* pTq, const char* subkey, STqOffset** pOffset) {
5,184,537✔
195
  if (pTq == NULL || subkey == NULL || pOffset == NULL) {
5,184,537✔
196
    return TSDB_CODE_INVALID_PARA;
×
197
  }
198
  void* data = taosHashGet(pTq->pOffset, subkey, strlen(subkey));
5,184,537✔
199
  if (data == NULL) {
5,184,278✔
200
    int vLen = 0;
824,281✔
201
    taosRLockLatch(&pTq->lock);
824,281✔
202
    if (tdbTbGet(pTq->pOffsetStore, subkey, strlen(subkey), &data, &vLen) < 0) {
824,281✔
203
      taosRUnLockLatch(&pTq->lock);
801,357✔
204
      tdbFree(data);
803,208✔
205
      return TSDB_CODE_OUT_OF_MEMORY;
800,995✔
206
    }
207
    taosRUnLockLatch(&pTq->lock);
19,858✔
208

209
    STqOffset offset = {0};
19,858✔
210
    if (tqMetaDecodeOffsetInfo(&offset, data, vLen >= 0 ? vLen : 0) != TDB_CODE_SUCCESS) {
19,858✔
211
      tdbFree(data);
×
212
      return TSDB_CODE_OUT_OF_MEMORY;
×
213
    }
214

215
    if (taosHashPut(pTq->pOffset, subkey, strlen(subkey), &offset, sizeof(STqOffset)) != 0) {
19,858✔
216
      tDeleteSTqOffset(&offset);
×
217
      tdbFree(data);
×
218
      return terrno;
×
219
    }
220
    tdbFree(data);
19,858✔
221

222
    *pOffset = taosHashGet(pTq->pOffset, subkey, strlen(subkey));
19,858✔
223
    if (*pOffset == NULL) {
19,858✔
224
      return TSDB_CODE_OUT_OF_MEMORY;
×
225
    }
226
  } else {
227
    *pOffset = data;
4,359,997✔
228
  }
229
  return 0;
4,379,855✔
230
}
231

232
int32_t tqMetaSaveHandle(STQ* pTq, const char* key, const STqHandle* pHandle) {
1,220,915✔
233
  if (pTq == NULL || key == NULL || pHandle == NULL) {
1,220,915✔
234
    return TSDB_CODE_INVALID_PARA;
×
235
  }
236
  int32_t  code = TDB_CODE_SUCCESS;
1,220,915✔
237
  uint32_t  vlen;
238
  void*    buf = NULL;
1,220,915✔
239
  SEncoder encoder = {0};
1,220,915✔
240
  tEncodeSize(tEncodeSTqHandle, pHandle, vlen, code);
1,220,915✔
241
  if (code < 0) {
1,220,289✔
242
    goto END;
×
243
  }
244

245
  tqDebug("tq save %s(%d) handle consumer:0x%" PRIx64 " epoch:%d vgId:%d", pHandle->subKey,
1,220,289✔
246
          (int32_t)strlen(pHandle->subKey), pHandle->consumerId, pHandle->epoch, TD_VID(pTq->pVnode));
247

248
  buf = taosMemoryCalloc(1, vlen);
1,220,915✔
249
  if (buf == NULL) {
1,220,915✔
250
    code = terrno;
×
251
    goto END;
×
252
  }
253

254
  tEncoderInit(&encoder, buf, vlen);
1,220,915✔
255
  code = tEncodeSTqHandle(&encoder, pHandle);
1,220,915✔
256
  if (code < 0) {
1,220,128✔
257
    goto END;
×
258
  }
259

260
  TQ_ERR_GO_TO_END(tqMetaSaveInfo(pTq, pTq->pExecStore, key, strlen(key), buf, vlen));
1,220,128✔
261

262
END:
1,216,261✔
263
  tEncoderClear(&encoder);
1,215,971✔
264
  taosMemoryFree(buf);
1,216,235✔
265
  return code;
1,213,197✔
266
}
267

268
static int tqMetaInitHandle(STQ* pTq, STqHandle* handle) {
428,572✔
269
  if (pTq == NULL || handle == NULL) {
428,572✔
270
    return TSDB_CODE_INVALID_PARA;
×
271
  }
272
  int32_t code = TDB_CODE_SUCCESS;
428,572✔
273
  SArray* tbUidList = NULL;
428,572✔
274

275
  SVnode* pVnode = pTq->pVnode;
428,572✔
276
  int32_t vgId = TD_VID(pVnode);
428,572✔
277

278
  handle->pRef = walOpenRef(pVnode->pWal);
427,913✔
279
  TQ_NULL_GO_TO_END(handle->pRef);
428,238✔
280

281
  SReadHandle reader = {0};
428,238✔
282
  reader = (SReadHandle){
428,238✔
283
      .vnode = pVnode,
284
      .initTableReader = true,
285
      .initTqReader = true,
286
      .version = handle->snapshotVer,
427,995✔
287
  };
288

289
  initStorageAPI(&reader.api);
428,238✔
290

291
  if (handle->execHandle.subType == TOPIC_SUB_TYPE__COLUMN) {
428,329✔
292
    handle->execHandle.task = qCreateQueueExecTaskInfo(handle->execHandle.execCol.qmsg, &reader, vgId, handle->consumerId);
313,551✔
293
    TQ_NULL_GO_TO_END(handle->execHandle.task);
313,794✔
294
    void* scanner = NULL;
313,794✔
295
    qExtractTmqScanner(handle->execHandle.task, &scanner);
313,794✔
296
    TQ_NULL_GO_TO_END(scanner);
313,794✔
297
    handle->execHandle.pTqReader = qExtractReaderFromTmqScanner(scanner);
313,794✔
298
    TQ_NULL_GO_TO_END(handle->execHandle.pTqReader);
313,794✔
299
  } else if (handle->execHandle.subType == TOPIC_SUB_TYPE__DB) {
114,778✔
300
    handle->pWalReader = walOpenReader(pVnode->pWal, 0);
95,371✔
301
    TQ_NULL_GO_TO_END(handle->pWalReader);
95,082✔
302
    handle->execHandle.pTqReader = tqReaderOpen(pVnode);
95,371✔
303
    TQ_NULL_GO_TO_END(handle->execHandle.pTqReader);
95,371✔
304
    TQ_ERR_GO_TO_END(buildSnapContext(reader.vnode, reader.version, 0, handle->execHandle.subType, handle->fetchMeta,
95,371✔
305
                                      (SSnapContext**)(&reader.sContext)));
306
    handle->execHandle.task = qCreateQueueExecTaskInfo(NULL, &reader, vgId, handle->consumerId);
95,371✔
307
    TQ_NULL_GO_TO_END(handle->execHandle.task);
95,371✔
308
  } else if (handle->execHandle.subType == TOPIC_SUB_TYPE__TABLE) {
19,100✔
309
    handle->pWalReader = walOpenReader(pVnode->pWal, 0);
19,407✔
310
    TQ_NULL_GO_TO_END(handle->pWalReader);
19,407✔
311
    if (handle->execHandle.execTb.qmsg != NULL && strcmp(handle->execHandle.execTb.qmsg, "") != 0) {
19,407✔
312
      if (nodesStringToNode(handle->execHandle.execTb.qmsg, &handle->execHandle.execTb.node) != 0) {
7,163✔
313
        tqError("nodesStringToNode error in sub stable, since %s", terrstr());
×
314
        return TSDB_CODE_SCH_INTERNAL_ERROR;
×
315
      }
316
    }
317
    TQ_ERR_GO_TO_END(buildSnapContext(reader.vnode, reader.version, handle->execHandle.execTb.suid,
19,100✔
318
                                      handle->execHandle.subType, handle->fetchMeta,
319
                                      (SSnapContext**)(&reader.sContext)));
320
    handle->execHandle.task = qCreateQueueExecTaskInfo(NULL, &reader, vgId, handle->consumerId);
19,407✔
321
    TQ_NULL_GO_TO_END(handle->execHandle.task);
19,407✔
322
    TQ_ERR_GO_TO_END(qGetTableList(handle->execHandle.execTb.suid, pVnode, handle->execHandle.execTb.node, &tbUidList,
19,407✔
323
                                handle->execHandle.task));
324
    tqInfo("vgId:%d, tq try to get ctb for stb subscribe, suid:%" PRId64, pVnode->config.vgId,
19,407✔
325
           handle->execHandle.execTb.suid);
326
    handle->execHandle.pTqReader = tqReaderOpen(pVnode);
19,407✔
327
    TQ_NULL_GO_TO_END(handle->execHandle.pTqReader);
19,407✔
328
    TQ_ERR_GO_TO_END(tqReaderSetTbUidList(handle->execHandle.pTqReader, tbUidList, NULL));
19,407✔
329
  }
330
  handle->tableCreateTimeHash = (SHashObj*)taosHashInit(64, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), true, HASH_ENTRY_LOCK);
428,011✔
331

332
END:
429,133✔
333
  reader.api.snapshotFn.destroySnapshot(reader.sContext);
428,275✔
334
  taosArrayDestroy(tbUidList);
428,275✔
335
  return code;
428,275✔
336
}
337

338
static int32_t tqMetaRestoreHandle(STQ* pTq, void* pVal, uint32_t vLen, STqHandle* handle) {
62,635✔
339
  if (pTq == NULL || pVal == NULL || handle == NULL) {
62,635✔
340
    return TSDB_CODE_INVALID_PARA;
×
341
  }
342
  int32_t  vgId = TD_VID(pTq->pVnode);
62,635✔
343
  SDecoder decoder = {0};
62,635✔
344
  int32_t  code = TDB_CODE_SUCCESS;
62,635✔
345

346
  tDecoderInit(&decoder, (uint8_t*)pVal, vLen);
62,635✔
347
  TQ_ERR_GO_TO_END(tDecodeSTqHandle(&decoder, handle));
62,635✔
348
  TQ_ERR_GO_TO_END(tqMetaInitHandle(pTq, handle));
62,635✔
349
  tqInfo("tqMetaRestoreHandle %s consumer 0x%" PRIx64 " vgId:%d", handle->subKey, handle->consumerId, vgId);
62,635✔
350
  code = taosHashPut(pTq->pHandle, handle->subKey, strlen(handle->subKey), handle, sizeof(STqHandle));
62,635✔
351

352
END:
62,635✔
353
  tDecoderClear(&decoder);
62,635✔
354
  return code;
62,635✔
355
}
356

357
int32_t tqMetaCreateHandle(STQ* pTq, SMqRebVgReq* req, STqHandle* handle) {
365,937✔
358
  if (pTq == NULL || req == NULL || handle == NULL) {
365,937✔
359
    return TSDB_CODE_INVALID_PARA;
×
360
  }
361
  int32_t vgId = TD_VID(pTq->pVnode);
365,937✔
362

363
  (void)memcpy(handle->subKey, req->subKey, TSDB_SUBSCRIBE_KEY_LEN);
365,937✔
364
  handle->consumerId = req->newConsumerId;
365,937✔
365

366
  handle->execHandle.subType = req->subType;
365,937✔
367
  handle->fetchMeta = req->withMeta;
365,937✔
368
  if (req->subType == TOPIC_SUB_TYPE__COLUMN) {
365,937✔
369
    void* tmp = taosStrdup(req->qmsg);
269,577✔
370
    if (tmp == NULL) {
269,577✔
371
      return terrno;
×
372
    }
373
    handle->execHandle.execCol.qmsg = tmp;
269,577✔
374
    handle->execHandle.execCol.pSW = req->schema;
269,577✔
375
    req->schema.pSchema = NULL;
269,577✔
376
  } else if (req->subType == TOPIC_SUB_TYPE__DB) {
96,360✔
377
    handle->execHandle.execDb.pFilterOutTbUid =
82,221✔
378
        taosHashInit(64, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BIGINT), false, HASH_ENTRY_LOCK);
82,221✔
379
    if (handle->execHandle.execDb.pFilterOutTbUid == NULL) {
82,221✔
380
      return terrno;
×
381
    }
382
  } else if (req->subType == TOPIC_SUB_TYPE__TABLE) {
14,139✔
383
    handle->execHandle.execTb.suid = req->suid;
14,139✔
384
    void* tmp = taosStrdup(req->qmsg);
14,139✔
385
    if (tmp == NULL) {
14,139✔
386
      return terrno;
×
387
    }
388
    handle->execHandle.execTb.qmsg = tmp;
14,139✔
389
  }
390

391
  handle->snapshotVer = walGetCommittedVer(pTq->pVnode->pWal);
365,937✔
392

393
  int32_t code = tqMetaInitHandle(pTq, handle);
365,937✔
394
  if (code != 0) {
365,640✔
395
    return code;
×
396
  }
397
  tqInfo("tqMetaCreateHandle %s consumer 0x%" PRIx64 " vgId:%d, snapshotVer:%" PRId64, handle->subKey,
365,640✔
398
         handle->consumerId, vgId, handle->snapshotVer);
399
  return taosHashPut(pTq->pHandle, handle->subKey, strlen(handle->subKey), handle, sizeof(STqHandle));
365,640✔
400
}
401

402
static int32_t tqMetaTransformInfo(TDB* pMetaDB, TTB* pOld, TTB* pNew) {
×
403
  if (pMetaDB == NULL || pOld == NULL || pNew == NULL) {
×
404
    return TSDB_CODE_INVALID_PARA;
×
405
  }
406
  TBC*  pCur = NULL;
×
407
  void* pKey = NULL;
×
408
  int   kLen = 0;
×
409
  void* pVal = NULL;
×
410
  int   vLen = 0;
×
411
  TXN*  txn = NULL;
×
412

413
  int32_t code = TDB_CODE_SUCCESS;
×
414

415
  TQ_ERR_GO_TO_END(tdbTbcOpen(pOld, &pCur, NULL));
×
416
  TQ_ERR_GO_TO_END(
×
417
      tdbBegin(pMetaDB, &txn, tdbDefaultMalloc, tdbDefaultFree, NULL, TDB_TXN_WRITE | TDB_TXN_READ_UNCOMMITTED));
418

419
  TQ_ERR_GO_TO_END(tdbTbcMoveToFirst(pCur));
×
420
  while (tdbTbcNext(pCur, &pKey, &kLen, &pVal, &vLen) == 0) {
×
421
    TQ_ERR_GO_TO_END(tdbTbUpsert(pNew, pKey, kLen, pVal, vLen, txn));
×
422
  }
423

424
  TQ_ERR_GO_TO_END(tdbCommit(pMetaDB, txn));
×
425
  TQ_ERR_GO_TO_END(tdbPostCommit(pMetaDB, txn));
×
426

427
END:
×
428
  tdbFree(pKey);
×
429
  tdbFree(pVal);
×
430
  tdbTbcClose(pCur);
×
431
  return code;
×
432
}
433

434
int32_t tqMetaGetHandle(STQ* pTq, const char* key, STqHandle** pHandle) {
27,539,027✔
435
  if (pTq == NULL || key == NULL || pHandle == NULL) {
27,539,027✔
436
    return TSDB_CODE_INVALID_PARA;
×
437
  }
438
  void* data = taosHashGet(pTq->pHandle, key, strlen(key));
27,543,879✔
439
  if (data == NULL) {
27,539,948✔
440
    int vLen = 0;
431,075✔
441
    if (tdbTbGet(pTq->pExecStore, key, (int)strlen(key), &data, &vLen) < 0) {
431,075✔
442
      tdbFree(data);
368,106✔
443
      return TSDB_CODE_MND_SUBSCRIBE_NOT_EXIST;
367,832✔
444
    }
445
    STqHandle handle = {0};
62,635✔
446
    int32_t code = tqMetaRestoreHandle(pTq, data, vLen >= 0 ? vLen : 0, &handle);
62,635✔
447
    if (code != 0) {
62,635✔
448
      tdbFree(data);
×
449
      tqDestroyTqHandle(&handle);
×
450
      return code;
×
451
    }
452
    tdbFree(data);
62,635✔
453
    *pHandle = taosHashGet(pTq->pHandle, key, strlen(key));
62,635✔
454
    if (*pHandle == NULL) {
62,635✔
455
      return terrno;
×
456
    }
457
  } else {
458
    *pHandle = data;
27,108,873✔
459
  }
460
  return TDB_CODE_SUCCESS;
27,175,096✔
461
}
462

463
int32_t tqMetaOpenTdb(STQ* pTq) {
3,698,479✔
464
  if (pTq == NULL) {
3,698,479✔
465
    return TSDB_CODE_INVALID_PARA;
×
466
  }
467
  int32_t code = TDB_CODE_SUCCESS;
3,698,479✔
468
  TQ_ERR_GO_TO_END(tdbOpen(pTq->path, 16 * 1024, 1, &pTq->pMetaDB, 0, NULL));
3,698,479✔
469
  TQ_ERR_GO_TO_END(tdbTbOpen("tq.db", -1, -1, NULL, pTq->pMetaDB, &pTq->pExecStore, 0));
3,698,693✔
470
  TQ_ERR_GO_TO_END(tdbTbOpen("tq.offset.db", -1, -1, NULL, pTq->pMetaDB, &pTq->pOffsetStore, 0));
3,699,125✔
471

472
END:
3,698,993✔
473
  return code;
3,698,993✔
474
}
475

476
static int32_t replaceTqPath(char** path) {
3,699,343✔
477
  if (path == NULL || *path == NULL) {
3,699,343✔
478
    return TSDB_CODE_INVALID_PARA;
×
479
  }
480
  char*   tpath = NULL;
3,699,614✔
481
  int32_t code = tqBuildFName(&tpath, *path, TQ_SUBSCRIBE_NAME);
3,698,720✔
482
  if (code != 0) {
3,700,654✔
483
    return code;
×
484
  }
485
  taosMemoryFree(*path);
3,700,654✔
486
  *path = tpath;
3,700,264✔
487
  return TDB_CODE_SUCCESS;
3,700,264✔
488
}
489

490
int32_t tqMetaOpen(STQ* pTq) {
3,694,709✔
491
  if (pTq == NULL) {
3,694,709✔
492
    return TSDB_CODE_INVALID_PARA;
×
493
  }
494
  char*   maindb = NULL;
3,694,709✔
495
  char*   offsetNew = NULL;
3,700,271✔
496
  int32_t code = TDB_CODE_SUCCESS;
3,700,654✔
497
  TQ_ERR_GO_TO_END(tqBuildFName(&maindb, pTq->path, TDB_MAINDB_NAME));
3,700,654✔
498
  if (!taosCheckExistFile(maindb)) {
3,698,991✔
499
    TQ_ERR_GO_TO_END(replaceTqPath(&pTq->path));
3,700,654✔
500
    TQ_ERR_GO_TO_END(tqMetaOpenTdb(pTq));
3,699,993✔
501
  } else {
502
    TQ_ERR_GO_TO_END(tqMetaTransform(pTq));
×
503
    TQ_ERR_GO_TO_END(taosRemoveFile(maindb));
×
504
  }
505

506
  TQ_ERR_GO_TO_END(tqBuildFName(&offsetNew, pTq->path, TQ_OFFSET_NAME));
3,698,422✔
507
  if (taosCheckExistFile(offsetNew)) {
3,699,740✔
508
    TQ_ERR_GO_TO_END(tqOffsetRestoreFromFile(pTq, offsetNew));
×
509
    TQ_ERR_GO_TO_END(taosRemoveFile(offsetNew));
×
510
  }
511

512
END:
3,700,485✔
513
  taosMemoryFree(maindb);
3,700,456✔
514
  taosMemoryFree(offsetNew);
3,699,157✔
515
  return code;
3,700,532✔
516
}
517

518
int32_t tqMetaTransform(STQ* pTq) {
×
519
  if (pTq == NULL) {
×
520
    return TSDB_CODE_INVALID_PARA;
×
521
  }
522
  int32_t code = TDB_CODE_SUCCESS;
×
523
  TDB*    pMetaDB = NULL;
×
524
  TTB*    pExecStore = NULL;
×
525
  char*   offsetNew = NULL;
×
526
  char*   offset = NULL;
×
527
  TQ_ERR_GO_TO_END(tqBuildFName(&offset, pTq->path, TQ_OFFSET_NAME));
×
528

529
  TQ_ERR_GO_TO_END(tdbOpen(pTq->path, 16 * 1024, 1, &pMetaDB, 0, NULL));
×
530
  TQ_ERR_GO_TO_END(tdbTbOpen("tq.db", -1, -1, NULL, pMetaDB, &pExecStore, 0));
×
531

532
  TQ_ERR_GO_TO_END(replaceTqPath(&pTq->path));
×
533
  TQ_ERR_GO_TO_END(tqMetaOpenTdb(pTq));
×
534

535
  TQ_ERR_GO_TO_END(tqMetaTransformInfo(pTq->pMetaDB, pExecStore, pTq->pExecStore));
×
536

537
  TQ_ERR_GO_TO_END(tqBuildFName(&offsetNew, pTq->path, TQ_OFFSET_NAME));
×
538

539
  if (taosCheckExistFile(offset)) {
×
540
    if (taosCopyFile(offset, offsetNew) < 0) {
×
541
      tqError("copy offset file error");
×
542
    } else {
543
      TQ_ERR_GO_TO_END(taosRemoveFile(offset));
×
544
    }
545
  }
546

547
END:
×
548
  taosMemoryFree(offset);
×
549
  taosMemoryFree(offsetNew);
×
550

551
  tdbTbClose(pExecStore);
×
552
  tdbClose(pMetaDB);
×
553
  return code;
×
554
}
555

556
void tqMetaClose(STQ* pTq) {
3,699,975✔
557
  if (pTq == NULL) {
3,699,975✔
558
    return;
×
559
  }
560
  int32_t ret = 0;
3,699,975✔
561
  if (pTq->pExecStore) {
3,699,975✔
562
    tdbTbClose(pTq->pExecStore);
3,700,654✔
563
  }
564
  if (pTq->pOffsetStore) {
3,700,654✔
565
    tdbTbClose(pTq->pOffsetStore);
3,700,654✔
566
  }
567
  tdbClose(pTq->pMetaDB);
3,700,654✔
568
}
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc