• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #3526

10 Nov 2024 03:50AM UTC coverage: 60.225% (-0.6%) from 60.818%
#3526

push

travis-ci

web-flow
Merge pull request #28709 from taosdata/main

merge: from main to 3.0 branch

117031 of 249004 branches covered (47.0%)

Branch coverage included in aggregate %.

130 of 169 new or added lines in 23 files covered. (76.92%)

4149 existing lines in 176 files now uncovered.

197577 of 273386 relevant lines covered (72.27%)

5840219.36 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

58.37
/source/dnode/mnode/impl/src/mndStreamTransAct.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#include "mndDb.h"
17
#include "mndStb.h"
18
#include "mndStream.h"
19
#include "mndTrans.h"
20
#include "mndVgroup.h"
21
#include "taoserror.h"
22
#include "tmisce.h"
23

24
static int32_t doSetPauseAction(SMnode *pMnode, STrans *pTrans, SStreamTask *pTask) {
709✔
25
  SVPauseStreamTaskReq *pReq = taosMemoryCalloc(1, sizeof(SVPauseStreamTaskReq));
709✔
26
  if (pReq == NULL) {
709!
27
    mError("failed to malloc in pause stream, size:%" PRIzu ", code:%s", sizeof(SVPauseStreamTaskReq),
×
28
           tstrerror(TSDB_CODE_OUT_OF_MEMORY));
29
    // terrno = TSDB_CODE_OUT_OF_MEMORY;
30
    return terrno;
×
31
  }
32

33
  pReq->head.vgId = htonl(pTask->info.nodeId);
709✔
34
  pReq->taskId = pTask->id.taskId;
709✔
35
  pReq->streamId = pTask->id.streamId;
709✔
36

37
  SEpSet  epset = {0};
709✔
38
  bool    hasEpset = false;
709✔
39
  int32_t code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->id.taskId, pTask->info.nodeId);
709✔
40
  if (code != TSDB_CODE_SUCCESS || !hasEpset) {
709!
41
    terrno = code;
×
42
    taosMemoryFree(pReq);
×
43
    return code;
×
44
  }
45

46
  char buf[256] = {0};
709✔
47
  code = epsetToStr(&epset, buf, tListLen(buf));
709✔
48
  if (code != 0) {  // print error and continue
709!
49
    mError("failed to convert epset to str, code:%s", tstrerror(code));
×
50
  }
51

52
  mDebug("pause stream task in node:%d, epset:%s", pTask->info.nodeId, buf);
709!
53
  code = setTransAction(pTrans, pReq, sizeof(SVPauseStreamTaskReq), TDMT_STREAM_TASK_PAUSE, &epset, 0, TSDB_CODE_VND_INVALID_VGROUP_ID);
709✔
54
  if (code != 0) {
709!
55
    taosMemoryFree(pReq);
×
56
    return code;
×
57
  }
58
  return 0;
709✔
59
}
60

61
static int32_t doSetDropAction(SMnode *pMnode, STrans *pTrans, SStreamTask *pTask) {
3,515✔
62
  SVDropStreamTaskReq *pReq = taosMemoryCalloc(1, sizeof(SVDropStreamTaskReq));
3,515✔
63
  if (pReq == NULL) {
3,515!
64
    return terrno;
×
65
  }
66

67
  pReq->head.vgId = htonl(pTask->info.nodeId);
3,515✔
68
  pReq->taskId = pTask->id.taskId;
3,515✔
69
  pReq->streamId = pTask->id.streamId;
3,515✔
70

71
  SEpSet  epset = {0};
3,515✔
72
  bool    hasEpset = false;
3,515✔
73
  int32_t code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->id.taskId, pTask->info.nodeId);
3,515✔
74
  if (code != TSDB_CODE_SUCCESS || !hasEpset) {  // no valid epset, return directly without redoAction
3,515!
75
    return code;
×
76
  }
77

78
  // The epset of nodeId of this task may have been expired now, let's use the newest epset from mnode.
79
  code = setTransAction(pTrans, pReq, sizeof(SVDropStreamTaskReq), TDMT_STREAM_TASK_DROP, &epset, 0, TSDB_CODE_VND_INVALID_VGROUP_ID);
3,515✔
80
  if (code != 0) {
3,515!
81
    taosMemoryFree(pReq);
×
82
    return code;
×
83
  }
84

85
  return 0;
3,515✔
86
}
87

88
static int32_t doSetResumeAction(STrans *pTrans, SMnode *pMnode, SStreamTask *pTask, int8_t igUntreated) {
702✔
89
  terrno = 0;
702✔
90

91
  SVResumeStreamTaskReq *pReq = taosMemoryCalloc(1, sizeof(SVResumeStreamTaskReq));
702✔
92
  if (pReq == NULL) {
702!
93
    mError("failed to malloc in resume stream, size:%" PRIzu ", code:%s", sizeof(SVResumeStreamTaskReq),
×
94
           tstrerror(TSDB_CODE_OUT_OF_MEMORY));
95
    return terrno;
×
96
  }
97

98
  pReq->head.vgId = htonl(pTask->info.nodeId);
702✔
99
  pReq->taskId = pTask->id.taskId;
702✔
100
  pReq->streamId = pTask->id.streamId;
702✔
101
  pReq->igUntreated = igUntreated;
702✔
102

103
  SEpSet  epset = {0};
702✔
104
  bool    hasEpset = false;
702✔
105
  int32_t code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->id.taskId, pTask->info.nodeId);
702✔
106
  if (code != TSDB_CODE_SUCCESS || (!hasEpset)) {
702!
107
    taosMemoryFree(pReq);
×
108
    return code;
×
109
  }
110

111
  code = setTransAction(pTrans, pReq, sizeof(SVResumeStreamTaskReq), TDMT_STREAM_TASK_RESUME, &epset, 0, TSDB_CODE_VND_INVALID_VGROUP_ID);
702✔
112
  if (code != 0) {
702!
113
    taosMemoryFree(pReq);
×
114
    return code;
×
115
  }
116

117
  mDebug("set the resume action for trans:%d", pTrans->id);
702!
118
  return code;
702✔
119
}
120

UNCOV
121
static int32_t doSetDropActionFromId(SMnode *pMnode, STrans *pTrans, SOrphanTask* pTask) {
×
UNCOV
122
  SVDropStreamTaskReq *pReq = taosMemoryCalloc(1, sizeof(SVDropStreamTaskReq));
×
UNCOV
123
  if (pReq == NULL) {
×
124
    // terrno = TSDB_CODE_OUT_OF_MEMORY;
125
    return terrno;
×
126
  }
127

UNCOV
128
  pReq->head.vgId = htonl(pTask->nodeId);
×
UNCOV
129
  pReq->taskId = pTask->taskId;
×
UNCOV
130
  pReq->streamId = pTask->streamId;
×
131

UNCOV
132
  SEpSet  epset = {0};
×
UNCOV
133
  bool    hasEpset = false;
×
UNCOV
134
  int32_t code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->taskId, pTask->nodeId);
×
UNCOV
135
  if (code != TSDB_CODE_SUCCESS || (!hasEpset)) {  // no valid epset, return directly without redoAction
×
136
    taosMemoryFree(pReq);
×
137
    return code;
×
138
  }
139

140
  // The epset of nodeId of this task may have been expired now, let's use the newest epset from mnode.
UNCOV
141
  code = setTransAction(pTrans, pReq, sizeof(SVDropStreamTaskReq), TDMT_STREAM_TASK_DROP, &epset, 0, TSDB_CODE_VND_INVALID_VGROUP_ID);
×
UNCOV
142
  if (code != 0) {
×
143
    taosMemoryFree(pReq);
×
144
    return code;
×
145
  }
146

UNCOV
147
  return 0;
×
148
}
149

150
static void initNodeUpdateMsg(SStreamTaskNodeUpdateMsg *pMsg, const SVgroupChangeInfo *pInfo, SStreamTaskId *pId,
5✔
151
                              int32_t transId) {
152
  int32_t code = 0;
5✔
153

154
  pMsg->streamId = pId->streamId;
5✔
155
  pMsg->taskId = pId->taskId;
5✔
156
  pMsg->transId = transId;
5✔
157
  pMsg->pNodeList = taosArrayInit(taosArrayGetSize(pInfo->pUpdateNodeList), sizeof(SNodeUpdateInfo));
5✔
158
  if (pMsg->pNodeList == NULL) {
5!
159
    mError("failed to prepare node list, code:%s", tstrerror(terrno));
×
160
    code = terrno;
×
161
  }
162

163
  if (code == 0) {
5!
164
    void *p = taosArrayAddAll(pMsg->pNodeList, pInfo->pUpdateNodeList);
5✔
165
    if (p == NULL) {
5!
166
      mError("failed to add update node list into nodeList");
×
167
    }
168
  }
169
}
5✔
170

171
static int32_t doBuildStreamTaskUpdateMsg(void **pBuf, int32_t *pLen, SVgroupChangeInfo *pInfo, int32_t nodeId,
5✔
172
                                          SStreamTaskId *pId, int32_t transId) {
173
  SStreamTaskNodeUpdateMsg req = {0};
5✔
174
  initNodeUpdateMsg(&req, pInfo, pId, transId);
5✔
175

176
  int32_t code = 0;
5✔
177
  int32_t blen;
178

179
  tEncodeSize(tEncodeStreamTaskUpdateMsg, &req, blen, code);
5!
180
  if (code < 0) {
5!
181
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
182
    taosArrayDestroy(req.pNodeList);
×
183
    return terrno;
×
184
  }
185

186
  int32_t tlen = sizeof(SMsgHead) + blen;
5✔
187

188
  void *buf = taosMemoryMalloc(tlen);
5✔
189
  if (buf == NULL) {
5!
190
    taosArrayDestroy(req.pNodeList);
×
191
    return terrno;
×
192
  }
193

194
  void    *abuf = POINTER_SHIFT(buf, sizeof(SMsgHead));
5✔
195
  SEncoder encoder;
196
  tEncoderInit(&encoder, abuf, tlen);
5✔
197
  code = tEncodeStreamTaskUpdateMsg(&encoder, &req);
5✔
198
  if (code == -1) {
5!
199
    tEncoderClear(&encoder);
×
200
    taosMemoryFree(buf);
×
201
    taosArrayDestroy(req.pNodeList);
×
202
    return code;
×
203
  }
204

205
  SMsgHead *pMsgHead = (SMsgHead *)buf;
5✔
206
  pMsgHead->contLen = htonl(tlen);
5✔
207
  pMsgHead->vgId = htonl(nodeId);
5✔
208

209
  tEncoderClear(&encoder);
5✔
210

211
  *pBuf = buf;
5✔
212
  *pLen = tlen;
5✔
213

214
  taosArrayDestroy(req.pNodeList);
5✔
215
  return TSDB_CODE_SUCCESS;
5✔
216
}
217

218
static int32_t doSetUpdateTaskAction(SMnode *pMnode, STrans *pTrans, SStreamTask *pTask, SVgroupChangeInfo *pInfo) {
5✔
219
  void   *pBuf = NULL;
5✔
220
  int32_t len = 0;
5✔
221
  SEpSet  epset = {0};
5✔
222
  bool    hasEpset = false;
5✔
223

224
  bool    unusedRet = streamTaskUpdateEpsetInfo(pTask, pInfo->pUpdateNodeList);
5✔
225
  int32_t code = doBuildStreamTaskUpdateMsg(&pBuf, &len, pInfo, pTask->info.nodeId, &pTask->id, pTrans->id);
5✔
226
  if (code) {
5!
227
    mError("failed to build stream task epset update msg, code:%s", tstrerror(code));
×
228
    return code;
×
229
  }
230

231
  code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->id.taskId, pTask->info.nodeId);
5✔
232
  if (code != TSDB_CODE_SUCCESS || !hasEpset) {
5!
233
    mError("failed to extract epset during create update epset, code:%s", tstrerror(code));
×
234
    taosMemoryFree(pBuf);
×
235
    return code;
×
236
  }
237

238
  code = setTransAction(pTrans, pBuf, len, TDMT_VND_STREAM_TASK_UPDATE, &epset, 0, TSDB_CODE_VND_INVALID_VGROUP_ID);
5✔
239
  if (code != TSDB_CODE_SUCCESS) {
5!
240
    mError("failed to create update task epset trans, code:%s", tstrerror(code));
×
241
    taosMemoryFree(pBuf);
×
242
  }
243

244
  return code;
5✔
245
}
246

247
static int32_t doSetUpdateChkptAction(SMnode *pMnode, STrans *pTrans, SStreamTask *pTask) {
2,461✔
248
  SVUpdateCheckpointInfoReq *pReq = taosMemoryCalloc(1, sizeof(SVUpdateCheckpointInfoReq));
2,461✔
249
  if (pReq == NULL) {
2,461!
250
    mError("failed to malloc in reset stream, size:%" PRIzu ", code:%s", sizeof(SVUpdateCheckpointInfoReq),
×
251
           tstrerror(terrno));
252
    return terrno;
×
253
  }
254

255
  pReq->head.vgId = htonl(pTask->info.nodeId);
2,461✔
256
  pReq->taskId = pTask->id.taskId;
2,461✔
257
  pReq->streamId = pTask->id.streamId;
2,461✔
258

259
  SChkptReportInfo *pStreamItem = (SChkptReportInfo*)taosHashGet(execInfo.pChkptStreams, &pTask->id.streamId, sizeof(pTask->id.streamId));
2,461✔
260
  if (pStreamItem == NULL) {
2,461!
261
    return TSDB_CODE_INVALID_PARA;
×
262
  }
263

264
  int32_t size = taosArrayGetSize(pStreamItem->pTaskList);
2,461✔
265
  for(int32_t i = 0; i < size; ++i) {
19,968✔
266
    STaskChkptInfo* pInfo = taosArrayGet(pStreamItem->pTaskList, i);
17,507✔
267
    if (pInfo == NULL) {
17,507!
268
      continue;
×
269
    }
270

271
    if (pInfo->taskId == pTask->id.taskId) {
17,507✔
272
      pReq->checkpointId = pInfo->checkpointId;
2,461✔
273
      pReq->checkpointVer = pInfo->version;
2,461✔
274
      pReq->checkpointTs = pInfo->ts;
2,461✔
275
      pReq->dropRelHTask = pInfo->dropHTask;
2,461✔
276
      pReq->transId = pInfo->transId;
2,461✔
277
      pReq->hStreamId = pTask->hTaskInfo.id.streamId;
2,461✔
278
      pReq->hTaskId = pTask->hTaskInfo.id.taskId;
2,461✔
279
    }
280
  }
281

282
  SEpSet  epset = {0};
2,461✔
283
  bool    hasEpset = false;
2,461✔
284
  int32_t code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->id.taskId, pTask->info.nodeId);
2,461✔
285
  if (code != TSDB_CODE_SUCCESS || !hasEpset) {
2,461!
286
    taosMemoryFree(pReq);
×
287
    return code;
×
288
  }
289

290
  code = setTransAction(pTrans, pReq, sizeof(SVUpdateCheckpointInfoReq), TDMT_STREAM_TASK_UPDATE_CHKPT, &epset, 0, TSDB_CODE_VND_INVALID_VGROUP_ID);
2,461✔
291
  if (code != TSDB_CODE_SUCCESS) {
2,461!
292
    taosMemoryFree(pReq);
×
293
  }
294

295
  return code;
2,461✔
296
}
297

298
static int32_t doSetResetAction(SMnode *pMnode, STrans *pTrans, SStreamTask *pTask) {
5✔
299
  SVResetStreamTaskReq *pReq = taosMemoryCalloc(1, sizeof(SVResetStreamTaskReq));
5✔
300
  if (pReq == NULL) {
5!
301
    mError("failed to malloc in reset stream, size:%" PRIzu ", code:%s", sizeof(SVResetStreamTaskReq),
×
302
           tstrerror(terrno));
303
    return terrno;
×
304
  }
305

306
  pReq->head.vgId = htonl(pTask->info.nodeId);
5✔
307
  pReq->taskId = pTask->id.taskId;
5✔
308
  pReq->streamId = pTask->id.streamId;
5✔
309

310
  SEpSet  epset = {0};
5✔
311
  bool    hasEpset = false;
5✔
312
  int32_t code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->id.taskId, pTask->info.nodeId);
5✔
313
  if (code != TSDB_CODE_SUCCESS || !hasEpset) {
5!
314
    taosMemoryFree(pReq);
×
315
    return code;
×
316
  }
317

318
  code = setTransAction(pTrans, pReq, sizeof(SVResetStreamTaskReq), TDMT_VND_STREAM_TASK_RESET, &epset, 0, TSDB_CODE_VND_INVALID_VGROUP_ID);
5✔
319
  if (code != TSDB_CODE_SUCCESS) {
5!
320
    taosMemoryFree(pReq);
×
321
  }
322

323
  return code;
5✔
324
}
325

326
static int32_t mndBuildStreamCheckpointSourceReq(void **pBuf, int32_t *pLen, int32_t nodeId, int64_t checkpointId,
1,467✔
327
                                                 int64_t streamId, int32_t taskId, int32_t transId, int8_t mndTrigger) {
328
  SStreamCheckpointSourceReq req = {0};
1,467✔
329
  req.checkpointId = checkpointId;
1,467✔
330
  req.nodeId = nodeId;
1,467✔
331
  req.expireTime = -1;
1,467✔
332
  req.streamId = streamId;  // pTask->id.streamId;
1,467✔
333
  req.taskId = taskId;      // pTask->id.taskId;
1,467✔
334
  req.transId = transId;
1,467✔
335
  req.mndTrigger = mndTrigger;
1,467✔
336

337
  int32_t code;
338
  int32_t blen;
339

340
  tEncodeSize(tEncodeStreamCheckpointSourceReq, &req, blen, code);
1,467!
341
  if (code < 0) {
1,467!
342
    TAOS_RETURN(TSDB_CODE_OUT_OF_MEMORY);
×
343
  }
344

345
  int32_t tlen = sizeof(SMsgHead) + blen;
1,467✔
346

347
  void *buf = taosMemoryMalloc(tlen);
1,467✔
348
  if (buf == NULL) {
1,467!
349
    return terrno;
×
350
  }
351

352
  void    *abuf = POINTER_SHIFT(buf, sizeof(SMsgHead));
1,467✔
353
  SEncoder encoder;
354
  tEncoderInit(&encoder, abuf, tlen);
1,467✔
355
  int32_t pos = tEncodeStreamCheckpointSourceReq(&encoder, &req);
1,467✔
356
  if (pos == -1) {
1,467!
357
    tEncoderClear(&encoder);
×
358
    return TSDB_CODE_INVALID_MSG;
×
359
  }
360

361
  SMsgHead *pMsgHead = (SMsgHead *)buf;
1,467✔
362
  pMsgHead->contLen = htonl(tlen);
1,467✔
363
  pMsgHead->vgId = htonl(nodeId);
1,467✔
364

365
  tEncoderClear(&encoder);
1,467✔
366

367
  *pBuf = buf;
1,467✔
368
  *pLen = tlen;
1,467✔
369

370
  return 0;
1,467✔
371
}
372
int32_t mndStreamSetPauseAction(SMnode *pMnode, STrans *pTrans, SStreamObj *pStream) {
173✔
373
  SStreamTaskIter *pIter = NULL;
173✔
374

375
  int32_t code = createStreamTaskIter(pStream, &pIter);
173✔
376
  if (code) {
173!
377
    mError("failed to create stream task iter:%s", pStream->name);
×
378
    return code;
×
379
  }
380

381
  while (streamTaskIterNextTask(pIter)) {
882✔
382
    SStreamTask *pTask = NULL;
709✔
383
    code = streamTaskIterGetCurrent(pIter, &pTask);
709✔
384
    if (code) {
709!
385
      destroyStreamTaskIter(pIter);
×
386
      return code;
×
387
    }
388

389
    code = doSetPauseAction(pMnode, pTrans, pTask);
709✔
390
    if (code) {
709!
391
      destroyStreamTaskIter(pIter);
×
392
      return code;
×
393
    }
394

395
    if (atomic_load_8(&pTask->status.taskStatus) != TASK_STATUS__PAUSE) {
709!
396
      atomic_store_8(&pTask->status.statusBackup, pTask->status.taskStatus);
709✔
397
      atomic_store_8(&pTask->status.taskStatus, TASK_STATUS__PAUSE);
709✔
398
    }
399
  }
400

401
  destroyStreamTaskIter(pIter);
173✔
402
  return code;
173✔
403
}
404

405
int32_t mndStreamSetDropAction(SMnode *pMnode, STrans *pTrans, SStreamObj *pStream) {
699✔
406
  SStreamTaskIter *pIter = NULL;
699✔
407

408
  int32_t code = createStreamTaskIter(pStream, &pIter);
699✔
409
  if (code) {
699!
410
    mError("failed to create stream task iter:%s", pStream->name);
×
411
    return code;
×
412
  }
413

414
  while(streamTaskIterNextTask(pIter)) {
4,214✔
415
    SStreamTask *pTask = NULL;
3,515✔
416
    code = streamTaskIterGetCurrent(pIter, &pTask);
3,515✔
417
    if (code) {
3,515!
418
      destroyStreamTaskIter(pIter);
×
419
      return code;
×
420
    }
421

422
    code = doSetDropAction(pMnode, pTrans, pTask);
3,515✔
423
    if (code) {
3,515!
424
      destroyStreamTaskIter(pIter);
×
425
      return code;
×
426
    }
427
  }
428
  destroyStreamTaskIter(pIter);
699✔
429
  return 0;
699✔
430
}
431

432
int32_t mndStreamSetResumeAction(STrans *pTrans, SMnode *pMnode, SStreamObj *pStream, int8_t igUntreated) {
172✔
433
  SStreamTaskIter *pIter = NULL;
172✔
434
  int32_t          code = createStreamTaskIter(pStream, &pIter);
172✔
435
  if (code) {
172!
436
    mError("failed to create stream task iter:%s", pStream->name);
×
437
    return code;
×
438
  }
439

440
  while (streamTaskIterNextTask(pIter)) {
874✔
441
    SStreamTask *pTask = NULL;
702✔
442
    code = streamTaskIterGetCurrent(pIter, &pTask);
702✔
443
    if (code || pTask == NULL) {
702!
444
      destroyStreamTaskIter(pIter);
×
445
      return code;
×
446
    }
447

448
    code = doSetResumeAction(pTrans, pMnode, pTask, igUntreated);
702✔
449
    if (code) {
702!
450
      destroyStreamTaskIter(pIter);
×
451
      return code;
×
452
    }
453

454
    if (atomic_load_8(&pTask->status.taskStatus) == TASK_STATUS__PAUSE) {
702!
455
      atomic_store_8(&pTask->status.taskStatus, pTask->status.statusBackup);
702✔
456
    }
457
  }
458
  destroyStreamTaskIter(pIter);
172✔
459
  return 0;
172✔
460
}
461

462
// build trans to update the epset
463
int32_t mndStreamSetUpdateEpsetAction(SMnode *pMnode, SStreamObj *pStream, SVgroupChangeInfo *pInfo, STrans *pTrans) {
1✔
464
  mDebug("stream:0x%" PRIx64 " set tasks epset update action", pStream->uid);
1!
465
  SStreamTaskIter *pIter = NULL;
1✔
466

467
  taosWLockLatch(&pStream->lock);
1✔
468
  int32_t code = createStreamTaskIter(pStream, &pIter);
1✔
469
  if (code) {
1!
470
    taosWUnLockLatch(&pStream->lock);
×
471
    mError("failed to create stream task iter:%s", pStream->name);
×
472
    return code;
×
473
  }
474

475
  while (streamTaskIterNextTask(pIter)) {
6✔
476
    SStreamTask *pTask = NULL;
5✔
477
    code = streamTaskIterGetCurrent(pIter, &pTask);
5✔
478
    if (code) {
5!
479
      destroyStreamTaskIter(pIter);
×
480
      taosWUnLockLatch(&pStream->lock);
×
481
      return code;
×
482
    }
483

484
    code = doSetUpdateTaskAction(pMnode, pTrans, pTask, pInfo);
5✔
485
    if (code != TSDB_CODE_SUCCESS) {
5!
486
      destroyStreamTaskIter(pIter);
×
487
      taosWUnLockLatch(&pStream->lock);
×
488
      return code;
×
489
    }
490
  }
491

492
  destroyStreamTaskIter(pIter);
1✔
493
  taosWUnLockLatch(&pStream->lock);
1✔
494
  return 0;
1✔
495
}
496

497
int32_t mndStreamSetUpdateChkptAction(SMnode *pMnode, STrans *pTrans, SStreamObj *pStream) {
394✔
498
  SStreamTaskIter *pIter = NULL;
394✔
499

500
  taosWLockLatch(&pStream->lock);
394✔
501
  int32_t code = createStreamTaskIter(pStream, &pIter);
394✔
502
  if (code) {
394!
503
    taosWUnLockLatch(&pStream->lock);
×
504
    mError("failed to create stream task iter:%s", pStream->name);
×
505
    return code;
×
506
  }
507

508
  while (streamTaskIterNextTask(pIter)) {
2,855✔
509
    SStreamTask *pTask = NULL;
2,461✔
510
    code = streamTaskIterGetCurrent(pIter, &pTask);
2,461✔
511
    if (code) {
2,461!
512
      destroyStreamTaskIter(pIter);
×
513
      taosWUnLockLatch(&pStream->lock);
×
514
      return code;
×
515
    }
516

517
    code = doSetUpdateChkptAction(pMnode, pTrans, pTask);
2,461✔
518
    if (code != TSDB_CODE_SUCCESS) {
2,461!
519
      destroyStreamTaskIter(pIter);
×
520
      taosWUnLockLatch(&pStream->lock);
×
521
      return code;
×
522
    }
523
  }
524

525
  destroyStreamTaskIter(pIter);
394✔
526
  taosWUnLockLatch(&pStream->lock);
394✔
527
  return code;
394✔
528
}
529

UNCOV
530
int32_t mndStreamSetDropActionFromList(SMnode *pMnode, STrans *pTrans, SArray* pList) {
×
UNCOV
531
  for(int32_t i = 0; i < taosArrayGetSize(pList); ++i) {
×
UNCOV
532
    SOrphanTask* pTask = taosArrayGet(pList, i);
×
UNCOV
533
    if (pTask == NULL) {
×
534
      return terrno;
×
535
    }
536

UNCOV
537
    int32_t code = doSetDropActionFromId(pMnode, pTrans, pTask);
×
UNCOV
538
    if (code != 0) {
×
539
      return code;
×
540
    } else {
UNCOV
541
      mDebug("add drop task:0x%x action to drop orphan task", pTask->taskId);
×
542
    }
543
  }
UNCOV
544
  return 0;
×
545
}
546

547
int32_t mndStreamSetResetTaskAction(SMnode *pMnode, STrans *pTrans, SStreamObj *pStream) {
1✔
548
  SStreamTaskIter *pIter = NULL;
1✔
549

550
  taosWLockLatch(&pStream->lock);
1✔
551
  int32_t code = createStreamTaskIter(pStream, &pIter);
1✔
552
  if (code) {
1!
553
    taosWUnLockLatch(&pStream->lock);
×
554
    mError("failed to create stream task iter:%s", pStream->name);
×
555
    return code;
×
556
  }
557

558
  while (streamTaskIterNextTask(pIter)) {
6✔
559
    SStreamTask *pTask = NULL;
5✔
560
    code = streamTaskIterGetCurrent(pIter, &pTask);
5✔
561
    if (code) {
5!
562
      destroyStreamTaskIter(pIter);
×
563
      taosWUnLockLatch(&pStream->lock);
×
564
      return code;
×
565
    }
566

567
    code = doSetResetAction(pMnode, pTrans, pTask);
5✔
568
    if (code != TSDB_CODE_SUCCESS) {
5!
569
      destroyStreamTaskIter(pIter);
×
570
      taosWUnLockLatch(&pStream->lock);
×
571
      return code;
×
572
    }
573
  }
574

575
  destroyStreamTaskIter(pIter);
1✔
576
  taosWUnLockLatch(&pStream->lock);
1✔
577
  return 0;
1✔
578
}
579

580
int32_t mndStreamSetChkptIdAction(SMnode *pMnode, STrans *pTrans, SStreamTask* pTask, int64_t checkpointId, int64_t ts) {
10✔
581
  SRestoreCheckpointInfo req = {
10✔
582
      .taskId = pTask->id.taskId,
10✔
583
      .streamId = pTask->id.streamId,
10✔
584
      .checkpointId = checkpointId,
585
      .startTs = ts,
586
      .nodeId = pTask->info.nodeId,
10✔
587
      .transId = pTrans->id,
10✔
588
  };
589

590
  int32_t code = 0;
10✔
591
  int32_t blen;
592
  tEncodeSize(tEncodeRestoreCheckpointInfo, &req, blen, code);
10!
593
  if (code < 0) {
10!
594
    return terrno;
×
595
  }
596

597
  int32_t tlen = sizeof(SMsgHead) + blen;
10✔
598

599
  void *pBuf = taosMemoryMalloc(tlen);
10✔
600
  if (pBuf == NULL) {
10!
601
    return terrno;
×
602
  }
603

604
  void    *abuf = POINTER_SHIFT(pBuf, sizeof(SMsgHead));
10✔
605
  SEncoder encoder;
606
  tEncoderInit(&encoder, abuf, tlen);
10✔
607
  code = tEncodeRestoreCheckpointInfo(&encoder, &req);
10✔
608
  tEncoderClear(&encoder);
10✔
609
  if (code == -1) {
10!
610
    taosMemoryFree(pBuf);
×
611
    return code;
×
612
  }
613

614
  SMsgHead *pMsgHead = (SMsgHead *)pBuf;
10✔
615
  pMsgHead->contLen = htonl(tlen);
10✔
616
  pMsgHead->vgId = htonl(pTask->info.nodeId);
10✔
617

618
  SEpSet  epset = {0};
10✔
619
  bool    hasEpset = false;
10✔
620
  code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->id.taskId, pTask->info.nodeId);
10✔
621
  if (code != TSDB_CODE_SUCCESS || !hasEpset) {
10!
622
    taosMemoryFree(pBuf);
×
623
    return code;
×
624
  }
625

626
  code = setTransAction(pTrans, pBuf, tlen, TDMT_STREAM_CONSEN_CHKPT, &epset, 0, TSDB_CODE_VND_INVALID_VGROUP_ID);
10✔
627
  if (code != TSDB_CODE_SUCCESS) {
10!
628
    taosMemoryFree(pBuf);
×
629
  }
630

631
  return code;
10✔
632
}
633

634

635
int32_t mndStreamSetCheckpointAction(SMnode *pMnode, STrans *pTrans, SStreamTask *pTask, int64_t checkpointId,
1,467✔
636
                                     int8_t mndTrigger) {
637
  void   *buf;
638
  int32_t tlen;
639
  int32_t code = 0;
1,467✔
640
  SEpSet  epset = {0};
1,467✔
641
  bool    hasEpset = false;
1,467✔
642

643
  if ((code = mndBuildStreamCheckpointSourceReq(&buf, &tlen, pTask->info.nodeId, checkpointId, pTask->id.streamId,
1,467!
644
                                                pTask->id.taskId, pTrans->id, mndTrigger)) < 0) {
645
    taosMemoryFree(buf);
×
646
    return code;
×
647
  }
648

649
  code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->id.taskId, pTask->info.nodeId);
1,467✔
650
  if (code != TSDB_CODE_SUCCESS || !hasEpset) {
1,467!
651
    taosMemoryFree(buf);
×
652
    return code;
×
653
  }
654

655
  code = setTransAction(pTrans, buf, tlen, TDMT_VND_STREAM_CHECK_POINT_SOURCE, &epset, TSDB_CODE_SYN_PROPOSE_NOT_READY,
1,467✔
656
                        TSDB_CODE_VND_INVALID_VGROUP_ID);
657
  if (code != 0) {
1,467!
658
    taosMemoryFree(buf);
×
659
  }
660

661
  return code;
1,467✔
662
}
663

664
int32_t mndStreamSetRestartAction(SMnode* pMnode, STrans *pTrans, SStreamObj* pStream) {
×
665
  return 0;
×
666
}
667

STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc