• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #3599

08 Feb 2025 11:23AM UTC coverage: 1.77% (-61.6%) from 63.396%
#3599

push

travis-ci

web-flow
Merge pull request #29712 from taosdata/fix/TD-33652-3.0

fix: reduce write rows from 30w to 3w

3776 of 278949 branches covered (1.35%)

Branch coverage included in aggregate %.

6012 of 274147 relevant lines covered (2.19%)

1642.73 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

0.0
/source/dnode/mnode/impl/src/mndStreamTransAct.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#include "mndDb.h"
17
#include "mndStb.h"
18
#include "mndStream.h"
19
#include "mndTrans.h"
20
#include "mndVgroup.h"
21
#include "taoserror.h"
22
#include "tmisce.h"
23

24
static int32_t doSetPauseAction(SMnode *pMnode, STrans *pTrans, SStreamTask *pTask) {
×
25
  SVPauseStreamTaskReq *pReq = taosMemoryCalloc(1, sizeof(SVPauseStreamTaskReq));
×
26
  if (pReq == NULL) {
×
27
    mError("failed to malloc in pause stream, size:%" PRIzu ", code:%s", sizeof(SVPauseStreamTaskReq),
×
28
           tstrerror(TSDB_CODE_OUT_OF_MEMORY));
29
    // terrno = TSDB_CODE_OUT_OF_MEMORY;
30
    return terrno;
×
31
  }
32

33
  pReq->head.vgId = htonl(pTask->info.nodeId);
×
34
  pReq->taskId = pTask->id.taskId;
×
35
  pReq->streamId = pTask->id.streamId;
×
36

37
  SEpSet  epset = {0};
×
38
  bool    hasEpset = false;
×
39
  int32_t code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->id.taskId, pTask->info.nodeId);
×
40
  if (code != TSDB_CODE_SUCCESS || !hasEpset) {
×
41
    terrno = code;
×
42
    taosMemoryFree(pReq);
×
43
    return code;
×
44
  }
45

46
  char buf[256] = {0};
×
47
  code = epsetToStr(&epset, buf, tListLen(buf));
×
48
  if (code != 0) {  // print error and continue
×
49
    mError("failed to convert epset to str, code:%s", tstrerror(code));
×
50
  }
51

52
  mDebug("pause stream task in node:%d, epset:%s", pTask->info.nodeId, buf);
×
53
  code = setTransAction(pTrans, pReq, sizeof(SVPauseStreamTaskReq), TDMT_STREAM_TASK_PAUSE, &epset, 0, TSDB_CODE_VND_INVALID_VGROUP_ID);
×
54
  if (code != 0) {
×
55
    taosMemoryFree(pReq);
×
56
    return code;
×
57
  }
58
  return 0;
×
59
}
60

61
static int32_t doSetDropAction(SMnode *pMnode, STrans *pTrans, SStreamTask *pTask) {
×
62
  SVDropStreamTaskReq *pReq = taosMemoryCalloc(1, sizeof(SVDropStreamTaskReq));
×
63
  if (pReq == NULL) {
×
64
    return terrno;
×
65
  }
66

67
  pReq->head.vgId = htonl(pTask->info.nodeId);
×
68
  pReq->taskId = pTask->id.taskId;
×
69
  pReq->streamId = pTask->id.streamId;
×
70

71
  SEpSet  epset = {0};
×
72
  bool    hasEpset = false;
×
73
  int32_t code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->id.taskId, pTask->info.nodeId);
×
74
  if (code != TSDB_CODE_SUCCESS || !hasEpset) {  // no valid epset, return directly without redoAction
×
75
    return code;
×
76
  }
77

78
  // The epset of nodeId of this task may have been expired now, let's use the newest epset from mnode.
79
  code = setTransAction(pTrans, pReq, sizeof(SVDropStreamTaskReq), TDMT_STREAM_TASK_DROP, &epset, 0, TSDB_CODE_VND_INVALID_VGROUP_ID);
×
80
  if (code != 0) {
×
81
    taosMemoryFree(pReq);
×
82
    return code;
×
83
  }
84

85
  return 0;
×
86
}
87

88
static int32_t doSetResumeAction(STrans *pTrans, SMnode *pMnode, SStreamTask *pTask, int8_t igUntreated) {
×
89
  terrno = 0;
×
90

91
  SVResumeStreamTaskReq *pReq = taosMemoryCalloc(1, sizeof(SVResumeStreamTaskReq));
×
92
  if (pReq == NULL) {
×
93
    mError("failed to malloc in resume stream, size:%" PRIzu ", code:%s", sizeof(SVResumeStreamTaskReq),
×
94
           tstrerror(TSDB_CODE_OUT_OF_MEMORY));
95
    return terrno;
×
96
  }
97

98
  pReq->head.vgId = htonl(pTask->info.nodeId);
×
99
  pReq->taskId = pTask->id.taskId;
×
100
  pReq->streamId = pTask->id.streamId;
×
101
  pReq->igUntreated = igUntreated;
×
102

103
  SEpSet  epset = {0};
×
104
  bool    hasEpset = false;
×
105
  int32_t code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->id.taskId, pTask->info.nodeId);
×
106
  if (code != TSDB_CODE_SUCCESS || (!hasEpset)) {
×
107
    taosMemoryFree(pReq);
×
108
    return code;
×
109
  }
110

111
  code = setTransAction(pTrans, pReq, sizeof(SVResumeStreamTaskReq), TDMT_STREAM_TASK_RESUME, &epset, 0, TSDB_CODE_VND_INVALID_VGROUP_ID);
×
112
  if (code != 0) {
×
113
    taosMemoryFree(pReq);
×
114
    return code;
×
115
  }
116

117
  mDebug("set the resume action for trans:%d", pTrans->id);
×
118
  return code;
×
119
}
120

121
static int32_t doSetDropActionFromId(SMnode *pMnode, STrans *pTrans, SOrphanTask* pTask) {
×
122
  SVDropStreamTaskReq *pReq = taosMemoryCalloc(1, sizeof(SVDropStreamTaskReq));
×
123
  if (pReq == NULL) {
×
124
    // terrno = TSDB_CODE_OUT_OF_MEMORY;
125
    return terrno;
×
126
  }
127

128
  pReq->head.vgId = htonl(pTask->nodeId);
×
129
  pReq->taskId = pTask->taskId;
×
130
  pReq->streamId = pTask->streamId;
×
131

132
  SEpSet  epset = {0};
×
133
  bool    hasEpset = false;
×
134
  int32_t code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->taskId, pTask->nodeId);
×
135
  if (code != TSDB_CODE_SUCCESS || (!hasEpset)) {  // no valid epset, return directly without redoAction
×
136
    taosMemoryFree(pReq);
×
137
    return code;
×
138
  }
139

140
  // The epset of nodeId of this task may have been expired now, let's use the newest epset from mnode.
141
  code = setTransAction(pTrans, pReq, sizeof(SVDropStreamTaskReq), TDMT_STREAM_TASK_DROP, &epset, 0, TSDB_CODE_VND_INVALID_VGROUP_ID);
×
142
  if (code != 0) {
×
143
    taosMemoryFree(pReq);
×
144
    return code;
×
145
  }
146

147
  return 0;
×
148
}
149

150
static void initNodeUpdateMsg(SStreamTaskNodeUpdateMsg *pMsg, const SVgroupChangeInfo *pInfo, SStreamTaskId *pId,
×
151
                              int32_t transId) {
152
  int32_t code = 0;
×
153

154
  pMsg->streamId = pId->streamId;
×
155
  pMsg->taskId = pId->taskId;
×
156
  pMsg->transId = transId;
×
157
  pMsg->pNodeList = taosArrayInit(taosArrayGetSize(pInfo->pUpdateNodeList), sizeof(SNodeUpdateInfo));
×
158
  if (pMsg->pNodeList == NULL) {
×
159
    mError("failed to prepare node list, code:%s", tstrerror(terrno));
×
160
    code = terrno;
×
161
  }
162

163
  if (code == 0) {
×
164
    void *p = taosArrayAddAll(pMsg->pNodeList, pInfo->pUpdateNodeList);
×
165
    if (p == NULL) {
×
166
      mError("failed to add update node list into nodeList");
×
167
    }
168
  }
169
}
×
170

171
static int32_t doBuildStreamTaskUpdateMsg(void **pBuf, int32_t *pLen, SVgroupChangeInfo *pInfo, int32_t nodeId,
×
172
                                          SStreamTaskId *pId, int32_t transId) {
173
  SStreamTaskNodeUpdateMsg req = {0};
×
174
  initNodeUpdateMsg(&req, pInfo, pId, transId);
×
175

176
  int32_t code = 0;
×
177
  int32_t blen;
178

179
  tEncodeSize(tEncodeStreamTaskUpdateMsg, &req, blen, code);
×
180
  if (code < 0) {
×
181
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
182
    taosArrayDestroy(req.pNodeList);
×
183
    return terrno;
×
184
  }
185

186
  int32_t tlen = sizeof(SMsgHead) + blen;
×
187

188
  void *buf = taosMemoryMalloc(tlen);
×
189
  if (buf == NULL) {
×
190
    taosArrayDestroy(req.pNodeList);
×
191
    return terrno;
×
192
  }
193

194
  void    *abuf = POINTER_SHIFT(buf, sizeof(SMsgHead));
×
195
  SEncoder encoder;
196
  tEncoderInit(&encoder, abuf, tlen);
×
197
  code = tEncodeStreamTaskUpdateMsg(&encoder, &req);
×
198
  if (code == -1) {
×
199
    tEncoderClear(&encoder);
×
200
    taosMemoryFree(buf);
×
201
    taosArrayDestroy(req.pNodeList);
×
202
    return code;
×
203
  }
204

205
  SMsgHead *pMsgHead = (SMsgHead *)buf;
×
206
  pMsgHead->contLen = htonl(tlen);
×
207
  pMsgHead->vgId = htonl(nodeId);
×
208

209
  tEncoderClear(&encoder);
×
210

211
  *pBuf = buf;
×
212
  *pLen = tlen;
×
213

214
  taosArrayDestroy(req.pNodeList);
×
215
  return TSDB_CODE_SUCCESS;
×
216
}
217

218
static int32_t doSetUpdateTaskAction(SMnode *pMnode, STrans *pTrans, SStreamTask *pTask, SVgroupChangeInfo *pInfo) {
×
219
  void   *pBuf = NULL;
×
220
  int32_t len = 0;
×
221
  SEpSet  epset = {0};
×
222
  bool    hasEpset = false;
×
223

224
  bool    unusedRet = streamTaskUpdateEpsetInfo(pTask, pInfo->pUpdateNodeList);
×
225
  int32_t code = doBuildStreamTaskUpdateMsg(&pBuf, &len, pInfo, pTask->info.nodeId, &pTask->id, pTrans->id);
×
226
  if (code) {
×
227
    mError("failed to build stream task epset update msg, code:%s", tstrerror(code));
×
228
    return code;
×
229
  }
230

231
  code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->id.taskId, pTask->info.nodeId);
×
232
  if (code != TSDB_CODE_SUCCESS || !hasEpset) {
×
233
    mError("failed to extract epset during create update epset, code:%s", tstrerror(code));
×
234
    taosMemoryFree(pBuf);
×
235
    return code;
×
236
  }
237

238
  code = setTransAction(pTrans, pBuf, len, TDMT_VND_STREAM_TASK_UPDATE, &epset, 0, TSDB_CODE_VND_INVALID_VGROUP_ID);
×
239
  if (code != TSDB_CODE_SUCCESS) {
×
240
    mError("failed to create update task epset trans, code:%s", tstrerror(code));
×
241
    taosMemoryFree(pBuf);
×
242
  }
243

244
  return code;
×
245
}
246

247
static int32_t doSetUpdateChkptAction(SMnode *pMnode, STrans *pTrans, SStreamTask *pTask) {
×
248
  SVUpdateCheckpointInfoReq *pReq = taosMemoryCalloc(1, sizeof(SVUpdateCheckpointInfoReq));
×
249
  if (pReq == NULL) {
×
250
    mError("failed to malloc in reset stream, size:%" PRIzu ", code:%s", sizeof(SVUpdateCheckpointInfoReq),
×
251
           tstrerror(terrno));
252
    return terrno;
×
253
  }
254

255
  pReq->head.vgId = htonl(pTask->info.nodeId);
×
256
  pReq->taskId = pTask->id.taskId;
×
257
  pReq->streamId = pTask->id.streamId;
×
258

259
  SChkptReportInfo *pStreamItem = (SChkptReportInfo*)taosHashGet(execInfo.pChkptStreams, &pTask->id.streamId, sizeof(pTask->id.streamId));
×
260
  if (pStreamItem == NULL) {
×
261
    return TSDB_CODE_INVALID_PARA;
×
262
  }
263

264
  int32_t size = taosArrayGetSize(pStreamItem->pTaskList);
×
265
  for(int32_t i = 0; i < size; ++i) {
×
266
    STaskChkptInfo* pInfo = taosArrayGet(pStreamItem->pTaskList, i);
×
267
    if (pInfo == NULL) {
×
268
      continue;
×
269
    }
270

271
    if (pInfo->taskId == pTask->id.taskId) {
×
272
      pReq->checkpointId = pInfo->checkpointId;
×
273
      pReq->checkpointVer = pInfo->version;
×
274
      pReq->checkpointTs = pInfo->ts;
×
275
      pReq->dropRelHTask = pInfo->dropHTask;
×
276
      pReq->transId = pInfo->transId;
×
277
      pReq->hStreamId = pTask->hTaskInfo.id.streamId;
×
278
      pReq->hTaskId = pTask->hTaskInfo.id.taskId;
×
279
    }
280
  }
281

282
  SEpSet  epset = {0};
×
283
  bool    hasEpset = false;
×
284
  int32_t code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->id.taskId, pTask->info.nodeId);
×
285
  if (code != TSDB_CODE_SUCCESS || !hasEpset) {
×
286
    taosMemoryFree(pReq);
×
287
    return code;
×
288
  }
289

290
  code = setTransAction(pTrans, pReq, sizeof(SVUpdateCheckpointInfoReq), TDMT_STREAM_TASK_UPDATE_CHKPT, &epset, 0, TSDB_CODE_VND_INVALID_VGROUP_ID);
×
291
  if (code != TSDB_CODE_SUCCESS) {
×
292
    taosMemoryFree(pReq);
×
293
  }
294

295
  return code;
×
296
}
297

298
static int32_t doSetResetAction(SMnode *pMnode, STrans *pTrans, SStreamTask *pTask, int64_t chkptId) {
×
299
  SVResetStreamTaskReq *pReq = taosMemoryCalloc(1, sizeof(SVResetStreamTaskReq));
×
300
  if (pReq == NULL) {
×
301
    mError("failed to malloc in reset stream, size:%" PRIzu ", code:%s", sizeof(SVResetStreamTaskReq),
×
302
           tstrerror(terrno));
303
    return terrno;
×
304
  }
305

306
  pReq->head.vgId = htonl(pTask->info.nodeId);
×
307
  pReq->taskId = pTask->id.taskId;
×
308
  pReq->streamId = pTask->id.streamId;
×
309
  pReq->chkptId = chkptId;
×
310

311
  SEpSet  epset = {0};
×
312
  bool    hasEpset = false;
×
313
  int32_t code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->id.taskId, pTask->info.nodeId);
×
314
  if (code != TSDB_CODE_SUCCESS || !hasEpset) {
×
315
    taosMemoryFree(pReq);
×
316
    return code;
×
317
  }
318

319
  code = setTransAction(pTrans, pReq, sizeof(SVResetStreamTaskReq), TDMT_VND_STREAM_TASK_RESET, &epset, 0, TSDB_CODE_VND_INVALID_VGROUP_ID);
×
320
  if (code != TSDB_CODE_SUCCESS) {
×
321
    taosMemoryFree(pReq);
×
322
  }
323

324
  return code;
×
325
}
326

327
static int32_t mndBuildStreamCheckpointSourceReq(void **pBuf, int32_t *pLen, int32_t nodeId, int64_t checkpointId,
×
328
                                                 int64_t streamId, int32_t taskId, int32_t transId, int8_t mndTrigger) {
329
  SStreamCheckpointSourceReq req = {0};
×
330
  req.checkpointId = checkpointId;
×
331
  req.nodeId = nodeId;
×
332
  req.expireTime = -1;
×
333
  req.streamId = streamId;  // pTask->id.streamId;
×
334
  req.taskId = taskId;      // pTask->id.taskId;
×
335
  req.transId = transId;
×
336
  req.mndTrigger = mndTrigger;
×
337

338
  int32_t code;
339
  int32_t blen;
340

341
  tEncodeSize(tEncodeStreamCheckpointSourceReq, &req, blen, code);
×
342
  if (code < 0) {
×
343
    TAOS_RETURN(TSDB_CODE_OUT_OF_MEMORY);
×
344
  }
345

346
  int32_t tlen = sizeof(SMsgHead) + blen;
×
347

348
  void *buf = taosMemoryMalloc(tlen);
×
349
  if (buf == NULL) {
×
350
    return terrno;
×
351
  }
352

353
  void    *abuf = POINTER_SHIFT(buf, sizeof(SMsgHead));
×
354
  SEncoder encoder;
355
  tEncoderInit(&encoder, abuf, tlen);
×
356
  int32_t pos = tEncodeStreamCheckpointSourceReq(&encoder, &req);
×
357
  if (pos == -1) {
×
358
    tEncoderClear(&encoder);
×
359
    return TSDB_CODE_INVALID_MSG;
×
360
  }
361

362
  SMsgHead *pMsgHead = (SMsgHead *)buf;
×
363
  pMsgHead->contLen = htonl(tlen);
×
364
  pMsgHead->vgId = htonl(nodeId);
×
365

366
  tEncoderClear(&encoder);
×
367

368
  *pBuf = buf;
×
369
  *pLen = tlen;
×
370

371
  return 0;
×
372
}
373
int32_t mndStreamSetPauseAction(SMnode *pMnode, STrans *pTrans, SStreamObj *pStream) {
×
374
  SStreamTaskIter *pIter = NULL;
×
375

376
  int32_t code = createStreamTaskIter(pStream, &pIter);
×
377
  if (code) {
×
378
    mError("failed to create stream task iter:%s", pStream->name);
×
379
    return code;
×
380
  }
381

382
  while (streamTaskIterNextTask(pIter)) {
×
383
    SStreamTask *pTask = NULL;
×
384
    code = streamTaskIterGetCurrent(pIter, &pTask);
×
385
    if (code) {
×
386
      destroyStreamTaskIter(pIter);
×
387
      return code;
×
388
    }
389

390
    code = doSetPauseAction(pMnode, pTrans, pTask);
×
391
    if (code) {
×
392
      destroyStreamTaskIter(pIter);
×
393
      return code;
×
394
    }
395

396
    if (atomic_load_8(&pTask->status.taskStatus) != TASK_STATUS__PAUSE) {
×
397
      atomic_store_8(&pTask->status.statusBackup, pTask->status.taskStatus);
×
398
      atomic_store_8(&pTask->status.taskStatus, TASK_STATUS__PAUSE);
×
399
    }
400
  }
401

402
  destroyStreamTaskIter(pIter);
×
403
  return code;
×
404
}
405

406
int32_t mndStreamSetDropAction(SMnode *pMnode, STrans *pTrans, SStreamObj *pStream) {
×
407
  SStreamTaskIter *pIter = NULL;
×
408

409
  int32_t code = createStreamTaskIter(pStream, &pIter);
×
410
  if (code) {
×
411
    mError("failed to create stream task iter:%s", pStream->name);
×
412
    return code;
×
413
  }
414

415
  while(streamTaskIterNextTask(pIter)) {
×
416
    SStreamTask *pTask = NULL;
×
417
    code = streamTaskIterGetCurrent(pIter, &pTask);
×
418
    if (code) {
×
419
      destroyStreamTaskIter(pIter);
×
420
      return code;
×
421
    }
422

423
    code = doSetDropAction(pMnode, pTrans, pTask);
×
424
    if (code) {
×
425
      destroyStreamTaskIter(pIter);
×
426
      return code;
×
427
    }
428
  }
429
  destroyStreamTaskIter(pIter);
×
430
  return 0;
×
431
}
432

433
int32_t mndStreamSetResumeAction(STrans *pTrans, SMnode *pMnode, SStreamObj *pStream, int8_t igUntreated) {
×
434
  SStreamTaskIter *pIter = NULL;
×
435
  int32_t          code = createStreamTaskIter(pStream, &pIter);
×
436
  if (code) {
×
437
    mError("failed to create stream task iter:%s", pStream->name);
×
438
    return code;
×
439
  }
440

441
  while (streamTaskIterNextTask(pIter)) {
×
442
    SStreamTask *pTask = NULL;
×
443
    code = streamTaskIterGetCurrent(pIter, &pTask);
×
444
    if (code || pTask == NULL) {
×
445
      destroyStreamTaskIter(pIter);
×
446
      return code;
×
447
    }
448

449
    code = doSetResumeAction(pTrans, pMnode, pTask, igUntreated);
×
450
    if (code) {
×
451
      destroyStreamTaskIter(pIter);
×
452
      return code;
×
453
    }
454

455
    if (atomic_load_8(&pTask->status.taskStatus) == TASK_STATUS__PAUSE) {
×
456
      atomic_store_8(&pTask->status.taskStatus, pTask->status.statusBackup);
×
457
    }
458
  }
459
  destroyStreamTaskIter(pIter);
×
460
  return 0;
×
461
}
462

463
// build trans to update the epset
464
int32_t mndStreamSetUpdateEpsetAction(SMnode *pMnode, SStreamObj *pStream, SVgroupChangeInfo *pInfo, STrans *pTrans) {
×
465
  mDebug("stream:0x%" PRIx64 " set tasks epset update action", pStream->uid);
×
466
  SStreamTaskIter *pIter = NULL;
×
467

468
  taosWLockLatch(&pStream->lock);
×
469
  int32_t code = createStreamTaskIter(pStream, &pIter);
×
470
  if (code) {
×
471
    taosWUnLockLatch(&pStream->lock);
×
472
    mError("failed to create stream task iter:%s", pStream->name);
×
473
    return code;
×
474
  }
475

476
  while (streamTaskIterNextTask(pIter)) {
×
477
    SStreamTask *pTask = NULL;
×
478
    code = streamTaskIterGetCurrent(pIter, &pTask);
×
479
    if (code) {
×
480
      destroyStreamTaskIter(pIter);
×
481
      taosWUnLockLatch(&pStream->lock);
×
482
      return code;
×
483
    }
484

485
    code = doSetUpdateTaskAction(pMnode, pTrans, pTask, pInfo);
×
486
    if (code != TSDB_CODE_SUCCESS) {
×
487
      destroyStreamTaskIter(pIter);
×
488
      taosWUnLockLatch(&pStream->lock);
×
489
      return code;
×
490
    }
491
  }
492

493
  destroyStreamTaskIter(pIter);
×
494
  taosWUnLockLatch(&pStream->lock);
×
495
  return 0;
×
496
}
497

498
int32_t mndStreamSetUpdateChkptAction(SMnode *pMnode, STrans *pTrans, SStreamObj *pStream) {
×
499
  SStreamTaskIter *pIter = NULL;
×
500

501
  taosWLockLatch(&pStream->lock);
×
502
  int32_t code = createStreamTaskIter(pStream, &pIter);
×
503
  if (code) {
×
504
    taosWUnLockLatch(&pStream->lock);
×
505
    mError("failed to create stream task iter:%s", pStream->name);
×
506
    return code;
×
507
  }
508

509
  while (streamTaskIterNextTask(pIter)) {
×
510
    SStreamTask *pTask = NULL;
×
511
    code = streamTaskIterGetCurrent(pIter, &pTask);
×
512
    if (code) {
×
513
      destroyStreamTaskIter(pIter);
×
514
      taosWUnLockLatch(&pStream->lock);
×
515
      return code;
×
516
    }
517

518
    code = doSetUpdateChkptAction(pMnode, pTrans, pTask);
×
519
    if (code != TSDB_CODE_SUCCESS) {
×
520
      destroyStreamTaskIter(pIter);
×
521
      taosWUnLockLatch(&pStream->lock);
×
522
      return code;
×
523
    }
524
  }
525

526
  destroyStreamTaskIter(pIter);
×
527
  taosWUnLockLatch(&pStream->lock);
×
528
  return code;
×
529
}
530

531
int32_t mndStreamSetDropActionFromList(SMnode *pMnode, STrans *pTrans, SArray* pList) {
×
532
  for(int32_t i = 0; i < taosArrayGetSize(pList); ++i) {
×
533
    SOrphanTask* pTask = taosArrayGet(pList, i);
×
534
    if (pTask == NULL) {
×
535
      return terrno;
×
536
    }
537

538
    int32_t code = doSetDropActionFromId(pMnode, pTrans, pTask);
×
539
    if (code != 0) {
×
540
      return code;
×
541
    } else {
542
      mDebug("add drop task:0x%x action to drop orphan task", pTask->taskId);
×
543
    }
544
  }
545
  return 0;
×
546
}
547

548
int32_t mndStreamSetResetTaskAction(SMnode *pMnode, STrans *pTrans, SStreamObj *pStream, int64_t chkptId) {
×
549
  SStreamTaskIter *pIter = NULL;
×
550

551
  taosWLockLatch(&pStream->lock);
×
552
  int32_t code = createStreamTaskIter(pStream, &pIter);
×
553
  if (code) {
×
554
    taosWUnLockLatch(&pStream->lock);
×
555
    mError("failed to create stream task iter:%s", pStream->name);
×
556
    return code;
×
557
  }
558

559
  while (streamTaskIterNextTask(pIter)) {
×
560
    SStreamTask *pTask = NULL;
×
561
    code = streamTaskIterGetCurrent(pIter, &pTask);
×
562
    if (code) {
×
563
      destroyStreamTaskIter(pIter);
×
564
      taosWUnLockLatch(&pStream->lock);
×
565
      return code;
×
566
    }
567

568
    code = doSetResetAction(pMnode, pTrans, pTask, chkptId);
×
569
    if (code != TSDB_CODE_SUCCESS) {
×
570
      destroyStreamTaskIter(pIter);
×
571
      taosWUnLockLatch(&pStream->lock);
×
572
      return code;
×
573
    }
574
  }
575

576
  destroyStreamTaskIter(pIter);
×
577
  taosWUnLockLatch(&pStream->lock);
×
578
  return 0;
×
579
}
580

581
int32_t mndStreamSetChkptIdAction(SMnode *pMnode, STrans *pTrans, SStreamTask* pTask, int64_t checkpointId, int64_t ts) {
×
582
  SRestoreCheckpointInfo req = {
×
583
      .taskId = pTask->id.taskId,
×
584
      .streamId = pTask->id.streamId,
×
585
      .checkpointId = checkpointId,
586
      .startTs = ts,
587
      .nodeId = pTask->info.nodeId,
×
588
      .transId = pTrans->id,
×
589
  };
590

591
  int32_t code = 0;
×
592
  int32_t blen;
593
  tEncodeSize(tEncodeRestoreCheckpointInfo, &req, blen, code);
×
594
  if (code < 0) {
×
595
    return terrno;
×
596
  }
597

598
  int32_t tlen = sizeof(SMsgHead) + blen;
×
599

600
  void *pBuf = taosMemoryMalloc(tlen);
×
601
  if (pBuf == NULL) {
×
602
    return terrno;
×
603
  }
604

605
  void    *abuf = POINTER_SHIFT(pBuf, sizeof(SMsgHead));
×
606
  SEncoder encoder;
607
  tEncoderInit(&encoder, abuf, tlen);
×
608
  code = tEncodeRestoreCheckpointInfo(&encoder, &req);
×
609
  tEncoderClear(&encoder);
×
610
  if (code < 0) {
×
611
    taosMemoryFree(pBuf);
×
612
    return code;
×
613
  }
614

615
  SMsgHead *pMsgHead = (SMsgHead *)pBuf;
×
616
  pMsgHead->contLen = htonl(tlen);
×
617
  pMsgHead->vgId = htonl(pTask->info.nodeId);
×
618

619
  SEpSet  epset = {0};
×
620
  bool    hasEpset = false;
×
621
  code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->id.taskId, pTask->info.nodeId);
×
622
  if (code != TSDB_CODE_SUCCESS || !hasEpset) {
×
623
    taosMemoryFree(pBuf);
×
624
    return code;
×
625
  }
626

627
  code = setTransAction(pTrans, pBuf, tlen, TDMT_STREAM_CONSEN_CHKPT, &epset, 0, TSDB_CODE_VND_INVALID_VGROUP_ID);
×
628
  if (code != TSDB_CODE_SUCCESS) {
×
629
    taosMemoryFree(pBuf);
×
630
  }
631

632
  return code;
×
633
}
634

635

636
int32_t mndStreamSetCheckpointAction(SMnode *pMnode, STrans *pTrans, SStreamTask *pTask, int64_t checkpointId,
×
637
                                     int8_t mndTrigger) {
638
  void   *buf;
639
  int32_t tlen;
640
  int32_t code = 0;
×
641
  SEpSet  epset = {0};
×
642
  bool    hasEpset = false;
×
643

644
  if ((code = mndBuildStreamCheckpointSourceReq(&buf, &tlen, pTask->info.nodeId, checkpointId, pTask->id.streamId,
×
645
                                                pTask->id.taskId, pTrans->id, mndTrigger)) < 0) {
646
    taosMemoryFree(buf);
×
647
    return code;
×
648
  }
649

650
  code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->id.taskId, pTask->info.nodeId);
×
651
  if (code != TSDB_CODE_SUCCESS || !hasEpset) {
×
652
    taosMemoryFree(buf);
×
653
    return code;
×
654
  }
655

656
  code = setTransAction(pTrans, buf, tlen, TDMT_VND_STREAM_CHECK_POINT_SOURCE, &epset, TSDB_CODE_SYN_PROPOSE_NOT_READY,
×
657
                        TSDB_CODE_VND_INVALID_VGROUP_ID);
658
  if (code != 0) {
×
659
    taosMemoryFree(buf);
×
660
  }
661

662
  return code;
×
663
}
664

665
int32_t mndStreamSetRestartAction(SMnode* pMnode, STrans *pTrans, SStreamObj* pStream) {
×
666
  return 0;
×
667
}
668

STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc