• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #3534

21 Nov 2024 07:36AM UTC coverage: 60.825% (+2.0%) from 58.848%
#3534

push

travis-ci

web-flow
Merge pull request #28810 from taosdata/ehn/add-sync-heartbeat-sent-time-to-log

ehn:add-sync-heartbeat-sent-time-to-log

120023 of 252376 branches covered (47.56%)

Branch coverage included in aggregate %.

43 of 47 new or added lines in 3 files covered. (91.49%)

2254 existing lines in 162 files now uncovered.

200876 of 275203 relevant lines covered (72.99%)

16110754.39 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

57.8
/source/dnode/mnode/impl/src/mndStreamTransAct.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#include "mndDb.h"
17
#include "mndStb.h"
18
#include "mndStream.h"
19
#include "mndTrans.h"
20
#include "mndVgroup.h"
21
#include "taoserror.h"
22
#include "tmisce.h"
23

24
static int32_t doSetPauseAction(SMnode *pMnode, STrans *pTrans, SStreamTask *pTask) {
1,303✔
25
  SVPauseStreamTaskReq *pReq = taosMemoryCalloc(1, sizeof(SVPauseStreamTaskReq));
1,303✔
26
  if (pReq == NULL) {
1,303!
27
    mError("failed to malloc in pause stream, size:%" PRIzu ", code:%s", sizeof(SVPauseStreamTaskReq),
×
28
           tstrerror(TSDB_CODE_OUT_OF_MEMORY));
29
    // terrno = TSDB_CODE_OUT_OF_MEMORY;
30
    return terrno;
×
31
  }
32

33
  pReq->head.vgId = htonl(pTask->info.nodeId);
1,303✔
34
  pReq->taskId = pTask->id.taskId;
1,303✔
35
  pReq->streamId = pTask->id.streamId;
1,303✔
36

37
  SEpSet  epset = {0};
1,303✔
38
  bool    hasEpset = false;
1,303✔
39
  int32_t code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->id.taskId, pTask->info.nodeId);
1,303✔
40
  if (code != TSDB_CODE_SUCCESS || !hasEpset) {
1,303!
41
    terrno = code;
×
42
    taosMemoryFree(pReq);
×
43
    return code;
×
44
  }
45

46
  char buf[256] = {0};
1,303✔
47
  code = epsetToStr(&epset, buf, tListLen(buf));
1,303✔
48
  if (code != 0) {  // print error and continue
1,303!
49
    mError("failed to convert epset to str, code:%s", tstrerror(code));
×
50
  }
51

52
  mDebug("pause stream task in node:%d, epset:%s", pTask->info.nodeId, buf);
1,303✔
53
  code = setTransAction(pTrans, pReq, sizeof(SVPauseStreamTaskReq), TDMT_STREAM_TASK_PAUSE, &epset, 0, TSDB_CODE_VND_INVALID_VGROUP_ID);
1,303✔
54
  if (code != 0) {
1,303!
55
    taosMemoryFree(pReq);
×
56
    return code;
×
57
  }
58
  return 0;
1,303✔
59
}
60

61
static int32_t doSetDropAction(SMnode *pMnode, STrans *pTrans, SStreamTask *pTask) {
6,979✔
62
  SVDropStreamTaskReq *pReq = taosMemoryCalloc(1, sizeof(SVDropStreamTaskReq));
6,979✔
63
  if (pReq == NULL) {
6,979!
64
    return terrno;
×
65
  }
66

67
  pReq->head.vgId = htonl(pTask->info.nodeId);
6,979✔
68
  pReq->taskId = pTask->id.taskId;
6,979✔
69
  pReq->streamId = pTask->id.streamId;
6,979✔
70

71
  SEpSet  epset = {0};
6,979✔
72
  bool    hasEpset = false;
6,979✔
73
  int32_t code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->id.taskId, pTask->info.nodeId);
6,979✔
74
  if (code != TSDB_CODE_SUCCESS || !hasEpset) {  // no valid epset, return directly without redoAction
6,979!
75
    return code;
×
76
  }
77

78
  // The epset of nodeId of this task may have been expired now, let's use the newest epset from mnode.
79
  code = setTransAction(pTrans, pReq, sizeof(SVDropStreamTaskReq), TDMT_STREAM_TASK_DROP, &epset, 0, TSDB_CODE_VND_INVALID_VGROUP_ID);
6,979✔
80
  if (code != 0) {
6,979!
81
    taosMemoryFree(pReq);
×
82
    return code;
×
83
  }
84

85
  return 0;
6,979✔
86
}
87

88
static int32_t doSetResumeAction(STrans *pTrans, SMnode *pMnode, SStreamTask *pTask, int8_t igUntreated) {
1,296✔
89
  terrno = 0;
1,296✔
90

91
  SVResumeStreamTaskReq *pReq = taosMemoryCalloc(1, sizeof(SVResumeStreamTaskReq));
1,296✔
92
  if (pReq == NULL) {
1,296!
93
    mError("failed to malloc in resume stream, size:%" PRIzu ", code:%s", sizeof(SVResumeStreamTaskReq),
×
94
           tstrerror(TSDB_CODE_OUT_OF_MEMORY));
95
    return terrno;
×
96
  }
97

98
  pReq->head.vgId = htonl(pTask->info.nodeId);
1,296✔
99
  pReq->taskId = pTask->id.taskId;
1,296✔
100
  pReq->streamId = pTask->id.streamId;
1,296✔
101
  pReq->igUntreated = igUntreated;
1,296✔
102

103
  SEpSet  epset = {0};
1,296✔
104
  bool    hasEpset = false;
1,296✔
105
  int32_t code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->id.taskId, pTask->info.nodeId);
1,296✔
106
  if (code != TSDB_CODE_SUCCESS || (!hasEpset)) {
1,296!
107
    taosMemoryFree(pReq);
×
108
    return code;
×
109
  }
110

111
  code = setTransAction(pTrans, pReq, sizeof(SVResumeStreamTaskReq), TDMT_STREAM_TASK_RESUME, &epset, 0, TSDB_CODE_VND_INVALID_VGROUP_ID);
1,296✔
112
  if (code != 0) {
1,296!
113
    taosMemoryFree(pReq);
×
114
    return code;
×
115
  }
116

117
  mDebug("set the resume action for trans:%d", pTrans->id);
1,296✔
118
  return code;
1,296✔
119
}
120

121
static int32_t doSetDropActionFromId(SMnode *pMnode, STrans *pTrans, SOrphanTask* pTask) {
3✔
122
  SVDropStreamTaskReq *pReq = taosMemoryCalloc(1, sizeof(SVDropStreamTaskReq));
3✔
123
  if (pReq == NULL) {
3!
124
    // terrno = TSDB_CODE_OUT_OF_MEMORY;
125
    return terrno;
×
126
  }
127

128
  pReq->head.vgId = htonl(pTask->nodeId);
3✔
129
  pReq->taskId = pTask->taskId;
3✔
130
  pReq->streamId = pTask->streamId;
3✔
131

132
  SEpSet  epset = {0};
3✔
133
  bool    hasEpset = false;
3✔
134
  int32_t code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->taskId, pTask->nodeId);
3✔
135
  if (code != TSDB_CODE_SUCCESS || (!hasEpset)) {  // no valid epset, return directly without redoAction
3!
136
    taosMemoryFree(pReq);
×
137
    return code;
×
138
  }
139

140
  // The epset of nodeId of this task may have been expired now, let's use the newest epset from mnode.
141
  code = setTransAction(pTrans, pReq, sizeof(SVDropStreamTaskReq), TDMT_STREAM_TASK_DROP, &epset, 0, TSDB_CODE_VND_INVALID_VGROUP_ID);
3✔
142
  if (code != 0) {
3!
143
    taosMemoryFree(pReq);
×
144
    return code;
×
145
  }
146

147
  return 0;
3✔
148
}
149

150
static void initNodeUpdateMsg(SStreamTaskNodeUpdateMsg *pMsg, const SVgroupChangeInfo *pInfo, SStreamTaskId *pId,
65✔
151
                              int32_t transId) {
152
  int32_t code = 0;
65✔
153

154
  pMsg->streamId = pId->streamId;
65✔
155
  pMsg->taskId = pId->taskId;
65✔
156
  pMsg->transId = transId;
65✔
157
  pMsg->pNodeList = taosArrayInit(taosArrayGetSize(pInfo->pUpdateNodeList), sizeof(SNodeUpdateInfo));
65✔
158
  if (pMsg->pNodeList == NULL) {
65!
159
    mError("failed to prepare node list, code:%s", tstrerror(terrno));
×
160
    code = terrno;
×
161
  }
162

163
  if (code == 0) {
65!
164
    void *p = taosArrayAddAll(pMsg->pNodeList, pInfo->pUpdateNodeList);
65✔
165
    if (p == NULL) {
65!
166
      mError("failed to add update node list into nodeList");
×
167
    }
168
  }
169
}
65✔
170

171
static int32_t doBuildStreamTaskUpdateMsg(void **pBuf, int32_t *pLen, SVgroupChangeInfo *pInfo, int32_t nodeId,
65✔
172
                                          SStreamTaskId *pId, int32_t transId) {
173
  SStreamTaskNodeUpdateMsg req = {0};
65✔
174
  initNodeUpdateMsg(&req, pInfo, pId, transId);
65✔
175

176
  int32_t code = 0;
65✔
177
  int32_t blen;
178

179
  tEncodeSize(tEncodeStreamTaskUpdateMsg, &req, blen, code);
65!
180
  if (code < 0) {
65!
181
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
182
    taosArrayDestroy(req.pNodeList);
×
183
    return terrno;
×
184
  }
185

186
  int32_t tlen = sizeof(SMsgHead) + blen;
65✔
187

188
  void *buf = taosMemoryMalloc(tlen);
65✔
189
  if (buf == NULL) {
65!
190
    taosArrayDestroy(req.pNodeList);
×
191
    return terrno;
×
192
  }
193

194
  void    *abuf = POINTER_SHIFT(buf, sizeof(SMsgHead));
65✔
195
  SEncoder encoder;
196
  tEncoderInit(&encoder, abuf, tlen);
65✔
197
  code = tEncodeStreamTaskUpdateMsg(&encoder, &req);
65✔
198
  if (code == -1) {
65!
199
    tEncoderClear(&encoder);
×
200
    taosMemoryFree(buf);
×
201
    taosArrayDestroy(req.pNodeList);
×
202
    return code;
×
203
  }
204

205
  SMsgHead *pMsgHead = (SMsgHead *)buf;
65✔
206
  pMsgHead->contLen = htonl(tlen);
65✔
207
  pMsgHead->vgId = htonl(nodeId);
65✔
208

209
  tEncoderClear(&encoder);
65✔
210

211
  *pBuf = buf;
65✔
212
  *pLen = tlen;
65✔
213

214
  taosArrayDestroy(req.pNodeList);
65✔
215
  return TSDB_CODE_SUCCESS;
65✔
216
}
217

218
static int32_t doSetUpdateTaskAction(SMnode *pMnode, STrans *pTrans, SStreamTask *pTask, SVgroupChangeInfo *pInfo) {
65✔
219
  void   *pBuf = NULL;
65✔
220
  int32_t len = 0;
65✔
221
  SEpSet  epset = {0};
65✔
222
  bool    hasEpset = false;
65✔
223

224
  bool    unusedRet = streamTaskUpdateEpsetInfo(pTask, pInfo->pUpdateNodeList);
65✔
225
  int32_t code = doBuildStreamTaskUpdateMsg(&pBuf, &len, pInfo, pTask->info.nodeId, &pTask->id, pTrans->id);
65✔
226
  if (code) {
65!
227
    mError("failed to build stream task epset update msg, code:%s", tstrerror(code));
×
228
    return code;
×
229
  }
230

231
  code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->id.taskId, pTask->info.nodeId);
65✔
232
  if (code != TSDB_CODE_SUCCESS || !hasEpset) {
65!
233
    mError("failed to extract epset during create update epset, code:%s", tstrerror(code));
×
234
    taosMemoryFree(pBuf);
×
235
    return code;
×
236
  }
237

238
  code = setTransAction(pTrans, pBuf, len, TDMT_VND_STREAM_TASK_UPDATE, &epset, 0, TSDB_CODE_VND_INVALID_VGROUP_ID);
65✔
239
  if (code != TSDB_CODE_SUCCESS) {
65!
240
    mError("failed to create update task epset trans, code:%s", tstrerror(code));
×
241
    taosMemoryFree(pBuf);
×
242
  }
243

244
  return code;
65✔
245
}
246

247
static int32_t doSetUpdateChkptAction(SMnode *pMnode, STrans *pTrans, SStreamTask *pTask) {
5,307✔
248
  SVUpdateCheckpointInfoReq *pReq = taosMemoryCalloc(1, sizeof(SVUpdateCheckpointInfoReq));
5,307✔
249
  if (pReq == NULL) {
5,307!
250
    mError("failed to malloc in reset stream, size:%" PRIzu ", code:%s", sizeof(SVUpdateCheckpointInfoReq),
×
251
           tstrerror(terrno));
252
    return terrno;
×
253
  }
254

255
  pReq->head.vgId = htonl(pTask->info.nodeId);
5,307✔
256
  pReq->taskId = pTask->id.taskId;
5,307✔
257
  pReq->streamId = pTask->id.streamId;
5,307✔
258

259
  SChkptReportInfo *pStreamItem = (SChkptReportInfo*)taosHashGet(execInfo.pChkptStreams, &pTask->id.streamId, sizeof(pTask->id.streamId));
5,307✔
260
  if (pStreamItem == NULL) {
5,307!
261
    return TSDB_CODE_INVALID_PARA;
×
262
  }
263

264
  int32_t size = taosArrayGetSize(pStreamItem->pTaskList);
5,307✔
265
  for(int32_t i = 0; i < size; ++i) {
36,752✔
266
    STaskChkptInfo* pInfo = taosArrayGet(pStreamItem->pTaskList, i);
31,445✔
267
    if (pInfo == NULL) {
31,445!
268
      continue;
×
269
    }
270

271
    if (pInfo->taskId == pTask->id.taskId) {
31,445✔
272
      pReq->checkpointId = pInfo->checkpointId;
5,307✔
273
      pReq->checkpointVer = pInfo->version;
5,307✔
274
      pReq->checkpointTs = pInfo->ts;
5,307✔
275
      pReq->dropRelHTask = pInfo->dropHTask;
5,307✔
276
      pReq->transId = pInfo->transId;
5,307✔
277
      pReq->hStreamId = pTask->hTaskInfo.id.streamId;
5,307✔
278
      pReq->hTaskId = pTask->hTaskInfo.id.taskId;
5,307✔
279
    }
280
  }
281

282
  SEpSet  epset = {0};
5,307✔
283
  bool    hasEpset = false;
5,307✔
284
  int32_t code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->id.taskId, pTask->info.nodeId);
5,307✔
285
  if (code != TSDB_CODE_SUCCESS || !hasEpset) {
5,307!
UNCOV
286
    taosMemoryFree(pReq);
×
UNCOV
287
    return code;
×
288
  }
289

290
  code = setTransAction(pTrans, pReq, sizeof(SVUpdateCheckpointInfoReq), TDMT_STREAM_TASK_UPDATE_CHKPT, &epset, 0, TSDB_CODE_VND_INVALID_VGROUP_ID);
5,307✔
291
  if (code != TSDB_CODE_SUCCESS) {
5,307!
292
    taosMemoryFree(pReq);
×
293
  }
294

295
  return code;
5,307✔
296
}
297

298
static int32_t doSetResetAction(SMnode *pMnode, STrans *pTrans, SStreamTask *pTask, int64_t chkptId) {
×
299
  SVResetStreamTaskReq *pReq = taosMemoryCalloc(1, sizeof(SVResetStreamTaskReq));
×
300
  if (pReq == NULL) {
×
301
    mError("failed to malloc in reset stream, size:%" PRIzu ", code:%s", sizeof(SVResetStreamTaskReq),
×
302
           tstrerror(terrno));
303
    return terrno;
×
304
  }
305

306
  pReq->head.vgId = htonl(pTask->info.nodeId);
×
307
  pReq->taskId = pTask->id.taskId;
×
308
  pReq->streamId = pTask->id.streamId;
×
309
  pReq->chkptId = chkptId;
×
310

311
  SEpSet  epset = {0};
×
312
  bool    hasEpset = false;
×
313
  int32_t code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->id.taskId, pTask->info.nodeId);
×
314
  if (code != TSDB_CODE_SUCCESS || !hasEpset) {
×
315
    taosMemoryFree(pReq);
×
316
    return code;
×
317
  }
318

319
  code = setTransAction(pTrans, pReq, sizeof(SVResetStreamTaskReq), TDMT_VND_STREAM_TASK_RESET, &epset, 0, TSDB_CODE_VND_INVALID_VGROUP_ID);
×
320
  if (code != TSDB_CODE_SUCCESS) {
×
321
    taosMemoryFree(pReq);
×
322
  }
323

324
  return code;
×
325
}
326

327
static int32_t mndBuildStreamCheckpointSourceReq(void **pBuf, int32_t *pLen, int32_t nodeId, int64_t checkpointId,
3,307✔
328
                                                 int64_t streamId, int32_t taskId, int32_t transId, int8_t mndTrigger) {
329
  SStreamCheckpointSourceReq req = {0};
3,307✔
330
  req.checkpointId = checkpointId;
3,307✔
331
  req.nodeId = nodeId;
3,307✔
332
  req.expireTime = -1;
3,307✔
333
  req.streamId = streamId;  // pTask->id.streamId;
3,307✔
334
  req.taskId = taskId;      // pTask->id.taskId;
3,307✔
335
  req.transId = transId;
3,307✔
336
  req.mndTrigger = mndTrigger;
3,307✔
337

338
  int32_t code;
339
  int32_t blen;
340

341
  tEncodeSize(tEncodeStreamCheckpointSourceReq, &req, blen, code);
3,307!
342
  if (code < 0) {
3,307!
343
    TAOS_RETURN(TSDB_CODE_OUT_OF_MEMORY);
×
344
  }
345

346
  int32_t tlen = sizeof(SMsgHead) + blen;
3,307✔
347

348
  void *buf = taosMemoryMalloc(tlen);
3,307✔
349
  if (buf == NULL) {
3,307!
350
    return terrno;
×
351
  }
352

353
  void    *abuf = POINTER_SHIFT(buf, sizeof(SMsgHead));
3,307✔
354
  SEncoder encoder;
355
  tEncoderInit(&encoder, abuf, tlen);
3,307✔
356
  int32_t pos = tEncodeStreamCheckpointSourceReq(&encoder, &req);
3,307✔
357
  if (pos == -1) {
3,307!
358
    tEncoderClear(&encoder);
×
359
    return TSDB_CODE_INVALID_MSG;
×
360
  }
361

362
  SMsgHead *pMsgHead = (SMsgHead *)buf;
3,307✔
363
  pMsgHead->contLen = htonl(tlen);
3,307✔
364
  pMsgHead->vgId = htonl(nodeId);
3,307✔
365

366
  tEncoderClear(&encoder);
3,307✔
367

368
  *pBuf = buf;
3,307✔
369
  *pLen = tlen;
3,307✔
370

371
  return 0;
3,307✔
372
}
373
int32_t mndStreamSetPauseAction(SMnode *pMnode, STrans *pTrans, SStreamObj *pStream) {
272✔
374
  SStreamTaskIter *pIter = NULL;
272✔
375

376
  int32_t code = createStreamTaskIter(pStream, &pIter);
272✔
377
  if (code) {
272!
378
    mError("failed to create stream task iter:%s", pStream->name);
×
379
    return code;
×
380
  }
381

382
  while (streamTaskIterNextTask(pIter)) {
1,575✔
383
    SStreamTask *pTask = NULL;
1,303✔
384
    code = streamTaskIterGetCurrent(pIter, &pTask);
1,303✔
385
    if (code) {
1,303!
386
      destroyStreamTaskIter(pIter);
×
387
      return code;
×
388
    }
389

390
    code = doSetPauseAction(pMnode, pTrans, pTask);
1,303✔
391
    if (code) {
1,303!
392
      destroyStreamTaskIter(pIter);
×
393
      return code;
×
394
    }
395

396
    if (atomic_load_8(&pTask->status.taskStatus) != TASK_STATUS__PAUSE) {
1,303!
397
      atomic_store_8(&pTask->status.statusBackup, pTask->status.taskStatus);
1,303✔
398
      atomic_store_8(&pTask->status.taskStatus, TASK_STATUS__PAUSE);
1,303✔
399
    }
400
  }
401

402
  destroyStreamTaskIter(pIter);
272✔
403
  return code;
272✔
404
}
405

406
int32_t mndStreamSetDropAction(SMnode *pMnode, STrans *pTrans, SStreamObj *pStream) {
1,269✔
407
  SStreamTaskIter *pIter = NULL;
1,269✔
408

409
  int32_t code = createStreamTaskIter(pStream, &pIter);
1,269✔
410
  if (code) {
1,269!
411
    mError("failed to create stream task iter:%s", pStream->name);
×
412
    return code;
×
413
  }
414

415
  while(streamTaskIterNextTask(pIter)) {
8,248✔
416
    SStreamTask *pTask = NULL;
6,979✔
417
    code = streamTaskIterGetCurrent(pIter, &pTask);
6,979✔
418
    if (code) {
6,979!
419
      destroyStreamTaskIter(pIter);
×
420
      return code;
×
421
    }
422

423
    code = doSetDropAction(pMnode, pTrans, pTask);
6,979✔
424
    if (code) {
6,979!
425
      destroyStreamTaskIter(pIter);
×
426
      return code;
×
427
    }
428
  }
429
  destroyStreamTaskIter(pIter);
1,269✔
430
  return 0;
1,269✔
431
}
432

433
int32_t mndStreamSetResumeAction(STrans *pTrans, SMnode *pMnode, SStreamObj *pStream, int8_t igUntreated) {
271✔
434
  SStreamTaskIter *pIter = NULL;
271✔
435
  int32_t          code = createStreamTaskIter(pStream, &pIter);
271✔
436
  if (code) {
271!
437
    mError("failed to create stream task iter:%s", pStream->name);
×
438
    return code;
×
439
  }
440

441
  while (streamTaskIterNextTask(pIter)) {
1,567✔
442
    SStreamTask *pTask = NULL;
1,296✔
443
    code = streamTaskIterGetCurrent(pIter, &pTask);
1,296✔
444
    if (code || pTask == NULL) {
1,296!
445
      destroyStreamTaskIter(pIter);
×
446
      return code;
×
447
    }
448

449
    code = doSetResumeAction(pTrans, pMnode, pTask, igUntreated);
1,296✔
450
    if (code) {
1,296!
451
      destroyStreamTaskIter(pIter);
×
452
      return code;
×
453
    }
454

455
    if (atomic_load_8(&pTask->status.taskStatus) == TASK_STATUS__PAUSE) {
1,296!
456
      atomic_store_8(&pTask->status.taskStatus, pTask->status.statusBackup);
1,296✔
457
    }
458
  }
459
  destroyStreamTaskIter(pIter);
271✔
460
  return 0;
271✔
461
}
462

463
// build trans to update the epset
464
int32_t mndStreamSetUpdateEpsetAction(SMnode *pMnode, SStreamObj *pStream, SVgroupChangeInfo *pInfo, STrans *pTrans) {
11✔
465
  mDebug("stream:0x%" PRIx64 " set tasks epset update action", pStream->uid);
11✔
466
  SStreamTaskIter *pIter = NULL;
11✔
467

468
  taosWLockLatch(&pStream->lock);
11✔
469
  int32_t code = createStreamTaskIter(pStream, &pIter);
11✔
470
  if (code) {
11!
471
    taosWUnLockLatch(&pStream->lock);
×
472
    mError("failed to create stream task iter:%s", pStream->name);
×
473
    return code;
×
474
  }
475

476
  while (streamTaskIterNextTask(pIter)) {
76✔
477
    SStreamTask *pTask = NULL;
65✔
478
    code = streamTaskIterGetCurrent(pIter, &pTask);
65✔
479
    if (code) {
65!
480
      destroyStreamTaskIter(pIter);
×
481
      taosWUnLockLatch(&pStream->lock);
×
482
      return code;
×
483
    }
484

485
    code = doSetUpdateTaskAction(pMnode, pTrans, pTask, pInfo);
65✔
486
    if (code != TSDB_CODE_SUCCESS) {
65!
487
      destroyStreamTaskIter(pIter);
×
488
      taosWUnLockLatch(&pStream->lock);
×
489
      return code;
×
490
    }
491
  }
492

493
  destroyStreamTaskIter(pIter);
11✔
494
  taosWUnLockLatch(&pStream->lock);
11✔
495
  return 0;
11✔
496
}
497

498
int32_t mndStreamSetUpdateChkptAction(SMnode *pMnode, STrans *pTrans, SStreamObj *pStream) {
1,108✔
499
  SStreamTaskIter *pIter = NULL;
1,108✔
500

501
  taosWLockLatch(&pStream->lock);
1,108✔
502
  int32_t code = createStreamTaskIter(pStream, &pIter);
1,108✔
503
  if (code) {
1,108!
504
    taosWUnLockLatch(&pStream->lock);
×
505
    mError("failed to create stream task iter:%s", pStream->name);
×
506
    return code;
×
507
  }
508

509
  while (streamTaskIterNextTask(pIter)) {
6,415✔
510
    SStreamTask *pTask = NULL;
5,307✔
511
    code = streamTaskIterGetCurrent(pIter, &pTask);
5,307✔
512
    if (code) {
5,307!
513
      destroyStreamTaskIter(pIter);
×
514
      taosWUnLockLatch(&pStream->lock);
×
515
      return code;
×
516
    }
517

518
    code = doSetUpdateChkptAction(pMnode, pTrans, pTask);
5,307✔
519
    if (code != TSDB_CODE_SUCCESS) {
5,307!
520
      destroyStreamTaskIter(pIter);
×
521
      taosWUnLockLatch(&pStream->lock);
×
522
      return code;
×
523
    }
524
  }
525

526
  destroyStreamTaskIter(pIter);
1,108✔
527
  taosWUnLockLatch(&pStream->lock);
1,108✔
528
  return code;
1,108✔
529
}
530

531
int32_t mndStreamSetDropActionFromList(SMnode *pMnode, STrans *pTrans, SArray* pList) {
2✔
532
  for(int32_t i = 0; i < taosArrayGetSize(pList); ++i) {
5✔
533
    SOrphanTask* pTask = taosArrayGet(pList, i);
3✔
534
    if (pTask == NULL) {
3!
535
      return terrno;
×
536
    }
537

538
    int32_t code = doSetDropActionFromId(pMnode, pTrans, pTask);
3✔
539
    if (code != 0) {
3!
540
      return code;
×
541
    } else {
542
      mDebug("add drop task:0x%x action to drop orphan task", pTask->taskId);
3!
543
    }
544
  }
545
  return 0;
2✔
546
}
547

548
int32_t mndStreamSetResetTaskAction(SMnode *pMnode, STrans *pTrans, SStreamObj *pStream, int64_t chkptId) {
×
549
  SStreamTaskIter *pIter = NULL;
×
550

551
  taosWLockLatch(&pStream->lock);
×
552
  int32_t code = createStreamTaskIter(pStream, &pIter);
×
553
  if (code) {
×
554
    taosWUnLockLatch(&pStream->lock);
×
555
    mError("failed to create stream task iter:%s", pStream->name);
×
556
    return code;
×
557
  }
558

559
  while (streamTaskIterNextTask(pIter)) {
×
560
    SStreamTask *pTask = NULL;
×
561
    code = streamTaskIterGetCurrent(pIter, &pTask);
×
562
    if (code) {
×
563
      destroyStreamTaskIter(pIter);
×
564
      taosWUnLockLatch(&pStream->lock);
×
565
      return code;
×
566
    }
567

568
    code = doSetResetAction(pMnode, pTrans, pTask, chkptId);
×
569
    if (code != TSDB_CODE_SUCCESS) {
×
570
      destroyStreamTaskIter(pIter);
×
571
      taosWUnLockLatch(&pStream->lock);
×
572
      return code;
×
573
    }
574
  }
575

576
  destroyStreamTaskIter(pIter);
×
577
  taosWUnLockLatch(&pStream->lock);
×
578
  return 0;
×
579
}
580

581
int32_t mndStreamSetChkptIdAction(SMnode *pMnode, STrans *pTrans, SStreamTask* pTask, int64_t checkpointId, int64_t ts) {
98✔
582
  SRestoreCheckpointInfo req = {
98✔
583
      .taskId = pTask->id.taskId,
98✔
584
      .streamId = pTask->id.streamId,
98✔
585
      .checkpointId = checkpointId,
586
      .startTs = ts,
587
      .nodeId = pTask->info.nodeId,
98✔
588
      .transId = pTrans->id,
98✔
589
  };
590

591
  int32_t code = 0;
98✔
592
  int32_t blen;
593
  tEncodeSize(tEncodeRestoreCheckpointInfo, &req, blen, code);
98!
594
  if (code < 0) {
98!
595
    return terrno;
×
596
  }
597

598
  int32_t tlen = sizeof(SMsgHead) + blen;
98✔
599

600
  void *pBuf = taosMemoryMalloc(tlen);
98✔
601
  if (pBuf == NULL) {
98!
602
    return terrno;
×
603
  }
604

605
  void    *abuf = POINTER_SHIFT(pBuf, sizeof(SMsgHead));
98✔
606
  SEncoder encoder;
607
  tEncoderInit(&encoder, abuf, tlen);
98✔
608
  code = tEncodeRestoreCheckpointInfo(&encoder, &req);
98✔
609
  tEncoderClear(&encoder);
98✔
610
  if (code < 0) {
98!
611
    taosMemoryFree(pBuf);
×
612
    return code;
×
613
  }
614

615
  SMsgHead *pMsgHead = (SMsgHead *)pBuf;
98✔
616
  pMsgHead->contLen = htonl(tlen);
98✔
617
  pMsgHead->vgId = htonl(pTask->info.nodeId);
98✔
618

619
  SEpSet  epset = {0};
98✔
620
  bool    hasEpset = false;
98✔
621
  code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->id.taskId, pTask->info.nodeId);
98✔
622
  if (code != TSDB_CODE_SUCCESS || !hasEpset) {
98!
623
    taosMemoryFree(pBuf);
×
624
    return code;
×
625
  }
626

627
  code = setTransAction(pTrans, pBuf, tlen, TDMT_STREAM_CONSEN_CHKPT, &epset, 0, TSDB_CODE_VND_INVALID_VGROUP_ID);
98✔
628
  if (code != TSDB_CODE_SUCCESS) {
98!
629
    taosMemoryFree(pBuf);
×
630
  }
631

632
  return code;
98✔
633
}
634

635

636
int32_t mndStreamSetCheckpointAction(SMnode *pMnode, STrans *pTrans, SStreamTask *pTask, int64_t checkpointId,
3,307✔
637
                                     int8_t mndTrigger) {
638
  void   *buf;
639
  int32_t tlen;
640
  int32_t code = 0;
3,307✔
641
  SEpSet  epset = {0};
3,307✔
642
  bool    hasEpset = false;
3,307✔
643

644
  if ((code = mndBuildStreamCheckpointSourceReq(&buf, &tlen, pTask->info.nodeId, checkpointId, pTask->id.streamId,
3,307!
645
                                                pTask->id.taskId, pTrans->id, mndTrigger)) < 0) {
646
    taosMemoryFree(buf);
×
647
    return code;
×
648
  }
649

650
  code = extractNodeEpset(pMnode, &epset, &hasEpset, pTask->id.taskId, pTask->info.nodeId);
3,307✔
651
  if (code != TSDB_CODE_SUCCESS || !hasEpset) {
3,307!
652
    taosMemoryFree(buf);
×
653
    return code;
×
654
  }
655

656
  code = setTransAction(pTrans, buf, tlen, TDMT_VND_STREAM_CHECK_POINT_SOURCE, &epset, TSDB_CODE_SYN_PROPOSE_NOT_READY,
3,307✔
657
                        TSDB_CODE_VND_INVALID_VGROUP_ID);
658
  if (code != 0) {
3,307!
659
    taosMemoryFree(buf);
×
660
  }
661

662
  return code;
3,307✔
663
}
664

665
int32_t mndStreamSetRestartAction(SMnode* pMnode, STrans *pTrans, SStreamObj* pStream) {
×
666
  return 0;
×
667
}
668

STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc