• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #4390

28 Jun 2025 01:36AM UTC coverage: 60.352% (-2.0%) from 62.344%
#4390

push

travis-ci

web-flow
enh/TS-5619-add-case-crypted-pass (#31508)

148724 of 315812 branches covered (47.09%)

Branch coverage included in aggregate %.

231175 of 313662 relevant lines covered (73.7%)

6194679.52 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

69.22
/source/dnode/mnode/impl/src/mndTrans.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#define _DEFAULT_SOURCE
17
#include "mndTrans.h"
18
#include "mndDb.h"
19
#include "mndPrivilege.h"
20
#include "mndShow.h"
21
#include "mndStb.h"
22
#include "mndSubscribe.h"
23
#include "mndSync.h"
24
#include "mndUser.h"
25
#include "mndVgroup.h"
26
#include "osTime.h"
27

28
#define TRANS_VER1_NUMBER  1
29
#define TRANS_VER2_NUMBER  2
30
#define TRANS_VER3_NUMBER  3
31
#define TRANS_ARRAY_SIZE   8
32
#define TRANS_RESERVE_SIZE 39
33
#define TRANS_ACTION_TIMEOUT 1000 * 1000 * 60 * 15
34

35
static int32_t mndTransActionInsert(SSdb *pSdb, STrans *pTrans);
36
static int32_t mndTransActionUpdate(SSdb *pSdb, STrans *OldTrans, STrans *pOld);
37
static int32_t mndTransDelete(SSdb *pSdb, STrans *pTrans, bool callFunc);
38

39
static int32_t mndTransAppendLog(SArray *pArray, SSdbRaw *pRaw);
40
static int32_t mndTransAppendAction(SArray *pArray, STransAction *pAction);
41
static void    mndTransDropLogs(SArray *pArray);
42
static void    mndTransDropActions(SArray *pArray);
43

44
static int32_t mndTransExecuteActions(SMnode *pMnode, STrans *pTrans, SArray *pArray, bool topHalf, bool notSend);
45
static int32_t mndTransExecuteRedoLogs(SMnode *pMnode, STrans *pTrans, bool topHalf);
46
static int32_t mndTransExecuteUndoLogs(SMnode *pMnode, STrans *pTrans, bool topHalf);
47
static int32_t mndTransExecuteRedoActions(SMnode *pMnode, STrans *pTrans, bool topHalf, bool notSend);
48
static int32_t mndTransExecuteUndoActions(SMnode *pMnode, STrans *pTrans, bool topHalf, bool notSend);
49
static int32_t mndTransExecuteCommitActions(SMnode *pMnode, STrans *pTrans, bool topHalf);
50
static bool    mndTransPerformRedoLogStage(SMnode *pMnode, STrans *pTrans, bool topHalf);
51
static bool    mndTransPerformRedoActionStage(SMnode *pMnode, STrans *pTrans, bool topHalf, bool notSend);
52
static bool    mndTransPerformUndoLogStage(SMnode *pMnode, STrans *pTrans, bool topHalf);
53
static bool    mndTransPerformUndoActionStage(SMnode *pMnode, STrans *pTrans, bool topHalf, bool notSend);
54
static bool    mndTransPerformCommitActionStage(SMnode *pMnode, STrans *pTrans, bool topHalf);
55
static bool    mndTransPerformCommitStage(SMnode *pMnode, STrans *pTrans, bool topHalf);
56
static bool    mndTransPerformRollbackStage(SMnode *pMnode, STrans *pTrans, bool topHalf);
57
static bool    mndTransPerformFinishStage(SMnode *pMnode, STrans *pTrans, bool topHalf);
58

59
static inline bool mndTransIsInSyncContext(bool topHalf) { return !topHalf; }
363,532✔
60

61
static bool mndCannotExecuteTrans(SMnode *pMnode, bool topHalf) {
349,807✔
62
  bool isLeader = mndIsLeader(pMnode);
349,807✔
63
  bool ret = (!pMnode->deploy && !isLeader) || mndTransIsInSyncContext(topHalf);
349,807✔
64
  if (ret) mDebug("cannot execute trans action, deploy:%d, isLeader:%d, topHalf:%d", pMnode->deploy, isLeader, topHalf);
349,807✔
65
  return ret;
349,807✔
66
}
67

68
static bool mndCannotExecuteTransWithInfo(SMnode *pMnode, bool topHalf, char *str, int32_t size) {
33,301✔
69
  bool isLeader = mndIsLeader(pMnode);
33,301✔
70
  bool ret = (!pMnode->deploy && !isLeader) || mndTransIsInSyncContext(topHalf);
33,301✔
71
  if (ret)
33,301✔
72
    tsnprintf(str, size, "deploy:%d, isLeader:%d, context:%s", pMnode->deploy, isLeader,
9,444✔
73
              topHalf ? "transContext" : "syncContext");
74
  return ret;
33,301✔
75
}
76

77
static inline char *mndStrExecutionContext(bool topHalf) { return topHalf ? "transContext" : "syncContext"; }
508,094✔
78

79
static void    mndTransSendRpcRsp(SMnode *pMnode, STrans *pTrans);
80
static int32_t mndProcessTransTimer(SRpcMsg *pReq);
81
static int32_t mndProcessTtl(SRpcMsg *pReq);
82
static int32_t mndProcessKillTransReq(SRpcMsg *pReq);
83

84
static int32_t mndRetrieveTrans(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
85
static void    mndCancelGetNextTrans(SMnode *pMnode, void *pIter);
86
static int32_t mndRetrieveTransDetail(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
87
static int32_t tsMaxTransId = 0;
88

89
int32_t mndInitTrans(SMnode *pMnode) {
2,240✔
90
  SSdbTable table = {
2,240✔
91
      .sdbType = SDB_TRANS,
92
      .keyType = SDB_KEY_INT32,
93
      .encodeFp = (SdbEncodeFp)mndTransEncode,
94
      .decodeFp = (SdbDecodeFp)mndTransDecode,
95
      .insertFp = (SdbInsertFp)mndTransActionInsert,
96
      .updateFp = (SdbUpdateFp)mndTransActionUpdate,
97
      .deleteFp = (SdbDeleteFp)mndTransDelete,
98
  };
99

100
  mndSetMsgHandle(pMnode, TDMT_MND_TRANS_TIMER, mndProcessTransTimer);
2,240✔
101
  mndSetMsgHandle(pMnode, TDMT_MND_KILL_TRANS, mndProcessKillTransReq);
2,240✔
102

103
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_TRANS, mndRetrieveTrans);
2,240✔
104
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_TRANS, mndCancelGetNextTrans);
2,240✔
105
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_TRANSACTION_DETAIL, mndRetrieveTransDetail);
2,240✔
106
  return sdbSetTable(pMnode->pSdb, table);
2,240✔
107
}
108

109
void mndCleanupTrans(SMnode *pMnode) {}
2,238✔
110

111
static int32_t mndTransGetActionsSize(SArray *pArray) {
626,812✔
112
  int32_t actionNum = taosArrayGetSize(pArray);
626,812✔
113
  int32_t rawDataLen = 0;
626,812✔
114

115
  for (int32_t i = 0; i < actionNum; ++i) {
1,950,398✔
116
    STransAction *pAction = taosArrayGet(pArray, i);
1,323,586✔
117
    if (pAction->actionType == TRANS_ACTION_RAW) {
1,323,586✔
118
      rawDataLen += (sizeof(STransAction) + sdbGetRawTotalSize(pAction->pRaw));
877,848✔
119
    } else if (pAction->actionType == TRANS_ACTION_MSG) {
445,738!
120
      rawDataLen += (sizeof(STransAction) + pAction->contLen);
445,738✔
121
    } else {
122
      // empty
123
    }
124
    rawDataLen += sizeof(int8_t);
1,323,586✔
125
  }
126

127
  return rawDataLen;
626,812✔
128
}
129

130
static int32_t mndTransEncodeAction(SSdbRaw *pRaw, int32_t *offset, SArray *pActions, int32_t actionsNum,
626,812✔
131
                                    int32_t sver) {
132
  int32_t code = 0;
626,812✔
133
  int32_t lino = 0;
626,812✔
134
  int32_t dataPos = *offset;
626,812✔
135
  int8_t  unused = 0;
626,812✔
136
  int32_t ret = -1;
626,812✔
137

138
  for (int32_t i = 0; i < actionsNum; ++i) {
1,950,398✔
139
    STransAction *pAction = taosArrayGet(pActions, i);
1,323,586✔
140
    SDB_SET_INT32(pRaw, dataPos, pAction->id, _OVER)
1,323,586!
141
    SDB_SET_INT32(pRaw, dataPos, pAction->errCode, _OVER)
1,323,586!
142
    SDB_SET_INT32(pRaw, dataPos, pAction->acceptableCode, _OVER)
1,323,586!
143
    SDB_SET_INT32(pRaw, dataPos, pAction->retryCode, _OVER)
1,323,586!
144
    SDB_SET_INT8(pRaw, dataPos, pAction->actionType, _OVER)
1,323,586!
145
    SDB_SET_INT8(pRaw, dataPos, pAction->stage, _OVER)
1,323,586!
146
    SDB_SET_INT8(pRaw, dataPos, pAction->reserved, _OVER)
1,323,586!
147
    if (sver > TRANS_VER2_NUMBER) {
1,323,586!
148
      SDB_SET_INT32(pRaw, dataPos, pAction->groupId, _OVER)
1,323,586!
149
    }
150
    if (pAction->actionType == TRANS_ACTION_RAW) {
1,323,586✔
151
      int32_t len = sdbGetRawTotalSize(pAction->pRaw);
877,848✔
152
      SDB_SET_INT8(pRaw, dataPos, unused /*pAction->rawWritten*/, _OVER)
877,848!
153
      SDB_SET_INT32(pRaw, dataPos, len, _OVER)
877,848!
154
      SDB_SET_BINARY(pRaw, dataPos, (void *)pAction->pRaw, len, _OVER)
877,848!
155
    } else if (pAction->actionType == TRANS_ACTION_MSG) {
445,738!
156
      SDB_SET_BINARY(pRaw, dataPos, (void *)&pAction->epSet, sizeof(SEpSet), _OVER)
445,738!
157
      SDB_SET_INT16(pRaw, dataPos, pAction->msgType, _OVER)
445,738!
158
      SDB_SET_INT8(pRaw, dataPos, unused /*pAction->msgSent*/, _OVER)
445,738!
159
      SDB_SET_INT8(pRaw, dataPos, unused /*pAction->msgReceived*/, _OVER)
445,738!
160
      SDB_SET_INT32(pRaw, dataPos, pAction->contLen, _OVER)
445,738!
161
      SDB_SET_BINARY(pRaw, dataPos, pAction->pCont, pAction->contLen, _OVER)
445,738!
162
    } else {
163
      // nothing
164
    }
165
  }
166
  ret = 0;
626,812✔
167

168
_OVER:
626,812✔
169
  *offset = dataPos;
626,812✔
170
  return ret;
626,812✔
171
}
172

173
SSdbRaw *mndTransEncode(STrans *pTrans) {
156,703✔
174
  int32_t code = 0;
156,703✔
175
  int32_t lino = 0;
156,703✔
176
  terrno = TSDB_CODE_INVALID_MSG;
156,703✔
177
  int8_t sver = TRANS_VER3_NUMBER;
156,703✔
178

179
  int32_t rawDataLen = sizeof(STrans) + TRANS_RESERVE_SIZE + pTrans->paramLen;
156,703✔
180
  rawDataLen += mndTransGetActionsSize(pTrans->prepareActions);
156,703✔
181
  rawDataLen += mndTransGetActionsSize(pTrans->redoActions);
156,703✔
182
  rawDataLen += mndTransGetActionsSize(pTrans->undoActions);
156,703✔
183
  rawDataLen += mndTransGetActionsSize(pTrans->commitActions);
156,703✔
184

185
  SSdbRaw *pRaw = sdbAllocRaw(SDB_TRANS, sver, rawDataLen);
156,703✔
186
  if (pRaw == NULL) {
156,703!
187
    mError("trans:%d, failed to alloc raw since %s", pTrans->id, terrstr());
×
188
    return NULL;
×
189
  }
190

191
  int32_t dataPos = 0;
156,703✔
192
  SDB_SET_INT32(pRaw, dataPos, pTrans->id, _OVER)
156,703!
193
  SDB_SET_INT8(pRaw, dataPos, pTrans->stage, _OVER)
156,703!
194
  SDB_SET_INT8(pRaw, dataPos, pTrans->policy, _OVER)
156,703!
195
  SDB_SET_INT8(pRaw, dataPos, pTrans->conflict, _OVER)
156,703!
196
  SDB_SET_INT8(pRaw, dataPos, pTrans->exec, _OVER)
156,703!
197
  SDB_SET_INT8(pRaw, dataPos, pTrans->oper, _OVER)
156,703!
198
  SDB_SET_INT8(pRaw, dataPos, 0, _OVER)
156,703!
199
  SDB_SET_INT16(pRaw, dataPos, pTrans->originRpcType, _OVER)
156,703!
200
  SDB_SET_INT64(pRaw, dataPos, pTrans->createdTime, _OVER)
156,703!
201
  SDB_SET_BINARY(pRaw, dataPos, pTrans->dbname, TSDB_TABLE_FNAME_LEN, _OVER)
156,703!
202
  SDB_SET_BINARY(pRaw, dataPos, pTrans->stbname, TSDB_TABLE_FNAME_LEN, _OVER)
156,703!
203
  SDB_SET_INT32(pRaw, dataPos, pTrans->actionPos, _OVER)
156,703!
204

205
  int32_t prepareActionNum = taosArrayGetSize(pTrans->prepareActions);
156,703✔
206
  int32_t redoActionNum = taosArrayGetSize(pTrans->redoActions);
156,703✔
207
  int32_t undoActionNum = taosArrayGetSize(pTrans->undoActions);
156,703✔
208
  int32_t commitActionNum = taosArrayGetSize(pTrans->commitActions);
156,703✔
209

210
  if (sver > TRANS_VER1_NUMBER) {
156,703!
211
    SDB_SET_INT32(pRaw, dataPos, prepareActionNum, _OVER)
156,703!
212
  }
213
  SDB_SET_INT32(pRaw, dataPos, redoActionNum, _OVER)
156,703!
214
  SDB_SET_INT32(pRaw, dataPos, undoActionNum, _OVER)
156,703!
215
  SDB_SET_INT32(pRaw, dataPos, commitActionNum, _OVER)
156,703!
216

217
  if (mndTransEncodeAction(pRaw, &dataPos, pTrans->prepareActions, prepareActionNum, sver) < 0) goto _OVER;
156,703!
218
  if (mndTransEncodeAction(pRaw, &dataPos, pTrans->redoActions, redoActionNum, sver) < 0) goto _OVER;
156,703!
219
  if (mndTransEncodeAction(pRaw, &dataPos, pTrans->undoActions, undoActionNum, sver) < 0) goto _OVER;
156,703!
220
  if (mndTransEncodeAction(pRaw, &dataPos, pTrans->commitActions, commitActionNum, sver) < 0) goto _OVER;
156,703!
221

222
  SDB_SET_INT32(pRaw, dataPos, pTrans->startFunc, _OVER)
156,703!
223
  SDB_SET_INT32(pRaw, dataPos, pTrans->stopFunc, _OVER)
156,703!
224
  SDB_SET_INT32(pRaw, dataPos, pTrans->paramLen, _OVER)
156,703!
225
  if (pTrans->param != NULL) {
156,703!
226
    SDB_SET_BINARY(pRaw, dataPos, pTrans->param, pTrans->paramLen, _OVER)
×
227
  }
228

229
  SDB_SET_BINARY(pRaw, dataPos, pTrans->opername, TSDB_TRANS_OPER_LEN, _OVER)
156,703!
230

231
  int32_t arbGroupNum = taosHashGetSize(pTrans->arbGroupIds);
156,703✔
232
  SDB_SET_INT32(pRaw, dataPos, arbGroupNum, _OVER)
156,703!
233
  void *pIter = NULL;
156,703✔
234
  pIter = taosHashIterate(pTrans->arbGroupIds, NULL);
156,703✔
235
  while (pIter) {
156,739✔
236
    int32_t arbGroupId = *(int32_t *)pIter;
36✔
237
    SDB_SET_INT32(pRaw, dataPos, arbGroupId, _OVER)
36!
238
    pIter = taosHashIterate(pTrans->arbGroupIds, pIter);
36✔
239
  }
240

241
  if (sver > TRANS_VER1_NUMBER) {
156,703!
242
    SDB_SET_INT8(pRaw, dataPos, pTrans->ableToBeKilled, _OVER)
156,703!
243
    SDB_SET_INT32(pRaw, dataPos, pTrans->killMode, _OVER)
156,703!
244
  }
245

246
  if (sver > TRANS_VER2_NUMBER) {
156,703!
247
    int32_t groupNum = taosHashGetSize(pTrans->groupActionPos);
156,703✔
248
    SDB_SET_INT32(pRaw, dataPos, groupNum, _OVER)
156,703!
249
    void *pIter = NULL;
156,703✔
250
    pIter = taosHashIterate(pTrans->groupActionPos, NULL);
156,703✔
251
    while (pIter) {
162,227✔
252
      size_t   keysize = 0;
5,524✔
253
      int32_t *groupId = taosHashGetKey(pIter, &keysize);
5,524✔
254
      int32_t  groupPos = *(int32_t *)pIter;
5,524✔
255
      SDB_SET_INT32(pRaw, dataPos, *groupId, _OVER)
5,524!
256
      SDB_SET_INT32(pRaw, dataPos, groupPos, _OVER)
5,524!
257
      pIter = taosHashIterate(pTrans->groupActionPos, pIter);
5,524✔
258
    }
259
  }
260
  SDB_SET_RESERVE(pRaw, dataPos, TRANS_RESERVE_SIZE, _OVER)
156,703!
261
  SDB_SET_DATALEN(pRaw, dataPos, _OVER)
156,703!
262

263
  terrno = 0;
156,703✔
264

265
_OVER:
156,703✔
266
  if (terrno != 0) {
156,703!
267
    mError("trans:%d, failed to encode to raw:%p maxlen:%d len:%d since %s", pTrans->id, pRaw, sdbGetRawTotalSize(pRaw),
×
268
           dataPos, terrstr());
269
    sdbFreeRaw(pRaw);
×
270
    return NULL;
×
271
  }
272

273
  mTrace("trans:%d, encode to raw:%p, row:%p len:%d", pTrans->id, pRaw, pTrans, dataPos);
156,703✔
274
  return pRaw;
156,703✔
275
}
276

277
static int32_t mndTransDecodeGroupRedoAction(SHashObj *redoGroupActions, STransAction *pAction) {
65,554✔
278
  if (pAction->groupId < 0) return 0;
65,554✔
279
  SArray **redoAction = taosHashGet(redoGroupActions, &pAction->groupId, sizeof(int32_t));
63,910✔
280
  if (redoAction == NULL) {
63,910✔
281
    SArray *array = taosArrayInit(4, sizeof(STransAction *));
12,467✔
282
    if (array != NULL) {
12,467!
283
      if (taosHashPut(redoGroupActions, &pAction->groupId, sizeof(int32_t), &array, sizeof(SArray *)) < 0) {
12,467!
284
        mInfo("failed put action into redo group actions");
×
285
        return TSDB_CODE_INTERNAL_ERROR;
×
286
      }
287
    }
288
    redoAction = taosHashGet(redoGroupActions, &pAction->groupId, sizeof(int32_t));
12,467✔
289
  }
290
  if (redoAction != NULL) {
63,910!
291
    if (taosArrayPush(*redoAction, &pAction) == NULL) return TSDB_CODE_INTERNAL_ERROR;
127,820!
292
  }
293
  return 0;
63,910✔
294
}
295

296
static int32_t mndTransDecodeActionWithGroup(SSdbRaw *pRaw, int32_t *offset, SArray *pActions, int32_t actionNum,
3,682✔
297
                                             SHashObj *redoGroupActions, int32_t sver) {
298
  int32_t      code = 0;
3,682✔
299
  int32_t      lino = 0;
3,682✔
300
  STransAction action = {0};
3,682✔
301
  int32_t      dataPos = *offset;
3,682✔
302
  int8_t       unused = 0;
3,682✔
303
  int8_t       stage = 0;
3,682✔
304
  int8_t       actionType = 0;
3,682✔
305
  int32_t      dataLen = 0;
3,682✔
306
  int32_t      ret = -1;
3,682✔
307
  terrno = 0;
3,682✔
308

309
  for (int32_t i = 0; i < actionNum; ++i) {
69,236✔
310
    memset(&action, 0, sizeof(action));
65,554✔
311
    SDB_GET_INT32(pRaw, dataPos, &action.id, _OVER)
65,554!
312
    SDB_GET_INT32(pRaw, dataPos, &action.errCode, _OVER)
65,554!
313
    SDB_GET_INT32(pRaw, dataPos, &action.acceptableCode, _OVER)
65,554!
314
    SDB_GET_INT32(pRaw, dataPos, &action.retryCode, _OVER)
65,554!
315
    SDB_GET_INT8(pRaw, dataPos, &actionType, _OVER)
65,554!
316
    action.actionType = actionType;
65,554✔
317
    SDB_GET_INT8(pRaw, dataPos, &stage, _OVER)
65,554!
318
    action.stage = stage;
65,554✔
319
    SDB_GET_INT8(pRaw, dataPos, &action.reserved, _OVER)
65,554!
320
    if (sver > TRANS_VER2_NUMBER) {
65,554!
321
      SDB_GET_INT32(pRaw, dataPos, &action.groupId, _OVER)
65,554!
322
    }
323
    if (action.actionType == TRANS_ACTION_RAW) {
65,554✔
324
      SDB_GET_INT8(pRaw, dataPos, &unused /*&action.rawWritten*/, _OVER)
11,870!
325
      SDB_GET_INT32(pRaw, dataPos, &dataLen, _OVER)
11,870!
326
      action.pRaw = taosMemoryMalloc(dataLen);
11,870!
327
      if (action.pRaw == NULL) goto _OVER;
11,870!
328
      mTrace("raw:%p, is created", action.pRaw);
11,870!
329
      SDB_GET_BINARY(pRaw, dataPos, (void *)action.pRaw, dataLen, _OVER);
11,870!
330
      if (taosArrayPush(pActions, &action) == NULL) goto _OVER;
11,870!
331
      STransAction *pAction = taosArrayGet(pActions, taosArrayGetSize(pActions) - 1);
11,870✔
332
      if (mndTransDecodeGroupRedoAction(redoGroupActions, pAction) != 0) goto _OVER;
11,870!
333
      action.pRaw = NULL;
11,870✔
334
    } else if (action.actionType == TRANS_ACTION_MSG) {
53,684!
335
      SDB_GET_BINARY(pRaw, dataPos, (void *)&action.epSet, sizeof(SEpSet), _OVER);
53,684!
336
      tmsgUpdateDnodeEpSet(&action.epSet);
53,684✔
337
      SDB_GET_INT16(pRaw, dataPos, &action.msgType, _OVER)
53,684!
338
      SDB_GET_INT8(pRaw, dataPos, &unused /*&action.msgSent*/, _OVER)
53,684!
339
      SDB_GET_INT8(pRaw, dataPos, &unused /*&action.msgReceived*/, _OVER)
53,684!
340
      SDB_GET_INT32(pRaw, dataPos, &action.contLen, _OVER)
53,684!
341
      action.pCont = taosMemoryMalloc(action.contLen);
53,684!
342
      if (action.pCont == NULL) goto _OVER;
53,684!
343
      SDB_GET_BINARY(pRaw, dataPos, action.pCont, action.contLen, _OVER);
53,684!
344
      if (taosArrayPush(pActions, &action) == NULL) goto _OVER;
53,684!
345
      STransAction *pAction = taosArrayGet(pActions, taosArrayGetSize(pActions) - 1);
53,684✔
346
      if (mndTransDecodeGroupRedoAction(redoGroupActions, pAction) != 0) goto _OVER;
53,684!
347
      action.pCont = NULL;
53,684✔
348
    } else {
349
      if (taosArrayPush(pActions, &action) == NULL) goto _OVER;
×
350
    }
351
  }
352
  ret = 0;
3,682✔
353

354
_OVER:
3,682✔
355
  if (terrno != 0) mError("failed to decode action with group at line:%d, since %s", lino, terrstr());
3,682!
356
  *offset = dataPos;
3,682✔
357
  taosMemoryFreeClear(action.pCont);
3,682!
358
  return ret;
3,682✔
359
}
360

361
static int32_t mndTransDecodeAction(SSdbRaw *pRaw, int32_t *offset, SArray *pActions, int32_t actionNum, int32_t sver) {
1,177,554✔
362
  int32_t      code = 0;
1,177,554✔
363
  int32_t      lino = 0;
1,177,554✔
364
  STransAction action = {0};
1,177,554✔
365
  int32_t      dataPos = *offset;
1,177,554✔
366
  int8_t       unused = 0;
1,177,554✔
367
  int8_t       stage = 0;
1,177,554✔
368
  int8_t       actionType = 0;
1,177,554✔
369
  int32_t      dataLen = 0;
1,177,554✔
370
  int32_t      ret = -1;
1,177,554✔
371
  terrno = 0;
1,177,554✔
372

373
  for (int32_t i = 0; i < actionNum; ++i) {
3,568,094✔
374
    memset(&action, 0, sizeof(action));
2,390,540✔
375
    SDB_GET_INT32(pRaw, dataPos, &action.id, _OVER)
2,390,540!
376
    SDB_GET_INT32(pRaw, dataPos, &action.errCode, _OVER)
2,390,540!
377
    SDB_GET_INT32(pRaw, dataPos, &action.acceptableCode, _OVER)
2,390,540!
378
    SDB_GET_INT32(pRaw, dataPos, &action.retryCode, _OVER)
2,390,540!
379
    SDB_GET_INT8(pRaw, dataPos, &actionType, _OVER)
2,390,540!
380
    action.actionType = actionType;
2,390,540✔
381
    SDB_GET_INT8(pRaw, dataPos, &stage, _OVER)
2,390,540!
382
    action.stage = stage;
2,390,540✔
383
    SDB_GET_INT8(pRaw, dataPos, &action.reserved, _OVER)
2,390,540!
384
    if (sver > TRANS_VER2_NUMBER) {
2,390,540!
385
      SDB_GET_INT32(pRaw, dataPos, &action.groupId, _OVER)
2,390,540!
386
    }
387
    if (action.actionType == TRANS_ACTION_RAW) {
2,390,540✔
388
      SDB_GET_INT8(pRaw, dataPos, &unused /*&action.rawWritten*/, _OVER)
1,564,353!
389
      SDB_GET_INT32(pRaw, dataPos, &dataLen, _OVER)
1,564,353!
390
      action.pRaw = taosMemoryMalloc(dataLen);
1,564,353!
391
      if (action.pRaw == NULL) goto _OVER;
1,564,353!
392
      mTrace("raw:%p, is created", action.pRaw);
1,564,353✔
393
      SDB_GET_BINARY(pRaw, dataPos, (void *)action.pRaw, dataLen, _OVER);
1,564,353!
394
      if (taosArrayPush(pActions, &action) == NULL) goto _OVER;
1,564,353!
395
      action.pRaw = NULL;
1,564,353✔
396
    } else if (action.actionType == TRANS_ACTION_MSG) {
826,187!
397
      SDB_GET_BINARY(pRaw, dataPos, (void *)&action.epSet, sizeof(SEpSet), _OVER);
826,187!
398
      tmsgUpdateDnodeEpSet(&action.epSet);
826,187✔
399
      SDB_GET_INT16(pRaw, dataPos, &action.msgType, _OVER)
826,187!
400
      SDB_GET_INT8(pRaw, dataPos, &unused /*&action.msgSent*/, _OVER)
826,187!
401
      SDB_GET_INT8(pRaw, dataPos, &unused /*&action.msgReceived*/, _OVER)
826,187!
402
      SDB_GET_INT32(pRaw, dataPos, &action.contLen, _OVER)
826,187!
403
      action.pCont = taosMemoryMalloc(action.contLen);
826,187!
404
      if (action.pCont == NULL) goto _OVER;
826,187!
405
      SDB_GET_BINARY(pRaw, dataPos, action.pCont, action.contLen, _OVER);
826,187!
406
      if (taosArrayPush(pActions, &action) == NULL) goto _OVER;
826,187!
407
      action.pCont = NULL;
826,187✔
408
    } else {
409
      if (taosArrayPush(pActions, &action) == NULL) goto _OVER;
×
410
    }
411
  }
412
  ret = 0;
1,177,554✔
413

414
_OVER:
1,177,554✔
415
  if (terrno != 0) mError("failed to decode action at line:%d, since %s", lino, terrstr());
1,177,554!
416
  *offset = dataPos;
1,177,554✔
417
  taosMemoryFreeClear(action.pCont);
1,177,554!
418
  return ret;
1,177,554✔
419
}
420

421
SSdbRow *mndTransDecode(SSdbRaw *pRaw) {
295,309✔
422
  terrno = TSDB_CODE_INVALID_MSG;
295,309✔
423
  int32_t  code = 0;
295,309✔
424
  int32_t  lino = 0;
295,309✔
425
  SSdbRow *pRow = NULL;
295,309✔
426
  STrans  *pTrans = NULL;
295,309✔
427
  char    *pData = NULL;
295,309✔
428
  int32_t  dataLen = 0;
295,309✔
429
  int8_t   sver = 0;
295,309✔
430
  int32_t  prepareActionNum = 0;
295,309✔
431
  int32_t  redoActionNum = 0;
295,309✔
432
  int32_t  undoActionNum = 0;
295,309✔
433
  int32_t  commitActionNum = 0;
295,309✔
434
  int32_t  dataPos = 0;
295,309✔
435
  int32_t  arbgroupIdNum = 0;
295,309✔
436

437
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
295,309!
438

439
  if (sver > TRANS_VER3_NUMBER) {
295,309!
440
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
×
441
    goto _OVER;
×
442
  }
443

444
  pRow = sdbAllocRow(sizeof(STrans));
295,309✔
445
  if (pRow == NULL) goto _OVER;
295,309!
446

447
  pTrans = sdbGetRowObj(pRow);
295,309✔
448
  if (pTrans == NULL) goto _OVER;
295,309!
449

450
  SDB_GET_INT32(pRaw, dataPos, &pTrans->id, _OVER)
295,309!
451

452
  int8_t stage = 0;
295,309✔
453
  int8_t policy = 0;
295,309✔
454
  int8_t conflict = 0;
295,309✔
455
  int8_t exec = 0;
295,309✔
456
  int8_t oper = 0;
295,309✔
457
  int8_t reserved = 0;
295,309✔
458
  int8_t actionType = 0;
295,309✔
459
  SDB_GET_INT8(pRaw, dataPos, &stage, _OVER)
295,309!
460
  SDB_GET_INT8(pRaw, dataPos, &policy, _OVER)
295,309!
461
  SDB_GET_INT8(pRaw, dataPos, &conflict, _OVER)
295,309!
462
  SDB_GET_INT8(pRaw, dataPos, &exec, _OVER)
295,309!
463
  SDB_GET_INT8(pRaw, dataPos, &oper, _OVER)
295,309!
464
  SDB_GET_INT8(pRaw, dataPos, &reserved, _OVER)
295,309!
465
  pTrans->stage = stage;
295,309✔
466
  pTrans->policy = policy;
295,309✔
467
  pTrans->conflict = conflict;
295,309✔
468
  pTrans->exec = exec;
295,309✔
469
  pTrans->oper = oper;
295,309✔
470
  SDB_GET_INT16(pRaw, dataPos, &pTrans->originRpcType, _OVER)
295,309!
471
  SDB_GET_INT64(pRaw, dataPos, &pTrans->createdTime, _OVER)
295,309!
472
  SDB_GET_BINARY(pRaw, dataPos, pTrans->dbname, TSDB_TABLE_FNAME_LEN, _OVER)
295,309!
473
  SDB_GET_BINARY(pRaw, dataPos, pTrans->stbname, TSDB_TABLE_FNAME_LEN, _OVER)
295,309!
474
  SDB_GET_INT32(pRaw, dataPos, &pTrans->actionPos, _OVER)
295,309!
475

476
  if (sver > TRANS_VER1_NUMBER) {
295,309!
477
    SDB_GET_INT32(pRaw, dataPos, &prepareActionNum, _OVER)
295,309!
478
  }
479
  SDB_GET_INT32(pRaw, dataPos, &redoActionNum, _OVER)
295,309!
480
  SDB_GET_INT32(pRaw, dataPos, &undoActionNum, _OVER)
295,309!
481
  SDB_GET_INT32(pRaw, dataPos, &commitActionNum, _OVER)
295,309!
482

483
  pTrans->prepareActions = taosArrayInit(prepareActionNum, sizeof(STransAction));
295,309✔
484
  pTrans->redoActions = taosArrayInit(redoActionNum, sizeof(STransAction));
295,309✔
485
  pTrans->undoActions = taosArrayInit(undoActionNum, sizeof(STransAction));
295,309✔
486
  pTrans->commitActions = taosArrayInit(commitActionNum, sizeof(STransAction));
295,309✔
487
  if (pTrans->exec == TRN_EXEC_GROUP_PARALLEL) {
295,309✔
488
    pTrans->redoGroupActions = taosHashInit(16, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), false, HASH_ENTRY_LOCK);
3,682✔
489
    pTrans->groupActionPos = taosHashInit(16, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), false, HASH_ENTRY_LOCK);
3,682✔
490
  }
491

492
  if (pTrans->prepareActions == NULL) goto _OVER;
295,309!
493
  if (pTrans->redoActions == NULL) goto _OVER;
295,309!
494
  if (pTrans->undoActions == NULL) goto _OVER;
295,309!
495
  if (pTrans->commitActions == NULL) goto _OVER;
295,309!
496

497
  if (mndTransDecodeAction(pRaw, &dataPos, pTrans->prepareActions, prepareActionNum, sver) < 0) goto _OVER;
295,309!
498
  if (pTrans->exec == TRN_EXEC_GROUP_PARALLEL) {
295,309✔
499
    if (mndTransDecodeActionWithGroup(pRaw, &dataPos, pTrans->redoActions, redoActionNum, pTrans->redoGroupActions,
3,682!
500
                                      sver) < 0)
501
      goto _OVER;
×
502
  } else {
503
    if (mndTransDecodeAction(pRaw, &dataPos, pTrans->redoActions, redoActionNum, sver) < 0) goto _OVER;
291,627!
504
  }
505
  if (mndTransDecodeAction(pRaw, &dataPos, pTrans->undoActions, undoActionNum, sver) < 0) goto _OVER;
295,309!
506
  if (mndTransDecodeAction(pRaw, &dataPos, pTrans->commitActions, commitActionNum, sver) < 0) goto _OVER;
295,309!
507

508
  SDB_GET_INT32(pRaw, dataPos, &pTrans->startFunc, _OVER)
295,309!
509
  SDB_GET_INT32(pRaw, dataPos, &pTrans->stopFunc, _OVER)
295,309!
510
  SDB_GET_INT32(pRaw, dataPos, &pTrans->paramLen, _OVER)
295,309!
511
  if (pTrans->paramLen != 0) {
295,309!
512
    pTrans->param = taosMemoryMalloc(pTrans->paramLen);
×
513
    if (pTrans->param == NULL) goto _OVER;
×
514
    SDB_GET_BINARY(pRaw, dataPos, pTrans->param, pTrans->paramLen, _OVER);
×
515
  }
516

517
  SDB_GET_BINARY(pRaw, dataPos, pTrans->opername, TSDB_TRANS_OPER_LEN, _OVER);
295,309!
518

519
  pTrans->arbGroupIds = taosHashInit(16, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), false, HASH_ENTRY_LOCK);
295,309✔
520

521
  SDB_GET_INT32(pRaw, dataPos, &arbgroupIdNum, _OVER)
295,309!
522
  for (int32_t i = 0; i < arbgroupIdNum; ++i) {
295,369✔
523
    int32_t arbGroupId = 0;
60✔
524
    SDB_GET_INT32(pRaw, dataPos, &arbGroupId, _OVER)
60!
525
    if ((terrno = taosHashPut(pTrans->arbGroupIds, &arbGroupId, sizeof(int32_t), NULL, 0)) != 0) goto _OVER;
60!
526
  }
527

528
  int8_t ableKill = 0;
295,309✔
529
  int32_t killMode = 0;
295,309✔
530
  if (sver > TRANS_VER1_NUMBER) {
295,309!
531
    SDB_GET_INT8(pRaw, dataPos, &ableKill, _OVER)
295,309!
532
    SDB_GET_INT32(pRaw, dataPos, &killMode, _OVER)
295,309!
533
  }
534
  pTrans->ableToBeKilled = ableKill;
295,309✔
535
  pTrans->killMode = (int8_t)killMode;
295,309✔
536

537
  if (sver > TRANS_VER2_NUMBER) {
295,309!
538
    int32_t groupNum = -1;
295,309✔
539
    SDB_GET_INT32(pRaw, dataPos, &groupNum, _OVER)
295,309!
540
    for (int32_t i = 0; i < groupNum; ++i) {
307,776✔
541
      int32_t groupId = -1;
12,467✔
542
      int32_t groupPos = -1;
12,467✔
543
      SDB_GET_INT32(pRaw, dataPos, &groupId, _OVER)
12,467!
544
      SDB_GET_INT32(pRaw, dataPos, &groupPos, _OVER)
12,467!
545
      if ((terrno = taosHashPut(pTrans->groupActionPos, &groupId, sizeof(int32_t), &groupPos, sizeof(int32_t))) != 0)
12,467!
546
        goto _OVER;
×
547
    }
548
  }
549

550
  SDB_GET_RESERVE(pRaw, dataPos, TRANS_RESERVE_SIZE, _OVER)
295,309!
551

552
  terrno = 0;
295,309✔
553

554
_OVER:
295,309✔
555
  if (terrno != 0 && pTrans != NULL) {
295,309!
556
    mError("trans:%d, failed to parse from raw:%p at line:%d dataPos:%d dataLen:%d since %s", pTrans->id, pRaw, lino,
×
557
           dataPos, pRaw->dataLen, terrstr());
558
    mndTransDropData(pTrans);
×
559
    taosMemoryFreeClear(pRow);
×
560
    return NULL;
×
561
  }
562

563
  if (pTrans != NULL) {
295,309!
564
    mTrace("trans:%d, decode from raw:%p, row:%p", pTrans->id, pRaw, pTrans);
295,309✔
565
  }
566
  return pRow;
295,309✔
567
}
568

569
static const char *mndTransStr(ETrnStage stage) {
2,561,790✔
570
  switch (stage) {
2,561,790✔
571
    case TRN_STAGE_PREPARE:
152,340✔
572
      return "prepare";
152,340✔
573
    case TRN_STAGE_REDO_ACTION:
1,145,238✔
574
      return "redoAction";
1,145,238✔
575
    case TRN_STAGE_ROLLBACK:
28✔
576
      return "rollback";
28✔
577
    case TRN_STAGE_UNDO_ACTION:
47,408✔
578
      return "undoAction";
47,408✔
579
    case TRN_STAGE_COMMIT:
254,031✔
580
      return "commit";
254,031✔
581
    case TRN_STAGE_COMMIT_ACTION:
589,485✔
582
      return "commitAction";
589,485✔
583
    case TRN_STAGE_FINISH:
373,226✔
584
      return "finished";
373,226✔
585
    case TRN_STAGE_PRE_FINISH:
33✔
586
      return "pre-finish";
33✔
587
    default:
1✔
588
      return "invalid";
1✔
589
  }
590
}
591

592
static const char *mndTransTypeStr(ETrnAct actionType) {
11✔
593
  switch (actionType) {
11!
594
    case TRANS_ACTION_MSG:
11✔
595
      return "msg";
11✔
596
    case TRANS_ACTION_RAW:
×
597
      return "sdb";
×
598
    default:
×
599
      return "invalid";
×
600
  }
601
}
602

603
static void mndSetTransLastAction(STrans *pTrans, STransAction *pAction) {
661,254✔
604
  if (pAction != NULL) {
661,254✔
605
    if (pAction->errCode != TSDB_CODE_ACTION_IN_PROGRESS) {
534,655✔
606
      pTrans->lastAction = pAction->id;
376,258✔
607
      pTrans->lastMsgType = pAction->msgType;
376,258✔
608
      pTrans->lastEpset = pAction->epSet;
376,258✔
609
      pTrans->lastErrorNo = pAction->errCode;
376,258✔
610
    }
611
  } else {
612
    pTrans->lastAction = 0;
126,599✔
613
    pTrans->lastMsgType = 0;
126,599✔
614
    memset(&pTrans->lastEpset, 0, sizeof(pTrans->lastEpset));
126,599✔
615
    pTrans->lastErrorNo = 0;
126,599✔
616
  }
617
}
661,254✔
618

619
static void mndTransTestStartFunc(SMnode *pMnode, void *param, int32_t paramLen) {
×
620
  mInfo("test trans start, param:%s, len:%d", (char *)param, paramLen);
×
621
}
×
622

623
static void mndTransTestStopFunc(SMnode *pMnode, void *param, int32_t paramLen) {
×
624
  mInfo("test trans stop, param:%s, len:%d", (char *)param, paramLen);
×
625
}
×
626

627
static TransCbFp mndTransGetCbFp(ETrnFunc ftype) {
2,188✔
628
  switch (ftype) {
2,188!
629
    case TRANS_START_FUNC_TEST:
×
630
      return mndTransTestStartFunc;
×
631
    case TRANS_STOP_FUNC_TEST:
×
632
      return mndTransTestStopFunc;
×
633
    case TRANS_START_FUNC_MQ_REB:
1,094✔
634
      return mndRebCntInc;
1,094✔
635
    case TRANS_STOP_FUNC_MQ_REB:
1,094✔
636
      return mndRebCntDec;
1,094✔
637
    default:
×
638
      return NULL;
×
639
  }
640
}
641

642
static int32_t mndTransActionInsert(SSdb *pSdb, STrans *pTrans) {
56,497✔
643
  mInfo("trans:%d, perform insert action, row:%p stage:%s, callfunc:1, startFunc:%d", pTrans->id, pTrans,
56,497!
644
        mndTransStr(pTrans->stage), pTrans->startFunc);
645

646
  (void)taosThreadMutexInit(&pTrans->mutex, NULL);
56,497✔
647

648
  if (pTrans->startFunc > 0) {
56,497✔
649
    TransCbFp fp = mndTransGetCbFp(pTrans->startFunc);
1,094✔
650
    if (fp) {
1,094!
651
      (*fp)(pSdb->pMnode, pTrans->param, pTrans->paramLen);
1,094✔
652
    }
653
    // pTrans->startFunc = 0;
654
  }
655

656
  if (pTrans->stage == TRN_STAGE_COMMIT) {
56,497✔
657
    pTrans->stage = TRN_STAGE_COMMIT_ACTION;
5✔
658
    mInfo("trans:%d, stage from commit to commitAction since perform update action", pTrans->id);
5!
659
  }
660

661
  if (pTrans->stage == TRN_STAGE_ROLLBACK) {
56,497!
662
    pTrans->stage = TRN_STAGE_UNDO_ACTION;
×
663
    mInfo("trans:%d, stage from rollback to undoAction since perform update action", pTrans->id);
×
664
  }
665

666
  if (pTrans->stage == TRN_STAGE_PRE_FINISH) {
56,497!
667
    pTrans->stage = TRN_STAGE_FINISH;
×
668
    mInfo("trans:%d, stage from pre-finish to finished since perform update action", pTrans->id);
×
669
  }
670

671
  return 0;
56,497✔
672
}
673

674
void mndTransDropData(STrans *pTrans) {
343,005✔
675
  if (pTrans->prepareActions != NULL) {
343,005!
676
    mndTransDropActions(pTrans->prepareActions);
343,005✔
677
    pTrans->prepareActions = NULL;
343,005✔
678
  }
679
  if (pTrans->redoActions != NULL) {
343,005!
680
    mndTransDropActions(pTrans->redoActions);
343,005✔
681
    pTrans->redoActions = NULL;
343,005✔
682
  }
683
  if (pTrans->undoActions != NULL) {
343,005!
684
    mndTransDropActions(pTrans->undoActions);
343,005✔
685
    pTrans->undoActions = NULL;
343,005✔
686
  }
687
  if (pTrans->commitActions != NULL) {
343,005!
688
    mndTransDropActions(pTrans->commitActions);
343,005✔
689
    pTrans->commitActions = NULL;
343,005✔
690
  }
691
  if (pTrans->redoGroupActions != NULL) {
343,005✔
692
    void *pIter = taosHashIterate(pTrans->redoGroupActions, NULL);
51,378✔
693
    while (pIter) {
64,363✔
694
      SArray **redoActions = pIter;
12,985✔
695
      taosArrayDestroy(*redoActions);
12,985✔
696
      pIter = taosHashIterate(pTrans->redoGroupActions, pIter);
12,985✔
697
    }
698

699
    taosHashCleanup(pTrans->redoGroupActions);
51,378✔
700
    pTrans->redoGroupActions = NULL;
51,378✔
701
  }
702
  if (pTrans->groupActionPos != NULL) {
343,005✔
703
    taosHashCleanup(pTrans->groupActionPos);
51,378✔
704
    pTrans->groupActionPos = NULL;
51,378✔
705
  }
706
  if (pTrans->arbGroupIds != NULL) {
343,005!
707
    taosHashCleanup(pTrans->arbGroupIds);
343,005✔
708
  }
709
  if (pTrans->pRpcArray != NULL) {
343,005✔
710
    taosArrayDestroy(pTrans->pRpcArray);
47,696✔
711
    pTrans->pRpcArray = NULL;
47,696✔
712
  }
713
  if (pTrans->rpcRsp != NULL) {
343,005✔
714
    taosMemoryFree(pTrans->rpcRsp);
13,696!
715
    pTrans->rpcRsp = NULL;
13,696✔
716
    pTrans->rpcRspLen = 0;
13,696✔
717
  }
718
  if (pTrans->param != NULL) {
343,005!
719
    taosMemoryFree(pTrans->param);
×
720
    pTrans->param = NULL;
×
721
    pTrans->paramLen = 0;
×
722
  }
723
  (void)taosThreadMutexDestroy(&pTrans->mutex);
343,005✔
724
}
343,005✔
725

726
static int32_t mndTransDelete(SSdb *pSdb, STrans *pTrans, bool callFunc) {
175,881✔
727
  mInfo("trans:%d, perform delete action, row:%p stage:%s callfunc:%d, stopFunc:%d", pTrans->id, pTrans,
175,881!
728
        mndTransStr(pTrans->stage), callFunc, pTrans->stopFunc);
729

730
  if (pTrans->stopFunc > 0 && callFunc) {
175,881✔
731
    TransCbFp fp = mndTransGetCbFp(pTrans->stopFunc);
1,094✔
732
    if (fp) {
1,094!
733
      (*fp)(pSdb->pMnode, pTrans->param, pTrans->paramLen);
1,094✔
734
    }
735
    // pTrans->stopFunc = 0;
736
  }
737

738
  mndTransDropData(pTrans);
175,881✔
739
  return 0;
175,881✔
740
}
741

742
static void mndTransUpdateActions(SArray *pOldArray, SArray *pNewArray) {
252,480✔
743
  for (int32_t i = 0; i < taosArrayGetSize(pOldArray); ++i) {
838,468✔
744
    STransAction *pOldAction = taosArrayGet(pOldArray, i);
585,988✔
745
    STransAction *pNewAction = taosArrayGet(pNewArray, i);
585,988✔
746
    pOldAction->rawWritten = pNewAction->rawWritten;
585,988✔
747
    pOldAction->msgSent = pNewAction->msgSent;
585,988✔
748
    pOldAction->msgReceived = pNewAction->msgReceived;
585,988✔
749
    pOldAction->errCode = pNewAction->errCode;
585,988✔
750
  }
751
}
252,480✔
752

753
static int32_t mndTransActionUpdate(SSdb *pSdb, STrans *pOld, STrans *pNew) {
63,120✔
754
  mInfo("trans:%d, perform update action, old row:%p stage:%s create:%" PRId64 ", new row:%p stage:%s create:%" PRId64,
63,120!
755
        pOld->id, pOld, mndTransStr(pOld->stage), pOld->createdTime, pNew, mndTransStr(pNew->stage), pNew->createdTime);
756

757
  if (pOld->createdTime != pNew->createdTime) {
63,120!
758
    mError("trans:%d, failed to perform update action since createTime not match, old row:%p stage:%s create:%" PRId64
×
759
           ", new row:%p stage:%s create:%" PRId64,
760
           pOld->id, pOld, mndTransStr(pOld->stage), pOld->createdTime, pNew, mndTransStr(pNew->stage),
761
           pNew->createdTime);
762
    // only occured while sync timeout
763
    TAOS_RETURN(TSDB_CODE_MND_TRANS_SYNC_TIMEOUT);
×
764
  }
765

766
  mndTransUpdateActions(pOld->prepareActions, pNew->prepareActions);
63,120✔
767
  mndTransUpdateActions(pOld->redoActions, pNew->redoActions);
63,120✔
768
  mndTransUpdateActions(pOld->undoActions, pNew->undoActions);
63,120✔
769
  mndTransUpdateActions(pOld->commitActions, pNew->commitActions);
63,120✔
770
  pOld->stage = pNew->stage;
63,120✔
771
  pOld->actionPos = pNew->actionPos;
63,120✔
772

773
  void *pIter = taosHashIterate(pNew->groupActionPos, NULL);
63,120✔
774
  while (pIter != NULL) {
68,514✔
775
    int32_t newActionPos = *(int32_t *)pIter;
5,394✔
776

777
    size_t   keylen = 0;
5,394✔
778
    int32_t *groupId = taosHashGetKey(pIter, &keylen);
5,394✔
779

780
    int32_t *oldActionPos = taosHashGet(pOld->groupActionPos, groupId, sizeof(int32_t));
5,394✔
781
    if (oldActionPos != NULL) {
5,394!
782
      *oldActionPos = newActionPos;
5,394✔
783
    } else
784
      taosHashPut(pOld->groupActionPos, groupId, sizeof(int32_t), &newActionPos, sizeof(int32_t));
×
785

786
    pIter = taosHashIterate(pNew->groupActionPos, pIter);
5,394✔
787
  }
788

789
  if (pOld->stage == TRN_STAGE_COMMIT) {
63,120✔
790
    pOld->stage = TRN_STAGE_COMMIT_ACTION;
56,251✔
791
    mInfo("trans:%d, stage from commit to commitAction since perform update action", pNew->id);
56,251!
792
  }
793

794
  if (pOld->stage == TRN_STAGE_ROLLBACK) {
63,120✔
795
    pOld->stage = TRN_STAGE_UNDO_ACTION;
8✔
796
    mInfo("trans:%d, stage from rollback to undoAction since perform update action", pNew->id);
8!
797
  }
798

799
  if (pOld->stage == TRN_STAGE_PRE_FINISH) {
63,120✔
800
    pOld->stage = TRN_STAGE_FINISH;
9✔
801
    mInfo("trans:%d, stage from pre-finish to finished since perform update action", pNew->id);
9!
802
  }
803

804
  return 0;
63,120✔
805
}
806

807
STrans *mndAcquireTrans(SMnode *pMnode, int32_t transId) {
248,793✔
808
  STrans *pTrans = sdbAcquire(pMnode->pSdb, SDB_TRANS, &transId);
248,793✔
809
  if (pTrans == NULL) {
248,793✔
810
    terrno = TSDB_CODE_MND_TRANS_NOT_EXIST;
1,150✔
811
  }
812
  return pTrans;
248,793✔
813
}
814

815
void mndReleaseTrans(SMnode *pMnode, STrans *pTrans) {
247,644✔
816
  SSdb *pSdb = pMnode->pSdb;
247,644✔
817
  if (pTrans != NULL) mInfo("vgId:1, trans:%d, release transaction", pTrans->id);
247,644!
818
  sdbRelease(pSdb, pTrans);
247,644✔
819
}
247,644✔
820

821
STrans *mndTransCreate(SMnode *pMnode, ETrnPolicy policy, ETrnConflct conflict, const SRpcMsg *pReq,
47,696✔
822
                       const char *opername) {
823
  STrans *pTrans = taosMemoryCalloc(1, sizeof(STrans));
47,696!
824
  if (pTrans == NULL) {
47,696!
825
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
826
    mError("failed to create transaction since %s", terrstr());
×
827
    return NULL;
×
828
  }
829

830
  if (opername != NULL) {
47,696!
831
    tstrncpy(pTrans->opername, opername, TSDB_TRANS_OPER_LEN);
47,696✔
832
  }
833

834
  int32_t sdbMaxId = sdbGetMaxId(pMnode->pSdb, SDB_TRANS);
47,696✔
835
  sdbReadLock(pMnode->pSdb, SDB_TRANS);
47,696✔
836
  pTrans->id = TMAX(sdbMaxId, tsMaxTransId + 1);
47,696✔
837
  sdbUnLock(pMnode->pSdb, SDB_TRANS);
47,696✔
838
  pTrans->stage = TRN_STAGE_PREPARE;
47,696✔
839
  pTrans->policy = policy;
47,696✔
840
  pTrans->conflict = conflict;
47,696✔
841
  pTrans->exec = TRN_EXEC_PARALLEL;
47,696✔
842
  pTrans->ableToBeKilled = false;
47,696✔
843
  pTrans->createdTime = taosGetTimestampMs();
47,696✔
844
  pTrans->prepareActions = taosArrayInit(TRANS_ARRAY_SIZE, sizeof(STransAction));
47,696✔
845
  pTrans->redoActions = taosArrayInit(TRANS_ARRAY_SIZE, sizeof(STransAction));
47,696✔
846
  pTrans->undoActions = taosArrayInit(TRANS_ARRAY_SIZE, sizeof(STransAction));
47,696✔
847
  pTrans->commitActions = taosArrayInit(TRANS_ARRAY_SIZE, sizeof(STransAction));
47,696✔
848
  pTrans->redoGroupActions = taosHashInit(16, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), false, HASH_ENTRY_LOCK);
47,696✔
849
  pTrans->groupActionPos = taosHashInit(16, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), false, HASH_ENTRY_LOCK);
47,696✔
850
  pTrans->arbGroupIds = taosHashInit(16, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), false, HASH_ENTRY_LOCK);
47,696✔
851
  pTrans->pRpcArray = taosArrayInit(1, sizeof(SRpcHandleInfo));
47,696✔
852
  pTrans->mTraceId = pReq ? TRACE_GET_ROOTID(&pReq->info.traceId) : tGenIdPI64();
47,696✔
853
  taosInitRWLatch(&pTrans->lockRpcArray);
47,696✔
854
  (void)taosThreadMutexInit(&pTrans->mutex, NULL);
47,696✔
855

856
  if (pTrans->redoActions == NULL || pTrans->undoActions == NULL || pTrans->commitActions == NULL ||
47,696!
857
      pTrans->pRpcArray == NULL) {
47,696!
858
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
859
    mError("failed to create transaction since %s", terrstr());
×
860
    mndTransDrop(pTrans);
×
861
    return NULL;
×
862
  }
863

864
  if (pReq != NULL) {
47,696✔
865
    if (taosArrayPush(pTrans->pRpcArray, &pReq->info) == NULL) {
58,040!
866
      terrno = TSDB_CODE_OUT_OF_MEMORY;
×
867
      return NULL;
×
868
    }
869
    pTrans->originRpcType = pReq->msgType;
29,020✔
870
  }
871

872
  mInfo("trans:%d, create transaction:%s, origin:%s", pTrans->id, pTrans->opername, opername);
47,696!
873

874
  mTrace("trans:%d, local object is created, data:%p", pTrans->id, pTrans);
47,696✔
875
  return pTrans;
47,696✔
876
}
877

878
static void mndTransDropActions(SArray *pArray) {
1,372,020✔
879
  int32_t size = taosArrayGetSize(pArray);
1,372,020✔
880
  for (int32_t i = 0; i < size; ++i) {
4,201,937✔
881
    STransAction *pAction = taosArrayGet(pArray, i);
2,829,917✔
882
    if (pAction->actionType == TRANS_ACTION_RAW) {
2,829,917✔
883
      taosMemoryFreeClear(pAction->pRaw);
1,847,331!
884
    } else if (pAction->actionType == TRANS_ACTION_MSG) {
982,586!
885
      taosMemoryFreeClear(pAction->pCont);
982,586!
886
    } else {
887
      // nothing
888
    }
889
  }
890

891
  taosArrayDestroy(pArray);
1,372,020✔
892
}
1,372,020✔
893

894
void mndTransDrop(STrans *pTrans) {
48,957✔
895
  if (pTrans != NULL) {
48,957✔
896
    mndTransDropData(pTrans);
47,696✔
897
    mTrace("trans:%d, local object is freed, data:%p", pTrans->id, pTrans);
47,696✔
898
    taosMemoryFreeClear(pTrans);
47,696!
899
  }
900
}
48,957✔
901

902
static int32_t mndTransAppendAction(SArray *pArray, STransAction *pAction) {
373,823✔
903
  pAction->id = taosArrayGetSize(pArray);
373,823✔
904

905
  void *ptr = taosArrayPush(pArray, pAction);
373,823✔
906
  if (ptr == NULL) {
373,823!
907
    TAOS_RETURN(terrno);
×
908
  }
909

910
  return 0;
373,823✔
911
}
912

913
static int32_t mndTransAddActionToGroup(STrans *pTrans, STransAction *pAction) {
18,041✔
914
  if (pTrans->exec != TRN_EXEC_GROUP_PARALLEL) return 0;
18,041✔
915

916
  SArray **redoAction = taosHashGet(pTrans->redoGroupActions, &pAction->groupId, sizeof(int32_t));
1,058✔
917
  if (redoAction == NULL) {
1,058✔
918
    SArray *array = taosArrayInit(4, sizeof(STransAction *));
518✔
919
    if (array != NULL) {
518!
920
      if (taosHashPut(pTrans->redoGroupActions, &pAction->groupId, sizeof(int32_t), &array, sizeof(SArray *)) < 0) {
518!
921
        mInfo("failed put action into redo group actions");
×
922
        return TSDB_CODE_INTERNAL_ERROR;
×
923
      }
924
      redoAction = taosHashGet(pTrans->redoGroupActions, &pAction->groupId, sizeof(int32_t));
518✔
925
    }
926
  }
927
  if (redoAction != NULL) {
1,058!
928
    mInfo("trans:%d, append action into group %d, msgType:%s", pTrans->id, pAction->groupId,
1,058!
929
          TMSG_INFO(pAction->msgType));
930
    void *ptr = taosArrayPush(*redoAction, &pAction);
1,058✔
931
    if (ptr == NULL) {
1,058!
932
      TAOS_RETURN(terrno);
×
933
    }
934
  }
935

936
  int32_t *actionPos = taosHashGet(pTrans->groupActionPos, &pAction->groupId, sizeof(int32_t));
1,058✔
937
  if (actionPos == NULL) {
1,058✔
938
    int32_t pos = 0;
518✔
939
    if (taosHashPut(pTrans->groupActionPos, &pAction->groupId, sizeof(int32_t), &pos, sizeof(int32_t)) < 0) {
518!
940
      mInfo("failed put action into group action pos");
×
941
      return TSDB_CODE_INTERNAL_ERROR;
×
942
    }
943
  }
944

945
  return 0;
1,058✔
946
}
947

948
int32_t mndTransAppendRedolog(STrans *pTrans, SSdbRaw *pRaw) {
1,476✔
949
  STransAction action = {
1,476✔
950
      .stage = TRN_STAGE_REDO_ACTION, .actionType = TRANS_ACTION_RAW, .pRaw = pRaw, .mTraceId = pTrans->mTraceId};
1,476✔
951
  if (pTrans->exec == TRN_EXEC_GROUP_PARALLEL && action.groupId == 0) return TSDB_CODE_INTERNAL_ERROR;
1,476!
952
  return mndTransAppendAction(pTrans->redoActions, &action);
1,476✔
953
}
954

955
int32_t mndTransAppendGroupRedolog(STrans *pTrans, SSdbRaw *pRaw, int32_t groupId) {
330✔
956
  STransAction action = {.stage = TRN_STAGE_REDO_ACTION,
330✔
957
                         .actionType = TRANS_ACTION_RAW,
958
                         .pRaw = pRaw,
959
                         .mTraceId = pTrans->mTraceId,
330✔
960
                         .groupId = groupId};
961
  if (pTrans->exec == TRN_EXEC_GROUP_PARALLEL && action.groupId == 0) {
330!
962
    mError("trans:%d, groupid cannot be 0 in TRN_EXEC_GROUP_PARALLEL", pTrans->id);
×
963
    return TSDB_CODE_INTERNAL_ERROR;
×
964
  }
965
  if (groupId > 0) TAOS_CHECK_RETURN(mndTransAddActionToGroup(pTrans, &action));
330!
966
  return mndTransAppendAction(pTrans->redoActions, &action);
330✔
967
}
968

969
int32_t mndTransAppendNullLog(STrans *pTrans) {
×
970
  STransAction action = {.stage = TRN_STAGE_REDO_ACTION, .actionType = TRANS_ACTION_NULL};
×
971
  if (pTrans->exec == TRN_EXEC_GROUP_PARALLEL && action.groupId == 0) {
×
972
    mError("trans:%d, groupid cannot be 0 in TRN_EXEC_GROUP_PARALLEL", pTrans->id);
×
973
    return TSDB_CODE_INTERNAL_ERROR;
×
974
  }
975
  return mndTransAppendAction(pTrans->redoActions, &action);
×
976
}
977

978
int32_t mndTransAppendGroupNullLog(STrans *pTrans, int32_t groupId) {
×
979
  STransAction action = {.stage = TRN_STAGE_REDO_ACTION, .actionType = TRANS_ACTION_NULL, .groupId = groupId};
×
980
  if (pTrans->exec == TRN_EXEC_GROUP_PARALLEL && action.groupId == 0) {
×
981
    mError("trans:%d, groupid cannot be 0 in TRN_EXEC_GROUP_PARALLEL", pTrans->id);
×
982
    return TSDB_CODE_INTERNAL_ERROR;
×
983
  }
984
  if (groupId > 0) TAOS_CHECK_RETURN(mndTransAddActionToGroup(pTrans, &action));
×
985
  return mndTransAppendAction(pTrans->redoActions, &action);
×
986
}
987

988
int32_t mndTransAppendUndolog(STrans *pTrans, SSdbRaw *pRaw) {
14,969✔
989
  STransAction action = {.stage = TRN_STAGE_UNDO_ACTION, .actionType = TRANS_ACTION_RAW, .pRaw = pRaw};
14,969✔
990
  return mndTransAppendAction(pTrans->undoActions, &action);
14,969✔
991
}
992

993
int32_t mndTransAppendCommitlog(STrans *pTrans, SSdbRaw *pRaw) {
232,438✔
994
  STransAction action = {.stage = TRN_STAGE_COMMIT_ACTION, .actionType = TRANS_ACTION_RAW, .pRaw = pRaw};
232,438✔
995
  return mndTransAppendAction(pTrans->commitActions, &action);
232,438✔
996
}
997

998
int32_t mndTransAppendPrepareLog(STrans *pTrans, SSdbRaw *pRaw) {
21,895✔
999
  STransAction action = {
21,895✔
1000
      .pRaw = pRaw, .stage = TRN_STAGE_PREPARE, .actionType = TRANS_ACTION_RAW, .mTraceId = pTrans->mTraceId};
21,895✔
1001
  return mndTransAppendAction(pTrans->prepareActions, &action);
21,895✔
1002
}
1003

1004
int32_t mndTransAppendRedoAction(STrans *pTrans, STransAction *pAction) {
70,496✔
1005
  pAction->stage = TRN_STAGE_REDO_ACTION;
70,496✔
1006
  pAction->actionType = TRANS_ACTION_MSG;
70,496✔
1007
  pAction->mTraceId = pTrans->mTraceId;
70,496✔
1008
  if (pTrans->exec == TRN_EXEC_GROUP_PARALLEL && pAction->groupId == 0) {
70,496!
1009
    mError("trans:%d, groupid cannot be 0 in TRN_EXEC_GROUP_PARALLEL", pTrans->id);
×
1010
    return TSDB_CODE_INTERNAL_ERROR;
×
1011
  }
1012
  if (pAction->groupId > 0) TAOS_CHECK_RETURN(mndTransAddActionToGroup(pTrans, pAction));
70,496!
1013
  return mndTransAppendAction(pTrans->redoActions, pAction);
70,496✔
1014
}
1015

1016
int32_t mndTransAppendUndoAction(STrans *pTrans, STransAction *pAction) {
32,219✔
1017
  pAction->stage = TRN_STAGE_UNDO_ACTION;
32,219✔
1018
  pAction->actionType = TRANS_ACTION_MSG;
32,219✔
1019
  return mndTransAppendAction(pTrans->undoActions, pAction);
32,219✔
1020
}
1021

1022
void mndTransSetRpcRsp(STrans *pTrans, void *pCont, int32_t contLen) {
13,696✔
1023
  pTrans->rpcRsp = pCont;
13,696✔
1024
  pTrans->rpcRspLen = contLen;
13,696✔
1025
}
13,696✔
1026

1027
void mndTransSetCb(STrans *pTrans, ETrnFunc startFunc, ETrnFunc stopFunc, void *param, int32_t paramLen) {
1,082✔
1028
  pTrans->startFunc = startFunc;
1,082✔
1029
  pTrans->stopFunc = stopFunc;
1,082✔
1030
  pTrans->param = param;
1,082✔
1031
  pTrans->paramLen = paramLen;
1,082✔
1032
}
1,082✔
1033

1034
int32_t mndSetRpcInfoForDbTrans(SMnode *pMnode, SRpcMsg *pMsg, EOperType oper, const char *dbname) {
×
1035
  STrans *pTrans = NULL;
×
1036
  void   *pIter = NULL;
×
1037
  int32_t code = -1;
×
1038

1039
  while (1) {
1040
    pIter = sdbFetch(pMnode->pSdb, SDB_TRANS, pIter, (void **)&pTrans);
×
1041
    if (pIter == NULL) break;
×
1042

1043
    if (pTrans->oper == oper) {
×
1044
      if (taosStrcasecmp(dbname, pTrans->dbname) == 0) {
×
1045
        mInfo("trans:%d, db:%s oper:%d matched with input", pTrans->id, dbname, oper);
×
1046
        taosWLockLatch(&pTrans->lockRpcArray);
×
1047
        if (pTrans->pRpcArray == NULL) {
×
1048
          pTrans->pRpcArray = taosArrayInit(4, sizeof(SRpcHandleInfo));
×
1049
        }
1050
        if (pTrans->pRpcArray != NULL && taosArrayPush(pTrans->pRpcArray, &pMsg->info) != NULL) {
×
1051
          code = 0;
×
1052
        }
1053
        taosWUnLockLatch(&pTrans->lockRpcArray);
×
1054

1055
        sdbRelease(pMnode->pSdb, pTrans);
×
1056
        break;
×
1057
      }
1058
    }
1059

1060
    sdbRelease(pMnode->pSdb, pTrans);
×
1061
  }
1062
  return code;
×
1063
}
1064

1065
void mndTransSetDbName(STrans *pTrans, const char *dbname, const char *stbname) {
25,893✔
1066
  if (dbname != NULL) {
25,893!
1067
    tstrncpy(pTrans->dbname, dbname, TSDB_DB_FNAME_LEN);
25,893✔
1068
  }
1069
  if (stbname != NULL) {
25,893✔
1070
    tstrncpy(pTrans->stbname, stbname, TSDB_TABLE_FNAME_LEN);
18,125✔
1071
  }
1072
}
25,893✔
1073

1074
void mndTransAddArbGroupId(STrans *pTrans, int32_t groupId) {
12✔
1075
  if (taosHashPut(pTrans->arbGroupIds, &groupId, sizeof(int32_t), NULL, 0) != 0) {
12!
1076
    mError("trans:%d, failed to put groupid into hash, groupId:%d", pTrans->id, groupId);
×
1077
  }
1078
}
12✔
1079

1080
void mndTransSetSerial(STrans *pTrans) {
1,032✔
1081
  mInfo("trans:%d, set Serial", pTrans->id);
1,032!
1082
  pTrans->exec = TRN_EXEC_SERIAL;
1,032✔
1083
}
1,032✔
1084

1085
void mndTransSetGroupParallel(STrans *pTrans) {
185✔
1086
  mInfo("trans:%d, set Group Parallel", pTrans->id);
185!
1087
  pTrans->exec = TRN_EXEC_GROUP_PARALLEL;
185✔
1088
}
185✔
1089

1090
void mndTransSetParallel(STrans *pTrans) {
×
1091
  mInfo("trans:%d, set Parallel", pTrans->id);
×
1092
  pTrans->exec = TRN_EXEC_PARALLEL;
×
1093
}
×
1094

1095
void mndTransSetBeKilled(STrans *pTrans, bool ableToBeKilled) { pTrans->ableToBeKilled = ableToBeKilled; }
×
1096

1097
void mndTransSetKillMode(STrans *pTrans, ETrnKillMode killMode) {
13✔
1098
  pTrans->ableToBeKilled = true; 
13✔
1099
  pTrans->killMode = killMode; 
13✔
1100
}
13✔
1101

1102
void mndTransSetChangeless(STrans *pTrans) { pTrans->changeless = true; }
40✔
1103

1104
void mndTransSetOper(STrans *pTrans, EOperType oper) { pTrans->oper = oper; }
4,453✔
1105

1106
static int32_t mndTransSync(SMnode *pMnode, STrans *pTrans) {
100,173✔
1107
  int32_t  code = 0;
100,173✔
1108
  SSdbRaw *pRaw = mndTransEncode(pTrans);
100,173✔
1109
  if (pRaw == NULL) {
100,173!
1110
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1111
    if (terrno != 0) code = terrno;
×
1112
    mError("trans:%d, failed to encode while sync trans since %s", pTrans->id, tstrerror(code));
×
1113
    TAOS_RETURN(code);
×
1114
  }
1115
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRaw, SDB_STATUS_READY));
100,173!
1116

1117
  mInfo("trans:%d, sync to other mnodes, stage:%s createTime:%" PRId64, pTrans->id, mndTransStr(pTrans->stage),
100,173!
1118
        pTrans->createdTime);
1119
  code = mndSyncPropose(pMnode, pRaw, pTrans->id);
100,173✔
1120
  if (code != 0) {
100,173✔
1121
    mError("trans:%d, failed to sync, errno:%s code:0x%x createTime:%" PRId64 " saved trans:%d", pTrans->id,
26!
1122
           tstrerror(code), code, pTrans->createdTime, pMnode->syncMgmt.transId);
1123
    sdbFreeRaw(pRaw);
26✔
1124
    TAOS_RETURN(code);
26✔
1125
  }
1126

1127
  sdbFreeRaw(pRaw);
100,147✔
1128
  mInfo("trans:%d, sync to other mnodes finished, createTime:%" PRId64, pTrans->id, pTrans->createdTime);
100,147!
1129
  TAOS_RETURN(code);
100,147✔
1130
}
1131

1132
static bool mndCheckDbConflict(const char *conflict, STrans *pTrans) {
1,292✔
1133
  if (conflict[0] == 0) return false;
1,292!
1134
  if (taosStrcasecmp(conflict, pTrans->dbname) == 0) return true;
1,292✔
1135
  return false;
969✔
1136
}
1137

1138
static bool mndCheckStbConflict(const char *conflict, STrans *pTrans) {
17,632✔
1139
  if (conflict[0] == 0) return false;
17,632✔
1140
  if (taosStrcasecmp(conflict, pTrans->stbname) == 0) return true;
16,633✔
1141
  return false;
16,506✔
1142
}
1143

1144
static void mndTransLogConflict(STrans *pNew, STrans *pTrans, bool conflict, bool *globalConflict) {
18,924✔
1145
  if (conflict) {
18,924✔
1146
    mError("trans:%d, db:%s stb:%s type:%d, can't execute since conflict with trans:%d db:%s stb:%s type:%d", pNew->id,
450!
1147
           pNew->dbname, pNew->stbname, pNew->conflict, pTrans->id, pTrans->dbname, pTrans->stbname, pTrans->conflict);
1148
    *globalConflict = true;
450✔
1149
  } else {
1150
    mInfo("trans:%d, db:%s stb:%s type:%d, not conflict with trans:%d db:%s stb:%s type:%d", pNew->id, pNew->dbname,
18,474!
1151
          pNew->stbname, pNew->conflict, pTrans->id, pTrans->dbname, pTrans->stbname, pTrans->conflict);
1152
  }
1153
}
18,924✔
1154

1155
static bool mndCheckTransConflict(SMnode *pMnode, STrans *pNew) {
129,924✔
1156
  STrans *pTrans = NULL;
129,924✔
1157
  void   *pIter = NULL;
129,924✔
1158
  bool    conflict = false;
129,924✔
1159

1160
  if (pNew->conflict == TRN_CONFLICT_NOTHING) return conflict;
129,924✔
1161

1162
  int32_t size = sdbGetSize(pMnode->pSdb, SDB_TRANS);
86,606✔
1163
  mInfo("trans:%d, trans hash size %d", pNew->id, size);
86,606!
1164

1165
  while (1) {
1166
    pIter = sdbFetch(pMnode->pSdb, SDB_TRANS, pIter, (void **)&pTrans);
105,003✔
1167
    if (pIter == NULL) break;
105,003✔
1168

1169
    if (pNew->conflict == TRN_CONFLICT_GLOBAL) conflict = true;
18,397✔
1170

1171
    if (pNew->conflict == TRN_CONFLICT_DB) {
18,397✔
1172
      if (pTrans->conflict == TRN_CONFLICT_GLOBAL) conflict = true;
1,473✔
1173
      if (pTrans->conflict == TRN_CONFLICT_DB || pTrans->conflict == TRN_CONFLICT_DB_INSIDE) {
1,473!
1174
        mndTransLogConflict(pNew, pTrans, mndCheckDbConflict(pNew->dbname, pTrans), &conflict);
999✔
1175
        mndTransLogConflict(pNew, pTrans, mndCheckStbConflict(pNew->stbname, pTrans), &conflict);
999✔
1176
      }
1177
    }
1178

1179
    if (pNew->conflict == TRN_CONFLICT_DB_INSIDE) {
18,397✔
1180
      if (pTrans->conflict == TRN_CONFLICT_GLOBAL) conflict = true;
16,914✔
1181
      if (pTrans->conflict == TRN_CONFLICT_DB) {
16,914✔
1182
        mndTransLogConflict(pNew, pTrans, mndCheckDbConflict(pNew->dbname, pTrans), &conflict);
293✔
1183
        mndTransLogConflict(pNew, pTrans, mndCheckStbConflict(pNew->stbname, pTrans), &conflict);
293✔
1184
      }
1185
      if (pTrans->conflict == TRN_CONFLICT_DB_INSIDE) {
16,914✔
1186
        mndTransLogConflict(pNew, pTrans, mndCheckStbConflict(pNew->stbname, pTrans), &conflict);  // for stb
16,340✔
1187
      }
1188
    }
1189

1190
    if (pNew->conflict == TRN_CONFLICT_ARBGROUP) {
18,397!
1191
      if (pTrans->conflict == TRN_CONFLICT_GLOBAL) conflict = true;
×
1192
      if (pTrans->conflict == TRN_CONFLICT_ARBGROUP) {
×
1193
        void *pGidIter = taosHashIterate(pNew->arbGroupIds, NULL);
×
1194
        while (pGidIter != NULL) {
×
1195
          int32_t groupId = *(int32_t *)pGidIter;
×
1196
          if (taosHashGet(pTrans->arbGroupIds, &groupId, sizeof(int32_t)) != NULL) {
×
1197
            taosHashCancelIterate(pNew->arbGroupIds, pGidIter);
×
1198
            mndTransLogConflict(pNew, pTrans, true, &conflict);
×
1199
            break;
×
1200
          } else {
1201
            mndTransLogConflict(pNew, pTrans, false, &conflict);
×
1202
          }
1203
          pGidIter = taosHashIterate(pNew->arbGroupIds, pGidIter);
×
1204
        }
1205
      }
1206
    }
1207

1208
    if (pNew->conflict == TRN_CONFLICT_TSMA) {
18,397!
1209
      if (pTrans->conflict == TRN_CONFLICT_GLOBAL || pTrans->conflict == TRN_CONFLICT_TSMA) {
×
1210
        mndTransLogConflict(pNew, pTrans, true, &conflict);
×
1211
      } else {
1212
        mndTransLogConflict(pNew, pTrans, false, &conflict);
×
1213
      }
1214
    }
1215

1216
    sdbRelease(pMnode->pSdb, pTrans);
18,397✔
1217
  }
1218

1219
  return conflict;
86,606✔
1220
}
1221

1222
int32_t mndTransCheckConflict(SMnode *pMnode, STrans *pTrans) {
129,924✔
1223
  int32_t code = 0;
129,924✔
1224
  if (pTrans->conflict == TRN_CONFLICT_DB || pTrans->conflict == TRN_CONFLICT_DB_INSIDE) {
129,924✔
1225
    if (strlen(pTrans->dbname) == 0 && strlen(pTrans->stbname) == 0) {
76,263!
1226
      code = TSDB_CODE_MND_TRANS_CONFLICT;
×
1227
      mError("trans:%d, failed to check tran conflict since db not set", pTrans->id);
×
1228
      TAOS_RETURN(code);
×
1229
    }
1230
  }
1231

1232
  if (mndCheckTransConflict(pMnode, pTrans)) {
129,924✔
1233
    code = TSDB_CODE_MND_TRANS_CONFLICT;
472✔
1234
    mError("trans:%d, failed to check tran conflict since %s", pTrans->id, tstrerror(code));
472!
1235
    TAOS_RETURN(code);
472✔
1236
  }
1237

1238
  TAOS_RETURN(code);
129,452✔
1239
}
1240

1241
int32_t mndTransCheckConflictWithCompact(SMnode *pMnode, STrans *pTrans) {
282✔
1242
  int32_t      code = 0;
282✔
1243
  void        *pIter = NULL;
282✔
1244
  bool         conflict = false;
282✔
1245
  SCompactObj *pCompact = NULL;
282✔
1246

1247
  while (1) {
4✔
1248
    bool thisConflict = false;
286✔
1249
    pIter = sdbFetch(pMnode->pSdb, SDB_COMPACT, pIter, (void **)&pCompact);
286✔
1250
    if (pIter == NULL) break;
286✔
1251

1252
    if (pTrans->conflict == TRN_CONFLICT_GLOBAL) {
4✔
1253
      thisConflict = true;
2✔
1254
    }
1255
    if (pTrans->conflict == TRN_CONFLICT_DB || pTrans->conflict == TRN_CONFLICT_DB_INSIDE) {
4!
1256
      if (taosStrcasecmp(pTrans->dbname, pCompact->dbname) == 0) thisConflict = true;
2!
1257
    }
1258

1259
    if (thisConflict) {
4!
1260
      mError("trans:%d, db:%s stb:%s type:%d, can't execute since conflict with compact:%d db:%s", pTrans->id,
4!
1261
             pTrans->dbname, pTrans->stbname, pTrans->conflict, pCompact->compactId, pCompact->dbname);
1262
      conflict = true;
4✔
1263
    } else {
1264
      mInfo("trans:%d, db:%s stb:%s type:%d, not conflict with compact:%d db:%s", pTrans->id, pTrans->dbname,
×
1265
            pTrans->stbname, pTrans->conflict, pCompact->compactId, pCompact->dbname);
1266
    }
1267
    sdbRelease(pMnode->pSdb, pCompact);
4✔
1268
  }
1269

1270
  if (conflict) {
282✔
1271
    code = TSDB_CODE_MND_TRANS_CONFLICT_COMPACT;
4✔
1272
    mError("trans:%d, failed to check tran conflict with compact since %s", pTrans->id, tstrerror(code));
4!
1273
    TAOS_RETURN(code);
4✔
1274
  }
1275

1276
  TAOS_RETURN(code);
278✔
1277
}
1278

1279
static bool mndTransActionsOfSameType(SArray *pActions) {
111,723✔
1280
  int32_t size = taosArrayGetSize(pActions);
111,723✔
1281
  ETrnAct lastActType = TRANS_ACTION_NULL;
111,723✔
1282
  bool    same = true;
111,723✔
1283
  for (int32_t i = 0; i < size; ++i) {
428,948✔
1284
    STransAction *pAction = taosArrayGet(pActions, i);
317,225✔
1285
    if (i > 0) {
317,225✔
1286
      if (lastActType != pAction->actionType) {
239,464!
1287
        same = false;
×
1288
        break;
×
1289
      }
1290
    }
1291
    lastActType = pAction->actionType;
317,225✔
1292
  }
1293
  return same;
111,723✔
1294
}
1295

1296
static int32_t mndTransCheckParallelActions(SMnode *pMnode, STrans *pTrans) {
47,171✔
1297
  int32_t code = 0;
47,171✔
1298
  if (pTrans->exec == TRN_EXEC_PARALLEL) {
47,171✔
1299
    if (mndTransActionsOfSameType(pTrans->redoActions) == false) {
45,981!
1300
      code = TSDB_CODE_MND_TRANS_INVALID_STAGE;
×
1301
      mError("trans:%d, types of parallel redo actions are not the same", pTrans->id);
×
1302
      TAOS_RETURN(code);
×
1303
    }
1304

1305
    if (pTrans->policy == TRN_POLICY_ROLLBACK) {
45,981✔
1306
      if (mndTransActionsOfSameType(pTrans->undoActions) == false) {
18,571!
1307
        code = TSDB_CODE_MND_TRANS_INVALID_STAGE;
×
1308
        mError("trans:%d, types of parallel undo actions are not the same", pTrans->id);
×
1309
        TAOS_RETURN(code);
×
1310
      }
1311
    }
1312
  }
1313

1314
  TAOS_RETURN(code);
47,171✔
1315
}
1316

1317
static int32_t mndTransCheckCommitActions(SMnode *pMnode, STrans *pTrans) {
47,171✔
1318
  int32_t code = 0;
47,171✔
1319
  if (!pTrans->changeless && taosArrayGetSize(pTrans->commitActions) <= 0) {
47,171!
1320
    code = TSDB_CODE_MND_TRANS_CLOG_IS_NULL;
×
1321
    mError("trans:%d, commit actions of non-changeless trans are empty", pTrans->id);
×
1322
    TAOS_RETURN(code);
×
1323
  }
1324
  if (mndTransActionsOfSameType(pTrans->commitActions) == false) {
47,171!
1325
    code = TSDB_CODE_MND_TRANS_INVALID_STAGE;
×
1326
    mError("trans:%d, types of commit actions are not the same", pTrans->id);
×
1327
    TAOS_RETURN(code);
×
1328
  }
1329

1330
  TAOS_RETURN(code);
47,171✔
1331
}
1332

1333
int32_t mndTransPrepare(SMnode *pMnode, STrans *pTrans) {
47,171✔
1334
  int32_t code = 0;
47,171✔
1335
  if (pTrans == NULL) {
47,171!
1336
    return TSDB_CODE_INVALID_PARA;
×
1337
  }
1338

1339
  mInfo("trans:%d, action list:", pTrans->id);
47,171!
1340
  int32_t index = 0;
47,171✔
1341
  for (int32_t i = 0; i < taosArrayGetSize(pTrans->prepareActions); ++i, ++index) {
69,042✔
1342
    STransAction *pAction = taosArrayGet(pTrans->prepareActions, i);
21,871✔
1343
    mInfo("trans:%d, action:%d, %s:%d sdbType:%s, sdbStatus:%s", pTrans->id, index, mndTransStr(pAction->stage),
21,871!
1344
          pAction->id, sdbTableName(pAction->pRaw->type), sdbStatusName(pAction->pRaw->status));
1345
  }
1346

1347
  for (int32_t i = 0; i < taosArrayGetSize(pTrans->redoActions); ++i, ++index) {
119,106✔
1348
    STransAction *pAction = taosArrayGet(pTrans->redoActions, i);
71,935✔
1349
    if (pAction->actionType == TRANS_ACTION_MSG) {
71,935✔
1350
      mInfo("trans:%d, action:%d, %s:%d msgType:%s", pTrans->id, index, mndTransStr(pAction->stage), pAction->id,
70,226!
1351
            TMSG_INFO(pAction->msgType));
1352
      ;
1353
    } else {
1354
      mInfo("trans:%d, action:%d, %s:%d sdbType:%s, sdbStatus:%s", pTrans->id, index, mndTransStr(pAction->stage),
1,709!
1355
            pAction->id, sdbTableName(pAction->pRaw->type), sdbStatusName(pAction->pRaw->status));
1356
    }
1357
  }
1358

1359
  for (int32_t i = 0; i < taosArrayGetSize(pTrans->commitActions); ++i, ++index) {
279,498✔
1360
    STransAction *pAction = taosArrayGet(pTrans->commitActions, i);
232,327✔
1361
    mInfo("trans:%d, action:%d, %s:%d sdbType:%s, sdbStatus:%s", pTrans->id, index, mndTransStr(pAction->stage), i,
232,327!
1362
          sdbTableName(pAction->pRaw->type), sdbStatusName(pAction->pRaw->status));
1363
  }
1364

1365
  for (int32_t i = 0; i < taosArrayGetSize(pTrans->undoActions); ++i, ++index) {
94,359✔
1366
    STransAction *pAction = taosArrayGet(pTrans->undoActions, i);
47,188✔
1367
    if (pAction->actionType == TRANS_ACTION_MSG) {
47,188✔
1368
      mInfo("trans:%d, action:%d, %s:%d msgType:%s", pTrans->id, index, mndTransStr(pAction->stage), pAction->id,
32,219!
1369
            TMSG_INFO(pAction->msgType));
1370
      ;
1371
    } else {
1372
      mInfo("trans:%d, action:%d, %s:%d sdbType:%s, sdbStatus:%s", pTrans->id, index, mndTransStr(pAction->stage),
14,969!
1373
            pAction->id, sdbTableName(pAction->pRaw->type), sdbStatusName(pAction->pRaw->status));
1374
    }
1375
  }
1376

1377
  TAOS_CHECK_RETURN(mndTransCheckConflict(pMnode, pTrans));
47,171!
1378

1379
  TAOS_CHECK_RETURN(mndTransCheckParallelActions(pMnode, pTrans));
47,171!
1380

1381
  TAOS_CHECK_RETURN(mndTransCheckCommitActions(pMnode, pTrans));
47,171!
1382

1383
  mInfo("trans:%d, prepare transaction", pTrans->id);
47,171!
1384
  if ((code = mndTransSync(pMnode, pTrans)) != 0) {
47,171✔
1385
    mError("trans:%d, failed to prepare since %s", pTrans->id, tstrerror(code));
9!
1386
    sdbWriteLock(pMnode->pSdb, SDB_TRANS);
9✔
1387
    tsMaxTransId = TMAX(pTrans->id, tsMaxTransId);
9✔
1388
    sdbUnLock(pMnode->pSdb, SDB_TRANS);
9✔
1389
    TAOS_RETURN(code);
9✔
1390
  }
1391
  mInfo("trans:%d, prepare finished", pTrans->id);
47,162!
1392

1393
  STrans *pNew = mndAcquireTrans(pMnode, pTrans->id);
47,162✔
1394
  if (pNew == NULL) {
47,162!
1395
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1396
    if (terrno != 0) code = terrno;
×
1397
    mError("trans:%d, failed to read from sdb since %s", pTrans->id, tstrerror(code));
×
1398
    TAOS_RETURN(code);
×
1399
  }
1400

1401
  pNew->pRpcArray = pTrans->pRpcArray;
47,162✔
1402
  pNew->rpcRsp = pTrans->rpcRsp;
47,162✔
1403
  pNew->rpcRspLen = pTrans->rpcRspLen;
47,162✔
1404
  pNew->mTraceId = pTrans->mTraceId;
47,162✔
1405
  pTrans->pRpcArray = NULL;
47,162✔
1406
  pTrans->rpcRsp = NULL;
47,162✔
1407
  pTrans->rpcRspLen = 0;
47,162✔
1408

1409
  mInfo("trans:%d, execute transaction in prepare", pTrans->id);
47,162!
1410
  mndTransExecute(pMnode, pNew, false);
47,162✔
1411
  mndReleaseTrans(pMnode, pNew);
47,162✔
1412
  // TDOD change to TAOS_RETURN(code);
1413
  return 0;
47,162✔
1414
}
1415

1416
static int32_t mndTransCommit(SMnode *pMnode, STrans *pTrans) {
47,174✔
1417
  int32_t code = 0;
47,174✔
1418
  mInfo("trans:%d, commit transaction", pTrans->id);
47,174!
1419
  if ((code = mndTransSync(pMnode, pTrans)) != 0) {
47,174✔
1420
    mError("trans:%d, failed to commit since %s", pTrans->id, tstrerror(code));
17!
1421
    TAOS_RETURN(code);
17✔
1422
  }
1423
  mInfo("trans:%d, commit finished", pTrans->id);
47,157!
1424
  TAOS_RETURN(code);
47,157✔
1425
}
1426

1427
static int32_t mndTransRollback(SMnode *pMnode, STrans *pTrans) {
4✔
1428
  int32_t code = 0;
4✔
1429
  mInfo("trans:%d, rollback transaction", pTrans->id);
4!
1430
  if ((code = mndTransSync(pMnode, pTrans)) != 0) {
4!
1431
    mError("trans:%d, failed to rollback since %s", pTrans->id, tstrerror(code));
×
1432
    TAOS_RETURN(code);
×
1433
  }
1434
  mInfo("trans:%d, rollback finished", pTrans->id);
4!
1435
  TAOS_RETURN(code);
4✔
1436
}
1437

1438
static int32_t mndTransPreFinish(SMnode *pMnode, STrans *pTrans) {
5✔
1439
  int32_t code = 0;
5✔
1440
  mInfo("trans:%d, pre-finish transaction", pTrans->id);
5!
1441
  if ((code = mndTransSync(pMnode, pTrans)) != 0) {
5!
1442
    mError("trans:%d, failed to pre-finish since %s", pTrans->id, tstrerror(code));
×
1443
    TAOS_RETURN(code);
×
1444
  }
1445
  mInfo("trans:%d, pre-finish finished", pTrans->id);
5!
1446
  TAOS_RETURN(code);
5✔
1447
}
1448

1449
static void mndTransSendRpcRsp(SMnode *pMnode, STrans *pTrans) {
246,983✔
1450
  bool    sendRsp = false;
246,983✔
1451
  int32_t code = pTrans->code;
246,983✔
1452

1453
  if (pTrans->stage == TRN_STAGE_FINISH) {
246,983✔
1454
    sendRsp = true;
103,430✔
1455
  }
1456

1457
  if (pTrans->policy == TRN_POLICY_ROLLBACK) {
246,983✔
1458
    if (pTrans->stage == TRN_STAGE_UNDO_ACTION || pTrans->stage == TRN_STAGE_ROLLBACK) {
85,844!
1459
      if (code == 0) code = TSDB_CODE_MND_TRANS_UNKNOW_ERROR;
34✔
1460
      sendRsp = true;
34✔
1461
    }
1462
  } else {
1463
    if (pTrans->stage == TRN_STAGE_REDO_ACTION) {
161,139✔
1464
      if (code == TSDB_CODE_SYN_NOT_LEADER || code == TSDB_CODE_SYN_RESTORING || code == TSDB_CODE_APP_IS_STARTING ||
99,823!
1465
          code == TSDB_CODE_SYN_PROPOSE_NOT_READY) {
1466
        if (pTrans->failedTimes > 60) sendRsp = true;
×
1467
      } else {
1468
        if (pTrans->failedTimes > 6) sendRsp = true;
99,823✔
1469
      }
1470
      if (code == 0) code = TSDB_CODE_MND_TRANS_UNKNOW_ERROR;
99,823✔
1471
    }
1472
  }
1473

1474
  if (!sendRsp) {
246,983✔
1475
    return;
143,515✔
1476
  } else {
1477
    mInfo("vgId:1, trans:%d, start to send rsp, stage:%s failedTimes:%d code:0x%x", pTrans->id,
103,468!
1478
          mndTransStr(pTrans->stage), pTrans->failedTimes, code);
1479
  }
1480

1481
  mInfo("vgId:1, trans:%d, start to lock rpc array", pTrans->id);
103,468!
1482
  taosWLockLatch(&pTrans->lockRpcArray);
103,468✔
1483
  int32_t size = taosArrayGetSize(pTrans->pRpcArray);
103,468✔
1484
  if (size <= 0) {
103,468✔
1485
    taosWUnLockLatch(&pTrans->lockRpcArray);
75,005✔
1486
    return;
75,005✔
1487
  }
1488

1489
  for (int32_t i = 0; i < size; ++i) {
56,926✔
1490
    SRpcHandleInfo *pInfo = taosArrayGet(pTrans->pRpcArray, i);
28,463✔
1491
    if (pInfo->handle != NULL) {
28,463✔
1492
      if (code == TSDB_CODE_RPC_NETWORK_UNAVAIL || code == TSDB_CODE_RPC_SOMENODE_NOT_CONNECTED) {
26,926!
1493
        code = TSDB_CODE_MND_TRANS_NETWORK_UNAVAILL;
1✔
1494
      }
1495
      if (code == TSDB_CODE_SYN_TIMEOUT) {
26,926!
1496
        code = TSDB_CODE_MND_TRANS_SYNC_TIMEOUT;
×
1497
      }
1498

1499
      if (i != 0 && code == 0) {
26,926!
1500
        code = TSDB_CODE_MNODE_NOT_FOUND;
×
1501
      }
1502
      mInfo("vgId:1, trans:%d, client:%d start to send rsp, code:0x%x stage:%s app:%p", pTrans->id, i, code,
26,926!
1503
            mndTransStr(pTrans->stage), pInfo->ahandle);
1504

1505
      SRpcMsg rspMsg = {.code = code, .info = *pInfo};
26,926✔
1506

1507
      if (pTrans->originRpcType == TDMT_MND_CREATE_DB) {
26,926✔
1508
        mInfo("trans:%d, origin msgtype:%s", pTrans->id, TMSG_INFO(pTrans->originRpcType));
4,433!
1509
        SDbObj *pDb = mndAcquireDb(pMnode, pTrans->dbname);
4,433✔
1510
        if (pDb != NULL) {
4,433!
1511
          for (int32_t j = 0; j < 12; j++) {
5,291✔
1512
            bool ready = mndIsDbReady(pMnode, pDb);
5,286✔
1513
            if (!ready) {
5,286✔
1514
              mInfo("trans:%d, db:%s not ready yet, wait %d times", pTrans->id, pTrans->dbname, j);
858!
1515
              taosMsleep(1000);
858✔
1516
            } else {
1517
              break;
4,428✔
1518
            }
1519
          }
1520
        }
1521
        mndReleaseDb(pMnode, pDb);
4,433✔
1522
      } else if (pTrans->originRpcType == TDMT_MND_CREATE_STB) {
22,493✔
1523
        void   *pCont = NULL;
7,446✔
1524
        int32_t contLen = 0;
7,446✔
1525
        if (0 == mndBuildSMCreateStbRsp(pMnode, pTrans->dbname, pTrans->stbname, &pCont, &contLen)) {
7,446✔
1526
          mndTransSetRpcRsp(pTrans, pCont, contLen);
7,442✔
1527
        }
1528
      } else if (pTrans->originRpcType == TDMT_MND_CREATE_INDEX) {
15,047✔
1529
        void   *pCont = NULL;
23✔
1530
        int32_t contLen = 0;
23✔
1531
        if (0 == mndBuildSMCreateStbRsp(pMnode, pTrans->dbname, pTrans->stbname, &pCont, &contLen)) {
23!
1532
          mndTransSetRpcRsp(pTrans, pCont, contLen);
23✔
1533
        }
1534
      } else if (pTrans->originRpcType == TDMT_MND_DROP_DNODE) {
15,024✔
1535
        int32_t code = mndRefreshUserIpWhiteList(pMnode);
24✔
1536
        if (code != 0) {
24!
1537
          mWarn("failed to refresh user ip white list since %s", tstrerror(code));
×
1538
        }
1539
      }
1540

1541
      if (pTrans->rpcRspLen != 0) {
26,926✔
1542
        void *rpcCont = rpcMallocCont(pTrans->rpcRspLen);
13,695✔
1543
        if (rpcCont != NULL) {
13,695!
1544
          memcpy(rpcCont, pTrans->rpcRsp, pTrans->rpcRspLen);
13,695✔
1545
          rspMsg.pCont = rpcCont;
13,695✔
1546
          rspMsg.contLen = pTrans->rpcRspLen;
13,695✔
1547
        }
1548
      }
1549

1550
      tmsgSendRsp(&rspMsg);
26,926✔
1551

1552
      mInfo("vgId:1, trans:%d, client:%d send rsp finished, code:0x%x stage:%s app:%p", pTrans->id, i, code,
26,926!
1553
            mndTransStr(pTrans->stage), pInfo->ahandle);
1554
    }
1555
  }
1556
  taosArrayClear(pTrans->pRpcArray);
28,463✔
1557
  taosWUnLockLatch(&pTrans->lockRpcArray);
28,463✔
1558
}
1559

1560
int32_t mndTransProcessRsp(SRpcMsg *pRsp) {
75,161✔
1561
  int32_t code = 0;
75,161✔
1562
  SMnode *pMnode = pRsp->info.node;
75,161✔
1563
#ifndef TD_ASTRA_32
1564
  int64_t signature = (int64_t)(pRsp->info.ahandle);
75,161✔
1565
  int32_t transId = (int32_t)(signature >> 32);
75,161✔
1566
  int32_t action = (int32_t)((signature << 32) >> 32);
75,161✔
1567
#else
1568
  int32_t transId = (int32_t)(pRsp->info.ahandle);
1569
  int32_t action = (int32_t)(pRsp->info.ahandleEx);
1570
#endif
1571
  STrans *pTrans = mndAcquireTrans(pMnode, transId);
75,161✔
1572
  if (pTrans == NULL) {
75,161!
1573
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1574
    if (terrno != 0) code = terrno;
×
1575
    mError("trans:%d, failed to get transId from vnode rsp since %s", transId, tstrerror(code));
×
1576
    goto _OVER;
×
1577
  }
1578

1579
  SArray *pArray = NULL;
75,161✔
1580
  if (pTrans->stage == TRN_STAGE_REDO_ACTION) {
75,161✔
1581
    pArray = pTrans->redoActions;
75,145✔
1582
  } else if (pTrans->stage == TRN_STAGE_UNDO_ACTION) {
16!
1583
    pArray = pTrans->undoActions;
16✔
1584
  } else {
1585
    mError("trans:%d, invalid trans stage:%d while recv action rsp", pTrans->id, pTrans->stage);
×
1586
    goto _OVER;
×
1587
  }
1588

1589
  if (pArray == NULL) {
75,161!
1590
    mError("trans:%d, invalid trans stage:%d", transId, pTrans->stage);
×
1591
    goto _OVER;
×
1592
  }
1593

1594
  int32_t actionNum = taosArrayGetSize(pArray);
75,161✔
1595
  if (action < 0 || action >= actionNum) {
75,161!
1596
    mError("trans:%d, invalid action:%d", transId, action);
×
1597
    goto _OVER;
×
1598
  }
1599

1600
  STransAction *pAction = taosArrayGet(pArray, action);
75,161✔
1601
  if (pAction != NULL) {
75,161!
1602
    if (pAction->msgSent) {
75,161✔
1603
      pAction->msgReceived = 1;
75,160✔
1604
      pAction->errCode = pRsp->code;
75,160✔
1605
      pAction->endTime = taosGetTimestampMs();
75,160✔
1606

1607
      // pTrans->lastErrorNo = pRsp->code;
1608
      mndSetTransLastAction(pTrans, pAction);
75,160✔
1609

1610
      mInfo("trans:%d, %s:%d response is received, received code:0x%x(%s), accept:0x%x(%s) retry:0x%x(%s)", transId,
75,160!
1611
            mndTransStr(pAction->stage), action, pRsp->code, tstrerror(pRsp->code), pAction->acceptableCode,
1612
            tstrerror(pAction->acceptableCode), pAction->retryCode, tstrerror(pAction->retryCode));
1613
    } else {
1614
      mWarn("trans:%d, %s:%d response is received, but msgSent is false, code:0x%x(%s), accept:0x%x(%s) retry:0x%x", 
1!
1615
            transId, mndTransStr(pAction->stage), action, pRsp->code, tstrerror(pRsp->code),
1616
            pAction->acceptableCode, tstrerror(pAction->acceptableCode), pAction->retryCode);
1617
    }
1618

1619
  } else {
1620
    mInfo("trans:%d, invalid action, index:%d, code:0x%x", transId, action, pRsp->code);
×
1621
  }
1622

1623
  mInfo("trans:%d, execute transaction in process response", pTrans->id);
75,161!
1624
  mndTransExecute(pMnode, pTrans, true);
75,161✔
1625

1626
_OVER:
75,161✔
1627
  mndReleaseTrans(pMnode, pTrans);
75,161✔
1628
  TAOS_RETURN(code);
75,161✔
1629
}
1630

1631
static void mndTransResetAction(SMnode *pMnode, STrans *pTrans, STransAction *pAction) {
4,674✔
1632
  pAction->rawWritten = 0;
4,674✔
1633
  pAction->msgSent = 0;
4,674✔
1634
  pAction->msgReceived = 0;
4,674✔
1635
  if (pAction->errCode == TSDB_CODE_SYN_NEW_CONFIG_ERROR || pAction->errCode == TSDB_CODE_SYN_INTERNAL_ERROR ||
4,674!
1636
      pAction->errCode == TSDB_CODE_SYN_NOT_LEADER) {
4,674✔
1637
    pAction->epSet.inUse = (pAction->epSet.inUse + 1) % pAction->epSet.numOfEps;
13✔
1638
    mInfo("trans:%d, %s:%d execute status is reset and set epset inuse:%d", pTrans->id, mndTransStr(pAction->stage),
13!
1639
          pAction->id, pAction->epSet.inUse);
1640
  } else {
1641
    mInfo("trans:%d, %s:%d execute status is reset", pTrans->id, mndTransStr(pAction->stage), pAction->id);
4,661!
1642
  }
1643
  //  pAction->errCode = 0;
1644
}
4,674✔
1645

1646
static void mndTransResetActions(SMnode *pMnode, STrans *pTrans, SArray *pArray) {
4✔
1647
  int32_t numOfActions = taosArrayGetSize(pArray);
4✔
1648

1649
  for (int32_t action = 0; action < numOfActions; ++action) {
20✔
1650
    STransAction *pAction = taosArrayGet(pArray, action);
16✔
1651
    if (pAction->msgSent && pAction->msgReceived &&
16!
1652
        (pAction->errCode == 0 || pAction->errCode == pAction->acceptableCode))
16!
1653
      continue;
12✔
1654
    if (pAction->msgSent && !pAction->msgReceived) {
4!
1655
      int64_t timestamp = taosGetTimestampMs();
×
1656
      if (timestamp - pAction->startTime <= TRANS_ACTION_TIMEOUT) continue;
×
1657
    }
1658

1659
    if (pAction->rawWritten && (pAction->errCode == 0 || pAction->errCode == pAction->acceptableCode)) continue;
4!
1660

1661
    mndTransResetAction(pMnode, pTrans, pAction);
4✔
1662
    mInfo("trans:%d, %s:%d reset, errCode:%d, startTime:%" PRId64, pTrans->id, mndTransStr(pAction->stage), pAction->id,
4!
1663
          pAction->errCode, pAction->startTime);
1664
  }
1665
}
4✔
1666

1667
// execute in sync context
1668
static int32_t mndTransWriteSingleLog(SMnode *pMnode, STrans *pTrans, STransAction *pAction, bool topHalf) {
516,926✔
1669
  if (pAction->rawWritten) return 0;
516,926✔
1670
  if (topHalf) {
282,940✔
1671
    TAOS_RETURN(TSDB_CODE_MND_TRANS_CTX_SWITCH);
4✔
1672
  }
1673

1674
  if (pAction->pRaw->type >= SDB_MAX) {
282,936!
1675
    pAction->rawWritten = true;
×
1676
    pAction->errCode = 0;
×
1677
    mndSetTransLastAction(pTrans, pAction);
×
1678
    mInfo("skip sdb raw type:%d since it is not supported", pAction->pRaw->type);
×
1679
    TAOS_RETURN(TSDB_CODE_SUCCESS);
×
1680
  }
1681

1682
  int32_t code = sdbWriteWithoutFree(pMnode->pSdb, pAction->pRaw);
282,936✔
1683
  if (code == 0 || terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
282,936!
1684
    pAction->rawWritten = true;
282,936✔
1685
    pAction->errCode = 0;
282,936✔
1686
    code = 0;
282,936✔
1687
    mInfo("trans:%d, %s:%d write to sdb, type:%s status:%s", pTrans->id, mndTransStr(pAction->stage), pAction->id,
282,936!
1688
          sdbTableName(pAction->pRaw->type), sdbStatusName(pAction->pRaw->status));
1689

1690
    mndSetTransLastAction(pTrans, pAction);
282,936✔
1691
  } else {
1692
    pAction->errCode = (terrno != 0) ? terrno : code;
×
1693
    mError("trans:%d, %s:%d failed to write sdb since %s, type:%s status:%s", pTrans->id, mndTransStr(pAction->stage),
×
1694
           pAction->id, tstrerror(code), sdbTableName(pAction->pRaw->type), sdbStatusName(pAction->pRaw->status));
1695
    mndSetTransLastAction(pTrans, pAction);
×
1696
  }
1697

1698
  TAOS_RETURN(code);
282,936✔
1699
}
1700

1701
// execute in trans context
1702
static int32_t mndTransSendSingleMsg(SMnode *pMnode, STrans *pTrans, STransAction *pAction, bool topHalf,
677,130✔
1703
                                     bool notSend) {
1704
  if (pAction->msgSent) return 0;
677,130✔
1705
  if (mndCannotExecuteTrans(pMnode, topHalf)) {
111,902✔
1706
    TAOS_RETURN(TSDB_CODE_MND_TRANS_CTX_SWITCH);
36,434✔
1707
  }
1708

1709
  if (notSend) {
75,468✔
1710
    mInfo("trans:%d, action:%d skip to execute msg action", pTrans->id, pAction->id);
214!
1711
    return 0;
214✔
1712
  }
1713

1714
#ifndef TD_ASTRA_32
1715
  int64_t signature = pTrans->id;
75,254✔
1716
  signature = (signature << 32);
75,254✔
1717
  signature += pAction->id;
75,254✔
1718

1719
  SRpcMsg rpcMsg = {.msgType = pAction->msgType, .contLen = pAction->contLen, .info.ahandle = (void *)signature};
75,254✔
1720
#else
1721
  SRpcMsg rpcMsg = {.msgType = pAction->msgType,
1722
                    .contLen = pAction->contLen,
1723
                    .info.ahandle = (void *)pTrans->id,
1724
                    .info.ahandleEx = (void *)pAction->id};
1725
#endif
1726
  rpcMsg.pCont = rpcMallocCont(pAction->contLen);
75,254✔
1727
  if (rpcMsg.pCont == NULL) {
75,254!
1728
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
1729
    return -1;
×
1730
  }
1731
  rpcMsg.info.traceId.rootId = pTrans->mTraceId;
75,254✔
1732
  rpcMsg.info.notFreeAhandle = 1;
75,254✔
1733

1734
  memcpy(rpcMsg.pCont, pAction->pCont, pAction->contLen);
75,254✔
1735

1736
  char    detail[1024] = {0};
75,254✔
1737
  int32_t len = tsnprintf(detail, sizeof(detail), "msgType:%s numOfEps:%d inUse:%d", TMSG_INFO(pAction->msgType),
75,254!
1738
                          pAction->epSet.numOfEps, pAction->epSet.inUse);
75,254✔
1739
  for (int32_t i = 0; i < pAction->epSet.numOfEps; ++i) {
157,285✔
1740
    len += tsnprintf(detail + len, sizeof(detail) - len, " ep:%d-%s:%u", i, pAction->epSet.eps[i].fqdn,
82,031✔
1741
                     pAction->epSet.eps[i].port);
82,031✔
1742
  }
1743

1744
  int32_t code = tmsgSendReq(&pAction->epSet, &rpcMsg);
75,254✔
1745
  if (code == 0) {
75,254!
1746
    pAction->msgSent = 1;
75,254✔
1747
    // pAction->msgReceived = 0;
1748
    pAction->errCode = TSDB_CODE_ACTION_IN_PROGRESS;
75,254✔
1749
    pAction->startTime = taosGetTimestampMs();
75,254✔
1750
    pAction->endTime = 0;
75,254✔
1751
    mInfo("trans:%d, %s:%d is sent, %s", pTrans->id, mndTransStr(pAction->stage), pAction->id, detail);
75,254!
1752

1753
    mndSetTransLastAction(pTrans, pAction);
75,254✔
1754
  } else {
1755
    pAction->msgSent = 0;
×
1756
    pAction->msgReceived = 0;
×
1757
    pAction->errCode = (terrno != 0) ? terrno : code;
×
1758
    mError("trans:%d, %s:%d not send since %s, %s", pTrans->id, mndTransStr(pAction->stage), pAction->id, terrstr(),
×
1759
           detail);
1760

1761
    mndSetTransLastAction(pTrans, pAction);
×
1762
  }
1763

1764
  TAOS_RETURN(code);
75,254✔
1765
}
1766

1767
static int32_t mndTransExecNullMsg(SMnode *pMnode, STrans *pTrans, STransAction *pAction, bool topHalf) {
×
1768
  if (!topHalf) return TSDB_CODE_MND_TRANS_CTX_SWITCH;
×
1769
  pAction->rawWritten = 0;
×
1770
  pAction->errCode = 0;
×
1771
  mInfo("trans:%d, %s:%d confirm action executed", pTrans->id, mndTransStr(pAction->stage), pAction->id);
×
1772

1773
  mndSetTransLastAction(pTrans, pAction);
×
1774
  return 0;
×
1775
}
1776

1777
static int32_t mndTransExecSingleAction(SMnode *pMnode, STrans *pTrans, STransAction *pAction, bool topHalf,
1,194,056✔
1778
                                        bool notSend) {
1779
  if (pAction->actionType == TRANS_ACTION_RAW) {
1,194,056✔
1780
    return mndTransWriteSingleLog(pMnode, pTrans, pAction, topHalf);
516,926✔
1781
  } else if (pAction->actionType == TRANS_ACTION_MSG) {
677,130!
1782
    return mndTransSendSingleMsg(pMnode, pTrans, pAction, topHalf, notSend);
677,130✔
1783
  } else {
1784
    return mndTransExecNullMsg(pMnode, pTrans, pAction, topHalf);
×
1785
  }
1786
}
1787

1788
static int32_t mndTransExecSingleActions(SMnode *pMnode, STrans *pTrans, SArray *pArray, bool topHalf, bool notSend) {
223,543✔
1789
  int32_t numOfActions = taosArrayGetSize(pArray);
223,543✔
1790
  int32_t code = 0;
223,543✔
1791

1792
  for (int32_t action = 0; action < numOfActions; ++action) {
1,328,365✔
1793
    STransAction *pAction = taosArrayGet(pArray, action);
1,133,762✔
1794
    code = mndTransExecSingleAction(pMnode, pTrans, pAction, topHalf, notSend);
1,133,762✔
1795
    if (code != 0) {
1,133,762✔
1796
      mInfo("trans:%d, action:%d not executed since %s. numOfActions:%d", pTrans->id, action, tstrerror(code),
28,940!
1797
            numOfActions);
1798
      break;
28,940✔
1799
    }
1800
  }
1801

1802
  return code;
223,543✔
1803
}
1804

1805
static int32_t mndTransExecuteActions(SMnode *pMnode, STrans *pTrans, SArray *pArray, bool topHalf, bool notSend) {
272,304✔
1806
  int32_t numOfActions = taosArrayGetSize(pArray);
272,304✔
1807
  int32_t code = 0;
272,304✔
1808
  if (numOfActions == 0) return 0;
272,304✔
1809

1810
  if ((code = mndTransExecSingleActions(pMnode, pTrans, pArray, topHalf, notSend)) != 0) {
223,543✔
1811
    return code;
28,940✔
1812
  }
1813

1814
  int32_t       numOfExecuted = 0;
194,603✔
1815
  int32_t       errCode = 0;
194,603✔
1816
  STransAction *pErrAction = NULL;
194,603✔
1817
  for (int32_t action = 0; action < numOfActions; ++action) {
1,299,425✔
1818
    STransAction *pAction = taosArrayGet(pArray, action);
1,104,822✔
1819
    if (pAction->msgReceived || pAction->rawWritten) {
1,104,822✔
1820
      numOfExecuted++;
796,340✔
1821
      if (pAction->errCode != 0 && pAction->errCode != pAction->acceptableCode) {
796,340✔
1822
        errCode = pAction->errCode;
44✔
1823
        pErrAction = pAction;
44✔
1824
      }
1825
    } else {
1826
      pErrAction = pAction;
308,482✔
1827
    }
1828
  }
1829

1830
  mndSetTransLastAction(pTrans, pErrAction);
194,603✔
1831

1832
  if (numOfExecuted == numOfActions) {
194,603✔
1833
    if (errCode == 0) {
126,603✔
1834
      mInfo("trans:%d, all %d actions execute successfully", pTrans->id, numOfActions);
126,599!
1835
      return 0;
126,599✔
1836
    } else {
1837
      mError("trans:%d, all %d actions executed, code:0x%x", pTrans->id, numOfActions, errCode & 0XFFFF);
4!
1838
      mndTransResetActions(pMnode, pTrans, pArray);
4✔
1839
      terrno = errCode;
4✔
1840
      return errCode;
4✔
1841
    }
1842
  } else {
1843
    mInfo("trans:%d, %d of %d actions executed", pTrans->id, numOfExecuted, numOfActions);
68,000!
1844

1845
    for (int32_t action = 0; action < numOfActions; ++action) {
620,351✔
1846
      STransAction *pAction = taosArrayGet(pArray, action);
552,351✔
1847
      mDebug("trans:%d, %s:%d Sent:%d, Received:%d, errCode:0x%x, acceptableCode:0x%x, retryCode:0x%x", pTrans->id,
552,351✔
1848
             mndTransStr(pAction->stage), pAction->id, pAction->msgSent, pAction->msgReceived, pAction->errCode,
1849
             pAction->acceptableCode, pAction->retryCode);
1850
      if (pAction->msgSent) {
552,351✔
1851
        bool reset = false;
552,137✔
1852
        if (pAction->msgReceived) {
552,137✔
1853
          if (pAction->errCode != 0 && pAction->errCode != pAction->acceptableCode) reset = true;
243,869✔
1854
        } else {
1855
          int64_t timestamp = taosGetTimestampMs();
308,268✔
1856
          if (timestamp - pAction->startTime > TRANS_ACTION_TIMEOUT) reset = true;
308,268!
1857
        }
1858
        if (reset) {
552,137✔
1859
          mndTransResetAction(pMnode, pTrans, pAction);
40✔
1860
          mInfo("trans:%d, %s:%d reset, errCode:%d, startTime:%" PRId64, pTrans->id, mndTransStr(pAction->stage),
40!
1861
                pAction->id, pAction->errCode, pAction->startTime);
1862
        }
1863
      }
1864
    }
1865
    return TSDB_CODE_ACTION_IN_PROGRESS;
68,000✔
1866
  }
1867
}
1868

1869
static int32_t mndTransExecuteRedoActions(SMnode *pMnode, STrans *pTrans, bool topHalf, bool notSend) {
168,853✔
1870
  int32_t code = mndTransExecuteActions(pMnode, pTrans, pTrans->redoActions, topHalf, notSend);
168,853✔
1871
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS && code != TSDB_CODE_MND_TRANS_CTX_SWITCH) {
168,853✔
1872
    mError("trans:%d, failed to execute redoActions since:%s, code:0x%x, in %s", pTrans->id, terrstr(), terrno,
4!
1873
           mndStrExecutionContext(topHalf));
1874
  }
1875
  return code;
168,853✔
1876
}
1877

1878
static int32_t mndTransExecuteUndoActions(SMnode *pMnode, STrans *pTrans, bool topHalf, bool notSend) {
38✔
1879
  int32_t code = mndTransExecuteActions(pMnode, pTrans, pTrans->undoActions, topHalf, notSend);
38✔
1880
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS && code != TSDB_CODE_MND_TRANS_CTX_SWITCH) {
38!
1881
    mError("trans:%d, failed to execute undoActions since %s. in %s", pTrans->id, terrstr(),
×
1882
           mndStrExecutionContext(topHalf));
1883
  }
1884
  return code;
38✔
1885
}
1886

1887
static int32_t mndTransExecuteCommitActions(SMnode *pMnode, STrans *pTrans, bool topHalf) {
103,413✔
1888
  int32_t code = mndTransExecuteActions(pMnode, pTrans, pTrans->commitActions, topHalf, true);
103,413✔
1889
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS && code != TSDB_CODE_MND_TRANS_CTX_SWITCH) {
103,413!
1890
    mError("trans:%d, failed to execute commitActions since %s. in %s", pTrans->id, terrstr(),
×
1891
           mndStrExecutionContext(topHalf));
1892
  }
1893
  return code;
103,413✔
1894
}
1895

1896
static int32_t mndTransExecuteActionsSerial(SMnode *pMnode, STrans *pTrans, SArray *pActions, bool topHalf) {
18,726✔
1897
  int32_t code = 0;
18,726✔
1898
  int32_t numOfActions = taosArrayGetSize(pActions);
18,726✔
1899
  if (numOfActions == 0) return code;
18,726✔
1900

1901
  if (pTrans->actionPos >= numOfActions) {
18,722✔
1902
    return code;
1,295✔
1903
  }
1904

1905
  mInfo("trans:%d, execute %d actions serial, begin at action:%d, stage:%s", pTrans->id, numOfActions,
17,427!
1906
        pTrans->actionPos, mndTransStr(pTrans->stage));
1907

1908
  for (int32_t action = pTrans->actionPos; action < numOfActions; ++action) {
26,707✔
1909
    STransAction *pAction = taosArrayGet(pActions, action);
25,689✔
1910

1911
    if (pTrans->exec == TRN_EXEC_GROUP_PARALLEL && pAction->groupId > 0) {
25,689✔
1912
      code = TSDB_CODE_ACTION_IN_PROGRESS;
16✔
1913
      break;
16,409✔
1914
    }
1915

1916
    mInfo("trans:%d, current action:%d, stage:%s, actionType(1:msg,2:log):%d, msgSent:%d, msgReceived:%d", pTrans->id,
25,673!
1917
          pTrans->actionPos, mndTransStr(pAction->stage), pAction->actionType, pAction->msgSent, pAction->msgReceived);
1918

1919
    code = mndTransExecSingleAction(pMnode, pTrans, pAction, topHalf, false);
25,673✔
1920
    if (code == 0) {
25,673✔
1921
      if (pAction->msgSent) {
21,616✔
1922
        bool reset = false;
18,638✔
1923
        if (pAction->msgReceived) {
18,638✔
1924
          if (pAction->errCode != 0 && pAction->errCode != pAction->acceptableCode) {
7,948!
1925
            code = pAction->errCode;
4,511✔
1926
            reset = true;
4,511✔
1927
          } else {
1928
            mInfo("trans:%d, %s:%d execute successfully", pTrans->id, mndTransStr(pAction->stage), pAction->id);
3,437!
1929
          }
1930
        } else {
1931
          int64_t timestamp = taosGetTimestampMs();
10,690✔
1932
          if (timestamp - pAction->startTime > TRANS_ACTION_TIMEOUT) reset = true;
10,690!
1933
          code = TSDB_CODE_ACTION_IN_PROGRESS;
10,690✔
1934
        }
1935
        if (reset) {
18,638✔
1936
          mndTransResetAction(pMnode, pTrans, pAction);
4,511✔
1937
          mInfo("trans:%d, %s:%d reset, errCode:%d, startTime:%" PRId64, pTrans->id, mndTransStr(pAction->stage),
4,511!
1938
                pAction->id, pAction->errCode, pAction->startTime);
1939
        }
1940
      } else if (pAction->rawWritten) {
2,978!
1941
        if (pAction->errCode != 0 && pAction->errCode != pAction->acceptableCode) {
2,978!
1942
          code = pAction->errCode;
×
1943
        } else {
1944
          mInfo("trans:%d, %s:%d was already written", pTrans->id, mndTransStr(pAction->stage), pAction->id);
2,978!
1945
        }
1946
      } else {
1947
      }
1948
    }
1949

1950
    if (code == 0) {
25,673✔
1951
      pTrans->failedTimes = 0;
6,415✔
1952
    }
1953
    mndSetTransLastAction(pTrans, pAction);
25,673✔
1954
    if (code == TSDB_CODE_MND_TRANS_CTX_SWITCH || code == TSDB_CODE_ACTION_IN_PROGRESS) {
25,673✔
1955
      mInfo(
14,747!
1956
          "trans:%d, not able to execute current action:%d since %s, stage:%s, actionType(1:msg,2:log):%d, msgSent:%d, "
1957
          "msgReceived:%d",
1958
          pTrans->id, pTrans->actionPos, tstrerror(code), mndTransStr(pAction->stage), pAction->actionType,
1959
          pAction->msgSent, pAction->msgReceived);
1960
    } else if (code != 0) {
10,926✔
1961
      mError(
4,511!
1962
          "trans:%d, failed to execute current action:%d since %s, stage:%s, actionType(1:msg,2:log):%d, msgSent:%d, "
1963
          "msgReceived:%d",
1964
          pTrans->id, pTrans->actionPos, tstrerror(code), mndTransStr(pAction->stage), pAction->actionType,
1965
          pAction->msgSent, pAction->msgReceived);
1966
    }
1967

1968
    char str[200] = {0};
25,673✔
1969
    if (mndCannotExecuteTransWithInfo(pMnode, topHalf, str, 200)) {
25,673✔
1970
      pTrans->lastErrorNo = code;
5,696✔
1971
      pTrans->code = code;
5,696✔
1972
      mInfo("trans:%d, %s:%d cannot execute next action, stop execution, %s", pTrans->id, mndTransStr(pAction->stage),
5,696!
1973
            action, str);
1974
      break;
5,696✔
1975
    }
1976

1977
    if (code == 0) {
19,977✔
1978
      pTrans->code = 0;
4,776✔
1979
      pTrans->actionPos++;
4,776✔
1980
      mInfo("trans:%d, %s:%d is executed and need sync to other mnodes", pTrans->id, mndTransStr(pAction->stage),
4,776!
1981
            pAction->id);
1982
      (void)taosThreadMutexUnlock(&pTrans->mutex);
4,776✔
1983
      code = mndTransSync(pMnode, pTrans);
4,776✔
1984
      (void)taosThreadMutexLock(&pTrans->mutex);
4,776✔
1985
      if (code != 0) {
4,776!
1986
        pTrans->actionPos--;
×
1987
        pTrans->code = terrno;
×
1988
        mError("trans:%d, %s:%d is executed and failed to sync to other mnodes since %s", pTrans->id,
×
1989
               mndTransStr(pAction->stage), pAction->id, terrstr());
1990
        break;
×
1991
      }
1992
    } else if (code == TSDB_CODE_ACTION_IN_PROGRESS) {
15,201✔
1993
      mInfo("trans:%d, %s:%d is in progress and wait it finish", pTrans->id, mndTransStr(pAction->stage), pAction->id);
10,690!
1994
      break;
10,690✔
1995
    } else if (code == pAction->retryCode || code == TSDB_CODE_SYN_PROPOSE_NOT_READY ||
4,511✔
1996
               code == TSDB_CODE_SYN_RESTORING || code == TSDB_CODE_SYN_NOT_LEADER) {
20✔
1997
      mInfo("trans:%d, %s:%d receive code:0x%x(%s) and retry", pTrans->id, mndTransStr(pAction->stage), pAction->id,
4,504!
1998
            code, tstrerror(code));
1999
      pTrans->lastErrorNo = code;
4,504✔
2000
      taosMsleep(300);
4,504✔
2001
      action--;
4,504✔
2002
      continue;
4,504✔
2003
    } else {
2004
      terrno = code;
7✔
2005
      pTrans->lastErrorNo = code;
7✔
2006
      pTrans->code = code;
7✔
2007
      mInfo("trans:%d, %s:%d receive code:0x%x(%s) and wait another schedule, failedTimes:%d", pTrans->id,
7!
2008
            mndTransStr(pAction->stage), pAction->id, code, tstrerror(code), pTrans->failedTimes);
2009
      break;
7✔
2010
    }
2011
  }
2012

2013
  return code;
17,427✔
2014
}
2015

2016
static int32_t mndTransExecuteActionsSerialGroup(SMnode *pMnode, STrans *pTrans, SArray *pActions, bool topHalf,
10,065✔
2017
                                                 int32_t groupId, int32_t currentGroup, int32_t groupCount,
2018
                                                 bool notSend, SHashObj *pHash) {
2019
  int32_t code = 0;
10,065✔
2020
  int32_t numOfActions = taosArrayGetSize(pActions);
10,065✔
2021
  if (numOfActions == 0) return code;
10,065!
2022

2023
  if (groupId <= 0) {
10,065!
2024
    mError("trans:%d, failed to execute action in serail group, %d", pTrans->id, groupId);
×
2025
    return TSDB_CODE_INTERNAL_ERROR;
×
2026
  }
2027

2028
  int32_t *actionPos = taosHashGet(pTrans->groupActionPos, &groupId, sizeof(int32_t));
10,065✔
2029
  if (actionPos == NULL) {
10,065!
2030
    mError("trans:%d, failed to execute action in serail group, actionPos is null at group %d", pTrans->id, groupId);
×
2031
    return TSDB_CODE_INTERNAL_ERROR;
×
2032
  }
2033

2034
  if (*actionPos >= numOfActions) {
10,065✔
2035
    mError("trans:%d, failed to execute action in serail group, actionPos:%d >= numOfActions:%d at group %d",
1,980!
2036
           pTrans->id, *actionPos, numOfActions, groupId);
2037
    return TSDB_CODE_INTERNAL_ERROR;
1,980✔
2038
  }
2039

2040
  for (int32_t action = *actionPos; action < numOfActions; ++action) {
9,247✔
2041
    STransAction **ppAction = taosArrayGet(pActions, action);
8,736✔
2042
    STransAction  *pAction = *ppAction;
8,736✔
2043

2044
    if (notSend && !pAction->msgSent) {
8,736✔
2045
      mInfo(
1,108!
2046
          "trans:%d, %s:%d (%d/%d at group %d) skip to execute, curent state(actionType(1:msg,2:log):%d, "
2047
          "msgSent:%d, msgReceived:%d), transaction(action pos:%d)",
2048
          pTrans->id, mndTransStr(pTrans->stage), pAction->id, action, numOfActions, groupId, pAction->actionType,
2049
          pAction->msgSent, pAction->msgReceived, pTrans->actionPos);
2050
      code = TSDB_CODE_ACTION_IN_PROGRESS;
1,108✔
2051
      break;
7,574✔
2052
    }
2053

2054
    mInfo(
7,628!
2055
        "trans:%d, %s:%d (%d/%d at group %d) begin to execute, curent state(actionType(1:msg,2:log):%d, "
2056
        "msgSent:%d, msgReceived:%d), transaction(action pos:%d)",
2057
        pTrans->id, mndTransStr(pTrans->stage), pAction->id, action, numOfActions, groupId, pAction->actionType,
2058
        pAction->msgSent, pAction->msgReceived, pTrans->actionPos);
2059

2060
    code = mndTransExecSingleAction(pMnode, pTrans, pAction, topHalf, false);
7,628✔
2061
    if (code == 0) {
7,628✔
2062
      if (pAction->msgSent) {
4,187✔
2063
        if (pAction->msgReceived) {
3,770✔
2064
          if (pAction->errCode != 0 && pAction->errCode != pAction->acceptableCode) {
1,052!
2065
            code = pAction->errCode;
119✔
2066
            mndTransResetAction(pMnode, pTrans, pAction);
119✔
2067
          } else {
2068
            mInfo("trans:%d, %s:%d (%d/%d at group %d) suceed to exeute", pTrans->id, mndTransStr(pAction->stage),
933!
2069
                  pAction->id, action, numOfActions, groupId);
2070
          }
2071
        } else {
2072
          code = TSDB_CODE_ACTION_IN_PROGRESS;
2,718✔
2073
        }
2074
        int8_t *msgSent = taosHashGet(pHash, &pAction->id, sizeof(int32_t));
3,770✔
2075
        if (msgSent != NULL) {
3,770!
2076
          *msgSent = pAction->msgSent;
3,770✔
2077
          mInfo("trans:%d, action:%d, set tmp msgSent:%d", pTrans->id, pAction->id, pAction->msgSent);
3,770!
2078
        } else {
2079
          mWarn("trans:%d, action:%d, failed set tmp msgSent:%d", pTrans->id, pAction->id, pAction->msgSent);
×
2080
        }
2081
      } else if (pAction->rawWritten) {
417!
2082
        if (pAction->errCode != 0 && pAction->errCode != pAction->acceptableCode) {
417!
2083
          code = pAction->errCode;
×
2084
        } else {
2085
          mInfo("trans:%d, %s:%d was already written", pTrans->id, mndTransStr(pAction->stage), pAction->id);
417!
2086
        }
2087
      } else {
2088
      }
2089
    }
2090

2091
    if (code == 0) {
7,628✔
2092
      pTrans->failedTimes = 0;
1,350✔
2093
    }
2094
    mndSetTransLastAction(pTrans, pAction);
7,628✔
2095

2096
    char str[200] = {0};
7,628✔
2097
    if (mndCannotExecuteTransWithInfo(pMnode, topHalf, str, 200)) {
7,628✔
2098
      pTrans->lastErrorNo = code;
3,748✔
2099
      pTrans->code = code;
3,748✔
2100
      if (code == TSDB_CODE_MND_TRANS_CTX_SWITCH) {
3,748✔
2101
        mInfo(
3,441!
2102
            "trans:%d, %s:%d (%d/%d at group %d) not able to execute since %s, current state("
2103
            "actionType(1:msg,2:log):%d, msgSent:%d, msgReceived:%d)",
2104
            pTrans->id, mndTransStr(pAction->stage), pAction->id, action, numOfActions, groupId, tstrerror(code),
2105
            pAction->actionType, pAction->msgSent, pAction->msgReceived);
2106
      } else if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
307!
2107
        mError(
×
2108
            "trans:%d, %s:%d (%d/%d at group %d) failed to execute since %s, current action("
2109
            "actionType(1:msg,2:log):%d, msgSent:%d, msgReceived:%d)",
2110
            pTrans->id, mndTransStr(pAction->stage), pAction->id, action, numOfActions, groupId, tstrerror(code),
2111
            pAction->actionType, pAction->msgSent, pAction->msgReceived);
2112
      }
2113
      mInfo("trans:%d, %s:%d (%d/%d at group %d) cannot execute next action, stop this group execution, %s", pTrans->id,
3,748!
2114
            mndTransStr(pAction->stage), pAction->id, action, numOfActions, groupId, str);
2115
      break;
3,748✔
2116
    }
2117

2118
    if (code == 0) {
3,880✔
2119
      pTrans->code = 0;
1,043✔
2120
      pTrans->actionPos++;
1,043✔
2121
      (*actionPos)++;
1,043✔
2122
      mInfo("trans:%d, %s:%d is finished and need sync to other mnodes", pTrans->id, mndTransStr(pAction->stage),
1,043!
2123
            pAction->id);
2124
      (void)taosThreadMutexUnlock(&pTrans->mutex);
1,043✔
2125
      code = mndTransSync(pMnode, pTrans);
1,043✔
2126
      (void)taosThreadMutexLock(&pTrans->mutex);
1,043✔
2127
      mInfo("trans:%d, try to reset all action msgSent except:%d", pTrans->id, pAction->id);
1,043!
2128
      for (int32_t i = 0; i < taosArrayGetSize(pTrans->redoActions); ++i) {
22,764✔
2129
        STransAction *pTmpAction = taosArrayGet(pTrans->redoActions, i);
21,721✔
2130
        int8_t       *msgSent = taosHashGet(pHash, &pTmpAction->id, sizeof(int32_t));
21,721✔
2131
        if (pTmpAction->id != pAction->id && pTmpAction->msgSent != *msgSent) {
21,721✔
2132
          pTmpAction->msgSent = *msgSent;
1,426✔
2133
          mInfo("trans:%d, action:%d, reset msgSent:%d", pTrans->id, pTmpAction->id, *msgSent);
1,426!
2134
        }
2135
      }
2136
      if (code != 0) {
1,043!
2137
        pTrans->actionPos--;
×
2138
        (*actionPos)--;
×
2139
        pTrans->code = terrno;
×
2140
        mError("trans:%d, %s:%d is executed and failed to sync to other mnodes since %s", pTrans->id,
×
2141
               mndTransStr(pAction->stage), pAction->id, terrstr());
2142
        break;
×
2143
      }
2144
    } else if (code == TSDB_CODE_ACTION_IN_PROGRESS) {
2,837✔
2145
      mInfo("trans:%d, %s:%d is executed and still in progress and wait it finish", pTrans->id,
2,718!
2146
            mndTransStr(pAction->stage), pAction->id);
2147
      break;
2,718✔
2148
    } else if (code == pAction->retryCode || code == TSDB_CODE_SYN_PROPOSE_NOT_READY ||
119!
2149
               code == TSDB_CODE_SYN_RESTORING || code == TSDB_CODE_SYN_NOT_LEADER) {
×
2150
      mInfo("trans:%d, %s:%d receive code:0x%x(%s) and retry", pTrans->id, mndTransStr(pAction->stage), pAction->id,
119!
2151
            code, tstrerror(code));
2152
      pTrans->lastErrorNo = code;
119✔
2153
      taosMsleep(300);
119✔
2154
      action--;
119✔
2155
      continue;
119✔
2156
    } else {
2157
      terrno = code;
×
2158
      pTrans->lastErrorNo = code;
×
2159
      pTrans->code = code;
×
2160
      mInfo("trans:%d, %s:%d receive code:0x%x(%s) and wait another schedule, failedTimes:%d", pTrans->id,
×
2161
            mndTransStr(pAction->stage), pAction->id, code, tstrerror(code), pTrans->failedTimes);
2162
      break;
×
2163
    }
2164
  }
2165

2166
  return code;
8,085✔
2167
}
2168

2169
static int32_t mndTransExecuteRedoActionsSerial(SMnode *pMnode, STrans *pTrans, bool topHalf) {
18,605✔
2170
  int32_t code = TSDB_CODE_ACTION_IN_PROGRESS;
18,605✔
2171
  (void)taosThreadMutexLock(&pTrans->mutex);
18,605✔
2172
  if (pTrans->stage == TRN_STAGE_REDO_ACTION) {
18,605!
2173
    code = mndTransExecuteActionsSerial(pMnode, pTrans, pTrans->redoActions, topHalf);
18,605✔
2174
  }
2175
  (void)taosThreadMutexUnlock(&pTrans->mutex);
18,605✔
2176
  return code;
18,605✔
2177
}
2178

2179
static int32_t mndTransExecuteRedoActionGroup(SMnode *pMnode, STrans *pTrans, bool topHalf, bool notSend) {
2,745✔
2180
  int32_t total_code = TSDB_CODE_ACTION_IN_PROGRESS;
2,745✔
2181
  int32_t code = 0;
2,745✔
2182
  int32_t successCount = 0;
2,745✔
2183
  int32_t groupCount = taosHashGetSize(pTrans->redoGroupActions);
2,745✔
2184

2185
  SHashObj *pHash = taosHashInit(16, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), false, HASH_ENTRY_LOCK);
2,745✔
2186
  if(pHash == NULL){
2,745!
2187
    mError("trans:%d, failed to init hash since %s", pTrans->id, terrstr());
×
2188
    return -1;
×
2189
  }
2190
  for (int32_t i = 0; i < taosArrayGetSize(pTrans->redoActions); ++i) {
61,944✔
2191
    STransAction *pAction = taosArrayGet(pTrans->redoActions, i);
59,199✔
2192
    int32_t       code = taosHashPut(pHash, &pAction->id, sizeof(int32_t), &pAction->msgSent, sizeof(int8_t));
59,199✔
2193
    if (code != 0) mError("trans:%d, failed to put hash since %s", pTrans->id, tstrerror(code));
59,199!
2194
  }
2195
  mTrace("trans:%d, temp save all action msgSent", pTrans->id);
2,745!
2196

2197
  mInfo("trans:%d, redo action group begin to execute, total group count:%d", pTrans->id, groupCount);
2,745!
2198
  void   *pIter = taosHashIterate(pTrans->redoGroupActions, NULL);
2,745✔
2199
  int32_t currentGroup = 1;
2,745✔
2200
  while (pIter) {
12,810✔
2201
    SArray **redoActions = pIter;
10,065✔
2202
    size_t   keyLen = 0;
10,065✔
2203
    int32_t *key = taosHashGetKey(pIter, &keyLen);
10,065✔
2204
    int32_t  actionCount = taosArrayGetSize(*redoActions);
10,065✔
2205
    mInfo("trans:%d, group:%d/%d(%d) begin to execute, current group(action count:%d) transaction(action pos:%d)",
10,065!
2206
          pTrans->id, currentGroup, groupCount, *key, actionCount, pTrans->actionPos);
2207
    code = mndTransExecuteActionsSerialGroup(pMnode, pTrans, *redoActions, topHalf, *key, currentGroup, groupCount,
10,065✔
2208
                                             notSend, pHash);
2209
    if (code == TSDB_CODE_MND_TRANS_CTX_SWITCH) {
10,065✔
2210
      mInfo("trans:%d, group:%d/%d(%d) not able to execute, code:%s", pTrans->id, currentGroup, groupCount, *key,
3,441!
2211
            tstrerror(code));
2212
    } else if (code == TSDB_CODE_ACTION_IN_PROGRESS) {
6,624✔
2213
      mInfo("trans:%d, group:%d/%d(%d) is executed and still in progress", pTrans->id, currentGroup, groupCount, *key);
3,826!
2214
    } else if (code != 0) {
2,798✔
2215
      mError("trans:%d, group:%d/%d(%d) failed to execute, code:%s", pTrans->id, currentGroup, groupCount, *key,
1,980!
2216
             tstrerror(code));
2217
    } else {
2218
      successCount++;
818✔
2219
      mInfo("trans:%d, group:%d/%d(%d) is finished", pTrans->id, currentGroup, groupCount, *key);
818!
2220
    }
2221
    currentGroup++;
10,065✔
2222
    pIter = taosHashIterate(pTrans->redoGroupActions, pIter);
10,065✔
2223
  }
2224

2225
  taosHashCleanup(pHash);
2,745✔
2226

2227
  if (successCount == groupCount) {
2,745✔
2228
    total_code = 0;
49✔
2229
  } else {
2230
    mInfo("trans:%d, redo action group is executed, %d of %d groups is executed", pTrans->id, successCount, groupCount);
2,696!
2231
  }
2232

2233
  return total_code;
2,745✔
2234
}
2235

2236
static int32_t mndTransExecuteRedoActionsParallel(SMnode *pMnode, STrans *pTrans, bool topHalf, bool notSend) {
3,225✔
2237
  int32_t code = TSDB_CODE_ACTION_IN_PROGRESS;
3,225✔
2238
  (void)taosThreadMutexLock(&pTrans->mutex);
3,225✔
2239

2240
  if (pTrans->stage == TRN_STAGE_REDO_ACTION) {
3,225!
2241
    int32_t numOfActions = taosArrayGetSize(pTrans->redoActions);
3,225✔
2242
    if (numOfActions == 0 || pTrans->actionPos >= numOfActions) {
3,225!
2243
      code = 0;
359✔
2244
    } else {
2245
      STransAction *pAction = taosArrayGet(pTrans->redoActions, pTrans->actionPos);
2,866✔
2246
      if (pAction != NULL && pAction->groupId == -1) {
2,866!
2247
        code = mndTransExecuteActionsSerial(pMnode, pTrans, pTrans->redoActions, topHalf);
121✔
2248
      } else {
2249
        code = mndTransExecuteRedoActionGroup(pMnode, pTrans, topHalf, notSend);
2,745✔
2250
        if (code == 0) {
2,745✔
2251
          if (pTrans->actionPos < numOfActions) {
49✔
2252
            code = TSDB_CODE_ACTION_IN_PROGRESS;
37✔
2253
          }
2254
        }
2255
      }
2256
    }
2257
  }
2258

2259
  (void)taosThreadMutexUnlock(&pTrans->mutex);
3,225✔
2260

2261
  return code;
3,225✔
2262
}
2263

2264
static int32_t mndTransExecuteUndoActionsSerial(SMnode *pMnode, STrans *pTrans, bool topHalf) {
×
2265
  int32_t code = TSDB_CODE_ACTION_IN_PROGRESS;
×
2266
  (void)taosThreadMutexLock(&pTrans->mutex);
×
2267
  if (pTrans->stage == TRN_STAGE_UNDO_ACTION) {
×
2268
    code = mndTransExecuteActionsSerial(pMnode, pTrans, pTrans->undoActions, topHalf);
×
2269
  }
2270
  (void)taosThreadMutexUnlock(&pTrans->mutex);
×
2271
  return code;
×
2272
}
2273

2274
bool mndTransPerformPrepareStage(SMnode *pMnode, STrans *pTrans, bool topHalf) {
56,304✔
2275
  bool    continueExec = true;
56,304✔
2276
  int32_t code = 0;
56,304✔
2277
  terrno = 0;
56,304✔
2278

2279
  int32_t numOfActions = taosArrayGetSize(pTrans->prepareActions);
56,304✔
2280
  if (numOfActions == 0) goto _OVER;
56,304✔
2281

2282
  mInfo("trans:%d, execute %d prepare actions.", pTrans->id, numOfActions);
16,531!
2283

2284
  for (int32_t action = 0; action < numOfActions; ++action) {
43,524✔
2285
    STransAction *pAction = taosArrayGet(pTrans->prepareActions, action);
26,993✔
2286
    code = mndTransExecSingleAction(pMnode, pTrans, pAction, topHalf, true);
26,993✔
2287
    if (code != 0) {
26,993!
2288
      terrno = code;
×
2289
      mError("trans:%d, failed to execute prepare action:%d, numOfActions:%d, since %s", pTrans->id, action,
×
2290
             numOfActions, tstrerror(code));
2291
      return false;
×
2292
    }
2293
  }
2294

2295
_OVER:
16,531✔
2296
  pTrans->stage = TRN_STAGE_REDO_ACTION;
56,304✔
2297
  mInfo("trans:%d, stage from prepare to redoAction", pTrans->id);
56,304!
2298
  return continueExec;
56,304✔
2299
}
2300

2301
static bool mndTransPerformRedoActionStage(SMnode *pMnode, STrans *pTrans, bool topHalf, bool notSend) {
190,683✔
2302
  bool    continueExec = true;
190,683✔
2303
  int32_t code = 0;
190,683✔
2304
  terrno = 0;
190,683✔
2305

2306
  if (pTrans->exec == TRN_EXEC_SERIAL) {
190,683✔
2307
    code = mndTransExecuteRedoActionsSerial(pMnode, pTrans, topHalf);
18,605✔
2308
  } else if (pTrans->exec == TRN_EXEC_PARALLEL) {
172,078✔
2309
    code = mndTransExecuteRedoActions(pMnode, pTrans, topHalf, notSend);
168,853✔
2310
  } else if (pTrans->exec == TRN_EXEC_GROUP_PARALLEL) {
3,225!
2311
    code = mndTransExecuteRedoActionsParallel(pMnode, pTrans, topHalf, notSend);
3,225✔
2312
  } else {
2313
    code = TSDB_CODE_INTERNAL_ERROR;
×
2314
  }
2315

2316
  if (code != 0 && code != TSDB_CODE_MND_TRANS_CTX_SWITCH && code != TSDB_CODE_ACTION_IN_PROGRESS &&
190,694!
2317
      mndTransIsInSyncContext(topHalf)) {
11✔
2318
    pTrans->lastErrorNo = code;
×
2319
    pTrans->code = code;
×
2320
    mInfo(
×
2321
        "trans:%d, failed to execute, will retry redo action stage in 100 ms , in %s, "
2322
        "continueExec:%d, code:%s",
2323
        pTrans->id, mndStrExecutionContext(topHalf), continueExec, tstrerror(code));
2324
    taosMsleep(100);
×
2325
    return true;
×
2326
  } else {
2327
    if (mndCannotExecuteTrans(pMnode, topHalf)) {
190,683✔
2328
      mInfo("trans:%d, cannot continue to execute redo action stage in %s, continueExec:%d, code:%s", pTrans->id,
63,346!
2329
            mndStrExecutionContext(topHalf), continueExec, tstrerror(code));
2330
      return false;
63,346✔
2331
    }
2332
  }
2333
  terrno = code;
127,337✔
2334

2335
  if (code == 0) {
127,337✔
2336
    pTrans->code = 0;
47,174✔
2337
    pTrans->stage = TRN_STAGE_COMMIT;
47,174✔
2338
    mInfo("trans:%d, stage from redoAction to commit", pTrans->id);
47,174!
2339
    continueExec = true;
47,174✔
2340
  } else if (code == TSDB_CODE_ACTION_IN_PROGRESS || code == TSDB_CODE_MND_TRANS_CTX_SWITCH) {
80,163!
2341
    mInfo("trans:%d, stage keep on redoAction since %s", pTrans->id, tstrerror(code));
80,152!
2342
    continueExec = false;
80,152✔
2343
  } else {
2344
    pTrans->failedTimes++;
11✔
2345
    pTrans->code = terrno;
11✔
2346
    if (pTrans->policy == TRN_POLICY_ROLLBACK) {
11✔
2347
      if (pTrans->lastAction != 0) {
4!
2348
        STransAction *pAction = taosArrayGet(pTrans->redoActions, pTrans->lastAction);
4✔
2349
        if (pAction->retryCode != 0 && pAction->retryCode == pAction->errCode) {
4!
2350
          if (pTrans->failedTimes < 6) {
×
2351
            mError("trans:%d, stage keep on redoAction since action:%d code:0x%x not 0x%x, failedTimes:%d", pTrans->id,
×
2352
                   pTrans->lastAction, pTrans->code, pAction->retryCode, pTrans->failedTimes);
2353
            taosMsleep(1000);
×
2354
            continueExec = true;
×
2355
            return true;
×
2356
          }
2357
        }
2358
      }
2359

2360
      pTrans->stage = TRN_STAGE_ROLLBACK;
4✔
2361
      pTrans->actionPos = 0;
4✔
2362
      mError("trans:%d, stage from redoAction to rollback since %s, and set actionPos to %d", pTrans->id, terrstr(),
4!
2363
             pTrans->actionPos);
2364
      continueExec = true;
4✔
2365
    } else {
2366
      mError("trans:%d, stage keep on redoAction since %s, failedTimes:%d", pTrans->id, terrstr(), pTrans->failedTimes);
7!
2367
      continueExec = false;
7✔
2368
    }
2369
  }
2370

2371
  return continueExec;
127,337✔
2372
}
2373

2374
// execute in trans context
2375
static bool mndTransPerformCommitStage(SMnode *pMnode, STrans *pTrans, bool topHalf) {
47,175✔
2376
  if (mndCannotExecuteTrans(pMnode, topHalf)) return false;
47,175✔
2377

2378
  bool    continueExec = true;
47,174✔
2379
  int32_t code = mndTransCommit(pMnode, pTrans);
47,174✔
2380

2381
  if (code == 0) {
47,174✔
2382
    pTrans->code = 0;
47,157✔
2383
    pTrans->stage = TRN_STAGE_COMMIT_ACTION;
47,157✔
2384
    mInfo("trans:%d, stage from commit to commitAction", pTrans->id);
47,157!
2385
    continueExec = true;
47,157✔
2386
  } else {
2387
    pTrans->code = terrno;
17✔
2388
    pTrans->failedTimes++;
17✔
2389
    mError("trans:%d, stage keep on commit since %s, failedTimes:%d", pTrans->id, terrstr(), pTrans->failedTimes);
17!
2390
    continueExec = false;
17✔
2391
  }
2392

2393
  return continueExec;
47,174✔
2394
}
2395

2396
static bool mndTransPerformCommitActionStage(SMnode *pMnode, STrans *pTrans, bool topHalf) {
103,413✔
2397
  bool    continueExec = true;
103,413✔
2398
  int32_t code = mndTransExecuteCommitActions(pMnode, pTrans, topHalf);
103,413✔
2399

2400
  if (code == 0) {
103,413✔
2401
    pTrans->code = 0;
103,412✔
2402
    pTrans->stage = TRN_STAGE_FINISH;  // TRN_STAGE_PRE_FINISH is not necessary
103,412✔
2403
    mInfo("trans:%d, stage from commitAction to finished", pTrans->id);
103,412!
2404
    continueExec = true;
103,412✔
2405
  } else if (code == TSDB_CODE_MND_TRANS_CTX_SWITCH && topHalf) {
1!
2406
    pTrans->code = 0;
1✔
2407
    pTrans->stage = TRN_STAGE_COMMIT;
1✔
2408
    mInfo("trans:%d, back to commit stage", pTrans->id);
1!
2409
    continueExec = true;
1✔
2410
  } else {
2411
    pTrans->code = terrno;
×
2412
    pTrans->failedTimes++;
×
2413
    mError("trans:%d, stage keep on commitAction since %s, failedTimes:%d", pTrans->id, terrstr(), pTrans->failedTimes);
×
2414
    continueExec = false;
×
2415
  }
2416

2417
  return continueExec;
103,413✔
2418
}
2419

2420
static bool mndTransPerformUndoActionStage(SMnode *pMnode, STrans *pTrans, bool topHalf, bool notSend) {
38✔
2421
  bool    continueExec = true;
38✔
2422
  int32_t code = 0;
38✔
2423

2424
  if (pTrans->exec == TRN_EXEC_SERIAL) {
38!
2425
    code = mndTransExecuteUndoActionsSerial(pMnode, pTrans, topHalf);
×
2426
  } else {
2427
    code = mndTransExecuteUndoActions(pMnode, pTrans, topHalf, notSend);
38✔
2428
  }
2429

2430
  if (mndCannotExecuteTrans(pMnode, topHalf)) return false;
38✔
2431
  terrno = code;
30✔
2432

2433
  if (code == 0) {
30✔
2434
    pTrans->stage = TRN_STAGE_PRE_FINISH;
4✔
2435
    mInfo("trans:%d, stage from undoAction to pre-finish", pTrans->id);
4!
2436
    continueExec = true;
4✔
2437
  } else if (code == TSDB_CODE_ACTION_IN_PROGRESS || code == TSDB_CODE_MND_TRANS_CTX_SWITCH) {
26!
2438
    mInfo("trans:%d, stage keep on undoAction since %s", pTrans->id, tstrerror(code));
26!
2439
    continueExec = false;
26✔
2440
  } else {
2441
    pTrans->failedTimes++;
×
2442
    mError("trans:%d, stage keep on undoAction since %s, failedTimes:%d", pTrans->id, terrstr(), pTrans->failedTimes);
×
2443
    continueExec = false;
×
2444
  }
2445

2446
  return continueExec;
30✔
2447
}
2448

2449
// in trans context
2450
static bool mndTransPerformRollbackStage(SMnode *pMnode, STrans *pTrans, bool topHalf) {
4✔
2451
  if (mndCannotExecuteTrans(pMnode, topHalf)) return false;
4!
2452

2453
  bool    continueExec = true;
4✔
2454
  int32_t code = mndTransRollback(pMnode, pTrans);
4✔
2455

2456
  if (code == 0) {
4!
2457
    pTrans->stage = TRN_STAGE_UNDO_ACTION;
4✔
2458
    continueExec = true;
4✔
2459
  } else {
2460
    pTrans->failedTimes++;
×
2461
    mError("trans:%d, stage keep on rollback since %s, failedTimes:%d", pTrans->id, terrstr(), pTrans->failedTimes);
×
2462
    continueExec = false;
×
2463
  }
2464

2465
  return continueExec;
4✔
2466
}
2467

2468
// excute in trans context
2469
static bool mndTransPerformPreFinishStage(SMnode *pMnode, STrans *pTrans, bool topHalf) {
5✔
2470
  if (mndCannotExecuteTrans(pMnode, topHalf)) return false;
5!
2471

2472
  bool    continueExec = true;
5✔
2473
  int32_t code = mndTransPreFinish(pMnode, pTrans);
5✔
2474

2475
  if (code == 0) {
5!
2476
    pTrans->stage = TRN_STAGE_FINISH;
5✔
2477
    mInfo("trans:%d, stage from pre-finish to finish", pTrans->id);
5!
2478
    continueExec = true;
5✔
2479
  } else {
2480
    pTrans->failedTimes++;
×
2481
    mError("trans:%d, stage keep on pre-finish since %s, failedTimes:%d", pTrans->id, terrstr(), pTrans->failedTimes);
×
2482
    continueExec = false;
×
2483
  }
2484

2485
  return continueExec;
5✔
2486
}
2487

2488
static bool mndTransPerformFinishStage(SMnode *pMnode, STrans *pTrans, bool topHalf) {
103,426✔
2489
  bool continueExec = false;
103,426✔
2490
  if (topHalf) return continueExec;
103,426✔
2491

2492
  SSdbRaw *pRaw = mndTransEncode(pTrans);
56,264✔
2493
  if (pRaw == NULL) {
56,264!
2494
    mError("trans:%d, failed to encode while finish trans since %s", pTrans->id, terrstr());
×
2495
    return false;
×
2496
  }
2497
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRaw, SDB_STATUS_DROPPED));
56,264!
2498

2499
  int32_t code = sdbWrite(pMnode->pSdb, pRaw);
56,264✔
2500
  if (code != 0) {
56,264!
2501
    mError("trans:%d, failed to write sdb since %s", pTrans->id, terrstr());
×
2502
  }
2503

2504
  mInfo("trans:%d, execute finished, code:0x%x, failedTimes:%d createTime:%" PRId64, pTrans->id, pTrans->code,
56,264!
2505
        pTrans->failedTimes, pTrans->createdTime);
2506
  return continueExec;
56,264✔
2507
}
2508

2509
void mndTransExecuteImp(SMnode *pMnode, STrans *pTrans, bool topHalf, bool notSend) {
246,983✔
2510
  bool continueExec = true;
246,983✔
2511

2512
  while (continueExec) {
691,727✔
2513
    mInfo("trans:%d, continue to execute stage:%s in %s, createTime:%" PRId64, pTrans->id,
444,744!
2514
          mndTransStr(pTrans->stage), mndStrExecutionContext(topHalf), pTrans->createdTime);
2515
    pTrans->lastExecTime = taosGetTimestampMs();
444,744✔
2516
    switch (pTrans->stage) {
444,744!
2517
      case TRN_STAGE_PREPARE:
×
2518
        continueExec = mndTransPerformPrepareStage(pMnode, pTrans, topHalf);
×
2519
        break;
×
2520
      case TRN_STAGE_REDO_ACTION:
190,683✔
2521
        continueExec = mndTransPerformRedoActionStage(pMnode, pTrans, topHalf, notSend);
190,683✔
2522
        break;
190,683✔
2523
      case TRN_STAGE_COMMIT:
47,175✔
2524
        continueExec = mndTransPerformCommitStage(pMnode, pTrans, topHalf);
47,175✔
2525
        break;
47,175✔
2526
      case TRN_STAGE_COMMIT_ACTION:
103,413✔
2527
        continueExec = mndTransPerformCommitActionStage(pMnode, pTrans, topHalf);
103,413✔
2528
        break;
103,413✔
2529
      case TRN_STAGE_ROLLBACK:
4✔
2530
        continueExec = mndTransPerformRollbackStage(pMnode, pTrans, topHalf);
4✔
2531
        break;
4✔
2532
      case TRN_STAGE_UNDO_ACTION:
38✔
2533
        continueExec = mndTransPerformUndoActionStage(pMnode, pTrans, topHalf, notSend);
38✔
2534
        break;
38✔
2535
      case TRN_STAGE_PRE_FINISH:
5✔
2536
        continueExec = mndTransPerformPreFinishStage(pMnode, pTrans, topHalf);
5✔
2537
        break;
5✔
2538
      case TRN_STAGE_FINISH:
103,426✔
2539
        continueExec = mndTransPerformFinishStage(pMnode, pTrans, topHalf);
103,426✔
2540
        break;
103,426✔
2541
      default:
×
2542
        continueExec = false;
×
2543
        break;
×
2544
    }
2545
  }
2546

2547
  mndTransSendRpcRsp(pMnode, pTrans);
246,983✔
2548
}
246,983✔
2549

2550
// start trans, pullup, receive rsp, kill
2551
void mndTransExecute(SMnode *pMnode, STrans *pTrans, bool notSend) {
127,555✔
2552
  bool topHalf = true;
127,555✔
2553
  mndTransExecuteImp(pMnode, pTrans, topHalf, notSend);
127,555✔
2554
}
127,555✔
2555

2556
// update trans
2557
void mndTransRefresh(SMnode *pMnode, STrans *pTrans) {
119,428✔
2558
  bool topHalf = false;
119,428✔
2559
  mndTransExecuteImp(pMnode, pTrans, topHalf, false);
119,428✔
2560
}
119,428✔
2561

2562
static int32_t mndProcessTransTimer(SRpcMsg *pReq) {
28,673✔
2563
  mTrace("start to process trans timer");
28,673✔
2564
  mndTransPullup(pReq->info.node);
28,673✔
2565
  return 0;
28,673✔
2566
}
2567

2568
int32_t mndKillTrans(SMnode *pMnode, STrans *pTrans) {
2✔
2569
  SArray *pArray = NULL;
2✔
2570
  if (pTrans->stage == TRN_STAGE_REDO_ACTION) {
2!
2571
    pArray = pTrans->redoActions;
2✔
2572
  } else if (pTrans->stage == TRN_STAGE_UNDO_ACTION) {
×
2573
    pArray = pTrans->undoActions;
×
2574
  } else {
2575
    TAOS_RETURN(TSDB_CODE_MND_TRANS_INVALID_STAGE);
×
2576
  }
2577

2578
  if(!tsForceKillTrans){
2!
2579
    if(pTrans->ableToBeKilled == false){
2!
2580
      return TSDB_CODE_MND_TRANS_NOT_ABLE_TO_kILLED;
×
2581
    }
2582
  }
2583
  
2584
  if(pTrans->killMode == TRN_KILL_MODE_SKIP){
2✔
2585
    for (int32_t i = 0; i < taosArrayGetSize(pArray); ++i) {
161✔
2586
      STransAction *pAction = taosArrayGet(pArray, i);
160✔
2587
      mInfo("trans:%d, %s:%d set processed for kill msg received, errCode from %s to success", pTrans->id,
160!
2588
            mndTransStr(pAction->stage), i, tstrerror(pAction->errCode));
2589
      pAction->msgSent = 1;
160✔
2590
      pAction->msgReceived = 1;
160✔
2591
      pAction->errCode = 0;
160✔
2592
    }
2593
  }
2594
  else if(pTrans->killMode == TRN_KILL_MODE_INTERUPT){
1!
2595
    pTrans->stage = TRN_STAGE_PRE_FINISH;
1✔
2596
  }
2597
  else{
2598
    return TSDB_CODE_MND_TRANS_NOT_ABLE_TO_kILLED;
×
2599
  }
2600

2601
  mInfo("trans:%d, execute transaction in kill trans", pTrans->id);
2!
2602
  mndTransExecute(pMnode, pTrans, true);
2✔
2603
  return 0;
2✔
2604
}
2605

2606
static int32_t mndProcessKillTransReq(SRpcMsg *pReq) {
3✔
2607
  SMnode       *pMnode = pReq->info.node;
3✔
2608
  SKillTransReq killReq = {0};
3✔
2609
  int32_t       code = -1;
3✔
2610
  STrans       *pTrans = NULL;
3✔
2611

2612
  if (tDeserializeSKillTransReq(pReq->pCont, pReq->contLen, &killReq) != 0) {
3!
2613
    code = TSDB_CODE_INVALID_MSG;
×
2614
    goto _OVER;
×
2615
  }
2616

2617
  mInfo("trans:%d, start to kill, force:%d", killReq.transId, tsForceKillTrans);
3!
2618
  if ((code = mndCheckOperPrivilege(pMnode, pReq->info.conn.user, MND_OPER_KILL_TRANS)) != 0) {
3✔
2619
    goto _OVER;
1✔
2620
  }
2621

2622
  pTrans = mndAcquireTrans(pMnode, killReq.transId);
2✔
2623
  if (pTrans == NULL) {
2!
2624
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2625
    if (terrno != 0) code = terrno;
×
2626
    goto _OVER;
×
2627
  }
2628

2629
  code = mndKillTrans(pMnode, pTrans);
2✔
2630

2631
_OVER:
3✔
2632
  if (code != 0) {
3✔
2633
    mError("trans:%d, failed to kill since %s", killReq.transId, terrstr());
1!
2634
  }
2635

2636
  mndReleaseTrans(pMnode, pTrans);
3✔
2637
  TAOS_RETURN(code);
3✔
2638
}
2639

2640
static int32_t mndCompareTransId(int32_t *pTransId1, int32_t *pTransId2) { return *pTransId1 >= *pTransId2 ? 1 : 0; }
308✔
2641

2642
void mndTransPullup(SMnode *pMnode) {
29,228✔
2643
  SSdb   *pSdb = pMnode->pSdb;
29,228✔
2644
  SArray *pArray = taosArrayInit(sdbGetSize(pSdb, SDB_TRANS), sizeof(int32_t));
29,228✔
2645
  if (pArray == NULL) return;
29,228!
2646

2647
  void *pIter = NULL;
29,228✔
2648
  while (1) {
5,230✔
2649
    STrans *pTrans = NULL;
34,458✔
2650
    pIter = sdbFetch(pMnode->pSdb, SDB_TRANS, pIter, (void **)&pTrans);
34,458✔
2651
    if (pIter == NULL) break;
34,458✔
2652
    if (taosArrayPush(pArray, &pTrans->id) == NULL) {
10,460!
2653
      mError("failed to put trans into array, trans:%d, but pull up will continute", pTrans->id);
×
2654
    }
2655
    sdbRelease(pSdb, pTrans);
5,230✔
2656
  }
2657

2658
  taosArraySort(pArray, (__compar_fn_t)mndCompareTransId);
29,228✔
2659

2660
  for (int32_t i = 0; i < taosArrayGetSize(pArray); ++i) {
34,458✔
2661
    int32_t *pTransId = taosArrayGet(pArray, i);
5,230✔
2662
    STrans  *pTrans = mndAcquireTrans(pMnode, *pTransId);
5,230✔
2663
    if (pTrans != NULL) {
5,230!
2664
      mInfo("trans:%d, execute transaction in trans pullup", pTrans->id);
5,230!
2665
      mndTransExecute(pMnode, pTrans, false);
5,230✔
2666
    }
2667
    mndReleaseTrans(pMnode, pTrans);
5,230✔
2668
  }
2669
  taosArrayDestroy(pArray);
29,228✔
2670
}
2671

2672
static char *formatTimestamp(char *buf, int64_t val, int precision) {
42,147✔
2673
  time_t tt;
2674
  if (precision == TSDB_TIME_PRECISION_MICRO) {
42,147!
2675
    tt = (time_t)(val / 1000000);
×
2676
  }
2677
  if (precision == TSDB_TIME_PRECISION_NANO) {
42,147!
2678
    tt = (time_t)(val / 1000000000);
×
2679
  } else {
2680
    tt = (time_t)(val / 1000);
42,147✔
2681
  }
2682

2683
  struct tm tm;
2684
  if (taosLocalTime(&tt, &tm, NULL, 0, NULL) == NULL) {
42,147!
2685
    mError("failed to get local time");
×
2686
    return NULL;
×
2687
  }
2688
  size_t pos = taosStrfTime(buf, 32, "%Y-%m-%d %H:%M:%S", &tm);
42,147✔
2689

2690
  if (precision == TSDB_TIME_PRECISION_MICRO) {
42,147!
2691
    sprintf(buf + pos, ".%06d", (int)(val % 1000000));
×
2692
  } else if (precision == TSDB_TIME_PRECISION_NANO) {
42,147!
2693
    sprintf(buf + pos, ".%09d", (int)(val % 1000000000));
×
2694
  } else {
2695
    sprintf(buf + pos, ".%03d", (int)(val % 1000));
42,147✔
2696
  }
2697

2698
  return buf;
42,147✔
2699
}
2700

2701
static void mndTransLogAction(STrans *pTrans) {
920✔
2702
  char    detail[512] = {0};
920✔
2703
  int32_t len = 0;
920✔
2704
  int32_t index = 0;
920✔
2705

2706
  if (pTrans->stage == TRN_STAGE_PREPARE) {
920!
2707
    for (int32_t i = 0; i < taosArrayGetSize(pTrans->prepareActions); ++i, ++index) {
×
2708
      len = 0;
×
2709
      STransAction *pAction = taosArrayGet(pTrans->prepareActions, i);
×
2710
      len += snprintf(detail + len, sizeof(detail) - len, "action:%d, %s:%d sdbType:%s, sdbStatus:%s\n", index,
×
2711
                      mndTransStr(pAction->stage), pAction->id, sdbTableName(pAction->pRaw->type),
×
2712
                      sdbStatusName(pAction->pRaw->status));
×
2713
      mDebug("trans:%d, show tran action, detail:%s", pTrans->id, detail);
×
2714
    }
2715
  }
2716

2717
  if (pTrans->stage == TRN_STAGE_REDO_ACTION) {
920!
2718
    for (int32_t i = 0; i < taosArrayGetSize(pTrans->redoActions); ++i, ++index) {
28,842✔
2719
      len = 0;
27,922✔
2720
      STransAction *pAction = taosArrayGet(pTrans->redoActions, i);
27,922✔
2721
      if (pAction->actionType == TRANS_ACTION_MSG) {
27,922✔
2722
        char bufStart[40] = {0};
21,064✔
2723
        (void)formatTimestamp(bufStart, pAction->startTime, TSDB_TIME_PRECISION_MILLI);
21,064✔
2724

2725
        char endStart[40] = {0};
21,064✔
2726
        (void)formatTimestamp(endStart, pAction->endTime, TSDB_TIME_PRECISION_MILLI);
21,064✔
2727
        len += snprintf(detail + len, sizeof(detail) - len,
42,128!
2728
                        "action:%d, %s:%d msgType:%s,"
2729
                        "sent:%d, received:%d, startTime:%s, endTime:%s, ",
2730
                        index, mndTransStr(pAction->stage), pAction->id, TMSG_INFO(pAction->msgType), pAction->msgSent,
21,064✔
2731
                        pAction->msgReceived, bufStart, endStart);
21,064✔
2732

2733
        SEpSet epset = pAction->epSet;
21,064✔
2734
        if (epset.numOfEps > 0) {
21,064!
2735
          len += snprintf(detail + len, sizeof(detail) - len, "numOfEps:%d inUse:%d ", epset.numOfEps, epset.inUse);
21,064✔
2736
          for (int32_t i = 0; i < epset.numOfEps; ++i) {
47,134✔
2737
            len +=
26,070✔
2738
                snprintf(detail + len, sizeof(detail) - len, "ep:%d-%s:%u ", i, epset.eps[i].fqdn, epset.eps[i].port);
26,070✔
2739
          }
2740
        }
2741

2742
        len += snprintf(detail + len, sizeof(detail) - len, ", errCode:0x%x(%s)\n", pAction->errCode & 0xFFFF,
21,064✔
2743
                        tstrerror(pAction->errCode));
2744
      } else {
2745
        len += snprintf(detail + len, sizeof(detail) - len, "action:%d, %s:%d sdbType:%s, sdbStatus:%s, written:%d\n",
6,858✔
2746
                        index, mndTransStr(pAction->stage), pAction->id, sdbTableName(pAction->pRaw->type),
6,858✔
2747
                        sdbStatusName(pAction->pRaw->status), pAction->rawWritten);
6,858✔
2748
      }
2749
      mDebug("trans:%d, show tran action, detail:%s", pTrans->id, detail);
27,922!
2750
    }
2751
  }
2752

2753
  if (pTrans->stage == TRN_STAGE_COMMIT_ACTION) {
920!
2754
    for (int32_t i = 0; i < taosArrayGetSize(pTrans->commitActions); ++i, ++index) {
×
2755
      len = 0;
×
2756
      STransAction *pAction = taosArrayGet(pTrans->commitActions, i);
×
2757
      len += snprintf(detail + len, sizeof(detail) - len, "action:%d, %s:%d sdbType:%s, sdbStatus:%s\n", index,
×
2758
                      mndTransStr(pAction->stage), i, sdbTableName(pAction->pRaw->type),
×
2759
                      sdbStatusName(pAction->pRaw->status));
×
2760
      mDebug("trans:%d, show tran action, detail:%s", pTrans->id, detail);
×
2761
    }
2762

2763
    for (int32_t i = 0; i < taosArrayGetSize(pTrans->undoActions); ++i, ++index) {
×
2764
      len = 0;
×
2765
      STransAction *pAction = taosArrayGet(pTrans->undoActions, i);
×
2766
      if (pAction->actionType == TRANS_ACTION_MSG) {
×
2767
        len += snprintf(detail + len, sizeof(detail) - len, "action:%d, %s:%d msgType:%s\n", index,
×
2768
                        mndTransStr(pAction->stage), pAction->id, TMSG_INFO(pAction->msgType));
×
2769
        ;
2770
      } else {
2771
        len += snprintf(detail + len, sizeof(detail) - len, "action:%d, %s:%d sdbType:%s, sdbStatus:%s\n", index,
×
2772
                        mndTransStr(pAction->stage), pAction->id, sdbTableName(pAction->pRaw->type),
×
2773
                        sdbStatusName(pAction->pRaw->status));
×
2774
      }
2775
      mDebug("trans:%d, show tran action, detail:%s", pTrans->id, detail);
×
2776
    }
2777
  }
2778
}
920✔
2779

2780
static int32_t mndRetrieveTrans(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
972✔
2781
  SMnode *pMnode = pReq->info.node;
972✔
2782
  SSdb   *pSdb = pMnode->pSdb;
972✔
2783
  int32_t numOfRows = 0;
972✔
2784
  STrans *pTrans = NULL;
972✔
2785
  int32_t cols = 0;
972✔
2786
  int32_t code = 0;
972✔
2787
  int32_t lino = 0;
972✔
2788

2789
  while (numOfRows < rows) {
1,892!
2790
    pShow->pIter = sdbFetch(pSdb, SDB_TRANS, pShow->pIter, (void **)&pTrans);
1,892✔
2791
    if (pShow->pIter == NULL) break;
1,892✔
2792

2793
    cols = 0;
920✔
2794

2795
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
920✔
2796
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pTrans->id, false), pTrans, &lino, _OVER);
920!
2797

2798
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
920✔
2799
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pTrans->createdTime, false), pTrans, &lino,
920!
2800
                        _OVER);
2801

2802
    char stage[TSDB_TRANS_STAGE_LEN + VARSTR_HEADER_SIZE] = {0};
920✔
2803
    STR_WITH_MAXSIZE_TO_VARSTR(stage, mndTransStr(pTrans->stage), pShow->pMeta->pSchemas[cols].bytes);
920✔
2804
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
920✔
2805
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)stage, false), pTrans, &lino, _OVER);
920!
2806

2807
    char opername[TSDB_TRANS_OPER_LEN + VARSTR_HEADER_SIZE] = {0};
920✔
2808
    STR_WITH_MAXSIZE_TO_VARSTR(opername, pTrans->opername, pShow->pMeta->pSchemas[cols].bytes);
920✔
2809
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
920✔
2810
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)opername, false), pTrans, &lino, _OVER);
920!
2811

2812
    char dbname[TSDB_DB_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
920✔
2813
    STR_WITH_MAXSIZE_TO_VARSTR(dbname, mndGetDbStr(pTrans->dbname), pShow->pMeta->pSchemas[cols].bytes);
920✔
2814
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
920✔
2815
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)dbname, false), pTrans, &lino, _OVER);
920!
2816

2817
    char stbname[TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
920✔
2818
    STR_WITH_MAXSIZE_TO_VARSTR(stbname, mndGetDbStr(pTrans->stbname), pShow->pMeta->pSchemas[cols].bytes);
920✔
2819
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
920✔
2820
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)stbname, false), pTrans, &lino, _OVER);
920!
2821

2822
    const char *killableStr = pTrans->ableToBeKilled ? "yes" : "no";
920✔
2823
    char        killableVstr[10 + VARSTR_HEADER_SIZE] = {0};
920✔
2824
    STR_WITH_MAXSIZE_TO_VARSTR(killableVstr, killableStr, 10 + VARSTR_HEADER_SIZE);
920✔
2825
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
920✔
2826
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)killableVstr, false), pTrans, &lino, _OVER);
920!
2827

2828
    /*
2829
    const char *killModeStr = pTrans->killMode == TRN_KILL_MODE_SKIP ? "skip" : "interrupt";
2830
    char        killModeVstr[10 + VARSTR_HEADER_SIZE] = {0};
2831
    STR_WITH_MAXSIZE_TO_VARSTR(killModeVstr, killModeStr, 24);
2832
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
2833
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)killModeVstr, false), pTrans, &lino, _OVER);
2834
    */
2835

2836
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
920✔
2837
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pTrans->failedTimes, false), pTrans, &lino,
920!
2838
                        _OVER);
2839

2840
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
920✔
2841
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pTrans->lastExecTime, false), pTrans, &lino,
920!
2842
                        _OVER);
2843

2844
    char    lastInfo[TSDB_TRANS_ERROR_LEN + VARSTR_HEADER_SIZE] = {0};
920✔
2845
    char    detail[TSDB_TRANS_ERROR_LEN + 1] = {0};
920✔
2846
    int32_t len = tsnprintf(detail, sizeof(detail), "action:%d code:0x%x(%s) ", pTrans->lastAction,
2,760✔
2847
                            pTrans->lastErrorNo & 0xFFFF, tstrerror(pTrans->lastErrorNo));
920✔
2848
    SEpSet  epset = pTrans->lastEpset;
920✔
2849
    if (epset.numOfEps > 0) {
920✔
2850
      len += tsnprintf(detail + len, sizeof(detail) - len, "msgType:%s numOfEps:%d inUse:%d ",
1,838!
2851
                       TMSG_INFO(pTrans->lastMsgType), epset.numOfEps, epset.inUse);
1,838✔
2852
      for (int32_t i = 0; i < pTrans->lastEpset.numOfEps; ++i) {
2,558✔
2853
        len += snprintf(detail + len, sizeof(detail) - len, "ep:%d-%s:%u ", i, epset.eps[i].fqdn, epset.eps[i].port);
1,639✔
2854
      }
2855
    }
2856
    STR_WITH_MAXSIZE_TO_VARSTR(lastInfo, detail, pShow->pMeta->pSchemas[cols].bytes);
920✔
2857
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
920✔
2858
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)lastInfo, false), pTrans, &lino, _OVER);
920!
2859

2860
    mndTransLogAction(pTrans);
920✔
2861

2862
    numOfRows++;
920✔
2863
    sdbRelease(pSdb, pTrans);
920✔
2864
  }
2865

2866
_OVER:
×
2867
  if (code != 0) mError("failed to retrieve at line:%d, since %s", lino, tstrerror(code));
972!
2868
  pShow->numOfRows += numOfRows;
972✔
2869
  return numOfRows;
972✔
2870
}
2871

2872
static int32_t mndShowTransCommonColumns(SShowObj *pShow, SSDataBlock *pBlock, STransAction *pAction,
11✔
2873
                                         int32_t transactionId, int32_t curActionId, int32_t numOfRows, int32_t *cols) {
2874
  int32_t code = 0;
11✔
2875
  int32_t lino = 0;
11✔
2876
  int32_t len = 0;
11✔
2877

2878
  SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, (*cols)++);
11✔
2879
  TAOS_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&transactionId, false), &lino, _OVER);
11!
2880

2881
  char action[30 + 1] = {0};
11✔
2882
  if (curActionId == pAction->id) {
11✔
2883
    len += snprintf(action + len, sizeof(action) - len, "%s:%d(%s)<-last", mndTransStr(pAction->stage), pAction->id,
1✔
2884
                    mndTransTypeStr(pAction->actionType));
2885
  } else {
2886
    len += snprintf(action + len, sizeof(action) - len, "%s:%d(%s)", mndTransStr(pAction->stage), pAction->id,
10✔
2887
                    mndTransTypeStr(pAction->actionType));
2888
  }
2889
  char actionVStr[30 + VARSTR_HEADER_SIZE] = {0};
11✔
2890
  STR_WITH_MAXSIZE_TO_VARSTR(actionVStr, action, pShow->pMeta->pSchemas[*cols].bytes);
11✔
2891
  pColInfo = taosArrayGet(pBlock->pDataBlock, (*cols)++);
11✔
2892
  TAOS_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)actionVStr, false), &lino, _OVER);
11!
2893
_OVER:
11✔
2894
  if (code != 0) mError("failed to retrieve at line:%d, since %s", lino, tstrerror(code));
11!
2895
  return code;
11✔
2896
}
2897

2898
static void mndShowTransAction(SShowObj *pShow, SSDataBlock *pBlock, STransAction *pAction, int32_t transactionId,
11✔
2899
                               int32_t curActionId, int32_t rows, int32_t numOfRows) {
2900
  int32_t code = 0;
11✔
2901
  int32_t lino = 0;
11✔
2902
  int32_t len = 0;
11✔
2903
  int32_t cols = 0;
11✔
2904

2905
  cols = 0;
11✔
2906

2907
  if (mndShowTransCommonColumns(pShow, pBlock, pAction, transactionId, curActionId, numOfRows, &cols) != 0) return;
11!
2908

2909
  if (pAction->actionType == TRANS_ACTION_MSG) {
11!
2910
    int32_t len = 0;
11✔
2911

2912
    char objType[TSDB_TRANS_OBJTYPE_LEN + 1] = {0};
11✔
2913
    len += snprintf(objType + len, sizeof(objType) - len, "%s(s:%d,r:%d)", TMSG_INFO(pAction->msgType),
11!
2914
                    pAction->msgSent, pAction->msgReceived);
11✔
2915
    char objTypeVStr[TSDB_TRANS_OBJTYPE_LEN + VARSTR_HEADER_SIZE] = {0};
11✔
2916
    STR_WITH_MAXSIZE_TO_VARSTR(objTypeVStr, objType, pShow->pMeta->pSchemas[cols].bytes);
11✔
2917
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
11✔
2918
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)objTypeVStr, false), &lino, _OVER);
11!
2919

2920
    char result[TSDB_TRANS_RESULT_LEN + 1] = {0};
11✔
2921
    len = 0;
11✔
2922
    len += snprintf(result + len, sizeof(result) - len, "errCode:0x%x(%s)", pAction->errCode & 0xFFFF,
11✔
2923
                    tstrerror(pAction->errCode));
2924
    char resultVStr[TSDB_TRANS_RESULT_LEN + VARSTR_HEADER_SIZE] = {0};
11✔
2925
    STR_WITH_MAXSIZE_TO_VARSTR(resultVStr, result, pShow->pMeta->pSchemas[cols].bytes);
11✔
2926
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
11✔
2927
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)resultVStr, false), &lino, _OVER);
11!
2928

2929
    char target[TSDB_TRANS_TARGET_LEN] = {0};
11✔
2930
    len = 0;
11✔
2931
    SEpSet epset = pAction->epSet;
11✔
2932
    if (epset.numOfEps > 0) {
11!
2933
      for (int32_t i = 0; i < epset.numOfEps; ++i) {
22✔
2934
        len += snprintf(target + len, sizeof(target) - len, "ep:%d-%s:%u,", i, epset.eps[i].fqdn, epset.eps[i].port);
11✔
2935
      }
2936
      len += snprintf(target + len, sizeof(target) - len, "(%d:%d) ", epset.numOfEps, epset.inUse);
11✔
2937
    }
2938
    char targetVStr[TSDB_TRANS_TARGET_LEN + VARSTR_HEADER_SIZE] = {0};
11✔
2939
    STR_WITH_MAXSIZE_TO_VARSTR(targetVStr, target, pShow->pMeta->pSchemas[cols].bytes);
11✔
2940
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
11✔
2941
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)targetVStr, false), &lino, _OVER);
11!
2942

2943
    char detail[TSDB_TRANS_DETAIL_LEN] = {0};
11✔
2944
    len = 0;
11✔
2945
    char bufStart[40] = {0};
11✔
2946
    if (pAction->startTime > 0) (void)formatTimestamp(bufStart, pAction->startTime, TSDB_TIME_PRECISION_MILLI);
11✔
2947
    char bufEnd[40] = {0};
11✔
2948
    if (pAction->endTime > 0) (void)formatTimestamp(bufEnd, pAction->endTime, TSDB_TIME_PRECISION_MILLI);
11✔
2949
    len += snprintf(detail + len, sizeof(detail) - len, "startTime:%s, endTime:%s, ", bufStart, bufEnd);
11✔
2950
    char detailVStr[TSDB_TRANS_DETAIL_LEN + VARSTR_HEADER_SIZE] = {0};
11✔
2951
    STR_WITH_MAXSIZE_TO_VARSTR(detailVStr, detail, pShow->pMeta->pSchemas[cols].bytes);
11✔
2952
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
11✔
2953
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)detailVStr, false), &lino, _OVER);
11!
2954

2955
  } else {
2956
    int32_t len = 0;
×
2957

2958
    char objType[TSDB_TRANS_OBJTYPE_LEN + 1] = {0};
×
2959
    if (pAction->pRaw->type == SDB_VGROUP) {
×
2960
      SSdbRow *pRow = mndVgroupActionDecode(pAction->pRaw);
×
2961
      SVgObj  *pVgroup = sdbGetRowObj(pRow);
×
2962
      len += snprintf(objType + len, sizeof(objType) - len, "%s(%d)", sdbTableName(pAction->pRaw->type), pVgroup->vgId);
×
2963
      taosMemoryFreeClear(pRow);
×
2964
    } else {
2965
      strcpy(objType, sdbTableName(pAction->pRaw->type));
×
2966
    }
2967
    char objTypeVStr[TSDB_TRANS_OBJTYPE_LEN + VARSTR_HEADER_SIZE] = {0};
×
2968
    STR_WITH_MAXSIZE_TO_VARSTR(objTypeVStr, objType, pShow->pMeta->pSchemas[cols].bytes);
×
2969
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2970
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)objTypeVStr, false), &lino, _OVER);
×
2971

2972
    char result[TSDB_TRANS_RESULT_LEN + 1] = {0};
×
2973
    len = 0;
×
2974
    len += snprintf(result + len, sizeof(result) - len, "rawWritten:%d", pAction->rawWritten);
×
2975
    char resultVStr[TSDB_TRANS_RESULT_LEN + VARSTR_HEADER_SIZE] = {0};
×
2976
    STR_WITH_MAXSIZE_TO_VARSTR(resultVStr, result, pShow->pMeta->pSchemas[cols].bytes);
×
2977
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2978
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)resultVStr, false), &lino, _OVER);
×
2979

2980
    char target[TSDB_TRANS_TARGET_LEN] = "";
×
2981
    char targetVStr[TSDB_TRANS_TARGET_LEN + VARSTR_HEADER_SIZE] = {0};
×
2982
    STR_WITH_MAXSIZE_TO_VARSTR(targetVStr, target, pShow->pMeta->pSchemas[cols].bytes);
×
2983
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2984
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)targetVStr, false), &lino, _OVER);
×
2985

2986
    char detail[TSDB_TRANS_DETAIL_LEN] = {0};
×
2987
    len = 0;
×
2988
    len += snprintf(detail + len, sizeof(detail) - len, "sdbStatus:%s", sdbStatusName(pAction->pRaw->status));
×
2989
    char detailVStr[TSDB_TRANS_DETAIL_LEN + VARSTR_HEADER_SIZE] = {0};
×
2990
    STR_WITH_MAXSIZE_TO_VARSTR(detailVStr, detail, pShow->pMeta->pSchemas[cols].bytes);
×
2991
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2992
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)detailVStr, false), &lino, _OVER);
×
2993
  }
2994

2995
_OVER:
11✔
2996
  if (code != 0) mError("failed to retrieve at line:%d, since %s", lino, tstrerror(code));
11!
2997
}
2998

2999
static SArray *mndTransGetAction(STrans *pTrans, ETrnStage stage) {
1✔
3000
  if (stage == TRN_STAGE_PREPARE) {
1!
3001
    return pTrans->prepareActions;
×
3002
  }
3003
  if (stage == TRN_STAGE_REDO_ACTION) {
1!
3004
    return pTrans->redoActions;
1✔
3005
  }
3006
  if (stage == TRN_STAGE_COMMIT_ACTION) {
×
3007
    return pTrans->commitActions;
×
3008
  }
3009
  if (stage == TRN_STAGE_UNDO_ACTION) {
×
3010
    return pTrans->undoActions;
×
3011
  }
3012
  return NULL;
×
3013
}
3014

3015
typedef struct STransDetailIter {
3016
  void     *pIter;
3017
  STrans   *pTrans;
3018
  ETrnStage stage;
3019
  int32_t   num;
3020
} STransDetailIter;
3021

3022
static void mndTransShowActions(SSdb *pSdb, STransDetailIter *pShowIter, SShowObj *pShow, SSDataBlock *pBlock,
1✔
3023
                                int32_t rows, int32_t *numOfRows, SArray *pActions, int32_t end, int32_t start) {
3024
  int32_t actionNum = taosArrayGetSize(pActions);
1✔
3025
  mInfo("stage:%s, Actions num:%d", mndTransStr(pShowIter->stage), actionNum);
1!
3026

3027
  for (int32_t i = start; i < actionNum; ++i) {
12✔
3028
    STransAction *pAction = taosArrayGet(pShowIter->pTrans->redoActions, i);
11✔
3029
    mndShowTransAction(pShow, pBlock, pAction, pShowIter->pTrans->id, pShowIter->pTrans->lastAction, rows, *numOfRows);
11✔
3030
    (*numOfRows)++;
11✔
3031
    if (*numOfRows >= rows) break;
11!
3032
  }
3033

3034
  if (*numOfRows == end) {
1!
3035
    sdbRelease(pSdb, pShowIter->pTrans);
1✔
3036
    pShowIter->pTrans = NULL;
1✔
3037
    pShowIter->num = 0;
1✔
3038
  } else {
3039
    pShowIter->pTrans = pShowIter->pTrans;
×
3040
    pShowIter->stage = pShowIter->pTrans->stage;
×
3041
    pShowIter->num += (*numOfRows);
×
3042
  }
3043
}
1✔
3044

3045
static int32_t mndRetrieveTransDetail(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
2✔
3046
  SMnode *pMnode = pReq->info.node;
2✔
3047
  SSdb   *pSdb = pMnode->pSdb;
2✔
3048
  int32_t numOfRows = 0;
2✔
3049

3050
  int32_t code = 0;
2✔
3051
  int32_t lino = 0;
2✔
3052

3053
  mInfo("start to mndRetrieveTransDetail, rows:%d, pShow->numOfRows:%d, pShow->pIter:%p", rows, pShow->numOfRows,
2!
3054
        pShow->pIter);
3055

3056
  if (pShow->pIter == NULL) {
2✔
3057
    pShow->pIter = taosMemoryMalloc(sizeof(STransDetailIter));
1!
3058
    if (pShow->pIter == NULL) {
1!
3059
      mError("failed to malloc for pShow->pIter");
×
3060
      return 0;
×
3061
    }
3062
    memset(pShow->pIter, 0, sizeof(STransDetailIter));
1✔
3063
  }
3064

3065
  STransDetailIter *pShowIter = (STransDetailIter *)pShow->pIter;
2✔
3066

3067
  while (numOfRows < rows) {
2!
3068
    if (pShowIter->pTrans == NULL) {
2!
3069
      pShowIter->pIter = sdbFetch(pSdb, SDB_TRANS, pShowIter->pIter, (void **)&(pShowIter->pTrans));
2✔
3070
      mDebug("retrieve trans detail from fetch, pShow->pIter:%p, pTrans:%p", pShowIter->pIter, pShowIter->pTrans);
2!
3071
      if (pShowIter->pIter == NULL) break;
2✔
3072
      mInfo("retrieve trans detail from fetch, id:%d, trans stage:%d, IterNum:%d", pShowIter->pTrans->id,
1!
3073
            pShowIter->pTrans->stage, pShowIter->num);
3074

3075
      SArray *pActions = mndTransGetAction(pShowIter->pTrans, pShowIter->pTrans->stage);
1✔
3076

3077
      mndTransShowActions(pSdb, pShowIter, pShow, pBlock, rows, &numOfRows, pActions, taosArrayGetSize(pActions), 0);
1✔
3078
      break;
1✔
3079
    } else {
3080
      mInfo("retrieve trans detail from iter, id:%d, iterStage:%d, IterNum:%d", pShowIter->pTrans->id, pShowIter->stage,
×
3081
            pShowIter->num);
3082
      SArray *pActions = mndTransGetAction(pShowIter->pTrans, pShowIter->stage);
×
3083

3084
      mndTransShowActions(pSdb, pShowIter, pShow, pBlock, rows, &numOfRows, pActions,
×
3085
                          taosArrayGetSize(pActions) - pShowIter->num, pShowIter->num);
×
3086
      break;
×
3087
    }
3088
  }
3089

3090
_OVER:
×
3091
  pShow->numOfRows += numOfRows;
2✔
3092

3093
  if (code != 0) {
2!
3094
    mError("failed to retrieve at line:%d, since %s", lino, tstrerror(code));
×
3095
  } else {
3096
    mInfo("retrieve trans detail, numOfRows:%d, pShow->numOfRows:%d", numOfRows, pShow->numOfRows)
2!
3097
  }
3098
  if (numOfRows == 0) {
2✔
3099
    taosMemoryFree(pShow->pIter);
1!
3100
    pShow->pIter = NULL;
1✔
3101
  }
3102
  return numOfRows;
2✔
3103
}
3104

3105
static void mndCancelGetNextTrans(SMnode *pMnode, void *pIter) {
×
3106
  SSdb *pSdb = pMnode->pSdb;
×
3107
  sdbCancelFetchByType(pSdb, pIter, SDB_TRANS);
×
3108
}
×
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc