• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #4987

16 Mar 2026 12:26PM UTC coverage: 73.883% (+36.6%) from 37.305%
#4987

push

travis-ci

web-flow
feat: support secure delete option. (#34591)

209 of 391 new or added lines in 24 files covered. (53.45%)

3062 existing lines in 140 files now uncovered.

261133 of 353439 relevant lines covered (73.88%)

121262425.02 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

63.82
/source/dnode/mnode/impl/src/mndXnode.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#define _DEFAULT_SOURCE
17
#include <stdio.h>
18
#include "mndDef.h"
19
#include "tdatablock.h"
20
#include "types.h"
21
#include <curl/curl.h>
22
#ifndef WINDOWS
23
#include <openssl/bio.h>
24
#include <openssl/buffer.h>
25
#include <openssl/err.h>
26
#include <openssl/evp.h>
27
#include <openssl/hmac.h>
28
#else
29
#include "tsha.h"
30
#include "tbase64.h"
31
#endif
32
#include "audit.h"
33
#include "mndDnode.h"
34
#include "mndPrivilege.h"
35
#include "mndShow.h"
36
#include "mndTrans.h"
37
#include "mndUser.h"
38
#include "mndXnode.h"
39
#include "sdb.h"
40
#include "taoserror.h"
41
#include "tjson.h"
42
#include "xnode.h"
43

44
#define TSDB_XNODE_RESERVE_SIZE 64
45
#ifdef WINDOWS
46
#define XNODED_PIPE_SOCKET_URL "http://localhost:6051"
47
#else
48
#define XNODED_PIPE_SOCKET_URL "http://localhost"
49
#endif
50
typedef enum {
51
  HTTP_TYPE_GET = 0,
52
  HTTP_TYPE_POST,
53
  HTTP_TYPE_DELETE,
54
} EHttpType;
55
typedef struct {
56
  char   *data;
57
  int64_t dataLen;
58
} SCurlResp;
59

60
const int32_t defaultTimeout = 1000;
61

62
/** xnodes systable actions */
63
SSdbRaw *mndXnodeActionEncode(SXnodeObj *pObj);
64
SSdbRow *mndXnodeActionDecode(SSdbRaw *pRaw);
65
int32_t  mndXnodeActionInsert(SSdb *pSdb, SXnodeObj *pObj);
66
int32_t  mndXnodeActionUpdate(SSdb *pSdb, SXnodeObj *pOld, SXnodeObj *pNew);
67
int32_t  mndXnodeActionDelete(SSdb *pSdb, SXnodeObj *pObj);
68

69
/** @section xnodes request handlers */
70
static int32_t mndProcessCreateXnodeReq(SRpcMsg *pReq);
71
static int32_t mndProcessUpdateXnodeReq(SRpcMsg *pReq);
72
static int32_t mndProcessDropXnodeReq(SRpcMsg *pReq);
73
static int32_t mndProcessDrainXnodeReq(SRpcMsg *pReq);
74
static int32_t mndRetrieveXnodes(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
75
static void    mndCancelGetNextXnode(SMnode *pMnode, void *pIter);
76

77
/** @section xnode task handlers */
78
SSdbRaw *mndXnodeTaskActionEncode(SXnodeTaskObj *pObj);
79
SSdbRow *mndXnodeTaskActionDecode(SSdbRaw *pRaw);
80
int32_t  mndXnodeTaskActionInsert(SSdb *pSdb, SXnodeTaskObj *pObj);
81
int32_t  mndXnodeTaskActionUpdate(SSdb *pSdb, SXnodeTaskObj *pOld, SXnodeTaskObj *pNew);
82
int32_t  mndXnodeTaskActionDelete(SSdb *pSdb, SXnodeTaskObj *pObj);
83

84
static int32_t mndProcessCreateXnodeTaskReq(SRpcMsg *pReq);
85
static int32_t mndProcessStartXnodeTaskReq(SRpcMsg *pReq);
86
static int32_t mndProcessStopXnodeTaskReq(SRpcMsg *pReq);
87
static int32_t mndProcessUpdateXnodeTaskReq(SRpcMsg *pReq);
88
static int32_t mndProcessDropXnodeTaskReq(SRpcMsg *pReq);
89
static int32_t mndRetrieveXnodeTasks(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
90
static void    mndCancelGetNextXnodeTask(SMnode *pMnode, void *pIter);
91

92
/** @section xnode task job handlers */
93
SSdbRaw *mndXnodeJobActionEncode(SXnodeJobObj *pObj);
94
SSdbRow *mndXnodeJobActionDecode(SSdbRaw *pRaw);
95
int32_t  mndXnodeJobActionInsert(SSdb *pSdb, SXnodeJobObj *pObj);
96
int32_t  mndXnodeJobActionUpdate(SSdb *pSdb, SXnodeJobObj *pOld, SXnodeJobObj *pNew);
97
int32_t  mndXnodeJobActionDelete(SSdb *pSdb, SXnodeJobObj *pObj);
98

99
static int32_t mndProcessCreateXnodeJobReq(SRpcMsg *pReq);
100
static int32_t mndProcessUpdateXnodeJobReq(SRpcMsg *pReq);
101
static int32_t mndProcessRebalanceXnodeJobReq(SRpcMsg *pReq);
102
static int32_t mndProcessRebalanceXnodeJobsWhereReq(SRpcMsg *pReq);
103
static int32_t mndProcessDropXnodeJobReq(SRpcMsg *pReq);
104
static int32_t mndRetrieveXnodeJobs(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
105
static void    mndCancelGetNextXnodeJob(SMnode *pMnode, void *pIter);
106

107
/** @section xnode user pass handlers */
108
SSdbRaw *mndXnodeUserPassActionEncode(SXnodeUserPassObj *pObj);
109
SSdbRow *mndXnodeUserPassActionDecode(SSdbRaw *pRaw);
110
int32_t  mndXnodeUserPassActionInsert(SSdb *pSdb, SXnodeUserPassObj *pObj);
111
int32_t  mndXnodeUserPassActionUpdate(SSdb *pSdb, SXnodeUserPassObj *pOld, SXnodeUserPassObj *pNew);
112
int32_t  mndXnodeUserPassActionDelete(SSdb *pSdb, SXnodeUserPassObj *pObj);
113

114
/** @section xnode agent handlers */
115
SSdbRaw *mndXnodeAgentActionEncode(SXnodeAgentObj *pObj);
116
SSdbRow *mndXnodeAgentActionDecode(SSdbRaw *pRaw);
117
int32_t  mndXnodeAgentActionInsert(SSdb *pSdb, SXnodeAgentObj *pObj);
118
int32_t  mndXnodeAgentActionUpdate(SSdb *pSdb, SXnodeAgentObj *pOld, SXnodeAgentObj *pNew);
119
int32_t  mndXnodeAgentActionDelete(SSdb *pSdb, SXnodeAgentObj *pObj);
120

121
static int32_t mndProcessCreateXnodeAgentReq(SRpcMsg *pReq);
122
static int32_t mndProcessUpdateXnodeAgentReq(SRpcMsg *pReq);
123
static int32_t mndProcessDropXnodeAgentReq(SRpcMsg *pReq);
124
static int32_t mndRetrieveXnodeAgents(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
125
static void    mndCancelGetNextXnodeAgent(SMnode *pMnode, void *pIter);
126

127
/** @section xnoded mgmt */
128
void mndStartXnoded(SMnode *pMnode, const char *user, const char *pass, const char *token);
129
void mndRestartXnoded(SMnode *pMnode);
130

131
/** @section others */
132
static int32_t mndGetXnodeStatus(SXnodeObj *pObj, char *status, int32_t statusLen);
133
SXnodeTaskObj *mndAcquireXnodeTask(SMnode *pMnode, int32_t tid);
134
SJson         *mndSendReqRetJson(const char *url, EHttpType type, int64_t timeout, const char *buf, int64_t bufLen);
135
static int32_t mndSetDropXnodeJobInfoToTrans(STrans *pTrans, SXnodeJobObj *pObj, bool force);
136
void           mndReleaseXnodeJob(SMnode *pMnode, SXnodeJobObj *pObj);
137
static int32_t mndValidateXnodePermissions(SMnode *pMnode, SRpcMsg *pReq, EOperType oper);
138

139
int32_t mndInitXnode(SMnode *pMnode) {
459,183✔
140
  SSdbTable table = {
459,183✔
141
      .sdbType = SDB_XNODE,
142
      .keyType = SDB_KEY_INT32,
143
      .encodeFp = (SdbEncodeFp)mndXnodeActionEncode,
144
      .decodeFp = (SdbDecodeFp)mndXnodeActionDecode,
145
      .insertFp = (SdbInsertFp)mndXnodeActionInsert,
146
      .updateFp = (SdbUpdateFp)mndXnodeActionUpdate,
147
      .deleteFp = (SdbDeleteFp)mndXnodeActionDelete,
148
  };
149

150
  int32_t code = sdbSetTable(pMnode->pSdb, table);
459,183✔
151
  if (code != 0) {
459,183✔
UNCOV
152
    return code;
×
153
  }
154

155
  SSdbTable tasks = {
459,183✔
156
      .sdbType = SDB_XNODE_TASK,
157
      .keyType = SDB_KEY_INT32,
158
      .encodeFp = (SdbEncodeFp)mndXnodeTaskActionEncode,
159
      .decodeFp = (SdbDecodeFp)mndXnodeTaskActionDecode,
160
      .insertFp = (SdbInsertFp)mndXnodeTaskActionInsert,
161
      .updateFp = (SdbUpdateFp)mndXnodeTaskActionUpdate,
162
      .deleteFp = (SdbDeleteFp)mndXnodeTaskActionDelete,
163
  };
164

165
  code = sdbSetTable(pMnode->pSdb, tasks);
459,183✔
166
  if (code != 0) {
459,183✔
UNCOV
167
    return code;
×
168
  }
169

170
  SSdbTable jobs = {
459,183✔
171
      .sdbType = SDB_XNODE_JOB,
172
      .keyType = SDB_KEY_INT32,
173
      .encodeFp = (SdbEncodeFp)mndXnodeJobActionEncode,
174
      .decodeFp = (SdbDecodeFp)mndXnodeJobActionDecode,
175
      .insertFp = (SdbInsertFp)mndXnodeJobActionInsert,
176
      .updateFp = (SdbUpdateFp)mndXnodeJobActionUpdate,
177
      .deleteFp = (SdbDeleteFp)mndXnodeJobActionDelete,
178
  };
179

180
  code = sdbSetTable(pMnode->pSdb, jobs);
459,183✔
181
  if (code != 0) {
459,183✔
UNCOV
182
    return code;
×
183
  }
184

185
  SSdbTable agents = {
459,183✔
186
      .sdbType = SDB_XNODE_AGENT,
187
      .keyType = SDB_KEY_INT32,
188
      .encodeFp = (SdbEncodeFp)mndXnodeAgentActionEncode,
189
      .decodeFp = (SdbDecodeFp)mndXnodeAgentActionDecode,
190
      .insertFp = (SdbInsertFp)mndXnodeAgentActionInsert,
191
      .updateFp = (SdbUpdateFp)mndXnodeAgentActionUpdate,
192
      .deleteFp = (SdbDeleteFp)mndXnodeAgentActionDelete,
193
  };
194

195
  code = sdbSetTable(pMnode->pSdb, agents);
459,183✔
196
  if (code != 0) {
459,183✔
UNCOV
197
    return code;
×
198
  }
199

200
  SSdbTable userPass = {
459,183✔
201
      .sdbType = SDB_XNODE_USER_PASS,
202
      .keyType = SDB_KEY_INT32,
203
      .encodeFp = (SdbEncodeFp)mndXnodeUserPassActionEncode,
204
      .decodeFp = (SdbDecodeFp)mndXnodeUserPassActionDecode,
205
      .insertFp = (SdbInsertFp)mndXnodeUserPassActionInsert,
206
      .updateFp = (SdbUpdateFp)mndXnodeUserPassActionUpdate,
207
      .deleteFp = (SdbDeleteFp)mndXnodeUserPassActionDelete,
208
  };
209

210
  code = sdbSetTable(pMnode->pSdb, userPass);
459,183✔
211
  if (code != 0) {
459,183✔
UNCOV
212
    return code;
×
213
  }
214

215
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_XNODE, mndProcessCreateXnodeReq);
459,183✔
216
  mndSetMsgHandle(pMnode, TDMT_MND_UPDATE_XNODE, mndProcessUpdateXnodeReq);
459,183✔
217
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_XNODE, mndProcessDropXnodeReq);
459,183✔
218
  mndSetMsgHandle(pMnode, TDMT_MND_DRAIN_XNODE, mndProcessDrainXnodeReq);
459,183✔
219
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_XNODES, mndRetrieveXnodes);
459,183✔
220
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_XNODES, mndCancelGetNextXnode);
459,183✔
221

222
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_XNODE_TASK, mndProcessCreateXnodeTaskReq);
459,183✔
223
  mndSetMsgHandle(pMnode, TDMT_MND_START_XNODE_TASK, mndProcessStartXnodeTaskReq);
459,183✔
224
  mndSetMsgHandle(pMnode, TDMT_MND_STOP_XNODE_TASK, mndProcessStopXnodeTaskReq);
459,183✔
225
  mndSetMsgHandle(pMnode, TDMT_MND_UPDATE_XNODE_TASK, mndProcessUpdateXnodeTaskReq);
459,183✔
226
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_XNODE_TASK, mndProcessDropXnodeTaskReq);
459,183✔
227
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_XNODE_TASKS, mndRetrieveXnodeTasks);
459,183✔
228
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_XNODE_TASKS, mndCancelGetNextXnodeTask);
459,183✔
229

230
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_XNODE_JOB, mndProcessCreateXnodeJobReq);
459,183✔
231
  mndSetMsgHandle(pMnode, TDMT_MND_UPDATE_XNODE_JOB, mndProcessUpdateXnodeJobReq);
459,183✔
232
  mndSetMsgHandle(pMnode, TDMT_MND_REBALANCE_XNODE_JOB, mndProcessRebalanceXnodeJobReq);
459,183✔
233
  mndSetMsgHandle(pMnode, TDMT_MND_REBALANCE_XNODE_JOBS_WHERE, mndProcessRebalanceXnodeJobsWhereReq);
459,183✔
234
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_XNODE_JOB, mndProcessDropXnodeJobReq);
459,183✔
235
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_XNODE_JOBS, mndRetrieveXnodeJobs);
459,183✔
236
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_XNODE_JOBS, mndCancelGetNextXnodeJob);
459,183✔
237

238
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_XNODE_AGENT, mndProcessCreateXnodeAgentReq);
459,183✔
239
  mndSetMsgHandle(pMnode, TDMT_MND_UPDATE_XNODE_AGENT, mndProcessUpdateXnodeAgentReq);
459,183✔
240
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_XNODE_AGENT, mndProcessDropXnodeAgentReq);
459,183✔
241
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_XNODE_AGENTS, mndRetrieveXnodeAgents);
459,183✔
242
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_XNODE_AGENTS, mndCancelGetNextXnodeAgent);
459,183✔
243

244
  return 0;
459,183✔
245
}
246

247
/** tools section **/
248

249
int32_t xnodeCheckPasswordFmt(const char *pwd) {
129✔
250
  if (tsEnableAdvancedSecurity == 0 && strcmp(pwd, "taosdata") == 0) {
129✔
UNCOV
251
    return 0;
×
252
  }
253

254
  if (tsEnableStrongPassword == 0) {
129✔
UNCOV
255
    for (char c = *pwd; c != 0; c = *(++pwd)) {
×
256
      if (c == ' ' || c == '\'' || c == '\"' || c == '`' || c == '\\') {
×
257
        return TSDB_CODE_MND_INVALID_PASS_FORMAT;
×
258
      }
259
    }
UNCOV
260
    return 0;
×
261
  }
262

263
  int32_t len = strlen(pwd);
129✔
264
  if (len < TSDB_PASSWORD_MIN_LEN) {
129✔
265
    return TSDB_CODE_PAR_PASSWD_TOO_SHORT_OR_EMPTY;
×
266
  }
267

268
  if (len > TSDB_PASSWORD_MAX_LEN) {
129✔
269
    return TSDB_CODE_PAR_NAME_OR_PASSWD_TOO_LONG;
×
270
  }
271

272
  if (taosIsComplexString(pwd)) {
129✔
273
    return 0;
129✔
274
  }
275

276
  return TSDB_CODE_MND_INVALID_PASS_FORMAT;
×
277
}
278

279
static void swapFields(int32_t *newLen, char **ppNewStr, int32_t *oldLen, char **ppOldStr) {
36,422✔
280
  if (*newLen > 0) {
36,422✔
281
    int32_t tempLen = *newLen;
18,603✔
282
    *newLen = *oldLen;
18,603✔
283
    *oldLen = tempLen;
18,603✔
284

285
    char *tempStr = *ppNewStr;
18,603✔
286
    *ppNewStr = *ppOldStr;
18,603✔
287
    *ppOldStr = tempStr;
18,603✔
288
  }
289
}
36,422✔
290

291
/** xnode section **/
292

293
void mndCleanupXnode(SMnode *pMnode) {}
459,114✔
294

295
SXnodeObj *mndAcquireXnode(SMnode *pMnode, int32_t xnodeId) {
4,276✔
296
  SXnodeObj *pObj = sdbAcquire(pMnode->pSdb, SDB_XNODE, &xnodeId);
4,276✔
297
  if (pObj == NULL && terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
4,276✔
298
    terrno = TSDB_CODE_MND_XNODE_NOT_EXIST;
4,170✔
299
  }
300
  return pObj;
4,276✔
301
}
302

303
void mndReleaseXnode(SMnode *pMnode, SXnodeObj *pObj) {
6,584✔
304
  SSdb *pSdb = pMnode->pSdb;
6,584✔
305
  sdbRelease(pSdb, pObj);
6,584✔
306
}
6,584✔
307

308
SSdbRaw *mndXnodeActionEncode(SXnodeObj *pObj) {
7,949✔
309
  int32_t code = 0;
7,949✔
310
  int32_t lino = 0;
7,949✔
311
  terrno = TSDB_CODE_OUT_OF_MEMORY;
7,949✔
312

313
  if (NULL == pObj) {
7,949✔
314
    terrno = TSDB_CODE_INVALID_PARA;
96✔
315
    return NULL;
96✔
316
  }
317

318
  int32_t rawDataLen = sizeof(SXnodeObj) + TSDB_XNODE_RESERVE_SIZE + pObj->urlLen + pObj->statusLen;
7,853✔
319

320
  SSdbRaw *pRaw = sdbAllocRaw(SDB_XNODE, TSDB_XNODE_VER_NUMBER, rawDataLen);
7,853✔
321
  if (pRaw == NULL) goto _OVER;
7,853✔
322

323
  int32_t dataPos = 0;
7,853✔
324
  SDB_SET_INT32(pRaw, dataPos, pObj->id, _OVER)
7,853✔
325
  SDB_SET_INT32(pRaw, dataPos, pObj->urlLen, _OVER)
7,853✔
326
  SDB_SET_BINARY(pRaw, dataPos, pObj->url, pObj->urlLen, _OVER)
7,853✔
327
  SDB_SET_INT32(pRaw, dataPos, pObj->statusLen, _OVER)
7,853✔
328
  SDB_SET_BINARY(pRaw, dataPos, pObj->status, pObj->statusLen, _OVER)
7,853✔
329
  SDB_SET_INT64(pRaw, dataPos, pObj->createTime, _OVER)
7,853✔
330
  SDB_SET_INT64(pRaw, dataPos, pObj->updateTime, _OVER)
7,853✔
331

332
  SDB_SET_RESERVE(pRaw, dataPos, TSDB_XNODE_RESERVE_SIZE, _OVER)
7,853✔
333

334
  terrno = 0;
7,853✔
335

336
_OVER:
7,853✔
337
  if (terrno != 0) {
7,853✔
UNCOV
338
    mError("xnode:%d, failed to encode to raw:%p since %s", pObj->id, pRaw, terrstr());
×
UNCOV
339
    sdbFreeRaw(pRaw);
×
UNCOV
340
    return NULL;
×
341
  }
342

343
  mTrace("xnode:%d, encode to raw:%p, row:%p", pObj->id, pRaw, pObj);
7,853✔
344
  return pRaw;
7,853✔
345
}
346

347
SSdbRow *mndXnodeActionDecode(SSdbRaw *pRaw) {
6,030✔
348
  int32_t code = 0;
6,030✔
349
  int32_t lino = 0;
6,030✔
350
  terrno = TSDB_CODE_OUT_OF_MEMORY;
6,030✔
351
  SSdbRow   *pRow = NULL;
6,030✔
352
  SXnodeObj *pObj = NULL;
6,030✔
353

354
  if (NULL == pRaw) {
6,030✔
355
    terrno = TSDB_CODE_INVALID_PARA;
96✔
356
    return NULL;
96✔
357
  }
358

359
  int8_t sver = 0;
5,934✔
360
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
5,934✔
361

362
  if (sver != TSDB_XNODE_VER_NUMBER) {
5,934✔
UNCOV
363
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
×
UNCOV
364
    goto _OVER;
×
365
  }
366

367
  pRow = sdbAllocRow(sizeof(SXnodeObj));
5,934✔
368
  if (pRow == NULL) goto _OVER;
5,934✔
369

370
  pObj = sdbGetRowObj(pRow);
5,934✔
371
  if (pObj == NULL) goto _OVER;
5,934✔
372

373
  int32_t dataPos = 0;
5,934✔
374
  SDB_GET_INT32(pRaw, dataPos, &pObj->id, _OVER)
5,934✔
375
  SDB_GET_INT32(pRaw, dataPos, &pObj->urlLen, _OVER)
5,934✔
376
  if (pObj->urlLen > 0) {
5,934✔
377
    pObj->url = taosMemoryCalloc(1, pObj->urlLen + 1);
5,732✔
378
    if (pObj->url == NULL) goto _OVER;
5,732✔
379
    SDB_GET_BINARY(pRaw, dataPos, pObj->url, pObj->urlLen, _OVER)
5,732✔
380
  } else {
381
    pObj->url = NULL;
202✔
382
  }
383
  SDB_GET_INT32(pRaw, dataPos, &pObj->statusLen, _OVER)
5,934✔
384
  if (pObj->statusLen > 0) {
5,934✔
385
    pObj->status = taosMemoryCalloc(1, pObj->statusLen + 1);
1,470✔
386
    if (pObj->status == NULL) goto _OVER;
1,470✔
387
    SDB_GET_BINARY(pRaw, dataPos, pObj->status, pObj->statusLen, _OVER)
1,470✔
388
  } else {
389
    pObj->status = NULL;
4,464✔
390
  }
391
  SDB_GET_INT64(pRaw, dataPos, &pObj->createTime, _OVER)
5,934✔
392
  SDB_GET_INT64(pRaw, dataPos, &pObj->updateTime, _OVER)
5,934✔
393

394
  SDB_GET_RESERVE(pRaw, dataPos, TSDB_XNODE_RESERVE_SIZE, _OVER)
5,934✔
395

396
  terrno = 0;
5,934✔
397

398
_OVER:
5,934✔
399
  if (terrno != 0) {
5,934✔
UNCOV
400
    mError("xnode:%d, failed to decode from raw:%p since %s", pObj == NULL ? 0 : pObj->id, pRaw, terrstr());
×
UNCOV
401
    if (pObj != NULL) {
×
UNCOV
402
      taosMemoryFreeClear(pObj->url);
×
403
    }
UNCOV
404
    taosMemoryFreeClear(pRow);
×
405
    return NULL;
×
406
  }
407

408
  mTrace("xnode:%d, decode from raw:%p, row:%p", pObj->id, pRaw, pObj);
5,934✔
409
  return pRow;
5,934✔
410
}
411

412
static void mndFreeXnode(SXnodeObj *pObj) {
6,089✔
413
  if (pObj == NULL) return;
6,089✔
414
  if (pObj->url != NULL) {
6,089✔
415
    taosMemoryFreeClear(pObj->url);
5,983✔
416
  }
417
  if (pObj->status != NULL) {
6,089✔
418
    taosMemoryFreeClear(pObj->status);
318✔
419
  }
420
}
421

422
int32_t mndXnodeActionInsert(SSdb *pSdb, SXnodeObj *pObj) {
1,403✔
423
  mDebug("xnode:%d, perform insert action, row:%p", pObj->id, pObj);
1,403✔
424
  return 0;
1,403✔
425
}
426

427
int32_t mndXnodeActionDelete(SSdb *pSdb, SXnodeObj *pObj) {
4,686✔
428
  mDebug("xnode:%d, perform delete action, row:%p", pObj->id, pObj);
4,686✔
429
  mndFreeXnode(pObj);
4,686✔
430
  return 0;
4,686✔
431
}
432

433
int32_t mndXnodeActionUpdate(SSdb *pSdb, SXnodeObj *pOld, SXnodeObj *pNew) {
2,396✔
434
  mDebug("xnode:%d, perform update action, old row:%p new row:%p", pOld->id, pOld, pNew);
2,396✔
435

436
  taosWLockLatch(&pOld->lock);
2,396✔
437
  swapFields(&pNew->statusLen, &pNew->status, &pOld->statusLen, &pOld->status);
2,396✔
438
  if (pNew->updateTime > pOld->updateTime) {
2,396✔
439
    pOld->updateTime = pNew->updateTime;
106✔
440
  }
441
  taosWUnLockLatch(&pOld->lock);
2,396✔
442
  return 0;
2,396✔
443
}
444

445
void mndReleaseXnodeUserPass(SMnode *pMnode, SXnodeUserPassObj *pObj) {
318✔
446
  SSdb *pSdb = pMnode->pSdb;
318✔
447
  sdbRelease(pSdb, pObj);
318✔
448
}
318✔
449

450
SXnodeUserPassObj *mndAcquireFirstXnodeUserPass(SMnode *pMnode) {
422,015✔
451
  SSdb *pSdb = pMnode->pSdb;
422,015✔
452

453
  void *pIter = NULL;
422,015✔
454
  while (1) {
×
455
    SXnodeUserPassObj *pObj = NULL;
422,015✔
456
    pIter = sdbFetch(pSdb, SDB_XNODE_USER_PASS, pIter, (void **)&pObj);
422,015✔
457
    if (pIter == NULL) break;
422,015✔
458

459
    if (pObj != NULL) {
318✔
460
      sdbCancelFetch(pSdb, pIter);
318✔
461
      return pObj;
318✔
462
    }
463

464
    sdbRelease(pSdb, pObj);
×
465
  }
466
  terrno = TSDB_CODE_MND_XNODE_USER_PASS_NOT_EXIST;
421,697✔
467
  return NULL;
421,697✔
468
}
469

470
static int32_t mndSetCreateXnodeUserPassRedoLogs(STrans *pTrans, SXnodeUserPassObj *pObj) {
182✔
471
  int32_t  code = 0;
182✔
472
  SSdbRaw *pRedoRaw = mndXnodeUserPassActionEncode(pObj);
182✔
473
  if (pRedoRaw == NULL) {
182✔
UNCOV
474
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
475
    if (terrno != 0) code = terrno;
×
476
    TAOS_RETURN(code);
×
477
  }
478
  TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pRedoRaw));
182✔
479
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_CREATING));
182✔
480
  TAOS_RETURN(code);
182✔
481
}
482

483
static int32_t mndSetCreateXnodeUserPassCommitLogs(STrans *pTrans, SXnodeUserPassObj *pObj) {
500✔
484
  int32_t  code = 0;
500✔
485
  SSdbRaw *pCommitRaw = mndXnodeUserPassActionEncode(pObj);
500✔
486
  if (pCommitRaw == NULL) {
500✔
UNCOV
487
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
488
    if (terrno != 0) code = terrno;
×
489
    TAOS_RETURN(code);
×
490
  }
491
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pCommitRaw));
500✔
492
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY));
500✔
493
  TAOS_RETURN(code);
500✔
494
}
495

496
static int32_t mndSetCreateXnodeRedoLogs(STrans *pTrans, SXnodeObj *pObj) {
1,403✔
497
  int32_t  code = 0;
1,403✔
498
  SSdbRaw *pRedoRaw = mndXnodeActionEncode(pObj);
1,403✔
499
  if (pRedoRaw == NULL) {
1,403✔
UNCOV
500
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
501
    if (terrno != 0) code = terrno;
×
502
    TAOS_RETURN(code);
×
503
  }
504
  TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pRedoRaw));
1,403✔
505
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_CREATING));
1,403✔
506
  TAOS_RETURN(code);
1,403✔
507
}
508

509
static int32_t mndSetCreateXnodeUndoLogs(STrans *pTrans, SXnodeObj *pObj) {
1,403✔
510
  int32_t  code = 0;
1,403✔
511
  SSdbRaw *pUndoRaw = mndXnodeActionEncode(pObj);
1,403✔
512
  if (pUndoRaw == NULL) {
1,403✔
UNCOV
513
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
514
    if (terrno != 0) code = terrno;
×
515
    TAOS_RETURN(code);
×
516
  }
517
  TAOS_CHECK_RETURN(mndTransAppendUndolog(pTrans, pUndoRaw));
1,403✔
518
  TAOS_CHECK_RETURN(sdbSetRawStatus(pUndoRaw, SDB_STATUS_DROPPED));
1,403✔
519
  TAOS_RETURN(code);
1,403✔
520
}
521

522
static int32_t mndSetCreateXnodeCommitLogs(STrans *pTrans, SXnodeObj *pObj) {
1,509✔
523
  int32_t  code = 0;
1,509✔
524
  SSdbRaw *pCommitRaw = mndXnodeActionEncode(pObj);
1,509✔
525
  if (pCommitRaw == NULL) {
1,509✔
UNCOV
526
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
527
    if (terrno != 0) code = terrno;
×
528
    TAOS_RETURN(code);
×
529
  }
530
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pCommitRaw));
1,509✔
531
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY));
1,509✔
532
  TAOS_RETURN(code);
1,509✔
533
}
534

535
static int32_t mndCreateXnode(SMnode *pMnode, SRpcMsg *pReq, SMCreateXnodeReq *pCreate) {
1,403✔
536
  int32_t code = 0, lino = 0;
1,403✔
537
  STrans *pTrans = NULL;
1,403✔
538

539
  SXnodeObj xnodeObj = {0};
1,403✔
540
  xnodeObj.id = sdbGetMaxId(pMnode->pSdb, SDB_XNODE);
1,403✔
541

542
  xnodeObj.urlLen = pCreate->urlLen;
1,403✔
543
  if (xnodeObj.urlLen > TSDB_XNODE_URL_LEN) {
1,403✔
UNCOV
544
    code = TSDB_CODE_MND_XNODE_TOO_LONG_URL;
×
545
    lino = __LINE__;
×
546
    goto _OVER;
×
547
  }
548
  xnodeObj.url = taosMemoryCalloc(1, pCreate->urlLen);
1,403✔
549
  if (xnodeObj.url == NULL) goto _OVER;
1,403✔
550
  (void)memcpy(xnodeObj.url, pCreate->url, pCreate->urlLen);
1,403✔
551

552
  xnodeObj.createTime = taosGetTimestampMs();
1,403✔
553
  xnodeObj.updateTime = xnodeObj.createTime;
1,403✔
554
  mInfo("create xnode, xnode.id:%d, xnode.url: %s, xnode.time:%" PRId64, xnodeObj.id, xnodeObj.url,
1,403✔
555
        xnodeObj.createTime);
556

557
  pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_NOTHING, pReq, "create-xnode");
1,403✔
558
  if (pTrans == NULL) {
1,403✔
UNCOV
559
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
560
    if (terrno != 0) code = terrno;
×
UNCOV
561
    mInfo("failed to create transaction for xnode:%s, code:0x%x:%s", pCreate->url, code, tstrerror(code));
×
562
    lino = __LINE__;
×
563
    goto _OVER;
×
564
  }
565
  mndTransSetSerial(pTrans);
1,403✔
566

567
  mInfo("trans:%d, used to create xnode:%s as xnode:%d", pTrans->id, pCreate->url, xnodeObj.id);
1,403✔
568

569
  TAOS_CHECK_GOTO(mndSetCreateXnodeRedoLogs(pTrans, &xnodeObj), NULL, _OVER);
1,403✔
570
  TAOS_CHECK_GOTO(mndSetCreateXnodeUndoLogs(pTrans, &xnodeObj), NULL, _OVER);
1,403✔
571
  TAOS_CHECK_GOTO(mndSetCreateXnodeCommitLogs(pTrans, &xnodeObj), NULL, _OVER);
1,403✔
572
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
1,403✔
573
  code = TSDB_CODE_ACTION_IN_PROGRESS;
1,403✔
574

575
_OVER:
1,403✔
576
  if (code != TSDB_CODE_SUCCESS && code != TSDB_CODE_ACTION_IN_PROGRESS) {
1,403✔
577
    mError("xnode:failed create xnode since %s, line:%d", tstrerror(code), lino);
×
578
  }
579
  mndFreeXnode(&xnodeObj);
1,403✔
580
  mndTransDrop(pTrans);
1,403✔
581
  TAOS_RETURN(code);
1,403✔
582
}
583

584
static SXnodeObj *mndAcquireXnodeByURL(SMnode *pMnode, char *url) {
9,383✔
585
  SSdb *pSdb = pMnode->pSdb;
9,383✔
586

587
  void *pIter = NULL;
9,383✔
588
  while (1) {
19,585✔
589
    SXnodeObj *pXnode = NULL;
28,968✔
590
    pIter = sdbFetch(pSdb, SDB_XNODE, pIter, (void **)&pXnode);
28,968✔
591
    if (pIter == NULL) break;
28,968✔
592

593
    if (strcasecmp(url, pXnode->url) == 0) {
24,455✔
594
      sdbCancelFetch(pSdb, pIter);
4,870✔
595
      return pXnode;
4,870✔
596
    }
597

598
    sdbRelease(pSdb, pXnode);
19,585✔
599
  }
600

601
  mError("xnode:%s, not found", url);
4,513✔
602
  terrno = TSDB_CODE_MND_XNODE_NOT_EXIST;
4,513✔
603
  return NULL;
4,513✔
604
}
605

606
static int32_t mndStoreXnodeUserPassToken(SMnode *pMnode, SRpcMsg *pReq, SMCreateXnodeReq *pCreate) {
182✔
607
  int32_t code = 0, lino = 0;
182✔
608
  STrans *pTrans = NULL;
182✔
609

610
  SXnodeUserPassObj upObj = {0};
182✔
611
  upObj.id = sdbGetMaxId(pMnode->pSdb, SDB_XNODE_USER_PASS);
182✔
612

613
  if (pCreate->user) {
182✔
614
    upObj.userLen = pCreate->userLen;
129✔
615
    if (upObj.userLen > TSDB_USER_LEN) {
129✔
UNCOV
616
      code = TSDB_CODE_MND_USER_NOT_AVAILABLE;
×
617
      lino = __LINE__;
×
618
      goto _OVER;
×
619
    }
620
    upObj.user = taosMemoryCalloc(1, pCreate->userLen);
129✔
621
    if (upObj.user == NULL) goto _OVER;
129✔
622
    (void)memcpy(upObj.user, pCreate->user, pCreate->userLen);
129✔
623
  }
624
  if (pCreate->pass) {
182✔
625
    upObj.passLen = pCreate->passLen;
129✔
626
    if (upObj.passLen > TSDB_USER_PASSWORD_LONGLEN) {
129✔
UNCOV
627
      code = TSDB_CODE_MND_INVALID_PASS_FORMAT;
×
UNCOV
628
      lino = __LINE__;
×
629
      goto _OVER;
×
630
    }
631
    upObj.pass = taosMemoryCalloc(1, pCreate->passLen);
129✔
632
    if (upObj.pass == NULL) goto _OVER;
129✔
633
    (void)memcpy(upObj.pass, pCreate->pass, pCreate->passLen);
129✔
634
  }
635

636
  if (pCreate->token.ptr) {
182✔
637
    upObj.tokenLen = pCreate->token.len + 1;
53✔
638
    upObj.token = taosMemoryCalloc(1, upObj.tokenLen);
53✔
639
    if (upObj.token == NULL) goto _OVER;
53✔
640
    (void)memcpy(upObj.token, pCreate->token.ptr, pCreate->token.len);
53✔
641
  }
642

643
  pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_NOTHING, pReq, "create-userpass");
182✔
644
  if (pTrans == NULL) {
182✔
UNCOV
645
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
646
    if (terrno != 0) code = terrno;
×
UNCOV
647
    mInfo("failed to create transaction for xnode:%s, code:0x%x:%s", pCreate->url, code, tstrerror(code));
×
648
    lino = __LINE__;
×
649
    goto _OVER;
×
650
  }
651
  mndTransSetSerial(pTrans);
182✔
652

653
  mInfo("trans:%d, used to create xnode:%s as xnode:%d", pTrans->id, pCreate->url, upObj.id);
182✔
654

655
  TAOS_CHECK_GOTO(mndSetCreateXnodeUserPassRedoLogs(pTrans, &upObj), NULL, _OVER);
182✔
656
  TAOS_CHECK_GOTO(mndSetCreateXnodeUserPassCommitLogs(pTrans, &upObj), NULL, _OVER);
182✔
657
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
182✔
658
  code = TSDB_CODE_ACTION_IN_PROGRESS;
182✔
659

660
_OVER:
182✔
661
  if (code != TSDB_CODE_SUCCESS && code != TSDB_CODE_ACTION_IN_PROGRESS) {
182✔
UNCOV
662
    mError("xnode failed to store userpass since %s, line:%d", tstrerror(code), lino);
×
663
  }
664
  taosMemoryFreeClear(upObj.user);
182✔
665
  taosMemoryFreeClear(upObj.pass);
182✔
666
  taosMemoryFreeClear(upObj.token);
182✔
667
  mndTransDrop(pTrans);
182✔
668
  TAOS_RETURN(code);
182✔
669
}
670

671
#ifndef TD_ENTERPRISE
672

673
int32_t mndXnodeCreateDefaultToken(SRpcMsg* pReq, char** ppToken) {
674
  return TSDB_CODE_OPS_NOT_SUPPORT;
675
}
676

677
#endif
678

679
static int32_t httpCreateXnode(SXnodeObj *pObj) {
1,403✔
680
  int32_t code = 0;
1,403✔
681
  SJson  *pJson = NULL;
1,403✔
682
  SJson  *postContent = NULL;
1,403✔
683
  char   *pContStr = NULL;
1,403✔
684

685
  char xnodeUrl[TSDB_XNODE_URL_LEN + 1] = {0};
1,403✔
686
  snprintf(xnodeUrl, TSDB_XNODE_URL_LEN + 1, "%s/xnode", XNODED_PIPE_SOCKET_URL);
1,403✔
687
  postContent = tjsonCreateObject();
1,403✔
688
  if (postContent == NULL) {
1,403✔
689
    code = terrno;
×
690
    goto _OVER;
×
691
  }
692
  TAOS_CHECK_GOTO(tjsonAddDoubleToObject(postContent, "id", (double)pObj->id), NULL, _OVER);
1,403✔
693
  TAOS_CHECK_GOTO(tjsonAddStringToObject(postContent, "url", pObj->url), NULL, _OVER);
1,403✔
694
  pContStr = tjsonToUnformattedString(postContent);
1,403✔
695
  if (pContStr == NULL) {
1,403✔
696
    code = terrno;
×
UNCOV
697
    goto _OVER;
×
698
  }
699
  pJson = mndSendReqRetJson(xnodeUrl, HTTP_TYPE_POST, defaultTimeout, pContStr, strlen(pContStr));
1,403✔
700

701
_OVER:
1,403✔
702
  if (postContent != NULL) {
1,403✔
703
    tjsonDelete(postContent);
1,403✔
704
  }
705
  if (pContStr != NULL) {
1,403✔
706
    taosMemFree(pContStr);
1,403✔
707
  }
708
  if (pJson != NULL) {
1,403✔
709
    tjsonDelete(pJson);
×
710
  }
711
  TAOS_RETURN(code);
1,403✔
712
}
713

714
static int32_t mndProcessCreateXnodeReq(SRpcMsg *pReq) {
3,983✔
715
  SMnode          *pMnode = pReq->info.node;
3,983✔
716
  int32_t          code = 0, lino = 0;
3,983✔
717
  SXnodeObj       *pObj = NULL;
3,983✔
718
  SMCreateXnodeReq createReq = {0};
3,983✔
719
  char            *pToken = NULL;
3,983✔
720

721
  code = mndValidateXnodePermissions(pMnode, pReq, MND_OPER_CREATE_XNODE);
3,983✔
722
  if (code != TSDB_CODE_SUCCESS) {
3,983✔
723
    mError("failed check permission for create xnode, code:%s", tstrerror(code));
×
724
    goto _OVER;
×
725
  }
726
  TAOS_CHECK_GOTO(tDeserializeSMCreateXnodeReq(pReq->pCont, pReq->contLen, &createReq), &lino, _OVER);
3,983✔
727
  mDebug("xnode:%s, start to create", createReq.url);
3,983✔
728

729
  pObj = mndAcquireXnodeByURL(pMnode, createReq.url);
3,983✔
730
  if (pObj != NULL) {
3,983✔
731
    code = TSDB_CODE_MND_XNODE_ALREADY_EXIST;
2,580✔
732
    goto _OVER;
2,580✔
733
  }
734

735
  int32_t numOfRows = sdbGetSize(pMnode->pSdb, SDB_XNODE_USER_PASS);
1,403✔
736
  if (numOfRows <= 0) {
1,403✔
737
    if (createReq.token.ptr != NULL) {
182✔
738
      (void)mndCreateXnode(pMnode, NULL, &createReq);
×
739
      code = mndStoreXnodeUserPassToken(pMnode, pReq, &createReq);
×
740
      if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
×
741
        lino = __LINE__;
×
742
        goto _OVER;
×
743
      }
744
      mndStartXnoded(pMnode, NULL, NULL, createReq.token.ptr);
×
745
    } else if (createReq.user != NULL) {
182✔
746
      TAOS_CHECK_GOTO(xnodeCheckPasswordFmt(createReq.pass), &lino, _OVER);
129✔
747
      (void)mndCreateXnode(pMnode, NULL, &createReq);
129✔
748
      code = mndStoreXnodeUserPassToken(pMnode, pReq, &createReq);
129✔
749
      if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
129✔
750
        lino = __LINE__;
×
UNCOV
751
        goto _OVER;
×
752
      }
753
      mndStartXnoded(pMnode, createReq.user, createReq.pass, NULL);
129✔
754
    } else {
755
      code = mndXnodeCreateDefaultToken(pReq, &pToken);
53✔
756
      if (code == TSDB_CODE_MND_TOKEN_ALREADY_EXIST) {
53✔
757
        code = 0;
×
758
      }
759
      if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
53✔
UNCOV
760
        lino = __LINE__;
×
UNCOV
761
        goto _OVER;
×
762
      }
763
      (void)mndCreateXnode(pMnode, NULL, &createReq);
53✔
764
      createReq.token = xCreateCowStr(strlen(pToken), pToken, false);
53✔
765
      (void)mndStoreXnodeUserPassToken(pMnode, NULL, &createReq);
53✔
766
      mndStartXnoded(pMnode, NULL, NULL, createReq.token.ptr);
53✔
767
    }
768
  } else {
769
    code = mndCreateXnode(pMnode, pReq, &createReq);
1,221✔
770
    if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
1,221✔
771
      lino = __LINE__;
×
772
      goto _OVER;
×
773
    }
774
  }
775

776
  taosMsleep(defaultTimeout);
1,403✔
777
  pObj = mndAcquireXnodeByURL(pMnode, createReq.url);
1,403✔
778
  if (pObj == NULL) {
1,403✔
779
    code = TSDB_CODE_MND_XNODE_NOT_EXIST;
×
780
    goto _OVER;
×
781
  }
782
  // send request
783
  (void)httpCreateXnode(pObj);
1,403✔
784

785
_OVER:
3,983✔
786
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
3,983✔
787
    mError("xnode:%s, failed to create since %s, line:%d", createReq.url, tstrerror(code), lino);
2,580✔
788
  }
789
  taosMemoryFreeClear(pToken);
3,983✔
790
  mndReleaseXnode(pMnode, pObj);
3,983✔
791
  tFreeSMCreateXnodeReq(&createReq);
3,983✔
792
  TAOS_RETURN(code);
3,983✔
793
}
794

UNCOV
795
static int32_t mndUpdateXnode(SMnode *pMnode, SXnodeObj *pXnode, SRpcMsg *pReq) {
×
796
  mInfo("xnode:%d, start to update", pXnode->id);
×
797
  int32_t   code = -1;
×
798
  STrans   *pTrans = NULL;
×
799
  SXnodeObj xnodeObj = {0};
×
800
  xnodeObj.id = pXnode->id;
×
UNCOV
801
  xnodeObj.updateTime = taosGetTimestampMs();
×
802

UNCOV
803
  pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_NOTHING, pReq, "update-xnode");
×
804
  if (pTrans == NULL) {
×
805
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
806
    if (terrno != 0) code = terrno;
×
UNCOV
807
    goto _OVER;
×
808
  }
809
  mInfo("trans:%d, used to update xnode:%d", pTrans->id, xnodeObj.id);
×
810

811
  TAOS_CHECK_GOTO(mndSetCreateXnodeCommitLogs(pTrans, &xnodeObj), NULL, _OVER);
×
UNCOV
812
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
×
UNCOV
813
  code = 0;
×
814

815
_OVER:
×
816
  mndFreeXnode(&xnodeObj);
×
817
  mndTransDrop(pTrans);
×
818
  TAOS_RETURN(code);
×
819
}
820

821
static int32_t mndUpdateXnodeUserPassToken(SMnode *pMnode, SRpcMsg *pReq, SMUpdateXnodeReq *pUpdate) {
318✔
822
  int32_t           code = 0, lino = 0;
318✔
823
  STrans           *pTrans = NULL;
318✔
824
  SXnodeUserPassObj upObj = {0};
318✔
825
  upObj.id = pUpdate->id;
318✔
826
  upObj.updateTime = taosGetTimestampMs();
318✔
827

828
  if (pUpdate->user.ptr != NULL) {
318✔
829
    upObj.userLen = pUpdate->user.len + 1;
212✔
830
    upObj.user = taosMemoryCalloc(1, upObj.userLen);
212✔
831
    if (upObj.user == NULL) goto _OVER;
212✔
832
    (void)memcpy(upObj.user, pUpdate->user.ptr, pUpdate->user.len);
212✔
833
  }
834
  if (pUpdate->pass.ptr != NULL) {
318✔
835
    upObj.passLen = pUpdate->pass.len + 1;
212✔
836
    upObj.pass = taosMemoryCalloc(1, upObj.passLen);
212✔
837
    if (upObj.pass == NULL) goto _OVER;
212✔
838
    (void)memcpy(upObj.pass, pUpdate->pass.ptr, pUpdate->pass.len);
212✔
839
  }
840
  if (pUpdate->token.ptr != NULL) {
318✔
841
    upObj.tokenLen = pUpdate->token.len + 1;
106✔
842
    upObj.token = taosMemoryCalloc(1, upObj.tokenLen);
106✔
843
    if (upObj.token == NULL) goto _OVER;
106✔
844
    (void)memcpy(upObj.token, pUpdate->token.ptr, pUpdate->token.len);
106✔
845
  }
846

847
  pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_NOTHING, pReq, "update-xnode-userpass");
318✔
848
  if (pTrans == NULL) {
318✔
849
    code = terrno;
×
850
    lino = __LINE__;
×
UNCOV
851
    goto _OVER;
×
852
  }
853
  mDebug("trans:%d, used to update xnode userpass or token:%d", pTrans->id, upObj.id);
318✔
854

855
  TAOS_CHECK_GOTO(mndSetCreateXnodeUserPassCommitLogs(pTrans, &upObj), NULL, _OVER);
318✔
856
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
318✔
857
  code = TSDB_CODE_ACTION_IN_PROGRESS;
318✔
858

859
_OVER:
318✔
860
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
318✔
UNCOV
861
    mError("xnode:failed to update xnode %d since %s, line:%d", upObj.id, tstrerror(code), lino);
×
862
  }
863
  taosMemoryFreeClear(upObj.user);
318✔
864
  taosMemoryFreeClear(upObj.pass);
318✔
865
  taosMemoryFreeClear(upObj.token);
318✔
866
  mndTransDrop(pTrans);
318✔
867
  TAOS_RETURN(code);
318✔
868
}
869

870
static int32_t mndProcessUpdateXnodeReq(SRpcMsg *pReq) {
318✔
871
  SMnode          *pMnode = pReq->info.node;
318✔
872
  int32_t          code = 0;
318✔
873
  SXnodeObj       *pObj = NULL;
318✔
874
  SMUpdateXnodeReq updateReq = {0};
318✔
875

876
  code = mndValidateXnodePermissions(pMnode, pReq, MND_OPER_UPDATE_XNODE);
318✔
877
  if (code != TSDB_CODE_SUCCESS) {
318✔
878
    mError("failed check permission for update xnode, code:%s", tstrerror(code));
×
879
    goto _OVER;
×
880
  }
881
  TAOS_CHECK_GOTO(tDeserializeSMUpdateXnodeReq(pReq->pCont, pReq->contLen, &updateReq), NULL, _OVER);
318✔
882

883
  if (updateReq.token.ptr != NULL || (updateReq.user.ptr != NULL && updateReq.pass.ptr != NULL)) {
318✔
884
    code = mndUpdateXnodeUserPassToken(pMnode, pReq, &updateReq);
318✔
885
    if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
318✔
886
      goto _OVER;
×
887
    }
888
    mndRestartXnoded(pMnode);
318✔
889
  }
890

891
_OVER:
318✔
892
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
318✔
893
    mError("xnode:%d, failed to update since %s", updateReq.id, tstrerror(code));
×
894
  }
895
  mndReleaseXnode(pMnode, pObj);
318✔
896
  tFreeSMUpdateXnodeReq(&updateReq);
318✔
897
  TAOS_RETURN(code);
318✔
898
}
899

900
static int32_t mndSetDropXnodeRedoLogs(STrans *pTrans, SXnodeObj *pObj) {
887✔
901
  int32_t  code = 0;
887✔
902
  SSdbRaw *pRedoRaw = mndXnodeActionEncode(pObj);
887✔
903
  if (pRedoRaw == NULL) {
887✔
UNCOV
904
    code = terrno;
×
UNCOV
905
    TAOS_RETURN(code);
×
906
  }
907

908
  TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pRedoRaw));
887✔
909
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING));
887✔
910
  TAOS_RETURN(code);
887✔
911
}
912

913
static int32_t mndSetDropXnodeCommitLogs(STrans *pTrans, SXnodeObj *pObj) {
887✔
914
  int32_t  code = 0;
887✔
915
  SSdbRaw *pCommitRaw = mndXnodeActionEncode(pObj);
887✔
916
  if (pCommitRaw == NULL) {
887✔
UNCOV
917
    code = terrno;
×
UNCOV
918
    TAOS_RETURN(code);
×
919
  }
920

921
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pCommitRaw));
887✔
922
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED));
887✔
923
  TAOS_RETURN(code);
887✔
924
}
925

926
static int32_t mndSetDropXnodeInfoToTrans(SMnode *pMnode, STrans *pTrans, SXnodeObj *pObj, bool force) {
887✔
927
  if (pObj == NULL) return 0;
887✔
928
  TAOS_CHECK_RETURN(mndSetDropXnodeRedoLogs(pTrans, pObj));
887✔
929
  TAOS_CHECK_RETURN(mndSetDropXnodeCommitLogs(pTrans, pObj));
887✔
930
  return 0;
887✔
931
}
932

933
static int32_t mndDropXnode(SMnode *pMnode, SRpcMsg *pReq, SXnodeObj *pObj) {
887✔
934
  int32_t code = 0;
887✔
935
  int32_t lino = 0;
887✔
936

937
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_NOTHING, pReq, "drop-xnode");
887✔
938
  TSDB_CHECK_NULL(pTrans, code, lino, _OVER, terrno);
887✔
939

940
  mndTransSetSerial(pTrans);
887✔
941
  mDebug("trans:%d, to drop xnode:%d", pTrans->id, pObj->id);
887✔
942

943
  code = mndSetDropXnodeInfoToTrans(pMnode, pTrans, pObj, false);
887✔
944
  TSDB_CHECK_CODE(code, lino, _OVER);
887✔
945

946
  code = mndTransPrepare(pMnode, pTrans);
887✔
947

948
_OVER:
887✔
949
  mndTransDrop(pTrans);
887✔
950
  TAOS_RETURN(code);
887✔
951
}
952

953
static int32_t mndDrainXnode(SMnode *pMnode, SRpcMsg *pReq, SXnodeObj *pObj) {
106✔
954
  int32_t code = 0;
106✔
955
  int32_t lino = 0;
106✔
956

957
  SXnodeObj xnodeObj = {0};
106✔
958
  xnodeObj.id = pObj->id;
106✔
959
  xnodeObj.status = "drain";
106✔
960
  xnodeObj.statusLen = strlen(xnodeObj.status) + 1;
106✔
961
  xnodeObj.updateTime = taosGetTimestampMs();
106✔
962

963
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_NOTHING, pReq, "drain-xnode");
106✔
964
  TSDB_CHECK_NULL(pTrans, code, lino, _OVER, terrno);
106✔
965

966
  mndTransSetSerial(pTrans);
106✔
967
  mDebug("trans:%d, to drain xnode:%d", pTrans->id, xnodeObj.id);
106✔
968

969
  TAOS_CHECK_GOTO(mndSetCreateXnodeCommitLogs(pTrans, &xnodeObj), NULL, _OVER);
106✔
970
  code = mndTransPrepare(pMnode, pTrans);
106✔
971

972
_OVER:
106✔
973
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
106✔
974
    mError("xnode:%d, failed to drain since %s", xnodeObj.id, tstrerror(code));
×
975
  }
976
  mndTransDrop(pTrans);
106✔
977
  TAOS_RETURN(code);
106✔
978
}
979

980
static int32_t mndProcessDropXnodeReq(SRpcMsg *pReq) {
6,877✔
981
  SMnode        *pMnode = pReq->info.node;
6,877✔
982
  int32_t        code = -1;
6,877✔
983
  SXnodeObj     *pObj = NULL;
6,877✔
984
  SMDropXnodeReq dropReq = {0};
6,877✔
985
  SJson         *pJson = NULL;
6,877✔
986

987
  code = mndValidateXnodePermissions(pMnode, pReq, MND_OPER_DROP_XNODE);
6,877✔
988
  if (code != TSDB_CODE_SUCCESS) {
6,877✔
989
    mError("failed check permission for drop xnode, code:%s", tstrerror(code));
×
990
    goto _OVER;
×
991
  }
992
  TAOS_CHECK_GOTO(tDeserializeSMDropXnodeReq(pReq->pCont, pReq->contLen, &dropReq), NULL, _OVER);
6,877✔
993
  mDebug("xnode:%d, start to drop", dropReq.xnodeId);
6,877✔
994

995
  if (dropReq.xnodeId <= 0 && (dropReq.url == NULL || strlen(dropReq.url) <= 0)) {
6,877✔
996
    code = TSDB_CODE_MND_XNODE_INVALID_MSG;
×
997
    goto _OVER;
×
998
  }
999

1000
  if (dropReq.url != NULL && strlen(dropReq.url) > 0) {
6,877✔
1001
    pObj = mndAcquireXnodeByURL(pMnode, dropReq.url);
3,997✔
1002
    if (pObj == NULL) {
3,997✔
1003
      code = terrno;
3,110✔
1004
      goto _OVER;
3,110✔
1005
    }
1006
  } else {
1007
    pObj = mndAcquireXnode(pMnode, dropReq.xnodeId);
2,880✔
1008
    if (pObj == NULL) {
2,880✔
1009
      code = terrno;
2,880✔
1010
      goto _OVER;
2,880✔
1011
    }
1012
  }
1013

1014
  // send request
1015
  char xnodeUrl[TSDB_XNODE_URL_LEN] = {0};
887✔
1016
  snprintf(xnodeUrl, TSDB_XNODE_URL_LEN, "%s/xnode/%d?force=%s", XNODED_PIPE_SOCKET_URL, pObj->id,
887✔
1017
           dropReq.force ? "true" : "false");
887✔
1018
  pJson = mndSendReqRetJson(xnodeUrl, HTTP_TYPE_DELETE, defaultTimeout, NULL, 0);
887✔
1019

1020
  code = mndDropXnode(pMnode, pReq, pObj);
887✔
1021
  if (code == 0) {
887✔
1022
    code = TSDB_CODE_ACTION_IN_PROGRESS;
887✔
1023
  }
1024

1025
_OVER:
6,877✔
1026
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
6,877✔
1027
    mError("xnode:%d, failed to drop since %s", dropReq.xnodeId, tstrerror(code));
5,990✔
1028
  }
1029
  if (pJson != NULL) {
6,877✔
UNCOV
1030
    tjsonDelete(pJson);
×
1031
  }
1032
  if (pObj != NULL) {
6,877✔
1033
    mndReleaseXnode(pMnode, pObj);
887✔
1034
  }
1035
  tFreeSMDropXnodeReq(&dropReq);
6,877✔
1036
  TAOS_RETURN(code);
6,877✔
1037
}
1038

1039
static int32_t mndProcessDrainXnodeReq(SRpcMsg *pReq) {
1,396✔
1040
  SMnode         *pMnode = pReq->info.node;
1,396✔
1041
  int32_t         code = 0;
1,396✔
1042
  SXnodeObj      *pObj = NULL;
1,396✔
1043
  SMDrainXnodeReq drainReq = {0};
1,396✔
1044
  SJson          *pJson = NULL;
1,396✔
1045
  SJson          *postContent = NULL;
1,396✔
1046
  char           *pContStr = NULL;
1,396✔
1047

1048
  code = mndValidateXnodePermissions(pMnode, pReq, MND_OPER_DRAIN_XNODE);
1,396✔
1049
  if (code != TSDB_CODE_SUCCESS) {
1,396✔
1050
    mError("failed check permission for drain xnode, code:%s", tstrerror(code));
×
1051
    goto _OVER;
×
1052
  }
1053
  TAOS_CHECK_GOTO(tDeserializeSMDrainXnodeReq(pReq->pCont, pReq->contLen, &drainReq), NULL, _OVER);
1,396✔
1054
  mDebug("xnode:%d, start to drain", drainReq.xnodeId);
1,396✔
1055

1056
  if (drainReq.xnodeId <= 0) {
1,396✔
1057
    code = TSDB_CODE_MND_XNODE_INVALID_MSG;
×
UNCOV
1058
    goto _OVER;
×
1059
  }
1060

1061
  pObj = mndAcquireXnode(pMnode, drainReq.xnodeId);
1,396✔
1062
  if (pObj == NULL) {
1,396✔
1063
    code = TSDB_CODE_MND_XNODE_NOT_EXIST;
1,290✔
1064
    goto _OVER;
1,290✔
1065
  }
1066

1067
  // send request
1068
  char xnodeUrl[TSDB_XNODE_URL_LEN + 1] = {0};
106✔
1069
  snprintf(xnodeUrl, TSDB_XNODE_URL_LEN + 1, "%s/xnode/drain/%d", XNODED_PIPE_SOCKET_URL, pObj->id);
106✔
1070
  postContent = tjsonCreateObject();
106✔
1071
  if (postContent == NULL) {
106✔
1072
    code = terrno;
×
UNCOV
1073
    goto _OVER;
×
1074
  }
1075
  TAOS_CHECK_GOTO(tjsonAddStringToObject(postContent, "xnode", pObj->url), NULL, _OVER);
106✔
1076
  pContStr = tjsonToString(postContent);
106✔
1077
  if (pContStr == NULL) {
106✔
1078
    code = terrno;
×
1079
    goto _OVER;
×
1080
  }
1081
  pJson = mndSendReqRetJson(xnodeUrl, HTTP_TYPE_POST, defaultTimeout, pContStr, strlen(pContStr));
106✔
1082

1083
  code = mndDrainXnode(pMnode, pReq, pObj);
106✔
1084
  if (code == 0) {
106✔
1085
    code = TSDB_CODE_ACTION_IN_PROGRESS;
106✔
1086
    goto _OVER;
106✔
1087
  }
1088

1089
_OVER:
1,396✔
1090
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
1,396✔
1091
    mError("xnode:%d, failed to drain since %s", drainReq.xnodeId, tstrerror(code));
1,290✔
1092
  }
1093

1094
  if (postContent != NULL) {
1,396✔
1095
    tjsonDelete(postContent);
106✔
1096
  }
1097
  if (pContStr != NULL) {
1,396✔
1098
    taosMemoryFree(pContStr);
106✔
1099
  }
1100
  if (pJson != NULL) {
1,396✔
1101
    tjsonDelete(pJson);
×
1102
  }
1103
  mndReleaseXnode(pMnode, pObj);
1,396✔
1104
  tFreeSMDrainXnodeReq(&drainReq);
1,396✔
1105
  TAOS_RETURN(code);
1,396✔
1106
}
1107

1108
static int32_t mndRetrieveXnodes(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
1,644✔
1109
  SMnode    *pMnode = pReq->info.node;
1,644✔
1110
  SSdb      *pSdb = pMnode->pSdb;
1,644✔
1111
  int32_t    numOfRows = 0;
1,644✔
1112
  int32_t    cols = 0;
1,644✔
1113
  SXnodeObj *pObj = NULL;
1,644✔
1114
  char       buf[TSDB_XNODE_URL_LEN + VARSTR_HEADER_SIZE] = {0};
1,644✔
1115
  char       status[TSDB_XNODE_STATUS_LEN] = {0};
1,644✔
1116
  int32_t    code = 0;
1,644✔
1117
  mDebug("show.type:%d, %s:%d: retrieve xnodes with rows: %d", pShow->type, __FILE__, __LINE__, rows);
1,644✔
1118

1119
  while (numOfRows < rows) {
3,494✔
1120
    pShow->pIter = sdbFetch(pSdb, SDB_XNODE, pShow->pIter, (void **)&pObj);
3,494✔
1121
    if (pShow->pIter == NULL) break;
3,494✔
1122

1123
    cols = 0;
1,850✔
1124
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,850✔
1125
    code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->id, false);
1,850✔
1126
    if (code != 0) goto _end;
1,850✔
1127

1128
    STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->url, pShow->pMeta->pSchemas[cols].bytes);
1,850✔
1129
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,850✔
1130
    code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
1,850✔
1131
    if (code != 0) goto _end;
1,850✔
1132

1133
    if (mndGetXnodeStatus(pObj, status, TSDB_XNODE_STATUS_LEN) == 0) {
1,850✔
1134
      STR_TO_VARSTR(buf, status);
×
1135
    } else {
1136
      mDebug("xnode:%d, status request err: %s", pObj->id, tstrerror(terrno));
1,850✔
1137
      STR_TO_VARSTR(buf, "offline");
1,850✔
1138
    }
1139
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,850✔
1140
    code = colDataSetVal(pColInfo, numOfRows, buf, false);
1,850✔
1141
    if (code != 0) goto _end;
1,850✔
1142

1143
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,850✔
1144
    code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->createTime, false);
1,850✔
1145
    if (code != 0) goto _end;
1,850✔
1146

1147
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,850✔
1148
    code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->updateTime, false);
1,850✔
1149
    if (code != 0) goto _end;
1,850✔
1150

1151
    numOfRows++;
1,850✔
1152
    sdbRelease(pSdb, pObj);
1,850✔
1153
  }
1154

1155
_end:
1,644✔
1156
  if (code != 0) sdbRelease(pSdb, pObj);
1,644✔
1157

1158
  pShow->numOfRows += numOfRows;
1,644✔
1159
  return numOfRows;
1,644✔
1160
}
1161

1162
static void mndCancelGetNextXnode(SMnode *pMnode, void *pIter) {
×
1163
  SSdb *pSdb = pMnode->pSdb;
×
UNCOV
1164
  sdbCancelFetchByType(pSdb, pIter, SDB_XNODE);
×
1165
}
×
1166

1167
/** xnode task section **/
1168

1169
static SXnodeTaskObj *mndAcquireXnodeTaskById(SMnode *pMnode, int32_t tid) {
530✔
1170
  SSdb *pSdb = pMnode->pSdb;
530✔
1171

1172
  void *pIter = NULL;
530✔
1173
  while (1) {
×
1174
    SXnodeTaskObj *pTask = NULL;
530✔
1175
    pIter = sdbFetch(pSdb, SDB_XNODE_TASK, pIter, (void **)&pTask);
530✔
1176
    if (pIter == NULL) break;
530✔
1177

UNCOV
1178
    if (pTask->id == tid) {
×
1179
      sdbCancelFetch(pSdb, pIter);
×
1180
      return pTask;
×
1181
    }
1182

1183
    sdbRelease(pSdb, pTask);
×
1184
  }
1185

1186
  mDebug("xnode task:%d, not found", tid);
530✔
1187
  terrno = TSDB_CODE_MND_XNODE_TASK_NOT_EXIST;
530✔
1188
  return NULL;
530✔
1189
}
1190
static SXnodeTaskObj *mndAcquireXnodeTaskByName(SMnode *pMnode, const char *name) {
32,330✔
1191
  SSdb *pSdb = pMnode->pSdb;
32,330✔
1192

1193
  void *pIter = NULL;
32,330✔
UNCOV
1194
  while (1) {
×
1195
    SXnodeTaskObj *pTask = NULL;
32,330✔
1196
    pIter = sdbFetch(pSdb, SDB_XNODE_TASK, pIter, (void **)&pTask);
32,330✔
1197
    if (pIter == NULL) break;
32,330✔
UNCOV
1198
    if (pTask->name == NULL) {
×
UNCOV
1199
      continue;
×
1200
    }
1201

UNCOV
1202
    if (strcasecmp(name, pTask->name) == 0) {
×
1203
      sdbCancelFetch(pSdb, pIter);
×
1204
      return pTask;
×
1205
    }
1206

UNCOV
1207
    sdbRelease(pSdb, pTask);
×
1208
  }
1209

1210
  mDebug("xnode task:%s, not found", name);
32,330✔
1211
  terrno = TSDB_CODE_MND_XNODE_TASK_NOT_EXIST;
32,330✔
1212
  return NULL;
32,330✔
1213
}
1214

1215
static void mndFreeXnodeTask(SXnodeTaskObj *pObj) {
×
1216
  taosMemoryFreeClear(pObj->name);
×
1217
  taosMemoryFreeClear(pObj->sourceDsn);
×
UNCOV
1218
  taosMemoryFreeClear(pObj->sinkDsn);
×
UNCOV
1219
  taosMemoryFreeClear(pObj->parser);
×
UNCOV
1220
  taosMemoryFreeClear(pObj->reason);
×
UNCOV
1221
  taosMemoryFreeClear(pObj->status);
×
UNCOV
1222
  taosMemoryFreeClear(pObj->createdBy);
×
UNCOV
1223
  taosMemoryFreeClear(pObj->labels);
×
UNCOV
1224
}
×
1225

1226
SSdbRaw *mndXnodeTaskActionEncode(SXnodeTaskObj *pObj) {
288✔
1227
  int32_t code = 0;
288✔
1228
  int32_t lino = 0;
288✔
1229
  terrno = TSDB_CODE_OUT_OF_MEMORY;
288✔
1230
  if (NULL == pObj) {
288✔
1231
    terrno = TSDB_CODE_INVALID_PARA;
96✔
1232
    return NULL;
96✔
1233
  }
1234

1235
  int32_t totalStrLen = pObj->nameLen + pObj->sourceDsnLen + pObj->sinkDsnLen + pObj->parserLen + pObj->reasonLen +
192✔
1236
                        pObj->statusLen + pObj->createdByLen + pObj->labelsLen;
192✔
1237
  int32_t rawDataLen = sizeof(SXnodeTaskObj) + TSDB_XNODE_RESERVE_SIZE + totalStrLen;
192✔
1238

1239
  SSdbRaw *pRaw = sdbAllocRaw(SDB_XNODE_TASK, TSDB_XNODE_VER_NUMBER, rawDataLen);
192✔
1240
  if (pRaw == NULL) goto _OVER;
192✔
1241

1242
  int32_t dataPos = 0;
192✔
1243
  SDB_SET_INT32(pRaw, dataPos, pObj->id, _OVER)
192✔
1244
  SDB_SET_INT64(pRaw, dataPos, pObj->createTime, _OVER)
192✔
1245
  SDB_SET_INT64(pRaw, dataPos, pObj->updateTime, _OVER)
192✔
1246
  SDB_SET_INT32(pRaw, dataPos, pObj->statusLen, _OVER)
192✔
1247
  SDB_SET_BINARY(pRaw, dataPos, pObj->status, pObj->statusLen, _OVER)
192✔
1248
  SDB_SET_INT32(pRaw, dataPos, pObj->via, _OVER)
192✔
1249
  SDB_SET_INT32(pRaw, dataPos, pObj->xnodeId, _OVER)
192✔
1250
  SDB_SET_INT32(pRaw, dataPos, pObj->nameLen, _OVER)
192✔
1251
  SDB_SET_BINARY(pRaw, dataPos, pObj->name, pObj->nameLen, _OVER)
192✔
1252
  SDB_SET_INT32(pRaw, dataPos, pObj->sourceType, _OVER)
192✔
1253
  SDB_SET_INT32(pRaw, dataPos, pObj->sourceDsnLen, _OVER)
192✔
1254
  SDB_SET_BINARY(pRaw, dataPos, pObj->sourceDsn, pObj->sourceDsnLen, _OVER)
192✔
1255
  SDB_SET_INT32(pRaw, dataPos, pObj->sinkType, _OVER)
192✔
1256
  SDB_SET_INT32(pRaw, dataPos, pObj->sinkDsnLen, _OVER)
192✔
1257
  SDB_SET_BINARY(pRaw, dataPos, pObj->sinkDsn, pObj->sinkDsnLen, _OVER)
192✔
1258
  SDB_SET_INT32(pRaw, dataPos, pObj->parserLen, _OVER)
192✔
1259
  SDB_SET_BINARY(pRaw, dataPos, pObj->parser, pObj->parserLen, _OVER)
192✔
1260
  SDB_SET_INT32(pRaw, dataPos, pObj->reasonLen, _OVER)
192✔
1261
  SDB_SET_BINARY(pRaw, dataPos, pObj->reason, pObj->reasonLen, _OVER)
192✔
1262
  SDB_SET_INT32(pRaw, dataPos, pObj->createdByLen, _OVER)
192✔
1263
  SDB_SET_BINARY(pRaw, dataPos, pObj->createdBy, pObj->createdByLen, _OVER)
192✔
1264
  SDB_SET_INT32(pRaw, dataPos, pObj->labelsLen, _OVER)
192✔
1265
  SDB_SET_BINARY(pRaw, dataPos, pObj->labels, pObj->labelsLen, _OVER)
192✔
1266

1267
  SDB_SET_RESERVE(pRaw, dataPos, TSDB_XNODE_RESERVE_SIZE, _OVER)
192✔
1268

1269
  terrno = 0;
192✔
1270

1271
_OVER:
192✔
1272
  if (terrno != 0) {
192✔
UNCOV
1273
    mError("xnode task:%d, failed to encode to raw:%p since %s", pObj->id, pRaw, terrstr());
×
UNCOV
1274
    sdbFreeRaw(pRaw);
×
UNCOV
1275
    return NULL;
×
1276
  }
1277

1278
  mTrace("xnode task:%d, encode to raw:%p, row:%p", pObj->id, pRaw, pObj);
192✔
1279
  return pRaw;
192✔
1280
}
1281

1282
SSdbRow *mndXnodeTaskActionDecode(SSdbRaw *pRaw) {
288✔
1283
  int32_t code = 0;
288✔
1284
  int32_t lino = 0;
288✔
1285
  terrno = TSDB_CODE_OUT_OF_MEMORY;
288✔
1286
  SSdbRow       *pRow = NULL;
288✔
1287
  SXnodeTaskObj *pObj = NULL;
288✔
1288

1289
  if (NULL == pRaw) {
288✔
1290
    terrno = TSDB_CODE_INVALID_PARA;
96✔
1291
    return NULL;
96✔
1292
  }
1293

1294
  int8_t sver = 0;
192✔
1295
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
192✔
1296

1297
  if (sver != TSDB_XNODE_VER_NUMBER) {
192✔
UNCOV
1298
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
×
UNCOV
1299
    goto _OVER;
×
1300
  }
1301

1302
  pRow = sdbAllocRow(sizeof(SXnodeTaskObj));
192✔
1303
  if (pRow == NULL) goto _OVER;
192✔
1304

1305
  pObj = sdbGetRowObj(pRow);
192✔
1306
  if (pObj == NULL) goto _OVER;
192✔
1307

1308
  int32_t dataPos = 0;
192✔
1309
  SDB_GET_INT32(pRaw, dataPos, &pObj->id, _OVER)
192✔
1310
  SDB_GET_INT64(pRaw, dataPos, &pObj->createTime, _OVER)
192✔
1311
  SDB_GET_INT64(pRaw, dataPos, &pObj->updateTime, _OVER)
192✔
1312
  SDB_GET_INT32(pRaw, dataPos, &pObj->statusLen, _OVER)
192✔
1313
  if (pObj->statusLen > 0) {
192✔
1314
    pObj->status = taosMemoryCalloc(pObj->statusLen + 1, 1);
192✔
1315
    if (pObj->status == NULL) goto _OVER;
192✔
1316
    SDB_GET_BINARY(pRaw, dataPos, pObj->status, pObj->statusLen, _OVER)
192✔
1317
  }
1318

1319
  SDB_GET_INT32(pRaw, dataPos, &pObj->via, _OVER)
192✔
1320
  SDB_GET_INT32(pRaw, dataPos, &pObj->xnodeId, _OVER)
192✔
1321

1322
  SDB_GET_INT32(pRaw, dataPos, &pObj->nameLen, _OVER)
192✔
1323
  if (pObj->nameLen > 0) {
192✔
1324
    pObj->name = taosMemoryCalloc(pObj->nameLen + 1, 1);
192✔
1325
    if (pObj->name == NULL) goto _OVER;
192✔
1326
    SDB_GET_BINARY(pRaw, dataPos, pObj->name, pObj->nameLen, _OVER)
192✔
1327
  }
1328

1329
  SDB_GET_INT32(pRaw, dataPos, &pObj->sourceType, _OVER)
192✔
1330
  SDB_GET_INT32(pRaw, dataPos, &pObj->sourceDsnLen, _OVER)
192✔
1331
  if (pObj->sourceDsnLen > 0) {
192✔
1332
    pObj->sourceDsn = taosMemoryCalloc(pObj->sourceDsnLen + 1, 1);
192✔
1333
    if (pObj->sourceDsn == NULL) goto _OVER;
192✔
1334
    SDB_GET_BINARY(pRaw, dataPos, pObj->sourceDsn, pObj->sourceDsnLen, _OVER)
192✔
1335
  }
1336

1337
  SDB_GET_INT32(pRaw, dataPos, &pObj->sinkType, _OVER)
192✔
1338
  SDB_GET_INT32(pRaw, dataPos, &pObj->sinkDsnLen, _OVER)
192✔
1339
  if (pObj->sinkDsnLen > 0) {
192✔
1340
    pObj->sinkDsn = taosMemoryCalloc(pObj->sinkDsnLen + 1, 1);
192✔
1341
    if (pObj->sinkDsn == NULL) goto _OVER;
192✔
1342
    SDB_GET_BINARY(pRaw, dataPos, pObj->sinkDsn, pObj->sinkDsnLen, _OVER)
192✔
1343
  }
1344

1345
  SDB_GET_INT32(pRaw, dataPos, &pObj->parserLen, _OVER)
192✔
1346
  if (pObj->parserLen > 0) {
192✔
1347
    pObj->parser = taosMemoryCalloc(pObj->parserLen + 1, 1);
96✔
1348
    if (pObj->parser == NULL) goto _OVER;
96✔
1349
    SDB_GET_BINARY(pRaw, dataPos, pObj->parser, pObj->parserLen, _OVER)
96✔
1350
  }
1351

1352
  SDB_GET_INT32(pRaw, dataPos, &pObj->reasonLen, _OVER)
192✔
1353
  if (pObj->reasonLen > 0) {
192✔
1354
    pObj->reason = taosMemoryCalloc(pObj->reasonLen + 1, 1);
96✔
1355
    if (pObj->reason == NULL) goto _OVER;
96✔
1356
    SDB_GET_BINARY(pRaw, dataPos, pObj->reason, pObj->reasonLen, _OVER)
96✔
1357
  }
1358

1359
  SDB_GET_INT32(pRaw, dataPos, &pObj->createdByLen, _OVER)
192✔
1360
  if (pObj->createdByLen > 0) {
192✔
1361
    pObj->createdBy = taosMemoryCalloc(pObj->createdByLen + 1, 1);
×
1362
    if (pObj->createdBy == NULL) goto _OVER;
×
1363
    SDB_GET_BINARY(pRaw, dataPos, pObj->createdBy, pObj->createdByLen, _OVER)
×
1364
  }
1365

1366
  SDB_GET_INT32(pRaw, dataPos, &pObj->labelsLen, _OVER)
192✔
1367
  if (pObj->labelsLen > 0) {
192✔
UNCOV
1368
    pObj->labels = taosMemoryCalloc(pObj->labelsLen + 1, 1);
×
UNCOV
1369
    if (pObj->labels == NULL) goto _OVER;
×
UNCOV
1370
    SDB_GET_BINARY(pRaw, dataPos, pObj->labels, pObj->labelsLen, _OVER)
×
1371
  }
1372

1373
  SDB_GET_RESERVE(pRaw, dataPos, TSDB_XNODE_RESERVE_SIZE, _OVER)
192✔
1374

1375
  terrno = 0;
192✔
1376

1377
_OVER:
192✔
1378
  if (terrno != 0) {
192✔
1379
    mError("xnode task:%d, failed to decode from raw:%p since %s", pObj == NULL ? 0 : pObj->id, pRaw, terrstr());
×
UNCOV
1380
    if (pObj != NULL) {
×
1381
      taosMemoryFreeClear(pObj->name);
×
1382
      taosMemoryFreeClear(pObj->sourceDsn);
×
UNCOV
1383
      taosMemoryFreeClear(pObj->sinkDsn);
×
UNCOV
1384
      taosMemoryFreeClear(pObj->parser);
×
UNCOV
1385
      taosMemoryFreeClear(pObj->reason);
×
UNCOV
1386
      taosMemoryFreeClear(pObj->status);
×
1387
    }
UNCOV
1388
    taosMemoryFreeClear(pRow);
×
1389
    return NULL;
×
1390
  }
1391

1392
  mTrace("xnode:%d, decode from raw:%p, row:%p", pObj->id, pRaw, pObj);
192✔
1393
  return pRow;
192✔
1394
}
1395

1396
int32_t mndXnodeTaskActionInsert(SSdb *pSdb, SXnodeTaskObj *pObj) {
×
1397
  mDebug("xtask:%d, perform insert action, row:%p", pObj->id, pObj);
×
UNCOV
1398
  return 0;
×
1399
}
1400

1401
int32_t mndXnodeTaskActionDelete(SSdb *pSdb, SXnodeTaskObj *pObj) {
×
UNCOV
1402
  mDebug("xtask:%d, perform delete action, row:%p", pObj->id, pObj);
×
1403
  mndFreeXnodeTask(pObj);
×
1404
  return 0;
×
1405
}
1406

1407
int32_t mndXnodeTaskActionUpdate(SSdb *pSdb, SXnodeTaskObj *pOld, SXnodeTaskObj *pNew) {
×
1408
  mDebug("xtask:%d, perform update action, old row:%p new row:%p", pOld->id, pOld, pNew);
×
1409

1410
  taosWLockLatch(&pOld->lock);
×
1411
  pOld->via = pNew->via;
×
1412
  pOld->xnodeId = pNew->xnodeId;
×
1413
  swapFields(&pNew->statusLen, &pNew->status, &pOld->statusLen, &pOld->status);
×
1414
  swapFields(&pNew->nameLen, &pNew->name, &pOld->nameLen, &pOld->name);
×
UNCOV
1415
  swapFields(&pNew->sourceDsnLen, &pNew->sourceDsn, &pOld->sourceDsnLen, &pOld->sourceDsn);
×
1416
  swapFields(&pNew->sinkDsnLen, &pNew->sinkDsn, &pOld->sinkDsnLen, &pOld->sinkDsn);
×
1417
  swapFields(&pNew->parserLen, &pNew->parser, &pOld->parserLen, &pOld->parser);
×
UNCOV
1418
  swapFields(&pNew->reasonLen, &pNew->reason, &pOld->reasonLen, &pOld->reason);
×
UNCOV
1419
  swapFields(&pNew->labelsLen, &pNew->labels, &pOld->labelsLen, &pOld->labels);
×
1420
  if (pNew->updateTime > pOld->updateTime) {
×
1421
    pOld->updateTime = pNew->updateTime;
×
1422
  }
1423
  taosWUnLockLatch(&pOld->lock);
×
1424
  return 0;
×
1425
}
1426

UNCOV
1427
static int32_t mndSetCreateXnodeTaskRedoLogs(STrans *pTrans, SXnodeTaskObj *pObj) {
×
1428
  int32_t  code = 0;
×
1429
  SSdbRaw *pRedoRaw = mndXnodeTaskActionEncode(pObj);
×
1430
  if (pRedoRaw == NULL) {
×
UNCOV
1431
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
1432
    if (terrno != 0) code = terrno;
×
1433
    TAOS_RETURN(code);
×
1434
  }
1435
  TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pRedoRaw));
×
1436
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_CREATING));
×
1437
  TAOS_RETURN(code);
×
1438
}
1439

UNCOV
1440
static int32_t mndSetCreateXnodeTaskUndoLogs(STrans *pTrans, SXnodeTaskObj *pObj) {
×
1441
  int32_t  code = 0;
×
1442
  SSdbRaw *pUndoRaw = mndXnodeTaskActionEncode(pObj);
×
1443
  if (pUndoRaw == NULL) {
×
UNCOV
1444
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
1445
    if (terrno != 0) code = terrno;
×
1446
    TAOS_RETURN(code);
×
1447
  }
1448
  TAOS_CHECK_RETURN(mndTransAppendUndolog(pTrans, pUndoRaw));
×
1449
  TAOS_CHECK_RETURN(sdbSetRawStatus(pUndoRaw, SDB_STATUS_DROPPED));
×
1450
  TAOS_RETURN(code);
×
1451
}
1452

UNCOV
1453
static int32_t mndSetCreateXnodeTaskCommitLogs(STrans *pTrans, SXnodeTaskObj *pObj) {
×
1454
  int32_t  code = 0;
×
1455
  SSdbRaw *pCommitRaw = mndXnodeTaskActionEncode(pObj);
×
1456
  if (pCommitRaw == NULL) {
×
UNCOV
1457
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1458
    if (terrno != 0) code = terrno;
×
1459
    TAOS_RETURN(code);
×
1460
  }
1461
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pCommitRaw));
×
UNCOV
1462
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY));
×
1463
  TAOS_RETURN(code);
×
1464
}
1465
void mndReleaseXnodeTask(SMnode *pMnode, SXnodeTaskObj *pObj) {
2,120✔
1466
  SSdb *pSdb = pMnode->pSdb;
2,120✔
1467
  sdbRelease(pSdb, pObj);
2,120✔
1468
}
2,120✔
1469

1470
static const char *getXTaskOptionByName(xTaskOptions *pOptions, const char *name) {
16,377✔
1471
  if (pOptions == NULL || name == NULL) return NULL;
16,377✔
1472
  for (int32_t i = 0; i < pOptions->optionsNum; ++i) {
35,457✔
1473
    CowStr option = pOptions->options[i];
25,599✔
1474
    if (option.ptr != NULL && strncasecmp(option.ptr, name, strlen(name)) == 0 && option.ptr[strlen(name)] == '=') {
25,599✔
1475
      return option.ptr + strlen(name) + 1;
6,519✔
1476
    }
1477
  }
1478
  return NULL;
9,858✔
1479
}
1480

1481
static int32_t mndCreateXnodeTask(SMnode *pMnode, SRpcMsg *pReq, SMCreateXnodeTaskReq *pCreate) {
×
1482
  int32_t code = -1;
×
1483
  STrans *pTrans = NULL;
×
1484

1485
  SXnodeTaskObj xnodeObj = {0};
×
1486
  xnodeObj.id = sdbGetMaxId(pMnode->pSdb, SDB_XNODE_TASK);
×
1487
  xnodeObj.createTime = taosGetTimestampMs();
×
1488
  xnodeObj.updateTime = xnodeObj.createTime;
×
UNCOV
1489
  xnodeObj.via = pCreate->options.via;
×
1490
  xnodeObj.xnodeId = pCreate->xnodeId;
×
1491

1492
  xnodeObj.nameLen = pCreate->name.len + 1;
×
1493
  xnodeObj.name = taosMemoryCalloc(1, xnodeObj.nameLen);
×
1494
  if (xnodeObj.name == NULL) goto _OVER;
×
UNCOV
1495
  (void)memcpy(xnodeObj.name, pCreate->name.ptr, pCreate->name.len);
×
1496

1497
  xnodeObj.sourceType = pCreate->source.type;
×
1498
  xnodeObj.sourceDsnLen = pCreate->source.cstr.len + 1;
×
1499
  xnodeObj.sourceDsn = taosMemoryCalloc(1, xnodeObj.sourceDsnLen);
×
1500
  if (xnodeObj.sourceDsn == NULL) goto _OVER;
×
UNCOV
1501
  (void)memcpy(xnodeObj.sourceDsn, pCreate->source.cstr.ptr, pCreate->source.cstr.len);
×
1502

1503
  xnodeObj.sinkType = pCreate->sink.type;
×
1504
  xnodeObj.sinkDsnLen = pCreate->sink.cstr.len + 1;
×
1505
  xnodeObj.sinkDsn = taosMemoryCalloc(1, xnodeObj.sinkDsnLen);
×
1506
  if (xnodeObj.sinkDsn == NULL) goto _OVER;
×
UNCOV
1507
  (void)memcpy(xnodeObj.sinkDsn, pCreate->sink.cstr.ptr, pCreate->sink.cstr.len);
×
1508

1509
  xnodeObj.parserLen = pCreate->options.parser.len + 1;
×
1510
  if (pCreate->options.parser.ptr != NULL) {
×
1511
    xnodeObj.parser = taosMemoryCalloc(1, xnodeObj.parserLen);
×
1512
    if (xnodeObj.parser == NULL) goto _OVER;
×
1513
    (void)memcpy(xnodeObj.parser, pCreate->options.parser.ptr, pCreate->options.parser.len);
×
1514
  }
1515

UNCOV
1516
  const char *status = getXTaskOptionByName(&pCreate->options, "status");
×
1517
  if (status != NULL) {
×
1518
    xnodeObj.statusLen = strlen(status) + 1;
×
1519
    xnodeObj.status = taosMemoryCalloc(1, xnodeObj.statusLen);
×
1520
    if (xnodeObj.status == NULL) goto _OVER;
×
UNCOV
1521
    (void)memcpy(xnodeObj.status, status, xnodeObj.statusLen - 1);
×
1522
  }
1523

1524
  xnodeObj.createdByLen = strlen(pReq->info.conn.user) + 1;
×
1525
  xnodeObj.createdBy = taosMemoryCalloc(1, xnodeObj.createdByLen);
×
1526
  if (xnodeObj.createdBy == NULL) goto _OVER;
×
1527
  (void)memcpy(xnodeObj.createdBy, pReq->info.conn.user, xnodeObj.createdByLen - 1);
×
1528

UNCOV
1529
  const char *labels = getXTaskOptionByName(&pCreate->options, "labels");
×
1530
  if (labels != NULL) {
×
1531
    xnodeObj.labelsLen = strlen(labels) + 1;
×
1532
    xnodeObj.labels = taosMemoryCalloc(1, xnodeObj.labelsLen);
×
1533
    if (xnodeObj.labels == NULL) goto _OVER;
×
1534
    (void)memcpy(xnodeObj.labels, labels, xnodeObj.labelsLen - 1);
×
1535
  }
1536

1537
  pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_NOTHING, pReq, "create-xnode-task");
×
UNCOV
1538
  if (pTrans == NULL) {
×
1539
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
1540
    if (terrno != 0) {
×
1541
      code = terrno;
×
1542
    }
1543
    mError("failed to create transaction for xnode-task:%s, code:0x%x:%s", pCreate->name.ptr, code, tstrerror(code));
×
1544
    goto _OVER;
×
1545
  }
1546
  mndTransSetSerial(pTrans);
×
1547

1548
  mDebug("trans:%d, used to create xnode task:%s as task:%d", pTrans->id, pCreate->name.ptr, xnodeObj.id);
×
1549

1550
  TAOS_CHECK_GOTO(mndSetCreateXnodeTaskRedoLogs(pTrans, &xnodeObj), NULL, _OVER);
×
1551
  TAOS_CHECK_GOTO(mndSetCreateXnodeTaskUndoLogs(pTrans, &xnodeObj), NULL, _OVER);
×
1552
  TAOS_CHECK_GOTO(mndSetCreateXnodeTaskCommitLogs(pTrans, &xnodeObj), NULL, _OVER);
×
1553
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
×
1554

UNCOV
1555
  code = 0;
×
1556

1557
_OVER:
×
1558
  mndFreeXnodeTask(&xnodeObj);
×
1559
  mndTransDrop(pTrans);
×
1560
  TAOS_RETURN(code);
×
1561
}
1562

1563
// Helper function to parse and validate the request
1564
static int32_t mndValidateCreateXnodeTaskReq(SRpcMsg *pReq, SMCreateXnodeTaskReq *pCreateReq) {
15,900✔
1565
  int32_t code = 0;
15,900✔
1566
  SJson  *pJson = NULL;
15,900✔
1567
  SJson  *postContent = NULL;
15,900✔
1568
  char   *srcDsn = NULL;
15,900✔
1569
  char   *sinkDsn = NULL;
15,900✔
1570
  char   *parser = NULL;
15,900✔
1571
  char   *pContStr = NULL;
15,900✔
1572

1573
  // from, to, parser check
1574
  char xnodeUrl[TSDB_XNODE_URL_LEN] = {0};
15,900✔
1575
  snprintf(xnodeUrl, TSDB_XNODE_URL_LEN, "%s/task/check", XNODED_PIPE_SOCKET_URL);
15,900✔
1576
  postContent = tjsonCreateObject();
15,900✔
1577
  if (postContent == NULL) {
15,900✔
UNCOV
1578
    code = terrno;
×
1579
    goto _OVER;
×
1580
  }
1581
  srcDsn = taosStrndupi(pCreateReq->source.cstr.ptr, (int64_t)pCreateReq->source.cstr.len);
15,900✔
1582
  if (srcDsn == NULL) {
15,900✔
1583
    code = terrno;
×
1584
    goto _OVER;
×
1585
  }
1586
  TAOS_CHECK_GOTO(tjsonAddStringToObject(postContent, "from", srcDsn), NULL, _OVER);
15,900✔
1587

1588
  sinkDsn = taosStrndupi(pCreateReq->sink.cstr.ptr, (int64_t)pCreateReq->sink.cstr.len);
15,900✔
1589
  if (sinkDsn == NULL) {
15,900✔
1590
    code = terrno;
×
1591
    goto _OVER;
×
1592
  }
1593
  TAOS_CHECK_GOTO(tjsonAddStringToObject(postContent, "to", sinkDsn), NULL, _OVER);
15,900✔
1594

1595
  if (pCreateReq->options.parser.len > 0 && pCreateReq->options.parser.ptr != NULL) {
15,900✔
1596
    parser = taosStrndupi(pCreateReq->options.parser.ptr, (int64_t)pCreateReq->options.parser.len);
11,130✔
1597
    if (parser == NULL) {
11,130✔
1598
      code = terrno;
×
UNCOV
1599
      goto _OVER;
×
1600
    }
1601
    TAOS_CHECK_GOTO(tjsonAddStringToObject(postContent, "parser", parser), NULL, _OVER);
11,130✔
1602
  }
1603

1604
  if (pCreateReq->xnodeId > 0) {
15,900✔
1605
    TAOS_CHECK_GOTO(tjsonAddDoubleToObject(postContent, "xnode_id", (double)pCreateReq->xnodeId), NULL, _OVER);
×
1606
  }
1607

1608
  if (pCreateReq->options.via > 0) {
15,900✔
1609
    TAOS_CHECK_GOTO(tjsonAddDoubleToObject(postContent, "via", (double)pCreateReq->options.via), NULL, _OVER);
1,060✔
1610
  }
1611

1612
  const char *labels = getXTaskOptionByName(&pCreateReq->options, "labels");
15,900✔
1613
  if (labels != NULL) {
15,900✔
1614
    TAOS_CHECK_GOTO(tjsonAddStringToObject(postContent, "labels", labels), NULL, _OVER);
6,360✔
1615
  }
1616

1617
  TAOS_CHECK_GOTO(tjsonAddStringToObject(postContent, "created_by", pReq->info.conn.user), NULL, _OVER);
15,900✔
1618

1619
  pContStr = tjsonToUnformattedString(postContent);
15,900✔
1620
  if (pContStr == NULL) {
15,900✔
1621
    code = terrno;
×
UNCOV
1622
    goto _OVER;
×
1623
  }
1624

1625
  pJson = mndSendReqRetJson(xnodeUrl, HTTP_TYPE_POST, 60000, pContStr, strlen(pContStr));
15,900✔
1626
  if (pJson == NULL) {
15,900✔
1627
    code = terrno;
15,900✔
1628
    goto _OVER;
15,900✔
1629
  }
UNCOV
1630
  SJson *errorJson = tjsonGetObjectItem(pJson, "__inner_error");
×
UNCOV
1631
  if (errorJson != NULL) {
×
1632
    code = TSDB_CODE_MND_XNODE_HTTP_CODE_ERROR;
×
1633
    char* pValueString = ((cJSON*)errorJson)->valuestring;
×
1634
    if (NULL == pValueString) {
×
1635
      mError("should not failed to get __inner_error message, task name:%s", pCreateReq->name.ptr);
×
UNCOV
1636
      goto _OVER;
×
1637
    }
1638
    //handle response
1639
    int32_t contLen = strlen(pValueString) + strlen(tstrerror(code)) + 32;
×
1640
    void *pRsp = rpcMallocCont(contLen);
×
UNCOV
1641
    if (pRsp == NULL) {
×
UNCOV
1642
      TAOS_CHECK_GOTO(terrno, NULL, _OVER);
×
1643
    }
UNCOV
1644
    pReq->info.rspLen = contLen;
×
UNCOV
1645
    pReq->info.rsp = pRsp;
×
UNCOV
1646
    snprintf(pReq->info.rsp, contLen, "%s, since: %s", tstrerror(code), pValueString);
×
1647
    goto _OVER;
×
1648
  }
1649

1650
  // todo: only4test
1651
  // (void)mndSendReqRetJson(xnodeUrl, HTTP_TYPE_POST, 60000, pContStr, strlen(pContStr));
1652
  // code = TSDB_CODE_SUCCESS;
1653

1654
_OVER:
15,900✔
1655
  if (srcDsn != NULL) taosMemoryFreeClear(srcDsn);
15,900✔
1656
  if (sinkDsn != NULL) taosMemoryFreeClear(sinkDsn);
15,900✔
1657
  if (parser != NULL) taosMemoryFreeClear(parser);
15,900✔
1658
  if (pContStr != NULL) taosMemoryFreeClear(pContStr);
15,900✔
1659
  if (postContent != NULL) tjsonDelete(postContent);
15,900✔
1660
  if (pJson != NULL) tjsonDelete(pJson);
15,900✔
1661

1662
  TAOS_RETURN(code);
15,900✔
1663
}
1664

1665
// Helper function to check if xnode task already exists
1666
static int32_t mndCheckXnodeTaskExists(SMnode *pMnode, const char *name) {
15,900✔
1667
  SXnodeTaskObj *pObj = mndAcquireXnodeTaskByName(pMnode, name);
15,900✔
1668
  if (pObj != NULL) {
15,900✔
UNCOV
1669
    mError("xnode task:%s already exists", name);
×
1670
    mndReleaseXnodeTask(pMnode, pObj);
×
1671
    return TSDB_CODE_MND_XNODE_TASK_ALREADY_EXIST;
×
1672
  }
1673
  return TSDB_CODE_SUCCESS;
15,900✔
1674
}
1675

1676
// Helper function to handle the creation result
1677
static int32_t mndHandleCreateXnodeTaskResult(int32_t createCode) {
×
1678
  if (createCode == 0) {
×
1679
    return TSDB_CODE_ACTION_IN_PROGRESS;
×
1680
  }
1681
  return createCode;
×
1682
}
1683

1684
static int32_t mndProcessCreateXnodeTaskReq(SRpcMsg *pReq) {
15,900✔
1685
  mDebug("xnode create task request received, contLen:%d\n", pReq->contLen);
15,900✔
1686
  SMnode              *pMnode = pReq->info.node;
15,900✔
1687
  int32_t              code = 0;
15,900✔
1688
  SMCreateXnodeTaskReq createReq = {0};
15,900✔
1689

1690
  // Step 1: Validate permissions
1691
  code = mndValidateXnodePermissions(pMnode, pReq, MND_OPER_CREATE_XNODE_TASK);
15,900✔
1692
  if (code != TSDB_CODE_SUCCESS) {
15,900✔
1693
    mError("failed check permission for create xnode task, code:%s", tstrerror(code));
×
UNCOV
1694
    goto _OVER;
×
1695
  }
1696

1697
  code = tDeserializeSMCreateXnodeTaskReq(pReq->pCont, pReq->contLen, &createReq);
15,900✔
1698
  if (code != 0) {
15,900✔
UNCOV
1699
    mError("failed to deserialize create xnode task request, code:%s", tstrerror(code));
×
1700
    TAOS_RETURN(code);
×
1701
  }
1702

1703
  // Step 2: Check if task already exists
1704
  TAOS_CHECK_GOTO(mndCheckXnodeTaskExists(pMnode, createReq.name.ptr), NULL, _OVER);
15,900✔
1705

1706
  // Step 3: Parse and validate request
1707
  TAOS_CHECK_GOTO(mndValidateCreateXnodeTaskReq(pReq, &createReq), NULL, _OVER);
15,900✔
1708

1709
  // Step 4: Create the xnode task
UNCOV
1710
  TAOS_CHECK_GOTO(mndCreateXnodeTask(pMnode, pReq, &createReq), NULL, _OVER);
×
1711
  TAOS_CHECK_GOTO(mndHandleCreateXnodeTaskResult(code), NULL, _OVER);
×
1712

1713
_OVER:
15,900✔
1714
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
15,900✔
1715
    mError("xnode task:%s, failed to create since %s", createReq.name.ptr ? createReq.name.ptr : "unknown",
15,900✔
1716
           tstrerror(code));
1717
  }
1718
  tFreeSMCreateXnodeTaskReq(&createReq);
15,900✔
1719
  TAOS_RETURN(code);
15,900✔
1720
}
1721

UNCOV
1722
static int32_t httpStartXnodeTask(SXnodeTaskObj *pObj) {
×
UNCOV
1723
  int32_t code = 0;
×
1724
  struct {
1725
    char   xnodeUrl[TSDB_XNODE_URL_LEN + 1];
1726
    SJson *postContent;
1727
    SJson *pJson;
1728
    char  *pContStr;
1729
    char  *srcDsn;
1730
    char  *sinkDsn;
1731
    char  *parser;
UNCOV
1732
  } req = {0};
×
1733

1734
  snprintf(req.xnodeUrl, TSDB_XNODE_URL_LEN + 1, "%s/task/%d", XNODED_PIPE_SOCKET_URL, pObj->id);
×
1735
  req.postContent = tjsonCreateObject();
×
1736
  if (req.postContent == NULL) {
×
UNCOV
1737
    code = terrno;
×
1738
    goto _OVER;
×
1739
  }
1740
  req.srcDsn = taosStrndupi(pObj->sourceDsn, (int64_t)pObj->sourceDsnLen);
×
1741
  if (req.srcDsn == NULL) {
×
1742
    code = terrno;
×
1743
    goto _OVER;
×
1744
  }
1745
  TAOS_CHECK_GOTO(tjsonAddStringToObject(req.postContent, "from", req.srcDsn), NULL, _OVER);
×
1746

1747
  req.sinkDsn = taosStrndupi(pObj->sinkDsn, (int64_t)pObj->sinkDsnLen);
×
1748
  if (req.sinkDsn == NULL) {
×
1749
    code = terrno;
×
1750
    goto _OVER;
×
1751
  }
UNCOV
1752
  TAOS_CHECK_GOTO(tjsonAddStringToObject(req.postContent, "to", req.sinkDsn), NULL, _OVER);
×
1753

UNCOV
1754
  if (pObj->parserLen > 0) {
×
UNCOV
1755
    req.parser = taosStrndupi(pObj->parser, (int64_t)pObj->parserLen);
×
1756
    if (req.parser == NULL) {
×
1757
      code = terrno;
×
UNCOV
1758
      goto _OVER;
×
1759
    }
1760
    TAOS_CHECK_GOTO(tjsonAddStringToObject(req.postContent, "parser", req.parser), NULL, _OVER);
×
1761
  }
1762

UNCOV
1763
  if (pObj->xnodeId > 0) {
×
1764
    TAOS_CHECK_GOTO(tjsonAddDoubleToObject(req.postContent, "xnode_id", (double)pObj->xnodeId), NULL, _OVER);
×
1765
  }
1766

UNCOV
1767
  if (pObj->via > 0) {
×
1768
    TAOS_CHECK_GOTO(tjsonAddDoubleToObject(req.postContent, "via", (double)pObj->via), NULL, _OVER);
×
1769
  }
1770

UNCOV
1771
  if (pObj->createdBy != NULL) {
×
1772
    TAOS_CHECK_GOTO(tjsonAddStringToObject(req.postContent, "created_by", pObj->createdBy), NULL, _OVER);
×
1773
  }
1774

1775
  if (pObj->labels != NULL) {
×
UNCOV
1776
    TAOS_CHECK_GOTO(tjsonAddStringToObject(req.postContent, "labels", pObj->labels), NULL, _OVER);
×
1777
  }
1778

UNCOV
1779
  req.pContStr = tjsonToUnformattedString(req.postContent);
×
1780
  if (req.pContStr == NULL) {
×
1781
    code = terrno;
×
1782
    goto _OVER;
×
1783
  }
1784
  mDebug("start xnode post content:%s", req.pContStr);
×
1785
  req.pJson = mndSendReqRetJson(req.xnodeUrl, HTTP_TYPE_POST, defaultTimeout, req.pContStr, strlen(req.pContStr));
×
1786

1787
_OVER:
×
UNCOV
1788
  if (req.pContStr != NULL) taosMemoryFreeClear(req.pContStr);
×
UNCOV
1789
  if (req.postContent != NULL) tjsonDelete(req.postContent);
×
1790
  if (req.pJson != NULL) tjsonDelete(req.pJson);
×
1791
  if (req.srcDsn != NULL) taosMemoryFreeClear(req.srcDsn);
×
1792
  if (req.sinkDsn != NULL) taosMemoryFreeClear(req.sinkDsn);
×
1793
  if (req.parser != NULL) taosMemoryFreeClear(req.parser);
×
1794
  TAOS_RETURN(code);
×
1795
}
1796

1797
static int32_t mndProcessStartXnodeTaskReq(SRpcMsg *pReq) {
530✔
1798
  SMnode             *pMnode = pReq->info.node;
530✔
1799
  int32_t             code = 0;
530✔
1800
  SXnodeTaskObj      *pObj = NULL;
530✔
1801
  SMStartXnodeTaskReq startReq = {0};
530✔
1802
  SXnodeTaskObj      *pObjClone = NULL;
530✔
1803

1804
  code = mndValidateXnodePermissions(pMnode, pReq, MND_OPER_START_XNODE_TASK);
530✔
1805
  if (code != TSDB_CODE_SUCCESS) {
530✔
1806
    mError("failed check permission for start xnode task, code:%s", tstrerror(code));
×
1807
    goto _OVER;
×
1808
  }
1809
  TAOS_CHECK_GOTO(tDeserializeSMStartXnodeTaskReq(pReq->pCont, pReq->contLen, &startReq), NULL, _OVER);
530✔
1810
  mDebug("xnode start xnode task with tid:%d", startReq.tid);
530✔
1811

1812
  if (startReq.tid <= 0 && (startReq.name.len <= 0 || startReq.name.ptr == NULL)) {
530✔
1813
    code = TSDB_CODE_MND_XNODE_INVALID_MSG;
×
UNCOV
1814
    goto _OVER;
×
1815
  }
1816

1817
  if (startReq.tid > 0) {
530✔
UNCOV
1818
    pObj = mndAcquireXnodeTask(pMnode, startReq.tid);
×
1819
  } else {
1820
    pObj = mndAcquireXnodeTaskByName(pMnode, startReq.name.ptr);
530✔
1821
  }
1822
  if (pObj == NULL) {
530✔
1823
    code = terrno;
530✔
1824
    goto _OVER;
530✔
1825
  }
1826
  (void)httpStartXnodeTask(pObj);
×
1827

1828
_OVER:
530✔
1829
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
530✔
1830
    mError("xnode task:%d, failed to start since %s", startReq.tid, tstrerror(code));
530✔
1831
  }
1832
  tFreeSMStartXnodeTaskReq(&startReq);
530✔
1833
  if (pObj != NULL) {
530✔
UNCOV
1834
    mndReleaseXnodeTask(pMnode, pObj);
×
1835
  }
1836
  if (pObjClone != NULL) {
530✔
1837
    mndFreeXnodeTask(pObjClone);
×
1838
    taosMemFree(pObjClone);
×
1839
  }
1840
  TAOS_RETURN(code);
530✔
1841
}
1842

1843
static int32_t mndProcessStopXnodeTaskReq(SRpcMsg *pReq) {
530✔
1844
  SMnode            *pMnode = pReq->info.node;
530✔
1845
  int32_t            code = -1;
530✔
1846
  SXnodeTaskObj     *pObj = NULL;
530✔
1847
  SMStopXnodeTaskReq stopReq = {0};
530✔
1848
  SJson             *pJson = NULL;
530✔
1849

1850
  code = mndValidateXnodePermissions(pMnode, pReq, MND_OPER_STOP_XNODE_TASK);
530✔
1851
  if (code != TSDB_CODE_SUCCESS) {
530✔
1852
    mError("failed check permission for stop xnode task, code:%s", tstrerror(code));
×
1853
    goto _OVER;
×
1854
  }
1855
  TAOS_CHECK_GOTO(tDeserializeSMStopXnodeTaskReq(pReq->pCont, pReq->contLen, &stopReq), NULL, _OVER);
530✔
1856
  mDebug("Stop xnode task with tid:%d", stopReq.tid);
530✔
1857

1858
  if (stopReq.tid <= 0 && (stopReq.name.len <= 0 || stopReq.name.ptr == NULL)) {
530✔
1859
    code = TSDB_CODE_MND_XNODE_INVALID_MSG;
×
UNCOV
1860
    goto _OVER;
×
1861
  }
1862

1863
  if (stopReq.tid > 0) {
530✔
UNCOV
1864
    pObj = mndAcquireXnodeTask(pMnode, stopReq.tid);
×
1865
  } else {
1866
    pObj = mndAcquireXnodeTaskByName(pMnode, stopReq.name.ptr);
530✔
1867
  }
1868
  if (pObj == NULL) {
530✔
1869
    code = terrno;
530✔
1870
    goto _OVER;
530✔
1871
  }
1872

1873
  // send request
UNCOV
1874
  char xnodeUrl[TSDB_XNODE_URL_LEN + 1] = {0};
×
1875
  snprintf(xnodeUrl, TSDB_XNODE_URL_LEN + 1, "%s/task/%d", XNODED_PIPE_SOCKET_URL, pObj->id);
×
1876
  pJson = mndSendReqRetJson(xnodeUrl, HTTP_TYPE_DELETE, defaultTimeout, NULL, 0);
×
1877

1878
_OVER:
530✔
1879
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
530✔
1880
    mError("xnode task:%d, failed to stop since %s", stopReq.tid, tstrerror(code));
530✔
1881
  }
1882
  if (pJson != NULL) {
530✔
UNCOV
1883
    tjsonDelete(pJson);
×
1884
  }
1885
  tFreeSMStopXnodeTaskReq(&stopReq);
530✔
1886
  TAOS_RETURN(code);
530✔
1887
}
1888

UNCOV
1889
static int32_t mndUpdateXnodeTask(SMnode *pMnode, SRpcMsg *pReq, const SXnodeTaskObj *pOld,
×
1890
                                  SMUpdateXnodeTaskReq *pUpdate) {
UNCOV
1891
  mDebug("xnode task:%d, start to update", pUpdate->tid);
×
UNCOV
1892
  int32_t      code = -1;
×
UNCOV
1893
  STrans       *pTrans = NULL;
×
UNCOV
1894
  SXnodeTaskObj taskObj = *pOld;
×
1895
  struct {
1896
    bool status;
1897
    bool name;
1898
    bool source;
1899
    bool sink;
1900
    bool parser;
1901
    bool reason;
1902
    bool labels;
UNCOV
1903
  } isChange = {0};
×
1904

1905
  if (pUpdate->via > 0) {
×
1906
    taskObj.via = pUpdate->via;
×
1907
  }
1908
  if (pUpdate->xnodeId > 0) {
×
1909
    taskObj.xnodeId = pUpdate->xnodeId;
×
1910
  }
1911
  if (pUpdate->status.ptr != NULL) {
×
1912
    taskObj.statusLen = pUpdate->status.len + 1;
×
UNCOV
1913
    taskObj.status = taosMemoryCalloc(1, taskObj.statusLen);
×
1914
    if (taskObj.status == NULL) {
×
1915
      code = terrno;
×
1916
      goto _OVER;
×
1917
    }
1918
    (void)memcpy(taskObj.status, pUpdate->status.ptr, pUpdate->status.len);
×
1919
    isChange.status = true;
×
1920
  }
1921
  if (pUpdate->updateName.ptr != NULL) {
×
1922
    taskObj.nameLen = pUpdate->updateName.len + 1;
×
UNCOV
1923
    taskObj.name = taosMemoryCalloc(1, taskObj.nameLen);
×
1924
    if (taskObj.name == NULL) {
×
1925
      code = terrno;
×
1926
      goto _OVER;
×
1927
    }
1928
    (void)memcpy(taskObj.name, pUpdate->updateName.ptr, pUpdate->updateName.len);
×
1929
    isChange.name = true;
×
1930
  }
UNCOV
1931
  if (pUpdate->source.cstr.ptr != NULL) {
×
1932
    taskObj.sourceType = pUpdate->source.type;
×
1933
    taskObj.sourceDsnLen = pUpdate->source.cstr.len + 1;
×
UNCOV
1934
    taskObj.sourceDsn = taosMemoryCalloc(1, taskObj.sourceDsnLen);
×
1935
    if (taskObj.sourceDsn == NULL) {
×
1936
      code = terrno;
×
1937
      goto _OVER;
×
1938
    }
1939
    (void)memcpy(taskObj.sourceDsn, pUpdate->source.cstr.ptr, pUpdate->source.cstr.len);
×
1940
    isChange.source = true;
×
1941
  }
UNCOV
1942
  if (pUpdate->sink.cstr.ptr != NULL) {
×
1943
    taskObj.sinkType = pUpdate->sink.type;
×
1944
    taskObj.sinkDsnLen = pUpdate->sink.cstr.len + 1;
×
UNCOV
1945
    taskObj.sinkDsn = taosMemoryCalloc(1, taskObj.sinkDsnLen);
×
1946
    if (taskObj.sinkDsn == NULL) {
×
1947
      code = terrno;
×
1948
      goto _OVER;
×
1949
    }
1950
    (void)memcpy(taskObj.sinkDsn, pUpdate->sink.cstr.ptr, pUpdate->sink.cstr.len);
×
1951
    isChange.sink = true;
×
1952
  }
1953
  if (pUpdate->parser.ptr != NULL) {
×
1954
    taskObj.parserLen = pUpdate->parser.len + 1;
×
UNCOV
1955
    taskObj.parser = taosMemoryCalloc(1, taskObj.parserLen);
×
1956
    if (taskObj.parser == NULL) {
×
1957
      code = terrno;
×
1958
      goto _OVER;
×
1959
    }
1960
    (void)memcpy(taskObj.parser, pUpdate->parser.ptr, pUpdate->parser.len);
×
1961
    isChange.parser = true;
×
1962
  }
1963
  if (pUpdate->reason.ptr != NULL) {
×
1964
    taskObj.reasonLen = pUpdate->reason.len + 1;
×
UNCOV
1965
    taskObj.reason = taosMemoryCalloc(1, taskObj.reasonLen);
×
1966
    if (taskObj.reason == NULL) {
×
1967
      code = terrno;
×
1968
      goto _OVER;
×
1969
    }
1970
    (void)memcpy(taskObj.reason, pUpdate->reason.ptr, pUpdate->reason.len);
×
1971
    isChange.reason = true;
×
1972
  }
1973
  if (pUpdate->labels.ptr != NULL) {
×
1974
    taskObj.labelsLen = pUpdate->labels.len + 1;
×
UNCOV
1975
    taskObj.labels = taosMemoryCalloc(1, taskObj.labelsLen);
×
1976
    if (taskObj.labels == NULL) {
×
UNCOV
1977
      code = terrno;
×
1978
      goto _OVER;
×
1979
    }
1980
    (void)memcpy(taskObj.labels, pUpdate->labels.ptr, pUpdate->labels.len);
×
1981
    isChange.labels = true;
×
1982
  }
UNCOV
1983
  taskObj.updateTime = taosGetTimestampMs();
×
1984

UNCOV
1985
  pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_NOTHING, pReq, "update-xnode-task");
×
1986
  if (pTrans == NULL) {
×
1987
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1988
    if (terrno != 0) code = terrno;
×
UNCOV
1989
    goto _OVER;
×
1990
  }
1991
  mInfo("trans:%d, used to update xnode task:%d", pTrans->id, taskObj.id);
×
1992

UNCOV
1993
  TAOS_CHECK_GOTO(mndSetCreateXnodeTaskCommitLogs(pTrans, &taskObj), NULL, _OVER);
×
1994
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
×
1995
  code = 0;
×
1996

1997
_OVER:
×
1998
  if (NULL != taskObj.name && isChange.name) {
×
UNCOV
1999
    taosMemoryFree(taskObj.name);
×
2000
  }
2001
  if (NULL != taskObj.status && isChange.status) {
×
UNCOV
2002
    taosMemoryFree(taskObj.status);
×
2003
  }
2004
  if (NULL != taskObj.sourceDsn && isChange.source) {
×
UNCOV
2005
    taosMemoryFree(taskObj.sourceDsn);
×
2006
  }
2007
  if (NULL != taskObj.sinkDsn && isChange.sink) {
×
UNCOV
2008
    taosMemoryFree(taskObj.sinkDsn);
×
2009
  }
2010
  if (NULL != taskObj.parser && isChange.parser) {
×
UNCOV
2011
    taosMemoryFree(taskObj.parser);
×
2012
  }
2013
  if (NULL != taskObj.reason && isChange.reason) {
×
UNCOV
2014
    taosMemoryFree(taskObj.reason);
×
2015
  }
2016
  if (NULL != taskObj.labels && isChange.labels) {
×
2017
    taosMemoryFree(taskObj.labels);
×
2018
  }
2019
  mndTransDrop(pTrans);
×
2020
  TAOS_RETURN(code);
×
2021
}
2022

2023
static int32_t mndProcessUpdateXnodeTaskReq(SRpcMsg *pReq) {
2,120✔
2024
  SMnode             *pMnode = pReq->info.node;
2,120✔
2025
  int32_t             code = -1;
2,120✔
2026
  SXnodeTaskObj       *pObj = NULL;
2,120✔
2027
  SMUpdateXnodeTaskReq updateReq = {0};
2,120✔
2028

2029
  code = mndValidateXnodePermissions(pMnode, pReq, MND_OPER_UPDATE_XNODE_TASK);
2,120✔
2030
  if (code != TSDB_CODE_SUCCESS) {
2,120✔
2031
    mError("failed check permission for update xnode task, code:%s", tstrerror(code));
×
UNCOV
2032
    goto _OVER;
×
2033
  }
2034

2035
  TAOS_CHECK_GOTO(tDeserializeSMUpdateXnodeTaskReq(pReq->pCont, pReq->contLen, &updateReq), NULL, _OVER);
2,120✔
2036

2037
  if (updateReq.tid > 0) {
2,120✔
2038
    pObj = mndAcquireXnodeTaskById(pMnode, updateReq.tid);
530✔
2039
  } else {
2040
    pObj = mndAcquireXnodeTaskByName(pMnode, updateReq.name.ptr);
1,590✔
2041
  }
2042
  if (pObj == NULL) {
2,120✔
2043
    code = terrno;
2,120✔
2044
    goto _OVER;
2,120✔
2045
  }
2046

UNCOV
2047
  if (updateReq.updateName.len > 0) {
×
UNCOV
2048
    SXnodeTaskObj *tmpObj = mndAcquireXnodeTaskByName(pMnode, updateReq.updateName.ptr);
×
2049
    if (tmpObj != NULL) {
×
2050
      mndReleaseXnodeTask(pMnode, tmpObj);
×
UNCOV
2051
      code = TSDB_CODE_MND_XNODE_NAME_DUPLICATE;
×
2052
      goto _OVER;
×
2053
    }
2054
  }
2055

UNCOV
2056
  code = mndUpdateXnodeTask(pMnode, pReq, pObj, &updateReq);
×
2057
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
×
2058

2059
_OVER:
2,120✔
2060
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
2,120✔
2061
    mError("xnode task:%d, failed to update since %s", updateReq.tid, tstrerror(code));
2,120✔
2062
  }
2063

2064
  mndReleaseXnodeTask(pMnode, pObj);
2,120✔
2065
  tFreeSMUpdateXnodeTaskReq(&updateReq);
2,120✔
2066
  TAOS_RETURN(code);
2,120✔
2067
  return 0;
2068
}
2069

UNCOV
2070
SXnodeTaskObj *mndAcquireXnodeTask(SMnode *pMnode, int32_t tid) {
×
2071
  SXnodeTaskObj *pObj = sdbAcquire(pMnode->pSdb, SDB_XNODE_TASK, &tid);
×
2072
  if (pObj == NULL && terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
×
2073
    terrno = TSDB_CODE_MND_XNODE_TASK_NOT_EXIST;
×
2074
  }
2075
  return pObj;
×
2076
}
2077

UNCOV
2078
static int32_t mndSetDropXnodeTaskRedoLogs(STrans *pTrans, SXnodeTaskObj *pObj) {
×
2079
  int32_t  code = 0;
×
2080
  SSdbRaw *pRedoRaw = mndXnodeTaskActionEncode(pObj);
×
UNCOV
2081
  if (pRedoRaw == NULL) {
×
2082
    code = terrno;
×
UNCOV
2083
    return code;
×
2084
  }
2085

2086
  TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pRedoRaw));
×
2087
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING));
×
2088

2089
  TAOS_RETURN(code);
×
2090
}
2091

UNCOV
2092
static int32_t mndSetDropXnodeTaskCommitLogs(STrans *pTrans, SXnodeTaskObj *pObj) {
×
2093
  int32_t  code = 0;
×
2094
  SSdbRaw *pCommitRaw = mndXnodeTaskActionEncode(pObj);
×
2095
  if (pCommitRaw == NULL) {
×
UNCOV
2096
    code = terrno;
×
2097
    return code;
×
2098
  }
2099

UNCOV
2100
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pCommitRaw));
×
2101
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED));
×
2102
  TAOS_RETURN(code);
×
2103
}
UNCOV
2104
static int32_t mndSetDropXnodeTaskInfoToTrans(SMnode *pMnode, STrans *pTrans, SXnodeTaskObj *pObj, bool force) {
×
UNCOV
2105
  if (pObj == NULL) {
×
2106
    return 0;
×
2107
  }
2108
  TAOS_CHECK_RETURN(mndSetDropXnodeTaskRedoLogs(pTrans, pObj));
×
2109
  TAOS_CHECK_RETURN(mndSetDropXnodeTaskCommitLogs(pTrans, pObj));
×
UNCOV
2110
  return 0;
×
2111
}
2112

UNCOV
2113
static int32_t mndDropXnodeTask(SMnode *pMnode, SRpcMsg *pReq, SXnodeTaskObj *pTask) {
×
2114
  int32_t code = 0;
×
2115
  int32_t lino = 0;
×
UNCOV
2116
  SArray *pArray = NULL;
×
2117

2118
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_NOTHING, pReq, "drop-xnode-task");
×
UNCOV
2119
  TSDB_CHECK_NULL(pTrans, code, lino, _OVER, terrno);
×
2120

UNCOV
2121
  mndTransSetSerial(pTrans);
×
2122
  mDebug("trans:%d, to drop xnode:%d", pTrans->id, pTask->id);
×
2123

2124
  code = mndSetDropXnodeTaskInfoToTrans(pMnode, pTrans, pTask, false);
×
2125
  mndReleaseXnodeTask(pMnode, pTask);
×
2126

2127
  TSDB_CHECK_CODE(code, lino, _OVER);
×
2128

2129
  code = mndTransPrepare(pMnode, pTrans);
×
2130

UNCOV
2131
_OVER:
×
2132
  if (pArray != NULL) {
×
2133
    for (int i = 0; i < pArray->size; i++) {
×
UNCOV
2134
      SXnodeJobObj *pJob = taosArrayGet(pArray, i);
×
UNCOV
2135
      if (pJob == NULL) continue;
×
2136
      mndReleaseXnodeJob(pMnode, pJob);
×
2137
    }
2138
  }
2139
  mndTransDrop(pTrans);
×
2140
  TAOS_RETURN(code);
×
2141
}
2142

2143
static int32_t mndProcessDropXnodeTaskReq(SRpcMsg *pReq) {
13,780✔
2144
  SMnode            *pMnode = pReq->info.node;
13,780✔
2145
  int32_t            code = -1;
13,780✔
2146
  SXnodeTaskObj     *pObj = NULL;
13,780✔
2147
  SMDropXnodeTaskReq dropReq = {0};
13,780✔
2148
  SJson             *pJson = NULL;
13,780✔
2149

2150
  code = mndValidateXnodePermissions(pMnode, pReq, MND_OPER_DROP_XNODE_TASK);
13,780✔
2151
  if (code != TSDB_CODE_SUCCESS) {
13,780✔
2152
    mError("failed check permission for drop xnode task, code:%s", tstrerror(code));
×
2153
    goto _OVER;
×
2154
  }
2155
  TAOS_CHECK_GOTO(tDeserializeSMDropXnodeTaskReq(pReq->pCont, pReq->contLen, &dropReq), NULL, _OVER);
13,780✔
2156
  mDebug("DropXnodeTask with tid:%d, start to drop", dropReq.id);
13,780✔
2157

2158
  if (dropReq.id <= 0 && (dropReq.name.len <= 0 || dropReq.name.ptr == NULL)) {
13,780✔
2159
    code = TSDB_CODE_MND_XNODE_INVALID_MSG;
×
UNCOV
2160
    goto _OVER;
×
2161
  }
2162

2163
  if (dropReq.name.len > 0 && dropReq.name.ptr != NULL) {
13,780✔
2164
    pObj = mndAcquireXnodeTaskByName(pMnode, dropReq.name.ptr);
13,780✔
2165
  } else {
UNCOV
2166
    pObj = mndAcquireXnodeTask(pMnode, dropReq.id);
×
2167
  }
2168
  if (pObj == NULL) {
13,780✔
2169
    code = terrno;
13,780✔
2170
    goto _OVER;
13,780✔
2171
  }
2172

2173
  // send request to drop xnode task
UNCOV
2174
  char xnodeUrl[TSDB_XNODE_URL_LEN + 1] = {0};
×
UNCOV
2175
  snprintf(xnodeUrl, TSDB_XNODE_URL_LEN + 1, "%s/task/drop/%d", XNODED_PIPE_SOCKET_URL, pObj->id);
×
2176
  pJson = mndSendReqRetJson(xnodeUrl, HTTP_TYPE_DELETE, defaultTimeout, NULL, 0);
×
2177

2178
  code = mndDropXnodeTask(pMnode, pReq, pObj);
×
UNCOV
2179
  if (code == 0) {
×
2180
    code = TSDB_CODE_ACTION_IN_PROGRESS;
×
2181
  }
2182

2183
_OVER:
13,780✔
2184
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
13,780✔
2185
    mError("xnode task:%d, failed to drop since %s", dropReq.id, tstrerror(code));
13,780✔
2186
  }
2187
  if (pJson != NULL) {
13,780✔
2188
    tjsonDelete(pJson);
×
2189
  }
2190
  tFreeSMDropXnodeTaskReq(&dropReq);
13,780✔
2191
  TAOS_RETURN(code);
13,780✔
2192
}
2193
static int32_t mndRetrieveXnodeTasks(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
3,201✔
2194
  SMnode        *pMnode = pReq->info.node;
3,201✔
2195
  SSdb          *pSdb = pMnode->pSdb;
3,201✔
2196
  int32_t        numOfRows = 0;
3,201✔
2197
  int32_t        cols = 0;
3,201✔
2198
  SXnodeTaskObj *pObj = NULL;
3,201✔
2199
  char           buf[VARSTR_HEADER_SIZE +
×
2200
           TMAX(TSDB_XNODE_TASK_NAME_LEN,
3,201✔
2201
                          TMAX(TSDB_XNODE_TASK_SOURCE_LEN, TMAX(TSDB_XNODE_TASK_SINK_LEN, TSDB_XNODE_TASK_PARSER_LEN)))];
2202
  int32_t        code = 0;
3,201✔
2203
  mDebug("show.type:%d, %s:%d: retrieve xnode tasks with rows: %d", pShow->type, __FILE__, __LINE__, rows);
3,201✔
2204

2205
  while (numOfRows < rows) {
3,201✔
2206
    pShow->pIter = sdbFetch(pSdb, SDB_XNODE_TASK, pShow->pIter, (void **)&pObj);
3,201✔
2207
    if (pShow->pIter == NULL) break;
3,201✔
2208

2209
    cols = 0;
×
2210
    // id
2211
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2212
    code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->id, false);
×
2213
    if (code != 0) goto _end;
×
2214

2215
    // name
2216
    buf[0] = 0;
×
2217
    STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->name, pShow->pMeta->pSchemas[cols].bytes);
×
2218
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2219
    code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
×
2220
    if (code != 0) goto _end;
×
2221

2222
    // from
2223
    buf[0] = 0;
×
2224
    STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->sourceDsn, pShow->pMeta->pSchemas[cols].bytes);
×
2225
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2226
    code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
×
2227
    if (code != 0) goto _end;
×
2228

2229
    // to
2230
    buf[0] = 0;
×
2231
    STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->sinkDsn, pShow->pMeta->pSchemas[cols].bytes);
×
2232
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2233
    code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
×
2234
    if (code != 0) goto _end;
×
2235

2236
    // parser
2237
    if (pObj->parserLen > 0 && pObj->parser != NULL) {
×
2238
      buf[0] = 0;
×
UNCOV
2239
      STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->parser, pShow->pMeta->pSchemas[cols].bytes);
×
UNCOV
2240
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
UNCOV
2241
      code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
×
2242
      if (code != 0) goto _end;
×
2243
    } else {
2244
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2245
      colDataSetNULL(pColInfo, numOfRows);
×
2246
    }
2247

2248
    // via
UNCOV
2249
    if (pObj->via != 0) {
×
UNCOV
2250
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
UNCOV
2251
      code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->via, false);
×
2252
      if (code != 0) goto _end;
×
2253
    } else {
2254
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2255
      colDataSetNULL(pColInfo, numOfRows);
×
2256
    }
2257

2258
    // xnode_id
UNCOV
2259
    if (pObj->xnodeId != 0) {
×
UNCOV
2260
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
UNCOV
2261
      code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->xnodeId, false);
×
2262
      if (code != 0) goto _end;
×
2263
    } else {
2264
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2265
      colDataSetNULL(pColInfo, numOfRows);
×
2266
    }
2267

2268
    // status
2269
    if (pObj->statusLen > 0) {
×
2270
      buf[0] = 0;
×
UNCOV
2271
      STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->status, pShow->pMeta->pSchemas[cols].bytes);
×
UNCOV
2272
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
UNCOV
2273
      code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
×
2274
      if (code != 0) goto _end;
×
2275
    } else {
2276
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2277
      colDataSetNULL(pColInfo, numOfRows);
×
2278
    }
2279

2280
    // reason
2281
    if (pObj->reasonLen > 0) {
×
2282
      buf[0] = 0;
×
UNCOV
2283
      STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->reason, pShow->pMeta->pSchemas[cols].bytes);
×
UNCOV
2284
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
UNCOV
2285
      code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
×
2286
      if (code != 0) goto _end;
×
2287
    } else {
2288
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2289
      colDataSetNULL(pColInfo, numOfRows);
×
2290
    }
2291

2292
    // create_by
2293
    if (pObj->createdByLen > 0) {
×
2294
      buf[0] = 0;
×
UNCOV
2295
      STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->createdBy, pShow->pMeta->pSchemas[cols].bytes);
×
UNCOV
2296
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
UNCOV
2297
      code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
×
2298
      if (code != 0) goto _end;
×
2299
    } else {
2300
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2301
      colDataSetNULL(pColInfo, numOfRows);
×
2302
    }
2303

2304
    // labels
2305
    if (pObj->labelsLen > 0) {
×
2306
      buf[0] = 0;
×
UNCOV
2307
      STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->labels, pShow->pMeta->pSchemas[cols].bytes);
×
UNCOV
2308
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
UNCOV
2309
      code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
×
2310
      if (code != 0) goto _end;
×
2311
    } else {
2312
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
UNCOV
2313
      colDataSetNULL(pColInfo, numOfRows);
×
2314
    }
2315

2316
    // create_time
2317
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
UNCOV
2318
    code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->createTime, false);
×
2319
    if (code != 0) goto _end;
×
2320

2321
    // update_time
UNCOV
2322
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2323
    code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->updateTime, false);
×
2324
    if (code != 0) goto _end;
×
2325

2326
    numOfRows++;
×
2327
    sdbRelease(pSdb, pObj);
×
2328
  }
2329

2330
_end:
3,201✔
2331
  if (code != 0 && pObj != NULL) sdbRelease(pSdb, pObj);
3,201✔
2332

2333
  pShow->numOfRows += numOfRows;
3,201✔
2334
  return numOfRows;
3,201✔
2335
}
2336

2337
static void mndCancelGetNextXnodeTask(SMnode *pMnode, void *pIter) {
×
2338
  SSdb *pSdb = pMnode->pSdb;
×
2339
  sdbCancelFetchByType(pSdb, pIter, SDB_XNODE_TASK);
×
UNCOV
2340
}
×
2341

2342
/** xnode job section **/
2343

2344
static int32_t mndAcquireXnodeJobsByTaskId(SMnode *pMnode, int32_t tid, SArray **ppArray) {
×
2345
  int32_t code = 0;
×
UNCOV
2346
  SSdb   *pSdb = pMnode->pSdb;
×
2347

2348
  *ppArray = taosArrayInit(16, sizeof(SXnodeJobObj));
×
2349
  if (ppArray == NULL) {
×
2350
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2351
    if (terrno != 0) code = terrno;
×
2352
    goto _exit;
×
2353
  }
2354

2355
  int32_t idx = 0;
×
2356
  void   *pIter = NULL;
×
2357
  while (1) {
×
2358
    SXnodeJobObj *pJob = NULL;
×
2359
    pIter = sdbFetch(pSdb, SDB_XNODE_JOB, pIter, (void **)&pJob);
×
UNCOV
2360
    if (pIter == NULL) break;
×
2361

UNCOV
2362
    if (pJob->taskId == tid) {
×
2363
      if (NULL == taosArrayInsert(*ppArray, idx++, pJob)) {
×
UNCOV
2364
        code = terrno;
×
2365
        sdbRelease(pSdb, pJob);
×
UNCOV
2366
        goto _exit;
×
2367
      }
2368
    }
2369

UNCOV
2370
    sdbRelease(pSdb, pJob);
×
2371
  }
2372
  sdbCancelFetch(pSdb, pIter);
×
2373

UNCOV
2374
_exit:
×
2375
  TAOS_RETURN(code);
×
2376
}
2377

2378
static int32_t mndAcquireXnodeJobsAll(SMnode *pMnode, SArray **ppArray) {
9,540✔
2379
  int32_t code = 0;
9,540✔
2380
  SSdb   *pSdb = pMnode->pSdb;
9,540✔
2381

2382
  *ppArray = taosArrayInit(64, sizeof(SXnodeJobObj));
9,540✔
2383
  if (ppArray == NULL) {
9,540✔
2384
    code = terrno;
×
2385
    goto _exit;
×
2386
  }
2387

2388
  int32_t idx = 0;
9,540✔
2389
  void   *pIter = NULL;
9,540✔
2390
  while (1) {
10,335✔
2391
    SXnodeJobObj *pJob = NULL;
19,875✔
2392
    pIter = sdbFetch(pSdb, SDB_XNODE_JOB, pIter, (void **)&pJob);
19,875✔
2393
    if (pIter == NULL) break;
19,875✔
2394
    if (NULL == taosArrayInsert(*ppArray, idx++, pJob)) {
10,335✔
2395
      code = terrno;
×
2396
      goto _exit;
×
2397
    }
2398
    sdbRelease(pSdb, pJob);
10,335✔
2399
  }
2400
  sdbCancelFetch(pSdb, pIter);
9,540✔
2401

2402
_exit:
9,540✔
2403
  TAOS_RETURN(code);
9,540✔
2404
}
2405

2406
static void mndFreeXnodeJob(SXnodeJobObj *pObj) {
22,843✔
2407
  if (NULL == pObj) {
22,843✔
UNCOV
2408
    return;
×
2409
  }
2410
  if (NULL != pObj->config) {
22,843✔
2411
    taosMemoryFreeClear(pObj->config);
22,843✔
2412
  }
2413
  if (NULL != pObj->reason) {
22,843✔
UNCOV
2414
    taosMemoryFreeClear(pObj->reason);
×
2415
  }
2416
  if (NULL != pObj->status) {
22,843✔
2417
    taosMemoryFreeClear(pObj->status);
7,314✔
2418
  }
2419
}
2420

2421
SSdbRaw *mndXnodeJobActionEncode(SXnodeJobObj *pObj) {
26,311✔
2422
  int32_t code = 0;
26,311✔
2423
  int32_t lino = 0;
26,311✔
2424
  terrno = TSDB_CODE_OUT_OF_MEMORY;
26,311✔
2425

2426
  if (NULL == pObj) {
26,311✔
2427
    terrno = TSDB_CODE_INVALID_PARA;
96✔
2428
    return NULL;
96✔
2429
  }
2430

2431
  mDebug("xnode tid:%d, jid:%d, start to encode to raw, row:%p", pObj->taskId, pObj->id, pObj);
26,215✔
2432

2433
  int32_t rawDataLen =
26,215✔
2434
      sizeof(SXnodeJobObj) + TSDB_XNODE_RESERVE_SIZE + pObj->configLen + pObj->reasonLen + pObj->statusLen;
26,215✔
2435

2436
  SSdbRaw *pRaw = sdbAllocRaw(SDB_XNODE_JOB, TSDB_XNODE_VER_NUMBER, rawDataLen);
26,215✔
2437
  if (pRaw == NULL) goto _OVER;
26,215✔
2438

2439
  int32_t dataPos = 0;
26,215✔
2440
  SDB_SET_INT32(pRaw, dataPos, pObj->id, _OVER)
26,215✔
2441
  SDB_SET_INT32(pRaw, dataPos, pObj->taskId, _OVER)
26,215✔
2442
  SDB_SET_INT32(pRaw, dataPos, pObj->configLen, _OVER)
26,215✔
2443
  SDB_SET_BINARY(pRaw, dataPos, pObj->config, pObj->configLen, _OVER)
26,215✔
2444
  SDB_SET_INT32(pRaw, dataPos, pObj->via, _OVER)
26,215✔
2445
  SDB_SET_INT32(pRaw, dataPos, pObj->xnodeId, _OVER)
26,215✔
2446
  SDB_SET_INT32(pRaw, dataPos, pObj->statusLen, _OVER)
26,215✔
2447
  SDB_SET_BINARY(pRaw, dataPos, pObj->status, pObj->statusLen, _OVER)
26,215✔
2448
  SDB_SET_INT32(pRaw, dataPos, pObj->reasonLen, _OVER)
26,215✔
2449
  SDB_SET_BINARY(pRaw, dataPos, pObj->reason, pObj->reasonLen, _OVER)
26,215✔
2450
  SDB_SET_INT64(pRaw, dataPos, pObj->createTime, _OVER)
26,215✔
2451
  SDB_SET_INT64(pRaw, dataPos, pObj->updateTime, _OVER)
26,215✔
2452

2453
  SDB_SET_RESERVE(pRaw, dataPos, TSDB_XNODE_RESERVE_SIZE, _OVER)
26,215✔
2454

2455
  terrno = 0;
26,215✔
2456

2457
_OVER:
26,215✔
2458
  if (terrno != 0) {
26,215✔
UNCOV
2459
    mError("xnode tid:%d, jid:%d, failed to encode to raw:%p since %s", pObj->taskId, pObj->id, pRaw, terrstr());
×
UNCOV
2460
    sdbFreeRaw(pRaw);
×
UNCOV
2461
    return NULL;
×
2462
  }
2463

2464
  mTrace("xnode tid:%d, jid:%d, encode to raw:%p, row:%p", pObj->taskId, pObj->id, pRaw, pObj);
26,215✔
2465
  return pRaw;
26,215✔
2466
}
2467

2468
SSdbRow *mndXnodeJobActionDecode(SSdbRaw *pRaw) {
18,573✔
2469
  mInfo("xnode, start to decode from raw:%p", pRaw);
18,573✔
2470
  int32_t code = 0;
18,573✔
2471
  int32_t lino = 0;
18,573✔
2472
  terrno = TSDB_CODE_OUT_OF_MEMORY;
18,573✔
2473
  SSdbRow      *pRow = NULL;
18,573✔
2474
  SXnodeJobObj *pObj = NULL;
18,573✔
2475

2476
  if (NULL == pRaw) {
18,573✔
2477
    terrno = TSDB_CODE_INVALID_PARA;
96✔
2478
    return NULL;
96✔
2479
  }
2480

2481
  int8_t sver = 0;
18,477✔
2482
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
18,477✔
2483

2484
  if (sver != TSDB_XNODE_VER_NUMBER) {
18,477✔
UNCOV
2485
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
×
UNCOV
2486
    goto _OVER;
×
2487
  }
2488

2489
  pRow = sdbAllocRow(sizeof(SXnodeJobObj));
18,477✔
2490
  if (pRow == NULL) goto _OVER;
18,477✔
2491

2492
  pObj = sdbGetRowObj(pRow);
18,477✔
2493
  if (pObj == NULL) goto _OVER;
18,477✔
2494

2495
  int32_t dataPos = 0;
18,477✔
2496
  SDB_GET_INT32(pRaw, dataPos, &pObj->id, _OVER)
18,477✔
2497
  SDB_GET_INT32(pRaw, dataPos, &pObj->taskId, _OVER)
18,477✔
2498

2499
  SDB_GET_INT32(pRaw, dataPos, &pObj->configLen, _OVER)
18,477✔
2500
  if (pObj->configLen > 0) {
18,477✔
2501
    pObj->config = taosMemoryCalloc(pObj->configLen, 1);
18,477✔
2502
    if (pObj->config == NULL) goto _OVER;
18,477✔
2503
    SDB_GET_BINARY(pRaw, dataPos, pObj->config, pObj->configLen, _OVER)
18,477✔
2504
  }
2505

2506
  SDB_GET_INT32(pRaw, dataPos, &pObj->via, _OVER)
18,477✔
2507
  SDB_GET_INT32(pRaw, dataPos, &pObj->xnodeId, _OVER)
18,477✔
2508
  SDB_GET_INT32(pRaw, dataPos, &pObj->statusLen, _OVER)
18,477✔
2509
  if (pObj->statusLen > 0) {
18,477✔
2510
    pObj->status = taosMemoryCalloc(pObj->statusLen, 1);
6,075✔
2511
    if (pObj->status == NULL) goto _OVER;
6,075✔
2512
    SDB_GET_BINARY(pRaw, dataPos, pObj->status, pObj->statusLen, _OVER)
6,075✔
2513
  }
2514

2515
  SDB_GET_INT32(pRaw, dataPos, &pObj->reasonLen, _OVER)
18,477✔
2516
  if (pObj->reasonLen > 0) {
18,477✔
2517
    pObj->reason = taosMemoryCalloc(pObj->reasonLen, 1);
96✔
2518
    if (pObj->reason == NULL) goto _OVER;
96✔
2519
    SDB_GET_BINARY(pRaw, dataPos, pObj->reason, pObj->reasonLen, _OVER)
96✔
2520
  }
2521

2522
  SDB_GET_INT64(pRaw, dataPos, &pObj->createTime, _OVER)
18,477✔
2523
  SDB_GET_INT64(pRaw, dataPos, &pObj->updateTime, _OVER)
18,477✔
2524

2525
  SDB_GET_RESERVE(pRaw, dataPos, TSDB_XNODE_RESERVE_SIZE, _OVER)
18,477✔
2526

2527
  terrno = 0;
18,477✔
2528

2529
_OVER:
18,477✔
2530
  if (terrno != 0) {
18,477✔
2531
    mError("xnode tid:%d, jid:%d, failed to decode from raw:%p since %s", pObj == NULL ? 0 : pObj->taskId,
×
2532
           pObj == NULL ? 0 : pObj->id, pRaw, terrstr());
UNCOV
2533
    if (pObj != NULL) {
×
UNCOV
2534
      taosMemoryFreeClear(pObj->config);
×
UNCOV
2535
      taosMemoryFreeClear(pObj->reason);
×
UNCOV
2536
      taosMemoryFreeClear(pObj->status);
×
2537
    }
UNCOV
2538
    taosMemoryFreeClear(pRow);
×
2539
    return NULL;
×
2540
  }
2541

2542
  mTrace("xnode:%d, decode from raw:%p, row:%p", pObj->id, pRaw, pObj);
18,477✔
2543
  return pRow;
18,477✔
2544
}
2545

2546
int32_t mndXnodeJobActionInsert(SSdb *pSdb, SXnodeJobObj *pObj) {
4,558✔
2547
  mInfo("xnode tid:%d, jid:%d, perform insert action, row:%p", pObj->taskId, pObj->id, pObj);
4,558✔
2548
  return 0;
4,558✔
2549
}
2550

2551
int32_t mndXnodeJobActionDelete(SSdb *pSdb, SXnodeJobObj *pObj) {
18,285✔
2552
  mDebug("xnode tid:%d, jid:%d, perform delete action, row:%p", pObj->taskId, pObj->id, pObj);
18,285✔
2553
  mndFreeXnodeJob(pObj);
18,285✔
2554
  return 0;
18,285✔
2555
}
2556

2557
int32_t mndXnodeJobActionUpdate(SSdb *pSdb, SXnodeJobObj *pOld, SXnodeJobObj *pNew) {
9,169✔
2558
  mDebug("xnode tid:%d, jid:%d, perform update action, old row:%p new row:%p", pOld->taskId, pOld->id, pOld, pNew);
9,169✔
2559

2560
  taosWLockLatch(&pOld->lock);
9,169✔
2561
  pOld->via = pNew->via;
9,169✔
2562
  pOld->xnodeId = pNew->xnodeId;
9,169✔
2563
  swapFields(&pNew->statusLen, &pNew->status, &pOld->statusLen, &pOld->status);
9,169✔
2564
  swapFields(&pNew->configLen, &pNew->config, &pOld->configLen, &pOld->config);
9,169✔
2565
  swapFields(&pNew->reasonLen, &pNew->reason, &pOld->reasonLen, &pOld->reason);
9,169✔
2566
  if (pNew->updateTime > pOld->updateTime) {
9,169✔
2567
    pOld->updateTime = pNew->updateTime;
53✔
2568
  }
2569
  taosWUnLockLatch(&pOld->lock);
9,169✔
2570
  return 0;
9,169✔
2571
}
2572

2573
/* xnode user pass actions */
2574
SSdbRaw *mndXnodeUserPassActionEncode(SXnodeUserPassObj *pObj) {
1,566✔
2575
  int32_t code = 0;
1,566✔
2576
  int32_t lino = 0;
1,566✔
2577
  terrno = TSDB_CODE_OUT_OF_MEMORY;
1,566✔
2578

2579
  if (NULL == pObj) {
1,566✔
2580
    terrno = TSDB_CODE_INVALID_PARA;
96✔
2581
    return NULL;
96✔
2582
  }
2583

2584
  int32_t rawDataLen =
1,470✔
2585
      sizeof(SXnodeUserPassObj) + TSDB_XNODE_RESERVE_SIZE + pObj->userLen + pObj->passLen + pObj->tokenLen;
1,470✔
2586

2587
  SSdbRaw *pRaw = sdbAllocRaw(SDB_XNODE_USER_PASS, TSDB_XNODE_VER_NUMBER, rawDataLen);
1,470✔
2588
  if (pRaw == NULL) goto _OVER;
1,470✔
2589

2590
  int32_t dataPos = 0;
1,470✔
2591
  SDB_SET_INT32(pRaw, dataPos, pObj->id, _OVER)
1,470✔
2592
  SDB_SET_INT32(pRaw, dataPos, pObj->userLen, _OVER)
1,470✔
2593
  SDB_SET_BINARY(pRaw, dataPos, pObj->user, pObj->userLen, _OVER)
1,470✔
2594
  SDB_SET_INT32(pRaw, dataPos, pObj->passLen, _OVER)
1,470✔
2595
  SDB_SET_BINARY(pRaw, dataPos, pObj->pass, pObj->passLen, _OVER)
1,470✔
2596
  SDB_SET_INT32(pRaw, dataPos, pObj->tokenLen, _OVER)
1,470✔
2597
  SDB_SET_BINARY(pRaw, dataPos, pObj->token, pObj->tokenLen, _OVER)
1,470✔
2598
  SDB_SET_INT64(pRaw, dataPos, pObj->createTime, _OVER)
1,470✔
2599
  SDB_SET_INT64(pRaw, dataPos, pObj->updateTime, _OVER)
1,470✔
2600

2601
  SDB_SET_RESERVE(pRaw, dataPos, TSDB_XNODE_RESERVE_SIZE, _OVER)
1,470✔
2602

2603
  terrno = 0;
1,470✔
2604

2605
_OVER:
1,470✔
2606
  if (terrno != 0) {
1,470✔
UNCOV
2607
    mError("xnode user pass:%d, failed to encode to raw:%p since %s", pObj->id, pRaw, terrstr());
×
UNCOV
2608
    sdbFreeRaw(pRaw);
×
UNCOV
2609
    return NULL;
×
2610
  }
2611

2612
  mTrace("xnode user pass:%d, encode to raw:%p, row:%p", pObj->id, pRaw, pObj);
1,470✔
2613
  return pRaw;
1,470✔
2614
}
2615
SSdbRow *mndXnodeUserPassActionDecode(SSdbRaw *pRaw) {
1,066✔
2616
  int32_t code = 0;
1,066✔
2617
  int32_t lino = 0;
1,066✔
2618
  terrno = TSDB_CODE_OUT_OF_MEMORY;
1,066✔
2619
  SSdbRow           *pRow = NULL;
1,066✔
2620
  SXnodeUserPassObj *pObj = NULL;
1,066✔
2621

2622
  if (NULL == pRaw) {
1,066✔
2623
    terrno = TSDB_CODE_INVALID_PARA;
96✔
2624
    return NULL;
96✔
2625
  }
2626

2627
  int8_t sver = 0;
970✔
2628
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
970✔
2629

2630
  if (sver != TSDB_XNODE_VER_NUMBER) {
970✔
UNCOV
2631
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
×
UNCOV
2632
    goto _OVER;
×
2633
  }
2634

2635
  pRow = sdbAllocRow(sizeof(SXnodeUserPassObj));
970✔
2636
  if (pRow == NULL) goto _OVER;
970✔
2637

2638
  pObj = sdbGetRowObj(pRow);
970✔
2639
  if (pObj == NULL) goto _OVER;
970✔
2640

2641
  int32_t dataPos = 0;
970✔
2642
  SDB_GET_INT32(pRaw, dataPos, &pObj->id, _OVER)
970✔
2643
  SDB_GET_INT32(pRaw, dataPos, &pObj->userLen, _OVER)
970✔
2644
  if (pObj->userLen > 0) {
970✔
2645
    pObj->user = taosMemoryCalloc(1, pObj->userLen + 1);
662✔
2646
    if (pObj->user == NULL) goto _OVER;
662✔
2647
    SDB_GET_BINARY(pRaw, dataPos, pObj->user, pObj->userLen, _OVER)
662✔
2648
  }
2649
  SDB_GET_INT32(pRaw, dataPos, &pObj->passLen, _OVER)
970✔
2650
  if (pObj->passLen > 0) {
970✔
2651
    pObj->pass = taosMemoryCalloc(1, pObj->passLen + 1);
662✔
2652
    if (pObj->pass == NULL) goto _OVER;
662✔
2653
    SDB_GET_BINARY(pRaw, dataPos, pObj->pass, pObj->passLen, _OVER)
662✔
2654
  }
2655
  SDB_GET_INT32(pRaw, dataPos, &pObj->tokenLen, _OVER)
970✔
2656
  if (pObj->tokenLen > 0) {
970✔
2657
    pObj->token = taosMemoryCalloc(1, pObj->tokenLen + 1);
212✔
2658
    if (pObj->token == NULL) goto _OVER;
212✔
2659
    SDB_GET_BINARY(pRaw, dataPos, pObj->token, pObj->tokenLen, _OVER)
212✔
2660
  }
2661
  SDB_GET_INT64(pRaw, dataPos, &pObj->createTime, _OVER)
970✔
2662
  SDB_GET_INT64(pRaw, dataPos, &pObj->updateTime, _OVER)
970✔
2663

2664
  SDB_GET_RESERVE(pRaw, dataPos, TSDB_XNODE_RESERVE_SIZE, _OVER)
970✔
2665

2666
  terrno = 0;
970✔
2667

2668
_OVER:
970✔
2669
  if (terrno != 0) {
970✔
UNCOV
2670
    mError("xnode user pass:%d, failed to decode from raw:%p since %s", pObj == NULL ? 0 : pObj->id, pRaw, terrstr());
×
UNCOV
2671
    if (pObj != NULL) {
×
2672
      if (pObj->user != NULL) {
×
2673
        taosMemoryFreeClear(pObj->user);
×
2674
      }
UNCOV
2675
      if (pObj->pass != NULL) {
×
UNCOV
2676
        taosMemoryFreeClear(pObj->pass);
×
2677
      }
2678
    }
2679
    taosMemoryFreeClear(pRow);
×
2680
    return NULL;
×
2681
  }
2682

2683
  mTrace("xnode user pass:%d, decode from raw:%p, row:%p", pObj->id, pRaw, pObj);
970✔
2684
  return pRow;
970✔
2685
}
2686
int32_t mndXnodeUserPassActionInsert(SSdb *pSdb, SXnodeUserPassObj *pObj) {
235✔
2687
  mDebug("xnode user pass:%d, perform insert action, row:%p", pObj->id, pObj);
235✔
2688
  return 0;
235✔
2689
}
2690
int32_t mndXnodeUserPassActionUpdate(SSdb *pSdb, SXnodeUserPassObj *pOld, SXnodeUserPassObj *pNew) {
447✔
2691
  mDebug("xnode user pass:%d, perform update action, old row:%p new row:%p", pOld->id, pOld, pNew);
447✔
2692
  taosWLockLatch(&pOld->lock);
447✔
2693
  if (pNew->updateTime > pOld->updateTime) {
447✔
2694
    pOld->updateTime = pNew->updateTime;
265✔
2695
  }
2696
  char* tmp = NULL;
447✔
2697
  pOld->userLen = pNew->userLen;
447✔
2698
  tmp = pOld->user;
447✔
2699
  pOld->user = pNew->user;
447✔
2700
  pNew->user = tmp;
447✔
2701

2702
  pOld->passLen = pNew->passLen;
447✔
2703
  tmp = pOld->pass;
447✔
2704
  pOld->pass = pNew->pass;
447✔
2705
  pNew->pass = tmp;
447✔
2706

2707
  pOld->tokenLen = pNew->tokenLen;
447✔
2708
  tmp = pOld->token;
447✔
2709
  pOld->token = pNew->token;
447✔
2710
  pNew->token = tmp;
447✔
2711

2712
  // swapFields(&pNew->userLen, &pNew->user, &pOld->userLen, &pOld->user);
2713
  // swapFields(&pNew->passLen, &pNew->pass, &pOld->passLen, &pOld->pass);
2714
  // swapFields(&pNew->tokenLen, &pNew->token, &pOld->tokenLen, &pOld->token);
2715
  // SXnodeUserPassObj* tmp = pNew;
2716
  // pNew = pOld;
2717
  // pOld = tmp;
2718

2719
  taosWUnLockLatch(&pOld->lock);
447✔
2720
  return 0;
447✔
2721
}
2722
int32_t mndXnodeUserPassActionDelete(SSdb *pSdb, SXnodeUserPassObj *pObj) {
682✔
2723
  mDebug("xnode:%d, perform delete action, row:%p", pObj->id, pObj);
682✔
2724
  taosMemoryFreeClear(pObj->user);
682✔
2725
  taosMemoryFreeClear(pObj->pass);
682✔
2726
  taosMemoryFreeClear(pObj->token);
682✔
2727
  return 0;
682✔
2728
}
2729

2730
static int32_t mndSetCreateXnodeJobRedoLogs(STrans *pTrans, SXnodeJobObj *pObj) {
4,558✔
2731
  int32_t  code = 0;
4,558✔
2732
  SSdbRaw *pRedoRaw = mndXnodeJobActionEncode(pObj);
4,558✔
2733
  if (pRedoRaw == NULL) {
4,558✔
UNCOV
2734
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
2735
    if (terrno != 0) code = terrno;
×
2736
    TAOS_RETURN(code);
×
2737
  }
2738
  TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pRedoRaw));
4,558✔
2739
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_CREATING));
4,558✔
2740
  TAOS_RETURN(code);
4,558✔
2741
}
2742

2743
static int32_t mndSetCreateXnodeJobUndoLogs(STrans *pTrans, SXnodeJobObj *pObj) {
4,558✔
2744
  int32_t  code = 0;
4,558✔
2745
  SSdbRaw *pUndoRaw = mndXnodeJobActionEncode(pObj);
4,558✔
2746
  if (pUndoRaw == NULL) {
4,558✔
UNCOV
2747
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
2748
    if (terrno != 0) code = terrno;
×
2749
    TAOS_RETURN(code);
×
2750
  }
2751
  TAOS_CHECK_RETURN(mndTransAppendUndolog(pTrans, pUndoRaw));
4,558✔
2752
  TAOS_CHECK_RETURN(sdbSetRawStatus(pUndoRaw, SDB_STATUS_DROPPED));
4,558✔
2753
  TAOS_RETURN(code);
4,558✔
2754
}
2755

2756
static int32_t mndSetCreateXnodeJobCommitLogs(STrans *pTrans, SXnodeJobObj *pObj) {
4,611✔
2757
  int32_t  code = 0;
4,611✔
2758
  SSdbRaw *pCommitRaw = mndXnodeJobActionEncode(pObj);
4,611✔
2759
  if (pCommitRaw == NULL) {
4,611✔
UNCOV
2760
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
2761
    if (terrno != 0) code = terrno;
×
2762
    TAOS_RETURN(code);
×
2763
  }
2764
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pCommitRaw));
4,611✔
2765
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY));
4,611✔
2766
  TAOS_RETURN(code);
4,611✔
2767
}
2768

2769
static int32_t mndCreateXnodeJob(SMnode *pMnode, SRpcMsg *pReq, SMCreateXnodeJobReq *pCreate) {
4,558✔
2770
  int32_t code = -1;
4,558✔
2771
  STrans *pTrans = NULL;
4,558✔
2772

2773
  SXnodeJobObj jobObj = {0};
4,558✔
2774
  jobObj.id = sdbGetMaxId(pMnode->pSdb, SDB_XNODE_JOB);
4,558✔
2775
  jobObj.taskId = pCreate->tid;
4,558✔
2776

2777
  jobObj.configLen = pCreate->config.len + 1;
4,558✔
2778
  if (jobObj.configLen > TSDB_XNODE_TASK_JOB_CONFIG_LEN + 1) {
4,558✔
2779
    code = TSDB_CODE_MND_XNODE_TASK_JOB_CONFIG_TOO_LONG;
×
2780
    goto _OVER;
×
2781
  }
2782
  jobObj.config = taosMemoryCalloc(1, jobObj.configLen);
4,558✔
2783
  if (jobObj.config == NULL) goto _OVER;
4,558✔
2784
  (void)memcpy(jobObj.config, pCreate->config.ptr, pCreate->config.len);
4,558✔
2785

2786
  jobObj.via = pCreate->via;
4,558✔
2787
  jobObj.xnodeId = pCreate->xnodeId;
4,558✔
2788

2789
  if (pCreate->status.ptr != NULL) {
4,558✔
2790
    jobObj.statusLen = pCreate->status.len + 1;
1,431✔
2791
    jobObj.status = taosMemoryCalloc(1, jobObj.statusLen);
1,431✔
2792
    if (jobObj.status == NULL) goto _OVER;
1,431✔
2793
    (void)memmove(jobObj.status, pCreate->status.ptr, pCreate->status.len);
1,431✔
2794
  }
2795

2796
  if (jobObj.reason != NULL) {
4,558✔
2797
    jobObj.reasonLen = pCreate->reason.len + 1;
×
UNCOV
2798
    if (jobObj.reasonLen > TSDB_XNODE_TASK_REASON_LEN + 1) {
×
UNCOV
2799
      code = TSDB_CODE_MND_XNODE_TASK_REASON_TOO_LONG;
×
2800
      goto _OVER;
×
2801
    }
UNCOV
2802
    jobObj.reason = taosMemoryCalloc(1, jobObj.reasonLen);
×
2803
    if (jobObj.reason == NULL) goto _OVER;
×
UNCOV
2804
    (void)memcpy(jobObj.reason, pCreate->reason.ptr, pCreate->reason.len);
×
2805
  }
2806

2807
  jobObj.createTime = taosGetTimestampMs();
4,558✔
2808
  jobObj.updateTime = jobObj.createTime;
4,558✔
2809

2810
  mDebug("create xnode job, id:%d, tid:%d, config:%s, time:%" PRId64, jobObj.id, jobObj.taskId, jobObj.config,
4,558✔
2811
         jobObj.createTime);
2812

2813
  pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_NOTHING, pReq, "create-xnode-job");
4,558✔
2814
  if (pTrans == NULL) {
4,558✔
2815
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
2816
    if (terrno != 0) code = terrno;
×
2817
    mInfo("failed to create transaction for xnode-job:%d, code:0x%x:%s", pCreate->tid, code, tstrerror(code));
×
2818
    goto _OVER;
×
2819
  }
2820
  mndTransSetSerial(pTrans);
4,558✔
2821

2822
  mInfo("trans:%d, used to create xnode job on %d as jid:%d", pTrans->id, pCreate->tid, jobObj.id);
4,558✔
2823

2824
  TAOS_CHECK_GOTO(mndSetCreateXnodeJobRedoLogs(pTrans, &jobObj), NULL, _OVER);
4,558✔
2825
  TAOS_CHECK_GOTO(mndSetCreateXnodeJobUndoLogs(pTrans, &jobObj), NULL, _OVER);
4,558✔
2826
  TAOS_CHECK_GOTO(mndSetCreateXnodeJobCommitLogs(pTrans, &jobObj), NULL, _OVER);
4,558✔
2827
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
4,558✔
2828

2829
  code = 0;
4,558✔
2830

2831
_OVER:
4,558✔
2832
  mndFreeXnodeJob(&jobObj);
4,558✔
2833
  mndTransDrop(pTrans);
4,558✔
2834
  TAOS_RETURN(code);
4,558✔
2835
}
2836

2837
static int32_t mndUpdateXnodeJob(SMnode *pMnode, SRpcMsg *pReq, SXnodeJobObj *pOld, SMUpdateXnodeJobReq *pUpdate) {
53✔
2838
  mInfo("xnode job:%d, start to update", pUpdate->jid);
53✔
2839
  int32_t      code = -1;
53✔
2840
  STrans      *pTrans = NULL;
53✔
2841
  SXnodeJobObj jobObj = *pOld;
53✔
2842
  struct {
2843
    bool status;
2844
    bool config;
2845
    bool reason;
2846
  } isChange = {0};
53✔
2847

2848
  jobObj.id = pUpdate->jid;
53✔
2849
  if (pUpdate->via > 0) {
53✔
2850
    jobObj.via = pUpdate->via;
×
2851
  }
2852
  if (pUpdate->xnodeId > 0) {
53✔
2853
    jobObj.xnodeId = pUpdate->xnodeId;
53✔
2854
  }
2855
  if (pUpdate->status.ptr != NULL) {
53✔
2856
    jobObj.statusLen = pUpdate->status.len + 1;
53✔
2857
    jobObj.status = taosMemoryCalloc(1, jobObj.statusLen);
53✔
2858
    if (jobObj.status == NULL) goto _OVER;
53✔
2859
    (void)memcpy(jobObj.status, pUpdate->status.ptr, pUpdate->status.len);
53✔
2860
    isChange.status = true;
53✔
2861
  }
2862
  if (pUpdate->config != NULL) {
53✔
2863
    jobObj.configLen = pUpdate->configLen + 1;
53✔
2864
    jobObj.config = taosMemoryCalloc(1, jobObj.configLen);
53✔
2865
    if (jobObj.config == NULL) goto _OVER;
53✔
2866
    (void)memcpy(jobObj.config, pUpdate->config, pUpdate->configLen);
53✔
2867
    isChange.config = true;
53✔
2868
  }
2869
  if (pUpdate->reason != NULL) {
53✔
UNCOV
2870
    jobObj.reasonLen = pUpdate->reasonLen + 1;
×
2871
    jobObj.reason = taosMemoryCalloc(1, jobObj.reasonLen);
×
2872
    if (jobObj.reason == NULL) goto _OVER;
×
2873
    (void)memcpy(jobObj.reason, pUpdate->reason, pUpdate->reasonLen);
×
2874
    isChange.reason = true;
×
2875
  }
2876
  jobObj.updateTime = taosGetTimestampMs();
53✔
2877

2878
  pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_NOTHING, pReq, "update-xnode");
53✔
2879
  if (pTrans == NULL) {
53✔
2880
    code = terrno;
×
UNCOV
2881
    goto _OVER;
×
2882
  }
2883
  mInfo("trans:%d, used to update xnode job:%d", pTrans->id, jobObj.id);
53✔
2884

2885
  TAOS_CHECK_GOTO(mndSetCreateXnodeJobCommitLogs(pTrans, &jobObj), NULL, _OVER);
53✔
2886
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
53✔
2887
  code = 0;
53✔
2888

2889
_OVER:
53✔
2890
  if (NULL != jobObj.status && isChange.status) {
53✔
2891
    taosMemoryFree(jobObj.status);
53✔
2892
  }
2893
  if (NULL != jobObj.config && isChange.config) {
53✔
2894
    taosMemoryFree(jobObj.config);
53✔
2895
  }
2896
  if (NULL != jobObj.reason && isChange.reason) {
53✔
2897
    taosMemoryFree(jobObj.reason);
×
2898
  }
2899
  mndTransDrop(pTrans);
53✔
2900
  TAOS_RETURN(code);
53✔
2901
}
2902

2903
void mndReleaseXnodeTaskJob(SMnode *pMnode, SXnodeJobObj *pObj) {
×
2904
  SSdb *pSdb = pMnode->pSdb;
×
UNCOV
2905
  sdbRelease(pSdb, pObj);
×
2906
}
×
2907

2908
SXnodeJobObj *mndAcquireXnodeJob(SMnode *pMnode, int32_t jid) {
901✔
2909
  SXnodeJobObj *pObj = sdbAcquire(pMnode->pSdb, SDB_XNODE_JOB, &jid);
901✔
2910
  if (pObj == NULL && terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
901✔
2911
    terrno = TSDB_CODE_MND_XNODE_JOB_NOT_EXIST;
530✔
2912
  }
2913
  return pObj;
901✔
2914
}
2915
void mndReleaseXnodeJob(SMnode *pMnode, SXnodeJobObj *pObj) {
901✔
2916
  SSdb *pSdb = pMnode->pSdb;
901✔
2917
  sdbRelease(pSdb, pObj);
901✔
2918
}
901✔
2919

2920
static int32_t mndSetDropXnodeJobRedoLogs(STrans *pTrans, SXnodeJobObj *pObj) {
4,558✔
2921
  int32_t  code = 0;
4,558✔
2922
  SSdbRaw *pRedoRaw = mndXnodeJobActionEncode(pObj);
4,558✔
2923
  if (pRedoRaw == NULL) {
4,558✔
2924
    code = terrno;
×
UNCOV
2925
    return code;
×
2926
  }
2927

2928
  TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pRedoRaw));
4,558✔
2929
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING));
4,558✔
2930

2931
  return code;
4,558✔
2932
}
2933

2934
static int32_t mndSetDropXnodeJobCommitLogs(STrans *pTrans, SXnodeJobObj *pObj) {
4,558✔
2935
  int32_t  code = 0;
4,558✔
2936
  SSdbRaw *pCommitRaw = mndXnodeJobActionEncode(pObj);
4,558✔
2937
  if (pCommitRaw == NULL) {
4,558✔
UNCOV
2938
    code = terrno;
×
2939
    return code;
×
2940
  }
2941

2942
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pCommitRaw));
4,558✔
2943
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED));
4,558✔
2944
  TAOS_RETURN(code);
4,558✔
2945
}
2946
static int32_t mndSetDropXnodeJobInfoToTrans(STrans *pTrans, SXnodeJobObj *pObj, bool force) {
4,558✔
2947
  if (pObj == NULL) {
4,558✔
2948
    return 0;
×
2949
  }
2950
  TAOS_CHECK_RETURN(mndSetDropXnodeJobRedoLogs(pTrans, pObj));
4,558✔
2951
  TAOS_CHECK_RETURN(mndSetDropXnodeJobCommitLogs(pTrans, pObj));
4,558✔
2952
  return 0;
4,558✔
2953
}
2954

2955
static int32_t mndDropXnodeJob(SMnode *pMnode, SRpcMsg *pReq, SXnodeJobObj *pObj) {
4,558✔
2956
  int32_t code = 0;
4,558✔
2957
  int32_t lino = 0;
4,558✔
2958

2959
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_NOTHING, pReq, "drop-xnode-job");
4,558✔
2960
  TSDB_CHECK_NULL(pTrans, code, lino, _OVER, terrno);
4,558✔
2961

2962
  mndTransSetSerial(pTrans);
4,558✔
2963
  mInfo("trans:%d, to drop xnode:%d", pTrans->id, pObj->id);
4,558✔
2964

2965
  code = mndSetDropXnodeJobInfoToTrans(pTrans, pObj, false);
4,558✔
2966

2967
  TSDB_CHECK_CODE(code, lino, _OVER);
4,558✔
2968

2969
  code = mndTransPrepare(pMnode, pTrans);
4,558✔
2970

2971
_OVER:
4,558✔
2972
  mndTransDrop(pTrans);
4,558✔
2973
  return code;
4,558✔
2974
}
2975
static int32_t mndProcessCreateXnodeJobReq(SRpcMsg *pReq) {
4,558✔
2976
  mDebug("create xnode job req, content len:%d", pReq->contLen);
4,558✔
2977
  SMnode             *pMnode = pReq->info.node;
4,558✔
2978
  int32_t             code = -1;
4,558✔
2979
  SMCreateXnodeJobReq createReq = {0};
4,558✔
2980

2981
  code = mndValidateXnodePermissions(pMnode, pReq, MND_OPER_CREATE_XNODE_JOB);
4,558✔
2982
  if (code != TSDB_CODE_SUCCESS) {
4,558✔
2983
    mError("failed check permission for create xnode job, code:%s", tstrerror(code));
×
UNCOV
2984
    goto _OVER;
×
2985
  }
2986
  TAOS_CHECK_GOTO(tDeserializeSMCreateXnodeJobReq(pReq->pCont, pReq->contLen, &createReq), NULL, _OVER);
4,558✔
2987
  mDebug("xnode create job on xnode:%d", createReq.xnodeId);
4,558✔
2988

2989
  code = mndCreateXnodeJob(pMnode, pReq, &createReq);
4,558✔
2990
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
4,558✔
2991

2992
_OVER:
4,558✔
2993
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
4,558✔
2994
    mError("xnode task job on task id:%d, failed to create since %s", createReq.tid, tstrerror(code));
×
2995
  }
2996

2997
  tFreeSMCreateXnodeJobReq(&createReq);
4,558✔
2998
  TAOS_RETURN(code);
4,558✔
2999
}
3000

3001
static int32_t mndProcessUpdateXnodeJobReq(SRpcMsg *pReq) {
53✔
3002
  SMnode             *pMnode = pReq->info.node;
53✔
3003
  int32_t             code = -1;
53✔
3004
  SXnodeJobObj       *pObj = NULL;
53✔
3005
  SMUpdateXnodeJobReq updateReq = {0};
53✔
3006

3007
  code = mndValidateXnodePermissions(pMnode, pReq, MND_OPER_UPDATE_XNODE_JOB);
53✔
3008
  if (code != TSDB_CODE_SUCCESS) {
53✔
3009
    mError("failed check permission for update xnode job, code:%s", tstrerror(code));
×
3010
    goto _OVER;
×
3011
  }
3012
  TAOS_CHECK_GOTO(tDeserializeSMUpdateXnodeJobReq(pReq->pCont, pReq->contLen, &updateReq), NULL, _OVER);
53✔
3013

3014
  pObj = mndAcquireXnodeJob(pMnode, updateReq.jid);
53✔
3015
  if (pObj == NULL) {
53✔
3016
    code = terrno;
×
3017
    goto _OVER;
×
3018
  }
3019

3020
  code = mndUpdateXnodeJob(pMnode, pReq, pObj, &updateReq);
53✔
3021
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
53✔
3022

3023
_OVER:
53✔
3024
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
53✔
UNCOV
3025
    mError("xnode task job on jid:%d, failed to update since %s", updateReq.jid, tstrerror(code));
×
3026
  }
3027

3028
  mndReleaseXnodeJob(pMnode, pObj);
53✔
3029
  tFreeSMUpdateXnodeJobReq(&updateReq);
53✔
3030
  TAOS_RETURN(code);
53✔
3031

3032
  return 0;
3033
}
3034

3035
static int32_t mndProcessRebalanceXnodeJobReq(SRpcMsg *pReq) {
583✔
3036
  SMnode                *pMnode = pReq->info.node;
583✔
3037
  int32_t                code = -1;
583✔
3038
  SXnodeJobObj          *pObj = NULL;
583✔
3039
  SMRebalanceXnodeJobReq rebalanceReq = {0};
583✔
3040
  SJson                 *pJson = NULL;
583✔
3041

3042
  code = mndValidateXnodePermissions(pMnode, pReq, MND_OPER_REBALANCE_XNODE_JOB);
583✔
3043
  if (code != TSDB_CODE_SUCCESS) {
583✔
3044
    mError("failed check permission for rebalance xnode job, code:%s", tstrerror(code));
×
3045
    goto _OVER;
×
3046
  }
3047
  TAOS_CHECK_GOTO(tDeserializeSMRebalanceXnodeJobReq(pReq->pCont, pReq->contLen, &rebalanceReq), NULL, _OVER);
583✔
3048
  mDebug("RebalanceXnodeJob with jid:%d, xnode_id:%d, start to rebalance", rebalanceReq.jid, rebalanceReq.xnodeId);
583✔
3049

3050
  if (rebalanceReq.jid <= 0) {
583✔
3051
    code = TSDB_CODE_INVALID_MSG;
×
UNCOV
3052
    goto _OVER;
×
3053
  }
3054

3055
  pObj = mndAcquireXnodeJob(pMnode, rebalanceReq.jid);
583✔
3056
  if (pObj == NULL) {
583✔
3057
    code = terrno;
530✔
3058
    goto _OVER;
530✔
3059
  }
3060

3061
  // send request
3062
  char xnodeUrl[TSDB_XNODE_URL_LEN + 1] = {0};
53✔
3063
  snprintf(xnodeUrl, TSDB_XNODE_URL_LEN + 1, "%s/rebalance/manual/%d/%d/%d", XNODED_PIPE_SOCKET_URL, pObj->taskId, pObj->id,
53✔
3064
           rebalanceReq.xnodeId);
3065
  pJson = mndSendReqRetJson(xnodeUrl, HTTP_TYPE_POST, defaultTimeout, NULL, 0);
53✔
3066

3067
_OVER:
583✔
3068
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
583✔
3069
    mError("xnode:%d, failed to rebalance xnode job since %s", rebalanceReq.jid, tstrerror(code));
530✔
3070
  }
3071
  if (pJson != NULL) {
583✔
UNCOV
3072
    tjsonDelete(pJson);
×
3073
  }
3074
  mndReleaseXnodeJob(pMnode, pObj);
583✔
3075
  tFreeSMRebalanceXnodeJobReq(&rebalanceReq);
583✔
3076
  TAOS_RETURN(code);
583✔
3077
}
3078

3079
typedef struct {
3080
  SValueNode nd;
3081
  bool       shouldFree;
3082
} SXndRefValueNode;
3083

3084
static void freeSXndRefValueNode(void *pNode) {
117,130✔
3085
  if (pNode == NULL) return;
117,130✔
3086

3087
  SXndRefValueNode *pRefNode = (SXndRefValueNode *)pNode;
117,130✔
3088
  if (pRefNode->shouldFree) {
117,130✔
3089
    taosMemoryFreeClear(pRefNode->nd.datum.p);
35,139✔
3090
  }
3091
}
3092

3093
typedef struct {
3094
  SArray   *stack;
3095
  SHashObj *pMap;
3096
  int32_t   code;
3097
} SXndWhereContext;
3098

3099
void freeSXndWhereContext(SXndWhereContext *pCtx) {
9,805✔
3100
  if (pCtx == NULL) return;
9,805✔
3101

3102
  if (pCtx->pMap != NULL) {
9,805✔
3103
    taosHashCleanup(pCtx->pMap);
9,805✔
3104
    pCtx->pMap = NULL;
9,805✔
3105
  }
3106
  if (pCtx->stack != NULL) {
9,805✔
3107
    for (int32_t i = 0; i < pCtx->stack->size; i++) {
19,080✔
3108
      SXndRefValueNode *pRefNode = (SXndRefValueNode *)taosArrayGet(pCtx->stack, i);
9,275✔
3109
      if (pRefNode != NULL) {
9,275✔
3110
        freeSXndRefValueNode(pRefNode);
9,275✔
3111
      }
3112
    }
3113
    taosArrayDestroy(pCtx->stack);
9,805✔
3114
    pCtx->stack = NULL;
9,805✔
3115
  }
3116
}
3117

3118
static SHashObj *convertJob2Map(const SXnodeJobObj *pJob) {
9,805✔
3119
  SHashObj *pMap = taosHashInit(256, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_ENTRY_LOCK);
9,805✔
3120
  if (pMap == NULL) {
9,805✔
3121
    return NULL;
×
3122
  }
3123
  taosHashSetFreeFp(pMap, freeSXndRefValueNode);
9,805✔
3124
  // id
3125
  SXndRefValueNode id = {0};
9,805✔
3126
  id.nd.node.type = QUERY_NODE_VALUE;
9,805✔
3127
  id.nd.node.resType.type = TSDB_DATA_TYPE_UBIGINT;
9,805✔
3128
  id.nd.datum.u = pJob->id;
9,805✔
3129
  int32_t code = taosHashPut(pMap, "id", strlen("id") + 1, &id, sizeof(SXndRefValueNode));
9,805✔
3130
  if (code != 0) {
9,805✔
3131
    taosHashCleanup(pMap);
×
3132
    return NULL;
×
3133
  }
3134
  // task id
3135
  SXndRefValueNode taskId = {0};
9,805✔
3136
  taskId.nd.node.type = QUERY_NODE_VALUE;
9,805✔
3137
  taskId.nd.node.resType.type = TSDB_DATA_TYPE_UBIGINT;
9,805✔
3138
  taskId.nd.datum.u = pJob->taskId;
9,805✔
3139
  if (pJob->taskId == 0) {
9,805✔
UNCOV
3140
    taskId.nd.isNull = true;
×
3141
  }
3142
  code = taosHashPut(pMap, "task_id", strlen("task_id") + 1, &taskId, sizeof(SXndRefValueNode));
9,805✔
3143
  if (code != 0) {
9,805✔
3144
    taosHashCleanup(pMap);
×
3145
    return NULL;
×
3146
  }
3147
  // via
3148
  SXndRefValueNode via = {0};
9,805✔
3149
  via.nd.node.type = QUERY_NODE_VALUE;
9,805✔
3150
  via.nd.node.resType.type = TSDB_DATA_TYPE_UBIGINT;
9,805✔
3151
  via.nd.datum.u = pJob->via;
9,805✔
3152
  if (pJob->via == 0) {
9,805✔
3153
    via.nd.isNull = true;
9,805✔
3154
  }
3155
  code = taosHashPut(pMap, "via", strlen("via") + 1, &via, sizeof(SXndRefValueNode));
9,805✔
3156
  if (code != 0) {
9,805✔
3157
    taosHashCleanup(pMap);
×
3158
    return NULL;
×
3159
  }
3160
  // xnode id
3161
  SXndRefValueNode xnodeId = {0};
9,805✔
3162
  xnodeId.nd.node.type = QUERY_NODE_VALUE;
9,805✔
3163
  xnodeId.nd.node.resType.type = TSDB_DATA_TYPE_UBIGINT;
9,805✔
3164
  xnodeId.nd.datum.u = pJob->xnodeId;
9,805✔
3165
  if (pJob->xnodeId == 0) {
9,805✔
3166
    xnodeId.nd.isNull = true;
9,063✔
3167
  }
3168
  code = taosHashPut(pMap, "xnode_id", strlen("xnode_id") + 1, &xnodeId, sizeof(SXndRefValueNode));
9,805✔
3169
  if (code != 0) {
9,805✔
3170
    taosHashCleanup(pMap);
×
3171
    return NULL;
×
3172
  }
3173
  // config
3174
  SXndRefValueNode config = {0};
9,805✔
3175
  config.nd.node.type = QUERY_NODE_VALUE;
9,805✔
3176
  if (pJob->configLen > 0) {
9,805✔
3177
    config.nd.node.resType.type = TSDB_DATA_TYPE_BINARY;
9,805✔
3178
    config.nd.datum.p = taosStrndupi(pJob->config, strlen(pJob->config) + 1);
9,805✔
3179
    config.shouldFree = true;
9,805✔
3180
    code = taosHashPut(pMap, "config", strlen("config") + 1, &config, sizeof(SXndRefValueNode));
9,805✔
3181
  } else {
3182
    config.nd.node.resType.type = TSDB_DATA_TYPE_BINARY;
×
UNCOV
3183
    config.nd.datum.p = NULL;
×
UNCOV
3184
    config.nd.isNull = true;
×
3185
    code = taosHashPut(pMap, "config", strlen("config") + 1, &config, sizeof(SXndRefValueNode));
×
3186
  }
3187
  if (code != 0) {
9,805✔
3188
    taosHashCleanup(pMap);
×
3189
    return NULL;
×
3190
  }
3191
  // status
3192
  SXndRefValueNode status = {0};
9,805✔
3193
  status.nd.node.type = QUERY_NODE_VALUE;
9,805✔
3194
  if (pJob->statusLen > 0) {
9,805✔
3195
    status.nd.node.resType.type = TSDB_DATA_TYPE_BINARY;
5,724✔
3196
    status.nd.datum.p = taosStrndupi(pJob->status, strlen(pJob->status) + 1);
5,724✔
3197
    status.shouldFree = true;
5,724✔
3198
    code = taosHashPut(pMap, "status", strlen("status") + 1, &status, sizeof(SXndRefValueNode));
5,724✔
3199
  } else {
3200
    status.nd.node.resType.type = TSDB_DATA_TYPE_BINARY;
4,081✔
3201
    status.nd.datum.p = NULL;
4,081✔
3202
    status.nd.isNull = true;
4,081✔
3203
    code = taosHashPut(pMap, "status", strlen("status") + 1, &status, sizeof(SXndRefValueNode));
4,081✔
3204
  }
3205
  if (code != 0) {
9,805✔
3206
    taosHashCleanup(pMap);
×
3207
    return NULL;
×
3208
  }
3209
  // reason
3210
  SXndRefValueNode reason = {0};
9,805✔
3211
  reason.nd.node.type = QUERY_NODE_VALUE;
9,805✔
3212
  if (pJob->reasonLen > 0) {
9,805✔
3213
    reason.nd.node.resType.type = TSDB_DATA_TYPE_BINARY;
×
3214
    reason.nd.datum.p = taosStrndupi(pJob->reason, strlen(pJob->reason) + 1);
×
UNCOV
3215
    reason.shouldFree = true;
×
3216
    code = taosHashPut(pMap, "reason", strlen("reason") + 1, &reason, sizeof(SXndRefValueNode));
×
3217
  } else {
3218
    reason.nd.node.resType.type = TSDB_DATA_TYPE_BINARY;
9,805✔
3219
    reason.nd.datum.p = NULL;
9,805✔
3220
    reason.nd.isNull = true;
9,805✔
3221
    code = taosHashPut(pMap, "reason", strlen("reason") + 1, &reason, sizeof(SXndRefValueNode));
9,805✔
3222
  }
3223
  if (code != 0) {
9,805✔
3224
    taosHashCleanup(pMap);
×
3225
    return NULL;
×
3226
  }
3227
  // create time
3228
  SXndRefValueNode createTime = {0};
9,805✔
3229
  createTime.nd.node.type = QUERY_NODE_VALUE;
9,805✔
3230
  createTime.nd.node.resType.type = TSDB_DATA_TYPE_BINARY;
9,805✔
3231
  createTime.nd.datum.p = taosMemoryCalloc(1, TD_TIME_STR_LEN);
9,805✔
3232
  createTime.nd.datum.p = formatTimestampLocal(createTime.nd.datum.p, pJob->createTime, TSDB_TIME_PRECISION_MILLI);
9,805✔
3233
  createTime.shouldFree = true;
9,805✔
3234
  code = taosHashPut(pMap, "create_time", strlen("create_time") + 1, &createTime, sizeof(SXndRefValueNode));
9,805✔
3235
  if (code != 0) {
9,805✔
3236
    taosHashCleanup(pMap);
×
3237
    return NULL;
×
3238
  }
3239
  // update time
3240
  SXndRefValueNode updateTime = {0};
9,805✔
3241
  updateTime.nd.node.type = QUERY_NODE_VALUE;
9,805✔
3242
  updateTime.nd.node.resType.type = TSDB_DATA_TYPE_BINARY;
9,805✔
3243
  updateTime.nd.datum.p = taosMemoryCalloc(1, TD_TIME_STR_LEN);
9,805✔
3244
  updateTime.nd.datum.p = formatTimestampLocal(updateTime.nd.datum.p, pJob->updateTime, TSDB_TIME_PRECISION_MILLI);
9,805✔
3245
  updateTime.shouldFree = true;
9,805✔
3246
  code = taosHashPut(pMap, "update_time", strlen("update_time") + 1, &updateTime, sizeof(SXndRefValueNode));
9,805✔
3247
  return pMap;
9,805✔
3248
}
3249

3250
typedef bool (*FOpCmp)(SValueNode *pval1, SValueNode *pval2);
3251

3252
#define XNODE_DEF_OP_FUNC(NAME, OP)                             \
3253
  static bool NAME(SValueNode *pval1, SValueNode *pval2) {      \
3254
    switch (pval1->node.resType.type) {                         \
3255
      case TSDB_DATA_TYPE_BOOL:                                 \
3256
        return pval1->datum.b OP pval2->datum.b;                \
3257
      case TSDB_DATA_TYPE_UBIGINT:                              \
3258
        return pval1->datum.u OP pval2->datum.u;                \
3259
      case TSDB_DATA_TYPE_BIGINT:                               \
3260
        return pval1->datum.i OP pval2->datum.i;                \
3261
      case TSDB_DATA_TYPE_FLOAT:                                \
3262
        return pval1->datum.d OP pval2->datum.d;                \
3263
      case TSDB_DATA_TYPE_BINARY: {                             \
3264
        if (pval1->datum.p == NULL || pval2->datum.p == NULL) { \
3265
          return pval1->datum.p OP pval2->datum.p;              \
3266
        }                                                       \
3267
        return strcmp(pval1->datum.p, pval2->datum.p) OP 0;     \
3268
      }                                                         \
3269
      default:                                                  \
3270
        return false;                                           \
3271
    }                                                           \
3272
  }
3273

3274
XNODE_DEF_OP_FUNC(op_greater_than, >)
3,127✔
3275
XNODE_DEF_OP_FUNC(op_greater_equal, >=)
1,325✔
3276
XNODE_DEF_OP_FUNC(op_lower_than, <)
265✔
3277
XNODE_DEF_OP_FUNC(op_lower_equal, <=)
×
3278
XNODE_DEF_OP_FUNC(op_equal, ==)
4,823✔
UNCOV
3279
XNODE_DEF_OP_FUNC(op_not_equal, !=)
×
3280

3281
static int32_t call_op_cmp(SXndWhereContext *pctx, FOpCmp opFn) {
9,540✔
3282
  int32_t     code = 0;
9,540✔
3283
  SValueNode *pval2 = (SValueNode *)taosArrayPop(pctx->stack);
9,540✔
3284
  SValueNode *pval1 = (SValueNode *)taosArrayPop(pctx->stack);
9,540✔
3285
  bool        ret = false;
9,540✔
3286

3287
  if (pval1->node.type != pval2->node.type) {
9,540✔
3288
    code = TSDB_CODE_MND_XNODE_WHERE_COL_TYPE_DIFF;
×
UNCOV
3289
    mError("xnode type not same, v1 type: %d, v2 type: %d", pval1->node.type, pval2->node.type);
×
3290
    goto _OVER;
×
3291
  } else {
3292
    mDebug("xnode type v1:%d, is null: %d, UB: %" PRIu64 ", v2 type: %d, is null: %d, UB: %" PRIu64, pval1->node.type,
9,540✔
3293
           pval1->isNull, pval1->datum.u, pval2->node.type, pval2->isNull, pval2->datum.u);
3294

3295
    ret = (*opFn)(pval1, pval2);
9,540✔
3296
  }
3297
  SXndRefValueNode pval = {0};
9,540✔
3298
  pval.nd.node.type = QUERY_NODE_VALUE;
9,540✔
3299
  pval.nd.node.resType.type = TSDB_DATA_TYPE_BOOL;
9,540✔
3300
  pval.nd.datum.b = ret;
9,540✔
3301
  if (NULL == taosArrayPush(pctx->stack, &pval)) {
19,080✔
3302
    mError("xnode evaluate walker array push error: %s", tstrerror(terrno));
×
3303
    code = terrno;
×
UNCOV
3304
    goto _OVER;
×
3305
  }
3306

3307
_OVER:
9,540✔
3308
  if (pval1 != NULL) freeSXndRefValueNode((SXndRefValueNode *)pval1);
9,540✔
3309
  if (pval2 != NULL) freeSXndRefValueNode((SXndRefValueNode *)pval2);
9,540✔
3310
  TAOS_RETURN(code);
9,540✔
3311
}
3312

3313
#define XND_WALKER_CHECK_GOTO(CMD, LABEL)    \
3314
  do {                                       \
3315
    pctx->code = (CMD);                      \
3316
    if ((pctx->code != TSDB_CODE_SUCCESS)) { \
3317
      goto LABEL;                            \
3318
    }                                        \
3319
  } while (0);
3320

3321
static EDealRes evaluateWaker(SNode *pNode, void *pWhereCtx) {
29,415✔
3322
  int32_t           code = 0;
29,415✔
3323
  SXndWhereContext *pctx = (SXndWhereContext *)pWhereCtx;
29,415✔
3324

3325
  if (nodeType(pNode) == QUERY_NODE_COLUMN) {
29,415✔
3326
    SColumnNode *colNode = (SColumnNode *)pNode;
10,070✔
3327
    SXndRefValueNode *pval =
3328
        (SXndRefValueNode *)taosHashGet(pctx->pMap, colNode->colName, strlen(colNode->colName) + 1);
10,070✔
3329
    if (pval == NULL) {
10,070✔
3330
      mError("xnode evaluateWhereCond hash get error: %s", tstrerror(terrno));
530✔
3331
      pctx->code = TSDB_CODE_MND_XNODE_WHERE_COL_NOT_EXIST;
530✔
3332
      return DEAL_RES_END;
530✔
3333
    }
3334
    if (NULL == taosArrayPush(pctx->stack, pval)) {
19,080✔
3335
      mError("xnode evaluate walker array push error: %s", tstrerror(terrno));
×
3336
      pctx->code = TSDB_CODE_FAILED;
×
3337
      return DEAL_RES_END;
×
3338
    }
3339
    return DEAL_RES_CONTINUE;
9,540✔
3340
  }
3341
  if (nodeType(pNode) == QUERY_NODE_VALUE) {
19,345✔
3342
    SValueNode *pval = (SValueNode *)pNode;
9,540✔
3343
    if (pval->node.resType.type == TSDB_DATA_TYPE_UBIGINT) {
9,540✔
3344
      pval->datum.u = taosStr2Int64(pval->literal, NULL, 10);
6,890✔
3345
    }
3346
    if (pval->node.resType.type == TSDB_DATA_TYPE_BINARY) {
9,540✔
3347
      if (pval->datum.p == NULL) {
2,650✔
3348
        pval->datum.p = taosStrndupi(pval->literal, strlen(pval->literal) + 1);
318✔
3349
      }
3350
    }
3351
    if (pval->node.resType.type == TSDB_DATA_TYPE_NULL) {
9,540✔
3352
      pval->isNull = true;
×
3353
      pval->datum.p = NULL;
×
3354
    }
3355
    if (pval->node.resType.type == TSDB_DATA_TYPE_BOOL) {
9,540✔
3356
      pval->datum.b = pval->literal[0] == 't' || pval->literal[0] == 'T';
×
3357
    }
3358
    SXndRefValueNode refVal = {0};
9,540✔
3359
    refVal.nd = *pval;
9,540✔
3360
    refVal.shouldFree = false;
9,540✔
3361
    if (NULL == taosArrayPush(pctx->stack, &refVal)) {
19,080✔
3362
      mError("xnode evaluate walker array push error: %s", tstrerror(terrno));
×
3363
      pctx->code = TSDB_CODE_FAILED;
×
3364
      return DEAL_RES_END;
×
3365
    }
3366
    return DEAL_RES_CONTINUE;
9,540✔
3367
  }
3368

3369
  if (nodeType(pNode) == QUERY_NODE_OPERATOR) {
9,805✔
3370
    SOperatorNode *opNode = (SOperatorNode *)pNode;
9,540✔
3371
    switch (opNode->opType) {
9,540✔
3372
      case OP_TYPE_GREATER_THAN: {
3,127✔
3373
        XND_WALKER_CHECK_GOTO(call_op_cmp(pctx, op_greater_than), _exit);
3,127✔
3374
        break;
3,127✔
3375
      }
3376
      case OP_TYPE_GREATER_EQUAL: {
1,325✔
3377
        XND_WALKER_CHECK_GOTO(call_op_cmp(pctx, op_greater_equal), _exit);
1,325✔
3378
        break;
1,325✔
3379
      }
3380
      case OP_TYPE_LOWER_THAN: {
265✔
3381
        XND_WALKER_CHECK_GOTO(call_op_cmp(pctx, op_lower_than), _exit);
265✔
3382
        break;
265✔
3383
      }
UNCOV
3384
      case OP_TYPE_LOWER_EQUAL: {
×
3385
        XND_WALKER_CHECK_GOTO(call_op_cmp(pctx, op_lower_equal), _exit);
×
3386
        break;
×
3387
      }
3388
      case OP_TYPE_EQUAL: {
4,823✔
3389
        XND_WALKER_CHECK_GOTO(call_op_cmp(pctx, op_equal), _exit);
4,823✔
3390
        break;
4,823✔
3391
      }
UNCOV
3392
      case OP_TYPE_NOT_EQUAL: {
×
3393
        XND_WALKER_CHECK_GOTO(call_op_cmp(pctx, op_not_equal), _exit);
×
UNCOV
3394
        break;
×
3395
      }
3396
      default:
×
3397
        pctx->code = TSDB_CODE_MND_XNODE_WHERE_OP_NOT_SUPPORT;
×
3398
        return DEAL_RES_CONTINUE;
×
3399
    }
3400
    return DEAL_RES_CONTINUE;
9,540✔
3401
  }
3402

3403
  if (nodeType(pNode) == QUERY_NODE_LOGIC_CONDITION) {
265✔
3404
    SLogicConditionNode *logicNode = (SLogicConditionNode *)pNode;
265✔
3405
    SXndRefValueNode     pval = {0};
265✔
3406
    pval.nd.node.type = QUERY_NODE_VALUE;
265✔
3407
    pval.nd.node.resType.type = TSDB_DATA_TYPE_BOOL;
265✔
3408

3409
    switch (logicNode->condType) {
265✔
3410
      case LOGIC_COND_TYPE_AND: {
265✔
3411
        SValueNode *pval2 = (SValueNode *)taosArrayPop(pctx->stack);
265✔
3412
        SValueNode *pval1 = (SValueNode *)taosArrayPop(pctx->stack);
265✔
3413

3414
        pval.nd.datum.b = pval1->datum.b && pval2->datum.b;
265✔
3415
        if (NULL == taosArrayPush(pctx->stack, &pval)) {
530✔
3416
          mError("xnode walker AND array push err: %s", tstrerror(terrno));
×
UNCOV
3417
          pctx->code = TSDB_CODE_FAILED;
×
3418
          return DEAL_RES_END;
×
3419
        }
3420

3421
        freeSXndRefValueNode((SXndRefValueNode *)pval1);
265✔
3422
        freeSXndRefValueNode((SXndRefValueNode *)pval2);
265✔
3423
        break;
265✔
3424
      }
3425
      case LOGIC_COND_TYPE_OR: {
×
3426
        SValueNode *pval2 = (SValueNode *)taosArrayPop(pctx->stack);
×
UNCOV
3427
        SValueNode *pval1 = (SValueNode *)taosArrayPop(pctx->stack);
×
3428

3429
        pval.nd.datum.b = pval1->datum.b || pval2->datum.b;
×
3430
        if (NULL == taosArrayPush(pctx->stack, &pval)) {
×
3431
          mError("xnode walker OR array push err: %s", tstrerror(terrno));
×
UNCOV
3432
          pctx->code = TSDB_CODE_FAILED;
×
3433
          return DEAL_RES_END;
×
3434
        }
3435

3436
        freeSXndRefValueNode((SXndRefValueNode *)pval1);
×
3437
        freeSXndRefValueNode((SXndRefValueNode *)pval2);
×
3438
        break;
×
3439
      }
3440
      case LOGIC_COND_TYPE_NOT: {
×
UNCOV
3441
        SValueNode *pval1 = (SValueNode *)taosArrayPop(pctx->stack);
×
3442

3443
        pval.nd.datum.b = !pval1->datum.b;
×
3444
        if (NULL == taosArrayPush(pctx->stack, &pval)) {
×
UNCOV
3445
          mError("xnode walker NOT array push err: %s", tstrerror(terrno));
×
3446
          pctx->code = TSDB_CODE_FAILED;
×
3447
          return DEAL_RES_END;
×
3448
        }
3449

UNCOV
3450
        freeSXndRefValueNode((SXndRefValueNode *)pval1);
×
UNCOV
3451
        break;
×
3452
      }
UNCOV
3453
      default:
×
3454
        break;
×
3455
    }
3456
    return DEAL_RES_CONTINUE;
265✔
3457
  }
3458

3459
  pctx->code = TSDB_CODE_MND_XNODE_INVALID_MSG;
×
3460

UNCOV
3461
_exit:
×
3462
  return DEAL_RES_END;
×
3463
}
3464

3465
static bool evaluateWhereCond(SNode *pWhere, SHashObj *pDataMap, int32_t *code) {
9,805✔
3466
  bool             ret = false;
9,805✔
3467
  SXndWhereContext ctx = {0};
9,805✔
3468

3469
  ctx.stack = taosArrayInit(64, sizeof(SXndRefValueNode));
9,805✔
3470
  if (ctx.stack == NULL) {
9,805✔
3471
    mError("xnode evaluateWhereCond error: %s", tstrerror(terrno));
×
3472
    *code = terrno;
×
3473
    goto _exit;
×
3474
  }
3475
  ctx.pMap = pDataMap;
9,805✔
3476

3477
  // walkexpr pnode
3478
  nodesWalkExprPostOrder(pWhere, evaluateWaker, &ctx);
9,805✔
3479
  if (ctx.code != TSDB_CODE_SUCCESS) {
9,805✔
3480
    *code = ctx.code;
530✔
3481
    mError("xnode walkExpr error: %s", tstrerror(ctx.code));
530✔
3482
    goto _exit;
530✔
3483
  }
3484
  SValueNode *pval = taosArrayGetLast(ctx.stack);
9,275✔
3485
  if (pval == NULL) {
9,275✔
3486
    *code = terrno;
×
3487
    mError("xnode evaluateWhereCond error: %s", tstrerror(terrno));
×
3488
    goto _exit;
×
3489
  }
3490
  mDebug("xnode ctx stack size:%lu, last nd type:%d, bool:%d", ctx.stack->size, pval->node.type, pval->datum.b);
9,275✔
3491
  ret = pval->datum.b;
9,275✔
3492

3493
_exit:
9,805✔
3494
  freeSXndWhereContext(&ctx);
9,805✔
3495
  return ret;
9,805✔
3496
}
3497

3498
static int32_t filterJobsByWhereCond(SNode *pWhere, SArray *pArray, SArray **ppResult) {
9,540✔
3499
  int32_t code = 0;
9,540✔
3500

3501
  *ppResult = taosArrayInit(64, sizeof(SXnodeJobObj));
9,540✔
3502
  if (*ppResult == NULL) {
9,540✔
3503
    code = terrno;
×
3504
    goto _exit;
×
3505
  }
3506
  for (int32_t i = 0; i < pArray->size; i++) {
18,815✔
3507
    SXnodeJobObj *pJob = taosArrayGet(pArray, i);
9,805✔
3508

3509
    SHashObj *pDataMap = NULL;
9,805✔
3510
    if ((pDataMap = convertJob2Map(pJob)) == NULL) {
9,805✔
3511
      mError("xnode evaluate convertJow2Map error: %s", tstrerror(terrno));
×
UNCOV
3512
      goto _exit;
×
3513
    }
3514
    if (evaluateWhereCond(pWhere, pDataMap, &code)) {
9,805✔
3515
      if (NULL == taosArrayPush(*ppResult, pJob)) {
17,066✔
UNCOV
3516
        mError("xnode filterJobsByWhereCond array push err: %s", tstrerror(terrno));
×
UNCOV
3517
        code = TSDB_CODE_FAILED;
×
UNCOV
3518
        goto _exit;
×
3519
      }
3520
    }
3521
    if (code != TSDB_CODE_SUCCESS) {
9,805✔
3522
      goto _exit;
530✔
3523
    }
3524
  }
3525

3526
_exit:
9,540✔
3527
  TAOS_RETURN(code);
9,540✔
3528
}
3529

3530
#define XND_LOG_END(code, lino)                                                                 \
3531
  do {                                                                                          \
3532
    if (code != TSDB_CODE_SUCCESS && code != TSDB_CODE_ACTION_IN_PROGRESS) {                    \
3533
      mError("xnode:%s failed at line %d code: %d, since %s", __func__, lino, code, tstrerror(code)); \
3534
    }                                                                                           \
3535
  } while (0)
3536

3537
void httpRebalanceAuto(SArray *pResult) {
265✔
3538
  int32_t code = 0;
265✔
3539
  int32_t lino = 0;
265✔
3540
  SJson *pJsonArr = NULL;
265✔
3541
  char  *pContStr = NULL;
265✔
3542
  // convert pResult to [(tid, jid)*]
3543
  pJsonArr = tjsonCreateArray();
265✔
3544
  if (pJsonArr == NULL) {
265✔
3545
    code = terrno;
×
3546
    mError("xnode json array error: %s", tstrerror(code));
×
3547
    goto _OVER;
×
3548
  }
3549
  for (int32_t i = 0; i < pResult->size; i++) {
4,505✔
3550
    SXnodeJobObj *pJob = taosArrayGet(pResult, i);
4,240✔
3551
    SJson        *pJsonObj = tjsonCreateObject();
4,240✔
3552
    if (pJsonObj == NULL) {
4,240✔
UNCOV
3553
      code = terrno;
×
UNCOV
3554
      mError("xnode json object error: %s", tstrerror(code));
×
3555
      goto _OVER;
×
3556
    }
3557
    TAOS_CHECK_GOTO(tjsonAddDoubleToObject(pJsonObj, "tid", pJob->taskId), &lino, _OVER);
4,240✔
3558
    TAOS_CHECK_GOTO(tjsonAddDoubleToObject(pJsonObj, "jid", pJob->id), &lino, _OVER);
4,240✔
3559
    TAOS_CHECK_GOTO(tjsonAddItemToArray(pJsonArr, pJsonObj), &lino, _OVER);
4,240✔
3560
  }
3561

3562
  pContStr = tjsonToUnformattedString(pJsonArr);
265✔
3563
  if (pContStr == NULL) {
265✔
3564
    mError("xnode to json string error: %s", tstrerror(terrno));
×
UNCOV
3565
    goto _OVER;
×
3566
  }
3567
  char xnodeUrl[TSDB_XNODE_URL_LEN + 1] = {0};
265✔
3568
  snprintf(xnodeUrl, TSDB_XNODE_URL_LEN + 1, "%s/rebalance/auto", XNODED_PIPE_SOCKET_URL);
265✔
3569
  SJson* pJson = mndSendReqRetJson(xnodeUrl, HTTP_TYPE_POST, defaultTimeout, pContStr, strlen(pContStr));
265✔
3570
  if (pJson) {
265✔
3571
    tjsonDelete(pJson);
×
3572
  }
3573

3574
_OVER:
265✔
3575
  if (pJsonArr != NULL) tjsonDelete(pJsonArr);
265✔
3576
  if (pContStr != NULL) taosMemoryFree(pContStr);
265✔
3577
  XND_LOG_END(code, lino);
265✔
3578
  return;
265✔
3579
}
3580

3581
static int32_t mndProcessRebalanceXnodeJobsWhereReq(SRpcMsg *pReq) {
795✔
3582
  int32_t                      code = 0;
795✔
3583
  SMnode                      *pMnode = pReq->info.node;
795✔
3584
  SMRebalanceXnodeJobsWhereReq rebalanceReq = {0};
795✔
3585
  SNode                       *pWhere = NULL;
795✔
3586
  SArray                      *pArray = NULL;
795✔
3587
  SArray                      *pResult = NULL;
795✔
3588

3589
  code = mndValidateXnodePermissions(pMnode, pReq, MND_OPER_REBALANCE_XNODE_JOB);
795✔
3590
  if (code != TSDB_CODE_SUCCESS) {
795✔
3591
    mError("failed check permission for rebalance xnode jobs where, code:%s", tstrerror(code));
×
UNCOV
3592
    goto _OVER;
×
3593
  }
3594
  TAOS_CHECK_GOTO(tDeserializeSMRebalanceXnodeJobsWhereReq(pReq->pCont, pReq->contLen, &rebalanceReq), NULL, _OVER);
795✔
3595

3596
  TAOS_CHECK_GOTO(mndAcquireXnodeJobsAll(pMnode, &pArray), NULL, _OVER);
795✔
3597
  if (NULL != rebalanceReq.ast.ptr) {
795✔
3598
    TAOS_CHECK_GOTO(nodesStringToNode(rebalanceReq.ast.ptr, &pWhere), NULL, _OVER);
795✔
3599

3600
    TAOS_CHECK_GOTO(filterJobsByWhereCond(pWhere, pArray, &pResult), NULL, _OVER);
795✔
3601
    httpRebalanceAuto(pResult);
265✔
3602
  } else {
3603
    httpRebalanceAuto(pArray);
×
3604
  }
3605

3606
_OVER:
795✔
3607
  if (pWhere != NULL) {
795✔
3608
    nodesDestroyNode(pWhere);
795✔
3609
  }
3610
  if (pArray != NULL) {
795✔
3611
    taosArrayDestroy(pArray);
795✔
3612
  }
3613
  if (pResult != NULL) {
795✔
3614
    taosArrayDestroy(pResult);
795✔
3615
  }
3616
  tFreeSMRebalanceXnodeJobsWhereReq(&rebalanceReq);
795✔
3617
  TAOS_RETURN(code);
795✔
3618
}
3619

3620
static int32_t dropXnodeJobById(SMnode *pMnode, SRpcMsg *pReq, int32_t jid) {
265✔
3621
  int32_t       code = 0;
265✔
3622
  int32_t       lino = 0;
265✔
3623
  SXnodeJobObj *pObj = NULL;
265✔
3624

3625
  pObj = mndAcquireXnodeJob(pMnode, jid);
265✔
3626
  if (pObj == NULL) {
265✔
3627
    code = terrno;
×
3628
    lino = __LINE__;
×
3629
    goto _OVER;
×
3630
  }
3631
  code = mndDropXnodeJob(pMnode, pReq, pObj);
265✔
3632

3633
_OVER:
265✔
3634
  XND_LOG_END(code, lino);
265✔
3635
  mndReleaseXnodeJob(pMnode, pObj);
265✔
3636
  return code;
265✔
3637
}
3638

3639
static int32_t dropXnodeJobByWhereCond(SMnode *pMnode, SRpcMsg *pReq, SMDropXnodeJobReq *dropReq) {
8,745✔
3640
  int32_t       code = 0;
8,745✔
3641
  int32_t       lino = 0;
8,745✔
3642
  SXnodeJobObj *pObj = NULL;
8,745✔
3643
  SNode        *pWhere = NULL;
8,745✔
3644
  SArray       *pArray = NULL;
8,745✔
3645
  SArray       *pResult = NULL;
8,745✔
3646

3647
  if (NULL != dropReq->ast.ptr) {
8,745✔
3648
    TAOS_CHECK_GOTO(mndAcquireXnodeJobsAll(pMnode, &pArray), &lino, _OVER);
8,745✔
3649
    TAOS_CHECK_GOTO(nodesStringToNode(dropReq->ast.ptr, &pWhere), &lino, _OVER);
8,745✔
3650
    TAOS_CHECK_GOTO(filterJobsByWhereCond(pWhere, pArray, &pResult), &lino, _OVER);
8,745✔
3651

3652
    for (int32_t i = 0; i < pResult->size; i++) {
13,038✔
3653
      pObj = taosArrayGet(pResult, i);
4,293✔
3654
      TAOS_CHECK_GOTO(mndDropXnodeJob(pMnode, NULL, pObj), &lino, _OVER);
4,293✔
3655
    }
3656
  }
3657

3658
_OVER:
8,745✔
3659
  XND_LOG_END(code, lino);
8,745✔
3660
  if (pResult != NULL) {
8,745✔
3661
    taosArrayDestroy(pResult);
8,745✔
3662
  }
3663
  if (pWhere != NULL) {
8,745✔
3664
    nodesDestroyNode(pWhere);
8,745✔
3665
  }
3666
  if (pArray != NULL) {
8,745✔
3667
    taosArrayDestroy(pArray);
8,745✔
3668
  }
3669
  return code;
8,745✔
3670
}
3671

3672
static int32_t mndProcessDropXnodeJobReq(SRpcMsg *pReq) {
9,010✔
3673
  mDebug("drop xnode job req, content len:%d", pReq->contLen);
9,010✔
3674
  SMnode           *pMnode = pReq->info.node;
9,010✔
3675
  int32_t           code = -1;
9,010✔
3676
  SMDropXnodeJobReq dropReq = {0};
9,010✔
3677

3678
  code = mndValidateXnodePermissions(pMnode, pReq, MND_OPER_DROP_XNODE_JOB);
9,010✔
3679
  if (code != TSDB_CODE_SUCCESS) {
9,010✔
3680
    mError("failed check permission for drop xnode jobs, code:%s", tstrerror(code));
×
3681
    goto _OVER;
×
3682
  }
3683
  TAOS_CHECK_GOTO(tDeserializeSMDropXnodeJobReq(pReq->pCont, pReq->contLen, &dropReq), NULL, _OVER);
9,010✔
3684
  mDebug("Xnode drop job with jid:%d", dropReq.jid);
9,010✔
3685

3686
  if (dropReq.jid <= 0 && dropReq.ast.ptr == NULL) {
9,010✔
UNCOV
3687
    code = TSDB_CODE_MND_XNODE_INVALID_MSG;
×
3688
    goto _OVER;
×
3689
  }
3690
  if (dropReq.jid > 0) {
9,010✔
3691
    code = dropXnodeJobById(pMnode, pReq, dropReq.jid);
265✔
3692
    if (code == 0) {
265✔
3693
      code = TSDB_CODE_ACTION_IN_PROGRESS;
265✔
3694
    } else {
3695
      goto _OVER;
×
3696
    }
3697
  } else {
3698
    TAOS_CHECK_GOTO(dropXnodeJobByWhereCond(pMnode, pReq, &dropReq), NULL, _OVER);
8,745✔
3699
  }
3700

3701
_OVER:
9,010✔
3702
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
9,010✔
UNCOV
3703
    mError("xnode:%d, failed to drop since %s", dropReq.jid, tstrerror(code));
×
3704
  }
3705
  tFreeSMDropXnodeJobReq(&dropReq);
9,010✔
3706
  TAOS_RETURN(code);
9,010✔
3707
}
3708

3709
/**
3710
 * @brief Mapping the columns of show xnode jobs
3711
 *
3712
 * See [xnodeTaskJobSchema] in systable.h.
3713
 *
3714
 *  {.name = "jid", .bytes = 4, .type = TSDB_DATA_TYPE_INT, .sysInfo = false},
3715
    {.name = "tid", .bytes = 4, .type = TSDB_DATA_TYPE_INT, .sysInfo = false},
3716
    {.name = "config", .bytes = TSDB_XNODE_NAME_LEN + VARSTR_HEADER_SIZE, .type = TSDB_DATA_TYPE_VARCHAR, .sysInfo =
3717
 false},
3718
    {.name = "status", .bytes = 10 + VARSTR_HEADER_SIZE, .type = TSDB_DATA_TYPE_VARCHAR, .sysInfo = false},
3719
    // {.name = "reason", .bytes = 10 + VARSTR_HEADER_SIZE, .type = TSDB_DATA_TYPE_VARCHAR, .sysInfo = false},
3720
    {.name = "create_time", .bytes = 8, .type = TSDB_DATA_TYPE_TIMESTAMP, .sysInfo = false},
3721
    {.name = "update_time", .bytes = 8, .type = TSDB_DATA_TYPE_TIMESTAMP, .sysInfo = false},
3722
 * @param pReq
3723
 * @param pShow
3724
 * @param pBlock
3725
 * @param rows
3726
 * @return int32_t
3727
 */
3728
static int32_t mndRetrieveXnodeJobs(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
2,368✔
3729
  SMnode       *pMnode = pReq->info.node;
2,368✔
3730
  SSdb         *pSdb = pMnode->pSdb;
2,368✔
3731
  int32_t       numOfRows = 0;
2,368✔
3732
  int32_t       cols = 0;
2,368✔
3733
  SXnodeJobObj *pObj = NULL;
2,368✔
3734
  char          buf[VARSTR_HEADER_SIZE + TMAX(TSDB_XNODE_TASK_JOB_CONFIG_LEN, TSDB_XNODE_TASK_REASON_LEN)];
2,368✔
3735
  char          status[64] = {0};
2,368✔
3736
  int32_t       code = 0;
2,368✔
3737
  mDebug("show.type:%d, %s:%d: retrieve xnode jobs with rows: %d", pShow->type, __FILE__, __LINE__, rows);
2,368✔
3738

3739
  while (numOfRows < rows) {
7,032✔
3740
    pShow->pIter = sdbFetch(pSdb, SDB_XNODE_JOB, pShow->pIter, (void **)&pObj);
7,032✔
3741
    if (pShow->pIter == NULL) break;
7,032✔
3742

3743
    cols = 0;
4,664✔
3744
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
4,664✔
3745
    // id
3746
    code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->id, false);
4,664✔
3747
    if (code != 0) goto _end;
4,664✔
3748
    // tid
3749
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
4,664✔
3750
    code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->taskId, false);
4,664✔
3751
    if (code != 0) goto _end;
4,664✔
3752

3753
    // config
3754
    buf[0] = 0;
4,664✔
3755
    STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->config, pShow->pMeta->pSchemas[cols].bytes);
4,664✔
3756
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
4,664✔
3757
    code = colDataSetVal(pColInfo, numOfRows, buf, false);
4,664✔
3758
    if (code != 0) goto _end;
4,664✔
3759

3760
    // via
3761
    if (pObj->via != 0) {
4,664✔
UNCOV
3762
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
UNCOV
3763
      code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->via, false);
×
3764
      if (code != 0) goto _end;
×
3765
    } else {
3766
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
4,664✔
3767
      colDataSetNULL(pColInfo, numOfRows);
4,664✔
3768
    }
3769

3770
    // xnode_id
3771
    if (pObj->xnodeId != 0) {
4,664✔
3772
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
318✔
3773
      code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->xnodeId, false);
318✔
3774
      if (code != 0) goto _end;
318✔
3775
    } else {
3776
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
4,346✔
3777
      colDataSetNULL(pColInfo, numOfRows);
4,346✔
3778
    }
3779

3780
    // status
3781
    if (pObj->statusLen > 0) {
4,664✔
3782
      buf[0] = 0;
1,484✔
3783
      STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->status, pShow->pMeta->pSchemas[cols].bytes);
1,484✔
3784
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,484✔
3785
      code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
1,484✔
3786
      if (code != 0) goto _end;
1,484✔
3787
    } else {
3788
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
3,180✔
3789
      colDataSetNULL(pColInfo, numOfRows);
3,180✔
3790
    }
3791

3792
    // reason
3793
    if (pObj->reasonLen > 0) {
4,664✔
3794
      buf[0] = 0;
×
UNCOV
3795
      STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->reason, pShow->pMeta->pSchemas[cols].bytes);
×
UNCOV
3796
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
UNCOV
3797
      code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
×
3798
      if (code != 0) goto _end;
×
3799
    } else {
3800
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
4,664✔
3801
      colDataSetNULL(pColInfo, numOfRows);
4,664✔
3802
    }
3803

3804
    // create_time
3805
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
4,664✔
3806
    code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->createTime, false);
4,664✔
3807
    if (code != 0) goto _end;
4,664✔
3808

3809
    // update_time
3810
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
4,664✔
3811
    code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->updateTime, false);
4,664✔
3812
    if (code != 0) goto _end;
4,664✔
3813

3814
    numOfRows++;
4,664✔
3815
    sdbRelease(pSdb, pObj);
4,664✔
3816
  }
3817

3818
_end:
2,368✔
3819
  if (code != 0) sdbRelease(pSdb, pObj);
2,368✔
3820

3821
  pShow->numOfRows += numOfRows;
2,368✔
3822
  return numOfRows;
2,368✔
3823
}
3824
static void mndCancelGetNextXnodeJob(SMnode *pMnode, void *pIter) {
×
3825
  SSdb *pSdb = pMnode->pSdb;
×
3826
  sdbCancelFetchByType(pSdb, pIter, SDB_XNODE_JOB);
×
3827
}
×
3828

UNCOV
3829
static size_t taosCurlWriteData(char *pCont, size_t contLen, size_t nmemb, void *userdata) {
×
UNCOV
3830
  SCurlResp *pRsp = userdata;
×
3831
  if (contLen == 0 || nmemb == 0 || pCont == NULL) {
×
3832
    pRsp->dataLen = 0;
×
UNCOV
3833
    pRsp->data = NULL;
×
3834
    uError("curl response is received, len:%" PRId64, pRsp->dataLen);
×
3835
    return 0;
×
3836
  }
3837

3838
  int64_t newDataSize = (int64_t)contLen * nmemb;
×
UNCOV
3839
  int64_t size = pRsp->dataLen + newDataSize;
×
3840

3841
  if (pRsp->data == NULL) {
×
3842
    pRsp->data = taosMemoryMalloc(size + 1);
×
3843
    if (pRsp->data == NULL) {
×
3844
      uError("failed to prepare recv buffer for post rsp, len:%d, code:%s", (int32_t)size + 1, tstrerror(terrno));
×
UNCOV
3845
      return 0;  // return the recv length, if failed, return 0
×
3846
    }
3847
  } else {
UNCOV
3848
    char *p = taosMemoryRealloc(pRsp->data, size + 1);
×
UNCOV
3849
    if (p == NULL) {
×
3850
      uError("failed to prepare recv buffer for post rsp, len:%d, code:%s", (int32_t)size + 1, tstrerror(terrno));
×
3851
      return 0;  // return the recv length, if failed, return 0
×
3852
    }
3853

3854
    pRsp->data = p;
×
3855
  }
3856

3857
  if (pRsp->data != NULL) {
×
UNCOV
3858
    (void)memcpy(pRsp->data + pRsp->dataLen, pCont, newDataSize);
×
3859

3860
    pRsp->dataLen = size;
×
3861
    pRsp->data[size] = 0;
×
3862

UNCOV
3863
    uDebugL("curl response is received, len:%" PRId64 ", content:%s", size, pRsp->data);
×
UNCOV
3864
    return newDataSize;
×
3865
  } else {
3866
    pRsp->dataLen = 0;
×
3867
    uError("failed to malloc curl response");
×
3868
    return 0;
×
3869
  }
3870
}
3871

3872
static int32_t taosCurlGetRequest(const char *url, SCurlResp *pRsp, int32_t timeout, const char *socketPath) {
×
3873
  CURL   *curl = NULL;
×
3874
  int32_t code = 0;
×
UNCOV
3875
  int32_t lino = 0;
×
3876

3877
  curl = curl_easy_init();
×
3878
  if (curl == NULL) {
×
3879
    uError("failed to create curl handle");
×
3880
    return -1;
×
3881
  }
3882

3883
  #ifndef WINDOWS
3884
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_UNIX_SOCKET_PATH, socketPath), &lino, _OVER);
×
3885
  #endif
3886
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_URL, url), &lino, _OVER);
×
3887
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, taosCurlWriteData), &lino, _OVER);
×
3888
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_WRITEDATA, pRsp), &lino, _OVER);
×
3889
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_TIMEOUT_MS, timeout), &lino, _OVER);
×
3890

3891
  uDebug("curl get request will sent, url:%s", url);
×
3892
  CURLcode curlCode = curl_easy_perform(curl);
×
3893
  if (curlCode != CURLE_OK) {
×
UNCOV
3894
    if (curlCode == CURLE_OPERATION_TIMEDOUT) {
×
UNCOV
3895
      mError("xnode failed to perform curl action, code:%d", curlCode);
×
3896
      code = TSDB_CODE_MND_XNODE_URL_RESP_TIMEOUT;
×
3897
      goto _OVER;
×
3898
    }
3899
    uError("failed to perform curl action, code:%d", curlCode);
×
UNCOV
3900
    code = TSDB_CODE_MND_XNODE_URL_CANT_ACCESS;
×
UNCOV
3901
    goto _OVER;
×
3902
  }
3903

3904
  long http_code = 0;
×
3905
  TAOS_CHECK_GOTO(curl_easy_getinfo(curl, CURLINFO_RESPONSE_CODE, &http_code), &lino, _OVER);
×
UNCOV
3906
  if (http_code != 200) {
×
UNCOV
3907
    code = TSDB_CODE_MND_XNODE_HTTP_CODE_ERROR;
×
3908
  }
3909

3910
_OVER:
×
3911
  if (curl != NULL) curl_easy_cleanup(curl);
×
3912
  XND_LOG_END(code, lino);
×
3913
  return code;
×
3914
}
3915

3916
static int32_t taosCurlPostRequest(const char *url, SCurlResp *pRsp, const char *buf, int32_t bufLen, int32_t timeout,
×
3917
                                   const char *socketPath) {
3918
  struct curl_slist *headers = NULL;
×
UNCOV
3919
  CURL              *curl = NULL;
×
UNCOV
3920
  int32_t            code = 0;
×
3921
  int32_t            lino = 0;
×
3922

3923
  curl = curl_easy_init();
×
3924
  if (curl == NULL) {
×
3925
    mError("xnode failed to create curl handle");
×
3926
    return -1;
×
3927
  }
3928

3929
  headers = curl_slist_append(headers, "Content-Type:application/json;charset=UTF-8");
×
3930
  #ifndef WINDOWS
3931
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_UNIX_SOCKET_PATH, socketPath), &lino, _OVER);
×
3932
  #endif
UNCOV
3933
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_HTTPHEADER, headers), &lino, _OVER);
×
3934
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_URL, url), &lino, _OVER);
×
3935
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, taosCurlWriteData), &lino, _OVER);
×
UNCOV
3936
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_WRITEDATA, pRsp), &lino, _OVER);
×
3937
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_TIMEOUT_MS, timeout), &lino, _OVER);
×
3938
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_POST, 1), &lino, _OVER);
×
3939
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_POSTFIELDSIZE, bufLen), &lino, _OVER);
×
3940
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_POSTFIELDS, buf), &lino, _OVER);
×
3941
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_VERBOSE, 0L), &lino, _OVER);
×
UNCOV
3942
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_NOSIGNAL, 1L), &lino, _OVER);
×
3943

3944
  mDebug("xnode curl post request will sent, url:%s len:%d content:%s", url, bufLen, buf);
×
3945
  CURLcode curlCode = curl_easy_perform(curl);
×
3946

UNCOV
3947
  if (curlCode != CURLE_OK) {
×
3948
    if (curlCode == CURLE_OPERATION_TIMEDOUT) {
×
3949
      mError("xnode failed to perform curl action, code:%d", curlCode);
×
3950
      code = TSDB_CODE_MND_XNODE_URL_RESP_TIMEOUT;
×
3951
      goto _OVER;
×
3952
    }
UNCOV
3953
    uError("xnode failed to perform curl action, code:%d", curlCode);
×
UNCOV
3954
    code = TSDB_CODE_MND_XNODE_URL_CANT_ACCESS;
×
3955
    goto _OVER;
×
3956
  }
3957

3958
  long http_code = 0;
×
UNCOV
3959
  TAOS_CHECK_GOTO(curl_easy_getinfo(curl, CURLINFO_RESPONSE_CODE, &http_code), &lino, _OVER);
×
3960
  if (http_code != 200) {
×
3961
    mError("xnode failed to perform curl action, http code:%ld", http_code);
×
UNCOV
3962
    code = TSDB_CODE_MND_XNODE_HTTP_CODE_ERROR;
×
3963
  }
3964

3965
_OVER:
×
3966
  if (curl != NULL) {
×
3967
    curl_slist_free_all(headers);
×
UNCOV
3968
    curl_easy_cleanup(curl);
×
3969
  }
3970
  XND_LOG_END(code, lino);
×
3971
  return code;
×
3972
}
3973

UNCOV
3974
static int32_t taosCurlDeleteRequest(const char *url, SCurlResp *pRsp, int32_t timeout, const char *socketPath) {
×
3975
  CURL   *curl = NULL;
×
3976
  int32_t code = 0;
×
3977
  int32_t lino = 0;
×
3978

3979
  curl = curl_easy_init();
×
3980
  if (curl == NULL) {
×
UNCOV
3981
    uError("xnode failed to create curl handle");
×
3982
    return -1;
×
3983
  }
3984

3985
  #ifndef WINDOWS
3986
  if (curl_easy_setopt(curl, CURLOPT_UNIX_SOCKET_PATH, socketPath)) goto _OVER;
×
3987
  #endif
3988
  if (curl_easy_setopt(curl, CURLOPT_URL, url) != 0) goto _OVER;
×
UNCOV
3989
  if (curl_easy_setopt(curl, CURLOPT_CUSTOMREQUEST, "DELETE") != 0) goto _OVER;
×
3990
  if (curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, taosCurlWriteData) != 0) goto _OVER;
×
3991
  if (curl_easy_setopt(curl, CURLOPT_WRITEDATA, pRsp) != 0) goto _OVER;
×
UNCOV
3992
  if (curl_easy_setopt(curl, CURLOPT_TIMEOUT_MS, timeout) != 0) goto _OVER;
×
3993

3994
  uDebug("xnode curl get request will sent, url:%s", url);
×
3995
  CURLcode curlCode = curl_easy_perform(curl);
×
3996
  if (curlCode != CURLE_OK) {
×
3997
    uError("xnode failed to perform curl action, curl code:%d", curlCode);
×
3998
    if (curlCode == CURLE_OPERATION_TIMEDOUT) {
×
UNCOV
3999
      code = TSDB_CODE_MND_XNODE_URL_RESP_TIMEOUT;
×
UNCOV
4000
      goto _OVER;
×
4001
    }
4002
    code = TSDB_CODE_MND_XNODE_URL_CANT_ACCESS;
×
4003
    goto _OVER;
×
4004
  }
4005

UNCOV
4006
  long http_code = 0;
×
UNCOV
4007
  TAOS_CHECK_GOTO(curl_easy_getinfo(curl, CURLINFO_RESPONSE_CODE, &http_code), &lino, _OVER);
×
UNCOV
4008
  if (http_code != 200 && http_code != 204) {
×
UNCOV
4009
    uError("xnode curl request response http code:%ld", http_code);
×
UNCOV
4010
    code = TSDB_CODE_MND_XNODE_HTTP_CODE_ERROR;
×
4011
  }
4012

UNCOV
4013
_OVER:
×
4014
  if (curl != NULL) curl_easy_cleanup(curl);
×
4015
  XND_LOG_END(code, lino);
×
4016
  return code;
×
4017
}
4018

4019
SJson *mndSendReqRetJson(const char *url, EHttpType type, int64_t timeout, const char *buf, int64_t bufLen) {
22,478✔
4020
  SJson    *pJson = NULL;
22,478✔
4021
  SCurlResp curlRsp = {0};
22,478✔
4022
  char      socketPath[PATH_MAX] = {0};
22,478✔
4023

4024
  getXnodedPipeName(socketPath, sizeof(socketPath));
22,478✔
4025
  #ifndef WINDOWS
4026
  if (!taosCheckExistFile(socketPath)) {
22,478✔
4027
    uError("xnode failed to send request, socket path:%s not exist", socketPath);
22,478✔
4028
    terrno = TSDB_CODE_MND_XNODE_URL_CANT_ACCESS;
22,478✔
4029
    goto _EXIT;
22,478✔
4030
  }
4031
  #endif
UNCOV
4032
  if (type == HTTP_TYPE_GET) {
×
4033
    if ((terrno = taosCurlGetRequest(url, &curlRsp, timeout, socketPath)) != 0) {
×
4034
      goto _OVER;
×
4035
    }
UNCOV
4036
  } else if (type == HTTP_TYPE_POST) {
×
UNCOV
4037
    if ((terrno = taosCurlPostRequest(url, &curlRsp, buf, bufLen, timeout, socketPath)) != 0) {
×
4038
      goto _OVER;
×
4039
    }
4040
  } else if (type == HTTP_TYPE_DELETE) {
×
UNCOV
4041
    if ((terrno = taosCurlDeleteRequest(url, &curlRsp, timeout, socketPath)) != 0) {
×
UNCOV
4042
      goto _OVER;
×
4043
    }
4044
  } else {
4045
    uError("xnode invalid http type:%d", type);
×
4046
    terrno = TSDB_CODE_MND_XNODE_INVALID_MSG;
×
4047
    goto _EXIT;
×
4048
  }
4049

4050
_OVER:
×
4051
  if (terrno == TSDB_CODE_SUCCESS) {
×
4052
    if (curlRsp.data == NULL || curlRsp.dataLen == 0) {
×
UNCOV
4053
      pJson = tjsonCreateObject();
×
4054
      goto _EXIT;
×
4055
    }
4056
    pJson = tjsonParse(curlRsp.data);
×
4057
    if (pJson == NULL) {
×
4058
      terrno = TSDB_CODE_INVALID_JSON_FORMAT;
×
4059
      goto _EXIT;
×
4060
    }
UNCOV
4061
  } else if (terrno == TSDB_CODE_MND_XNODE_HTTP_CODE_ERROR) {
×
4062
    pJson = tjsonCreateObject();
×
UNCOV
4063
    char *buf = taosMemCalloc(1, curlRsp.dataLen + 1);
×
UNCOV
4064
    (void)memcpy(buf, curlRsp.data, curlRsp.dataLen);
×
4065
    if (tjsonAddStringToObject(pJson, "__inner_error", buf) != TSDB_CODE_SUCCESS) {
×
4066
      taosMemoryFreeClear(buf);
×
4067
      goto _EXIT;
×
4068
    }
UNCOV
4069
    taosMemoryFreeClear(buf);
×
4070
  }
4071

4072
_EXIT:
22,478✔
4073
  if (curlRsp.data != NULL) taosMemoryFreeClear(curlRsp.data);
22,478✔
4074
  if (terrno != TSDB_CODE_SUCCESS) {
22,478✔
4075
    mError("xnode failed to send request, url: %s, since:%s", url, tstrerror(terrno));
22,478✔
4076
  }
4077
  return pJson;
22,478✔
4078
}
4079

4080
static int32_t mndGetXnodeStatus(SXnodeObj *pObj, char *status, int32_t statusLen) {
1,850✔
4081
  int32_t code = 0;
1,850✔
4082
  SJson  *pJson = NULL;
1,850✔
4083

4084
  char xnodeUrl[TSDB_XNODE_URL_LEN + 1] = {0};
1,850✔
4085
  snprintf(xnodeUrl, TSDB_XNODE_URL_LEN + 1, "%s/xnode/%d", XNODED_PIPE_SOCKET_URL, pObj->id);
1,850✔
4086
  pJson = mndSendReqRetJson(xnodeUrl, HTTP_TYPE_GET, defaultTimeout, NULL, 0);
1,850✔
4087
  if (pJson == NULL) {
1,850✔
4088
    code = terrno;
1,850✔
4089
    goto _OVER;
1,850✔
4090
  }
4091

4092
  code = tjsonGetStringValue2(pJson, "status", status, statusLen);
×
UNCOV
4093
  if (code < 0) {
×
UNCOV
4094
    code = TSDB_CODE_INVALID_JSON_FORMAT;
×
4095
    goto _OVER;
×
4096
  }
4097
  if (strlen(status) == 0) {
×
UNCOV
4098
    code = TSDB_CODE_MND_XNODE_INVALID_MSG;
×
UNCOV
4099
    goto _OVER;
×
4100
  }
4101

4102
_OVER:
1,850✔
4103
  if (pJson != NULL) tjsonDelete(pJson);
1,850✔
4104
  TAOS_RETURN(code);
1,850✔
4105
}
4106

4107
/** xnode agent section **/
4108

4109
SSdbRaw *mndXnodeAgentActionEncode(SXnodeAgentObj *pObj) {
5,916✔
4110
  int32_t code = 0;
5,916✔
4111
  int32_t lino = 0;
5,916✔
4112
  terrno = TSDB_CODE_OUT_OF_MEMORY;
5,916✔
4113

4114
  if (NULL == pObj) {
5,916✔
UNCOV
4115
    terrno = TSDB_CODE_INVALID_PARA;
×
UNCOV
4116
    return NULL;
×
4117
  }
4118

4119
  int32_t rawDataLen =
5,916✔
4120
      sizeof(SXnodeAgentObj) + TSDB_XNODE_RESERVE_SIZE + pObj->nameLen + pObj->tokenLen + pObj->statusLen;
5,916✔
4121

4122
  SSdbRaw *pRaw = sdbAllocRaw(SDB_XNODE_AGENT, TSDB_XNODE_VER_NUMBER, rawDataLen);
5,916✔
4123
  if (pRaw == NULL) goto _OVER;
5,916✔
4124

4125
  int32_t dataPos = 0;
5,916✔
4126
  SDB_SET_INT32(pRaw, dataPos, pObj->id, _OVER)
5,916✔
4127
  SDB_SET_INT32(pRaw, dataPos, pObj->nameLen, _OVER)
5,916✔
4128
  SDB_SET_BINARY(pRaw, dataPos, pObj->name, pObj->nameLen, _OVER)
5,916✔
4129
  SDB_SET_INT32(pRaw, dataPos, pObj->tokenLen, _OVER)
5,916✔
4130
  SDB_SET_BINARY(pRaw, dataPos, pObj->token, pObj->tokenLen, _OVER)
5,916✔
4131
  SDB_SET_INT32(pRaw, dataPos, pObj->statusLen, _OVER)
5,916✔
4132
  SDB_SET_BINARY(pRaw, dataPos, pObj->status, pObj->statusLen, _OVER)
5,916✔
4133
  SDB_SET_INT64(pRaw, dataPos, pObj->createTime, _OVER)
5,916✔
4134
  SDB_SET_INT64(pRaw, dataPos, pObj->updateTime, _OVER)
5,916✔
4135

4136
  SDB_SET_RESERVE(pRaw, dataPos, TSDB_XNODE_RESERVE_SIZE, _OVER)
5,916✔
4137

4138
  terrno = 0;
5,916✔
4139

4140
_OVER:
5,916✔
4141
  if (terrno != 0) {
5,916✔
UNCOV
4142
    mError("xnode agent:%d, failed to encode to raw:%p since %s", pObj->id, pRaw, terrstr());
×
UNCOV
4143
    sdbFreeRaw(pRaw);
×
UNCOV
4144
    return NULL;
×
4145
  }
4146

4147
  mTrace("xnode agent:%d, encode to raw:%p, row:%p", pObj->id, pRaw, pObj);
5,916✔
4148
  return pRaw;
5,916✔
4149
}
4150

4151
SSdbRow *mndXnodeAgentActionDecode(SSdbRaw *pRaw) {
4,379✔
4152
  int32_t code = 0;
4,379✔
4153
  int32_t lino = 0;
4,379✔
4154
  terrno = TSDB_CODE_OUT_OF_MEMORY;
4,379✔
4155
  SSdbRow        *pRow = NULL;
4,379✔
4156
  SXnodeAgentObj *pObj = NULL;
4,379✔
4157

4158
  if (NULL == pRaw) {
4,379✔
UNCOV
4159
    terrno = TSDB_CODE_INVALID_PARA;
×
4160
    return NULL;
×
4161
  }
4162

4163
  int8_t sver = 0;
4,379✔
4164
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
4,379✔
4165

4166
  if (sver != TSDB_XNODE_VER_NUMBER) {
4,379✔
UNCOV
4167
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
×
UNCOV
4168
    goto _OVER;
×
4169
  }
4170

4171
  pRow = sdbAllocRow(sizeof(SXnodeAgentObj));
4,379✔
4172
  if (pRow == NULL) goto _OVER;
4,379✔
4173

4174
  pObj = sdbGetRowObj(pRow);
4,379✔
4175
  if (pObj == NULL) goto _OVER;
4,379✔
4176

4177
  int32_t dataPos = 0;
4,379✔
4178
  SDB_GET_INT32(pRaw, dataPos, &pObj->id, _OVER)
4,379✔
4179
  SDB_GET_INT32(pRaw, dataPos, &pObj->nameLen, _OVER)
4,379✔
4180
  if (pObj->nameLen > 0) {
4,379✔
4181
    pObj->name = taosMemoryCalloc(pObj->nameLen, 1);
4,379✔
4182
    if (pObj->name == NULL) goto _OVER;
4,379✔
4183
    SDB_GET_BINARY(pRaw, dataPos, pObj->name, pObj->nameLen, _OVER)
4,379✔
4184
  } else {
UNCOV
4185
    pObj->name = NULL;
×
4186
  }
4187
  SDB_GET_INT32(pRaw, dataPos, &pObj->tokenLen, _OVER)
4,379✔
4188
  if (pObj->tokenLen > 0) {
4,379✔
4189
    pObj->token = taosMemoryCalloc(pObj->tokenLen, 1);
4,379✔
4190
    if (pObj->token == NULL) goto _OVER;
4,379✔
4191
    SDB_GET_BINARY(pRaw, dataPos, pObj->token, pObj->tokenLen, _OVER)
4,379✔
4192
  } else {
UNCOV
4193
    pObj->token = NULL;
×
4194
  }
4195
  SDB_GET_INT32(pRaw, dataPos, &pObj->statusLen, _OVER)
4,379✔
4196
  if (pObj->statusLen > 0) {
4,379✔
4197
    pObj->status = taosMemoryCalloc(pObj->statusLen, 1);
3,753✔
4198
    if (pObj->status == NULL) goto _OVER;
3,753✔
4199
    SDB_GET_BINARY(pRaw, dataPos, pObj->status, pObj->statusLen, _OVER)
3,753✔
4200
  } else {
4201
    pObj->status = NULL;
626✔
4202
  }
4203
  SDB_GET_INT64(pRaw, dataPos, &pObj->createTime, _OVER)
4,379✔
4204
  SDB_GET_INT64(pRaw, dataPos, &pObj->updateTime, _OVER)
4,379✔
4205

4206
  SDB_GET_RESERVE(pRaw, dataPos, TSDB_XNODE_RESERVE_SIZE, _OVER)
4,379✔
4207

4208
  terrno = 0;
4,379✔
4209

4210
_OVER:
4,379✔
4211
  if (terrno != 0) {
4,379✔
4212
    mError("xnode agent:%d, failed to decode from raw:%p since %s", pObj == NULL ? 0 : pObj->id, pRaw, terrstr());
×
UNCOV
4213
    if (pObj != NULL) {
×
UNCOV
4214
      taosMemoryFreeClear(pObj->name);
×
UNCOV
4215
      taosMemoryFreeClear(pObj->token);
×
UNCOV
4216
      taosMemoryFreeClear(pObj->status);
×
4217
    }
UNCOV
4218
    taosMemoryFreeClear(pRow);
×
4219
    return NULL;
×
4220
  }
4221

4222
  mTrace("xnode agent:%d, decode from raw:%p, row:%p", pObj->id, pRaw, pObj);
4,379✔
4223
  return pRow;
4,379✔
4224
}
4225

4226
int32_t mndXnodeAgentActionInsert(SSdb *pSdb, SXnodeAgentObj *pObj) {
1,007✔
4227
  mDebug("xnode agent:%d, perform insert action, row:%p", pObj->id, pObj);
1,007✔
4228
  return 0;
1,007✔
4229
}
4230

4231
int32_t mndXnodeAgentActionUpdate(SSdb *pSdb, SXnodeAgentObj *pOld, SXnodeAgentObj *pNew) {
2,173✔
4232
  mDebug("xnode agent:%d, perform update action, old row:%p new row:%p", pOld->id, pOld, pNew);
2,173✔
4233

4234
  taosWLockLatch(&pOld->lock);
2,173✔
4235
  swapFields(&pNew->nameLen, &pNew->name, &pOld->nameLen, &pOld->name);
2,173✔
4236
  swapFields(&pNew->tokenLen, &pNew->token, &pOld->tokenLen, &pOld->token);
2,173✔
4237
  swapFields(&pNew->statusLen, &pNew->status, &pOld->statusLen, &pOld->status);
2,173✔
4238
  if (pNew->updateTime > pOld->updateTime) {
2,173✔
4239
    pOld->updateTime = pNew->updateTime;
159✔
4240
  }
4241
  taosWUnLockLatch(&pOld->lock);
2,173✔
4242
  return 0;
2,173✔
4243
}
4244

4245
static void mndFreeXnodeAgent(SXnodeAgentObj *pObj) {
5,194✔
4246
  if (pObj == NULL) return;
5,194✔
4247
  if (pObj->name != NULL) {
5,194✔
4248
    taosMemoryFreeClear(pObj->name);
5,194✔
4249
  }
4250
  if (pObj->token != NULL) {
5,194✔
4251
    taosMemoryFreeClear(pObj->token);
5,194✔
4252
  }
4253
  if (pObj->status != NULL) {
5,194✔
4254
    taosMemoryFreeClear(pObj->status);
4,505✔
4255
  }
4256
}
4257

4258
int32_t mndXnodeAgentActionDelete(SSdb *pSdb, SXnodeAgentObj *pObj) {
4,187✔
4259
  mDebug("xnode agent:%d, perform delete action, row:%p", pObj->id, pObj);
4,187✔
4260
  mndFreeXnodeAgent(pObj);
4,187✔
4261
  return 0;
4,187✔
4262
}
4263

4264
static int32_t mndSetCreateXnodeAgentRedoLogs(STrans *pTrans, SXnodeAgentObj *pObj) {
1,007✔
4265
  int32_t  code = 0;
1,007✔
4266
  SSdbRaw *pRedoRaw = mndXnodeAgentActionEncode(pObj);
1,007✔
4267
  if (pRedoRaw == NULL) {
1,007✔
UNCOV
4268
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
4269
    if (terrno != 0) code = terrno;
×
4270
    TAOS_RETURN(code);
×
4271
  }
4272
  TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pRedoRaw));
1,007✔
4273
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_CREATING));
1,007✔
4274
  TAOS_RETURN(code);
1,007✔
4275
}
4276

4277
static int32_t mndSetCreateXnodeAgentUndoLogs(STrans *pTrans, SXnodeAgentObj *pObj) {
1,007✔
4278
  int32_t  code = 0;
1,007✔
4279
  SSdbRaw *pUndoRaw = mndXnodeAgentActionEncode(pObj);
1,007✔
4280
  if (pUndoRaw == NULL) {
1,007✔
UNCOV
4281
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
4282
    if (terrno != 0) code = terrno;
×
4283
    TAOS_RETURN(code);
×
4284
  }
4285
  TAOS_CHECK_RETURN(mndTransAppendUndolog(pTrans, pUndoRaw));
1,007✔
4286
  TAOS_CHECK_RETURN(sdbSetRawStatus(pUndoRaw, SDB_STATUS_DROPPED));
1,007✔
4287
  TAOS_RETURN(code);
1,007✔
4288
}
4289

4290
static int32_t mndSetCreateXnodeAgentCommitLogs(STrans *pTrans, SXnodeAgentObj *pObj) {
1,166✔
4291
  int32_t  code = 0;
1,166✔
4292
  SSdbRaw *pCommitRaw = mndXnodeAgentActionEncode(pObj);
1,166✔
4293
  if (pCommitRaw == NULL) {
1,166✔
UNCOV
4294
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
4295
    if (terrno != 0) code = terrno;
×
4296
    TAOS_RETURN(code);
×
4297
  }
4298
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pCommitRaw));
1,166✔
4299
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY));
1,166✔
4300
  TAOS_RETURN(code);
1,166✔
4301
}
4302

4303
void mndReleaseXnodeAgent(SMnode *pMnode, SXnodeAgentObj *pObj) {
1,696✔
4304
  SSdb *pSdb = pMnode->pSdb;
1,696✔
4305
  sdbRelease(pSdb, pObj);
1,696✔
4306
}
1,696✔
4307

4308
static int32_t mndValidateXnodePermissions(SMnode *pMnode, SRpcMsg *pReq, EOperType oper) {
63,136✔
4309
  int32_t code = grantCheck(TSDB_GRANT_XNODE);
63,136✔
4310
  if (code != TSDB_CODE_SUCCESS) {
63,136✔
4311
    mError("failed to validate xnode permissions, code:%s, oper:%d", tstrerror(code), oper);
×
4312
    return code;
×
4313
  }
4314

4315
  return mndCheckOperPrivilege(pMnode, pReq->info.conn.user, NULL, oper);
63,136✔
4316
}
4317

UNCOV
4318
SXnodeAgentObj *mndAcquireXnodeAgentById(SMnode *pMnode, int32_t id) {
×
4319
  SXnodeAgentObj *pObj = sdbAcquire(pMnode->pSdb, SDB_XNODE_AGENT, &id);
×
4320
  if (pObj == NULL && terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
×
UNCOV
4321
    terrno = TSDB_CODE_MND_XNODE_AGENT_NOT_EXIST;
×
4322
  }
4323
  return pObj;
×
4324
}
4325

4326
static SXnodeAgentObj *mndAcquireXnodeAgentByName(SMnode *pMnode, const char *name) {
2,703✔
4327
  SSdb *pSdb = pMnode->pSdb;
2,703✔
4328

4329
  void *pIter = NULL;
2,703✔
4330
  while (1) {
2,703✔
4331
    SXnodeAgentObj *pAgent = NULL;
5,406✔
4332
    pIter = sdbFetch(pSdb, SDB_XNODE_AGENT, pIter, (void **)&pAgent);
5,406✔
4333
    if (pIter == NULL) break;
5,406✔
4334
    if (pAgent->name == NULL) {
3,869✔
UNCOV
4335
      continue;
×
4336
    }
4337

4338
    if (strcasecmp(name, pAgent->name) == 0) {
3,869✔
4339
      sdbCancelFetch(pSdb, pIter);
1,166✔
4340
      return pAgent;
1,166✔
4341
    }
4342

4343
    sdbRelease(pSdb, pAgent);
2,703✔
4344
  }
4345

4346
  mDebug("xnode agent:%s, not found", name);
1,537✔
4347
  terrno = TSDB_CODE_MND_XNODE_AGENT_NOT_EXIST;
1,537✔
4348
  return NULL;
1,537✔
4349
}
4350

4351
static int32_t mndCheckXnodeAgentExists(SMnode *pMnode, const char *name) {
1,007✔
4352
  SXnodeAgentObj *pObj = mndAcquireXnodeAgentByName(pMnode, name);
1,007✔
4353
  if (pObj != NULL) {
1,007✔
UNCOV
4354
    mError("xnode agent:%s already exists", name);
×
UNCOV
4355
    mndReleaseXnodeAgent(pMnode, pObj);
×
UNCOV
4356
    return TSDB_CODE_MND_XNODE_AGENT_ALREADY_EXIST;
×
4357
  }
4358
  terrno = TSDB_CODE_SUCCESS;
1,007✔
4359
  return TSDB_CODE_SUCCESS;
1,007✔
4360
}
4361

4362
typedef struct {
4363
  int64_t sub;  // agent ID
4364
  int64_t iat;  // issued at time
4365
} agentTokenField;
4366

4367
const unsigned char MNDXNODE_DEFAULT_SECRET[] = {126, 222, 130, 137, 43,  122, 41,  173, 144, 146, 116,
4368
                                                 138, 153, 244, 251, 99,  50,  55,  140, 238, 218, 232,
4369
                                                 15,  161, 226, 54,  130, 40,  211, 234, 111, 171};
4370

4371
#ifndef WINDOWS
4372

UNCOV
4373
agentTokenField mndXnodeCreateAgentTokenField(long agent_id, time_t issued_at) {
×
UNCOV
4374
  agentTokenField field = {0};
×
UNCOV
4375
  field.sub = agent_id;
×
UNCOV
4376
  field.iat = issued_at;
×
UNCOV
4377
  return field;
×
4378
}
4379

4380
static char *mndXnodeBase64UrlEncodeOpenssl(const unsigned char *input, size_t input_len) {
3,597✔
4381
  __uint64_t code = 0;
3,597✔
4382
  int32_t lino = 0;
3,597✔
4383
  BIO     *bio = NULL, *b64 = NULL;
3,597✔
4384
  BUF_MEM *bufferPtr = NULL;
3,597✔
4385
  char    *base64_str = NULL;
3,597✔
4386

4387
  b64 = BIO_new(BIO_f_base64());
3,597✔
4388
  if (!b64) {
3,597✔
4389
    lino = __LINE__;
×
4390
    code = ERR_get_error();
×
UNCOV
4391
    goto _err;
×
4392
  }
4393

4394
  bio = BIO_new(BIO_s_mem());
3,597✔
4395
  if (!bio) {
3,597✔
4396
    lino = __LINE__;
×
4397
    code = ERR_get_error();
×
4398
    goto _err;
×
4399
  }
4400

4401
  // BIO chain:b64 → bio
4402
  bio = BIO_push(b64, bio);
3,597✔
4403
  if (!bio) {
3,597✔
4404
    lino = __LINE__;
×
4405
    code = ERR_get_error();
×
4406
    goto _err;
×
4407
  }
4408
  BIO_set_flags(bio, BIO_FLAGS_BASE64_NO_NL);
3,597✔
4409

4410
  int32_t write_ret = BIO_write(bio, input, input_len);
3,597✔
4411
  if (write_ret <= 0 || (size_t)write_ret != input_len) {
3,597✔
4412
    lino = __LINE__;
×
UNCOV
4413
    code = ERR_get_error();
×
UNCOV
4414
    goto _err;
×
4415
  }
4416
  int32_t flush_ret = BIO_flush(bio);
3,597✔
4417
  if (flush_ret != 1) {
3,597✔
4418
    lino = __LINE__;
×
UNCOV
4419
    code = ERR_get_error();
×
UNCOV
4420
    goto _err;
×
4421
  }
4422
  int64_t ret = BIO_get_mem_ptr(bio, &bufferPtr);
3,597✔
4423
  if (ret <= 0) {
3,597✔
UNCOV
4424
    lino = __LINE__;
×
UNCOV
4425
    code = ERR_get_error();
×
UNCOV
4426
    goto _err;
×
4427
}
4428
  if (!bufferPtr || !bufferPtr->data || bufferPtr->length == 0) {
3,597✔
4429
    lino = __LINE__;
×
UNCOV
4430
    code = ERR_get_error();
×
UNCOV
4431
    goto _err;
×
4432
  }
4433
  base64_str = taosMemoryMalloc(bufferPtr->length + 1);
3,597✔
4434
  if (!base64_str) {
3,597✔
UNCOV
4435
    lino = __LINE__;
×
UNCOV
4436
    code = ERR_get_error();
×
UNCOV
4437
    goto _err;
×
4438
  }
4439
  memcpy(base64_str, bufferPtr->data, bufferPtr->length);
3,597✔
4440
  base64_str[bufferPtr->length] = '\0';
3,597✔
4441
  // url safe
4442
  for (size_t i = 0; i < bufferPtr->length; i++) {
147,093✔
4443
    if (base64_str[i] == '+') {
143,496✔
4444
      base64_str[i] = '-';
1,030✔
4445
    } else if (base64_str[i] == '/') {
142,466✔
4446
      base64_str[i] = '_';
689✔
4447
    }
4448
  }
4449
  // remove padding char '='
4450
  size_t len = strlen(base64_str);
3,597✔
4451
  while (len > 0 && base64_str[len - 1] == '=') {
5,369✔
4452
    base64_str[len - 1] = '\0';
1,772✔
4453
    len--;
1,772✔
4454
  }
4455
  goto _exit;
3,597✔
4456

UNCOV
4457
_err:
×
4458
  if (code != TSDB_CODE_SUCCESS) {
×
UNCOV
4459
    mError("xnode agent: line: %d failed to encode base64 since %s", lino, ERR_error_string(code, NULL));
×
4460
  }
4461
  if (base64_str) {
×
4462
    taosMemoryFree(base64_str);
×
4463
    base64_str = NULL;
×
4464
  }
4465

4466
_exit:
3,021✔
4467
  if (bio) {
3,597✔
4468
    BIO_free_all(bio);  // will release b64 and bio
3,597✔
UNCOV
4469
  } else if (b64) {
×
UNCOV
4470
    int32_t ret = BIO_free(b64);
×
UNCOV
4471
    if (ret != 1) {
×
UNCOV
4472
      lino = __LINE__;
×
UNCOV
4473
      code = ERR_get_error();
×
UNCOV
4474
      mError("xnode agent: line: %d BIO failed to free since %s", lino, ERR_error_string(code, NULL));
×
4475
    }
4476
  }
4477

4478
  return base64_str;
3,597✔
4479
}
4480

4481
static char *mndXnodeCreateTokenHeader() {
1,199✔
4482
  int32_t code = 0, lino = 0;
1,199✔
4483
  cJSON  *headerJson = NULL;
1,199✔
4484
  char   *headerJsonStr = NULL;
1,199✔
4485
  char   *encoded = NULL;
1,199✔
4486

4487
  headerJson = tjsonCreateObject();
1,199✔
4488
  if (!headerJson) {
1,199✔
UNCOV
4489
    code = terrno;
×
4490
    goto _exit;
×
4491
  }
4492

4493
  TAOS_CHECK_EXIT(tjsonAddStringToObject(headerJson, "alg", "HS256"));
1,199✔
4494
  TAOS_CHECK_EXIT(tjsonAddStringToObject(headerJson, "typ", "JWT"));
1,199✔
4495

4496
  headerJsonStr = tjsonToUnformattedString(headerJson);
1,199✔
4497
  if (!headerJsonStr) {
1,199✔
UNCOV
4498
    code = terrno;
×
UNCOV
4499
    goto _exit;
×
4500
  }
4501
  encoded = mndXnodeBase64UrlEncodeOpenssl((const unsigned char *)headerJsonStr, strlen(headerJsonStr));
1,199✔
4502
  if (!encoded) {
1,199✔
4503
    code = terrno;
×
UNCOV
4504
    goto _exit;
×
4505
  }
4506

4507
_exit:
1,199✔
4508
  if (code != TSDB_CODE_SUCCESS) {
1,199✔
UNCOV
4509
    mError("xnode agent: line: %d failed to create header since %s", lino, tstrerror(code));
×
UNCOV
4510
    taosMemoryFree(encoded);
×
UNCOV
4511
    encoded = NULL;
×
4512
  }
4513

4514
  if (headerJsonStr) {
1,199✔
4515
    taosMemoryFree(headerJsonStr);
1,199✔
4516
  }
4517
  if (headerJson) {
1,199✔
4518
    tjsonDelete(headerJson);
1,199✔
4519
  }
4520

4521
  return encoded;
1,199✔
4522
}
4523

4524
static char *mndXnodeCreateTokenPayload(const agentTokenField *claims) {
1,199✔
4525
  int32_t code = 0, lino = 0;
1,199✔
4526
  cJSON  *payloadJson = NULL;
1,199✔
4527
  char   *payloadStr = NULL;
1,199✔
4528
  char   *encoded = NULL;
1,199✔
4529

4530
  if (!claims) {
1,199✔
4531
    code = TSDB_CODE_INVALID_PARA;
×
UNCOV
4532
    terrno = code;
×
UNCOV
4533
    return NULL;
×
4534
  }
4535

4536
  payloadJson = tjsonCreateObject();
1,199✔
4537
  if (!payloadJson) {
1,199✔
UNCOV
4538
    code = terrno;
×
4539
    goto _exit;
×
4540
  }
4541

4542
  TAOS_CHECK_EXIT(tjsonAddDoubleToObject(payloadJson, "iat", claims->iat));
1,199✔
4543
  TAOS_CHECK_EXIT(tjsonAddDoubleToObject(payloadJson, "sub", claims->sub));
1,199✔
4544

4545
  payloadStr = tjsonToUnformattedString(payloadJson);
1,199✔
4546
  if (!payloadStr) {
1,199✔
UNCOV
4547
    code = terrno;
×
UNCOV
4548
    goto _exit;
×
4549
  }
4550
  encoded = mndXnodeBase64UrlEncodeOpenssl((const unsigned char *)payloadStr, strlen(payloadStr));
1,199✔
4551
  if (!encoded) {
1,199✔
4552
    code = terrno;
×
UNCOV
4553
    goto _exit;
×
4554
  }
4555

4556
_exit:
1,199✔
4557
  if (code != TSDB_CODE_SUCCESS) {
1,199✔
UNCOV
4558
    mError("xnode agent line: %d failed to create payload since %s", lino, tstrerror(code));
×
UNCOV
4559
    taosMemoryFree(encoded);
×
UNCOV
4560
    encoded = NULL;
×
4561
  }
4562
  if (payloadStr) {
1,199✔
4563
    taosMemoryFree(payloadStr);
1,199✔
4564
  }
4565
  if (payloadJson) {
1,199✔
4566
    tjsonDelete(payloadJson);
1,199✔
4567
  }
4568
  return encoded;
1,199✔
4569
}
4570

4571
static char *mndXnodeCreateTokenSignature(const char *header_payload, const unsigned char *secret, size_t secret_len) {
1,199✔
4572
  int32_t       code = 0, lino = 0;
1,199✔
4573
  unsigned char hash[EVP_MAX_MD_SIZE] = {0};
1,199✔
4574
  unsigned int  hash_len = 0;
1,199✔
4575
  char         *encoded = NULL;
1,199✔
4576

4577
  // HMAC-SHA256
4578
  if (!HMAC(EVP_sha256(), secret, secret_len, (const unsigned char *)header_payload, strlen(header_payload), hash,
1,199✔
4579
            &hash_len)) {
UNCOV
4580
    code = terrno;
×
UNCOV
4581
    goto _exit;
×
4582
  }
4583

4584
  encoded = mndXnodeBase64UrlEncodeOpenssl(hash, hash_len);
1,199✔
4585
  if (!encoded) {
1,199✔
4586
    code = terrno;
×
UNCOV
4587
    goto _exit;
×
4588
  }
4589

4590
_exit:
1,199✔
4591
  if (code != TSDB_CODE_SUCCESS) {
1,199✔
UNCOV
4592
    mError("xnode agent line: %d failed create signature since %s", lino, tstrerror(code));
×
UNCOV
4593
    taosMemoryFree(encoded);
×
UNCOV
4594
    encoded = NULL;
×
4595
  }
4596
  return encoded;
1,199✔
4597
}
4598

4599
char *mndXnodeCreateAgentToken(const agentTokenField *claims, const unsigned char *secret, size_t secret_len) {
1,199✔
4600
  int32_t code = 0, lino = 0;
1,199✔
4601
  char   *header = NULL, *payload = NULL;
1,199✔
4602
  char   *headerPayload = NULL;
1,199✔
4603
  char   *signature = NULL;
1,199✔
4604
  char   *token = NULL;
1,199✔
4605

4606
  if (!claims) {
1,199✔
UNCOV
4607
    code = TSDB_CODE_INVALID_PARA;
×
UNCOV
4608
    goto _exit;
×
4609
  }
4610

4611
  if (!secret || secret_len == 0) {
1,199✔
UNCOV
4612
    secret = MNDXNODE_DEFAULT_SECRET;
×
UNCOV
4613
    secret_len = sizeof(MNDXNODE_DEFAULT_SECRET);
×
4614
  }
4615

4616
  header = mndXnodeCreateTokenHeader();
1,199✔
4617
  if (!header) {
1,199✔
UNCOV
4618
    code = terrno;
×
UNCOV
4619
    goto _exit;
×
4620
  }
4621

4622
  payload = mndXnodeCreateTokenPayload(claims);
1,199✔
4623
  if (!payload) {
1,199✔
4624
    code = terrno;
×
UNCOV
4625
    goto _exit;
×
4626
  }
4627

4628
  size_t header_payload_len = strlen(header) + strlen(payload) + 2;
1,199✔
4629
  headerPayload = taosMemoryMalloc(header_payload_len);
1,199✔
4630
  if (!headerPayload) {
1,199✔
4631
    code = terrno;
×
UNCOV
4632
    goto _exit;
×
4633
  }
4634
  snprintf(headerPayload, header_payload_len, "%s.%s", header, payload);
1,199✔
4635

4636
  signature = mndXnodeCreateTokenSignature(headerPayload, secret, secret_len);
1,199✔
4637
  if (!signature) {
1,199✔
4638
    code = terrno;
×
UNCOV
4639
    goto _exit;
×
4640
  }
4641

4642
  size_t token_len = strlen(headerPayload) + strlen(signature) + 2;
1,199✔
4643
  token = taosMemoryCalloc(1, token_len);
1,199✔
4644
  if (!token) {
1,199✔
4645
    code = terrno;
×
4646
    goto _exit;
×
4647
  }
4648

4649
  snprintf(token, token_len, "%s.%s", headerPayload, signature);
1,199✔
4650

4651
_exit:
1,199✔
4652
  if (code != TSDB_CODE_SUCCESS) {
1,199✔
UNCOV
4653
    mError("xnode agent line: %d failed create token since %s", lino, tstrerror(code));
×
UNCOV
4654
    taosMemoryFree(token);
×
UNCOV
4655
    token = NULL;
×
4656
  }
4657
  taosMemoryFree(signature);
1,199✔
4658
  taosMemoryFree(headerPayload);
1,199✔
4659
  taosMemoryFree(payload);
1,199✔
4660
  taosMemoryFree(header);
1,199✔
4661

4662
  return token;
1,199✔
4663
}
4664
#else
4665

4666
static int32_t mndXnodeHmacSha256Windows(const unsigned char *key, size_t key_len, const unsigned char *message,
4667
                                         size_t message_len, unsigned char *output) {
4668
  unsigned char k_pad[64];
4669
  unsigned char k_ipad[64];
4670
  unsigned char k_opad[64];
4671
  unsigned char inner_hash[SHA256_DIGEST_SIZE];
4672
  sha256_ctx    ctx;
4673

4674
  if (key_len > 64) {
4675
    sha256_init(&ctx);
4676
    sha256_update(&ctx, key, key_len);
4677
    sha256_final(&ctx, k_pad);
4678
    memset(k_pad + SHA256_DIGEST_SIZE, 0, 64 - SHA256_DIGEST_SIZE);
4679
  } else {
4680
    memcpy(k_pad, key, key_len);
4681
    memset(k_pad + key_len, 0, 64 - key_len);
4682
  }
4683

4684
  for (int i = 0; i < 64; i++) {
4685
    k_ipad[i] = k_pad[i] ^ 0x36;
4686
    k_opad[i] = k_pad[i] ^ 0x5c;
4687
  }
4688

4689
  sha256_init(&ctx);
4690
  sha256_update(&ctx, k_ipad, 64);
4691
  sha256_update(&ctx, message, message_len);
4692
  sha256_final(&ctx, inner_hash);
4693

4694
  sha256_init(&ctx);
4695
  sha256_update(&ctx, k_opad, 64);
4696
  sha256_update(&ctx, inner_hash, SHA256_DIGEST_SIZE);
4697
  sha256_final(&ctx, output);
4698

4699
  return 0;
4700
}
4701

4702
static char *mndXnodeBase64UrlEncodeWindows(const unsigned char *input, size_t input_len) {
4703
  char *base64_str = NULL;
4704

4705
  int32_t ret = base64_encode(input, input_len, &base64_str);
4706
  if (ret != 0 || !base64_str) {
4707
    return NULL;
4708
  }
4709

4710
  for (size_t i = 0; base64_str[i] != '\0'; i++) {
4711
    if (base64_str[i] == '+') {
4712
      base64_str[i] = '-';
4713
    } else if (base64_str[i] == '/') {
4714
      base64_str[i] = '_';
4715
    }
4716
  }
4717

4718
  size_t len = strlen(base64_str);
4719
  while (len > 0 && base64_str[len - 1] == '=') {
4720
    base64_str[len - 1] = '\0';
4721
    len--;
4722
  }
4723

4724
  return base64_str;
4725
}
4726

4727
static char *mndXnodeCreateTokenHeaderWindows() {
4728
  int32_t code = 0, lino = 0;
4729
  cJSON  *headerJson = NULL;
4730
  char   *headerJsonStr = NULL;
4731
  char   *encoded = NULL;
4732

4733
  headerJson = tjsonCreateObject();
4734
  if (!headerJson) {
4735
    code = terrno;
4736
    goto _exit;
4737
  }
4738

4739
  TAOS_CHECK_EXIT(tjsonAddStringToObject(headerJson, "alg", "HS256"));
4740
  TAOS_CHECK_EXIT(tjsonAddStringToObject(headerJson, "typ", "JWT"));
4741

4742
  headerJsonStr = tjsonToUnformattedString(headerJson);
4743
  if (!headerJsonStr) {
4744
    code = terrno;
4745
    goto _exit;
4746
  }
4747
  encoded = mndXnodeBase64UrlEncodeWindows((const unsigned char *)headerJsonStr, strlen(headerJsonStr));
4748
  if (!encoded) {
4749
    code = terrno;
4750
    goto _exit;
4751
  }
4752

4753
_exit:
4754
  if (code != TSDB_CODE_SUCCESS) {
4755
    mError("xnode agent: line: %d failed to create header since %s", lino, tstrerror(code));
4756
    taosMemoryFree(encoded);
4757
    encoded = NULL;
4758
  }
4759

4760
  if (headerJsonStr) {
4761
    taosMemoryFree(headerJsonStr);
4762
  }
4763
  if (headerJson) {
4764
    tjsonDelete(headerJson);
4765
  }
4766

4767
  return encoded;
4768
}
4769

4770
static char *mndXnodeCreateTokenPayloadWindows(const agentTokenField *claims) {
4771
  int32_t code = 0, lino = 0;
4772
  cJSON  *payloadJson = NULL;
4773
  char   *payloadStr = NULL;
4774
  char   *encoded = NULL;
4775

4776
  if (!claims) {
4777
    code = TSDB_CODE_INVALID_PARA;
4778
    terrno = code;
4779
    return NULL;
4780
  }
4781

4782
  payloadJson = tjsonCreateObject();
4783
  if (!payloadJson) {
4784
    code = terrno;
4785
    goto _exit;
4786
  }
4787

4788
  TAOS_CHECK_EXIT(tjsonAddDoubleToObject(payloadJson, "iat", claims->iat));
4789
  TAOS_CHECK_EXIT(tjsonAddDoubleToObject(payloadJson, "sub", claims->sub));
4790

4791
  payloadStr = tjsonToUnformattedString(payloadJson);
4792
  if (!payloadStr) {
4793
    code = terrno;
4794
    goto _exit;
4795
  }
4796
  encoded = mndXnodeBase64UrlEncodeWindows((const unsigned char *)payloadStr, strlen(payloadStr));
4797
  if (!encoded) {
4798
    code = terrno;
4799
    goto _exit;
4800
  }
4801

4802
_exit:
4803
  if (code != TSDB_CODE_SUCCESS) {
4804
    mError("xnode agent line: %d failed to create payload since %s", lino, tstrerror(code));
4805
    taosMemoryFree(encoded);
4806
    encoded = NULL;
4807
  }
4808
  if (payloadStr) {
4809
    taosMemoryFree(payloadStr);
4810
  }
4811
  if (payloadJson) {
4812
    tjsonDelete(payloadJson);
4813
  }
4814
  return encoded;
4815
}
4816

4817
static char *mndXnodeCreateTokenSignatureWindows(const char *header_payload, const unsigned char *secret,
4818
                                                  size_t secret_len) {
4819
  int32_t       code = 0, lino = 0;
4820
  unsigned char hash[SHA256_DIGEST_SIZE] = {0};
4821
  char         *encoded = NULL;
4822

4823
  int32_t ret = mndXnodeHmacSha256Windows(secret, secret_len, (const unsigned char *)header_payload,
4824
                                          strlen(header_payload), hash);
4825
  if (ret != 0) {
4826
    code = terrno;
4827
    goto _exit;
4828
  }
4829

4830
  encoded = mndXnodeBase64UrlEncodeWindows(hash, SHA256_DIGEST_SIZE);
4831
  if (!encoded) {
4832
    code = terrno;
4833
    goto _exit;
4834
  }
4835

4836
_exit:
4837
  if (code != TSDB_CODE_SUCCESS) {
4838
    mError("xnode agent line: %d failed create signature since %s", lino, tstrerror(code));
4839
    taosMemoryFree(encoded);
4840
    encoded = NULL;
4841
  }
4842
  return encoded;
4843
}
4844

4845
char *mndXnodeCreateAgentToken(const agentTokenField *claims, const unsigned char *secret, size_t secret_len) {
4846
  int32_t code = 0, lino = 0;
4847
  char   *header = NULL, *payload = NULL;
4848
  char   *headerPayload = NULL;
4849
  char   *signature = NULL;
4850
  char   *token = NULL;
4851

4852
  if (!claims) {
4853
    code = TSDB_CODE_INVALID_PARA;
4854
    goto _exit;
4855
  }
4856

4857
  if (!secret || secret_len == 0) {
4858
    secret = MNDXNODE_DEFAULT_SECRET;
4859
    secret_len = sizeof(MNDXNODE_DEFAULT_SECRET);
4860
  }
4861

4862
  header = mndXnodeCreateTokenHeaderWindows();
4863
  if (!header) {
4864
    code = terrno;
4865
    goto _exit;
4866
  }
4867

4868
  payload = mndXnodeCreateTokenPayloadWindows(claims);
4869
  if (!payload) {
4870
    code = terrno;
4871
    goto _exit;
4872
  }
4873

4874
  size_t header_payload_len = strlen(header) + strlen(payload) + 2;
4875
  headerPayload = taosMemoryMalloc(header_payload_len);
4876
  if (!headerPayload) {
4877
    code = terrno;
4878
    goto _exit;
4879
  }
4880
  snprintf(headerPayload, header_payload_len, "%s.%s", header, payload);
4881

4882
  signature = mndXnodeCreateTokenSignatureWindows(headerPayload, secret, secret_len);
4883
  if (!signature) {
4884
    code = terrno;
4885
    goto _exit;
4886
  }
4887

4888
  size_t token_len = strlen(headerPayload) + strlen(signature) + 2;
4889
  token = taosMemoryCalloc(1, token_len);
4890
  if (!token) {
4891
    code = terrno;
4892
    goto _exit;
4893
  }
4894

4895
  snprintf(token, token_len, "%s.%s", headerPayload, signature);
4896

4897
_exit:
4898
  if (code != TSDB_CODE_SUCCESS) {
4899
    mError("xnode agent line: %d failed create token since %s", lino, tstrerror(code));
4900
    taosMemoryFree(token);
4901
    token = NULL;
4902
  }
4903
  taosMemoryFree(signature);
4904
  taosMemoryFree(headerPayload);
4905
  taosMemoryFree(payload);
4906
  taosMemoryFree(header);
4907

4908
  return token;
4909
}
4910

4911
#endif
4912

4913
int32_t mndXnodeGenAgentToken(const SXnodeAgentObj *pAgent, char *pTokenBuf) {
1,007✔
4914
  int32_t code = 0, lino = 0;
1,007✔
4915

4916
  agentTokenField claims = {
1,007✔
4917
      .iat = pAgent->createTime,
1,007✔
4918
      .sub = pAgent->id,
1,007✔
4919
  };
4920
  // token be like:
4921
  // "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE3Njc1OTc3NzIsInN1YiI6MTIzNDV9.i7HvYf_S-yWGEExDzQESPUwVX23Ok_7Fxo93aqgKrtw"
4922
  char *token = mndXnodeCreateAgentToken(&claims, MNDXNODE_DEFAULT_SECRET, sizeof(MNDXNODE_DEFAULT_SECRET));
1,007✔
4923
  if (!token) {
1,007✔
4924
    code = terrno;
×
4925
    lino = __LINE__;
×
4926
    goto _exit;
×
4927
  }
4928
  (void)memcpy(pTokenBuf, token, TMIN(strlen(token) + 1, TSDB_XNODE_AGENT_TOKEN_LEN));
1,007✔
4929

4930
_exit:
1,007✔
4931
  if (code != TSDB_CODE_SUCCESS) {
1,007✔
UNCOV
4932
    mError("xnode agent line: %d failed gen token since %s", lino, tstrerror(code));
×
4933
  }
4934
  taosMemoryFree(token);
1,007✔
4935
  TAOS_RETURN(code);
1,007✔
4936
}
4937

4938
static int32_t mndCreateXnodeAgent(SMnode *pMnode, SRpcMsg *pReq, SMCreateXnodeAgentReq *pCreate,
1,007✔
4939
                                   SXnodeAgentObj **ppObj) {
4940
  int32_t code = -1;
1,007✔
4941
  STrans *pTrans = NULL;
1,007✔
4942

4943
  if ((*ppObj) == NULL) {
1,007✔
4944
    *ppObj = taosMemoryCalloc(1, sizeof(SXnodeAgentObj));
1,007✔
4945
    if (*ppObj == NULL) {
1,007✔
4946
      code = terrno;
×
UNCOV
4947
      goto _OVER;
×
4948
    }
4949
  }
4950
  SXnodeAgentObj *pAgentObj = *ppObj;
1,007✔
4951

4952
  pAgentObj->id = sdbGetMaxId(pMnode->pSdb, SDB_XNODE_AGENT);
1,007✔
4953
  pAgentObj->createTime = taosGetTimestampMs();
1,007✔
4954
  pAgentObj->updateTime = pAgentObj->createTime;
1,007✔
4955

4956
  pAgentObj->nameLen = pCreate->name.len + 1;
1,007✔
4957
  pAgentObj->name = taosMemoryCalloc(1, pAgentObj->nameLen);
1,007✔
4958
  if (pAgentObj->name == NULL) goto _OVER;
1,007✔
4959
  (void)memcpy(pAgentObj->name, pCreate->name.ptr, pCreate->name.len);
1,007✔
4960

4961
  if (pCreate->status.ptr != NULL) {
1,007✔
4962
    pAgentObj->statusLen = pCreate->status.len + 1;
848✔
4963
    pAgentObj->status = taosMemoryCalloc(1, pAgentObj->statusLen);
848✔
4964
    if (pAgentObj->status == NULL) goto _OVER;
848✔
4965
    (void)memcpy(pAgentObj->status, pCreate->status.ptr, pCreate->status.len);
848✔
4966
  }
4967
  // gen token
4968
  char token[TSDB_XNODE_AGENT_TOKEN_LEN] = {0};
1,007✔
4969
  TAOS_CHECK_GOTO(mndXnodeGenAgentToken(pAgentObj, token), NULL, _OVER);
1,007✔
4970
  pAgentObj->tokenLen = strlen(token) + 1;
1,007✔
4971
  pAgentObj->token = taosMemoryCalloc(1, pAgentObj->tokenLen);
1,007✔
4972
  if (pAgentObj->token == NULL) goto _OVER;
1,007✔
4973
  (void)memcpy(pAgentObj->token, token, pAgentObj->tokenLen - 1);
1,007✔
4974

4975
  pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_NOTHING, pReq, "create-xnode-agent");
1,007✔
4976
  if (pTrans == NULL) {
1,007✔
UNCOV
4977
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
4978
    if (terrno != 0) {
×
4979
      code = terrno;
×
4980
    }
4981
    mError("failed to create transaction for xnode-agent:%s, code:0x%x:%s", pCreate->name.ptr, code, tstrerror(code));
×
UNCOV
4982
    goto _OVER;
×
4983
  }
4984
  mndTransSetSerial(pTrans);
1,007✔
4985

4986
  mDebug("trans:%d, used to create xnode agent:%s as agent:%d", pTrans->id, pCreate->name.ptr, pAgentObj->id);
1,007✔
4987
  TAOS_CHECK_GOTO(mndSetCreateXnodeAgentRedoLogs(pTrans, pAgentObj), NULL, _OVER);
1,007✔
4988
  TAOS_CHECK_GOTO(mndSetCreateXnodeAgentUndoLogs(pTrans, pAgentObj), NULL, _OVER);
1,007✔
4989
  TAOS_CHECK_GOTO(mndSetCreateXnodeAgentCommitLogs(pTrans, pAgentObj), NULL, _OVER);
1,007✔
4990
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
1,007✔
4991

4992
  code = 0;
1,007✔
4993

4994
_OVER:
1,007✔
4995
  mndTransDrop(pTrans);
1,007✔
4996
  TAOS_RETURN(code);
1,007✔
4997
}
4998

4999
static int32_t httpCreateAgent(SXnodeAgentObj *pObj) {
1,007✔
5000
  int32_t code = 0;
1,007✔
5001
  SJson  *pJson = NULL;
1,007✔
5002
  SJson  *postContent = NULL;
1,007✔
5003
  char   *pContStr = NULL;
1,007✔
5004

5005
  char xnodeUrl[TSDB_XNODE_URL_LEN + 1] = {0};
1,007✔
5006
  snprintf(xnodeUrl, TSDB_XNODE_URL_LEN + 1, "%s/agent", XNODED_PIPE_SOCKET_URL);
1,007✔
5007
  postContent = tjsonCreateObject();
1,007✔
5008
  if (postContent == NULL) {
1,007✔
5009
    code = terrno;
×
5010
    goto _OVER;
×
5011
  }
5012
  TAOS_CHECK_GOTO(tjsonAddStringToObject(postContent, "token", pObj->token), NULL, _OVER);
1,007✔
5013
  pContStr = tjsonToUnformattedString(postContent);
1,007✔
5014
  if (pContStr == NULL) {
1,007✔
5015
    code = terrno;
×
5016
    goto _OVER;
×
5017
  }
5018
  pJson = mndSendReqRetJson(xnodeUrl, HTTP_TYPE_POST, defaultTimeout, pContStr, strlen(pContStr));
1,007✔
5019

5020
_OVER:
1,007✔
5021
  if (postContent != NULL) {
1,007✔
5022
    tjsonDelete(postContent);
1,007✔
5023
  }
5024
  if (pContStr != NULL) {
1,007✔
5025
    taosMemFree(pContStr);
1,007✔
5026
  }
5027
  if (pJson != NULL) {
1,007✔
5028
    tjsonDelete(pJson);
×
5029
  }
5030
  TAOS_RETURN(code);
1,007✔
5031
}
5032

5033
static int32_t mndProcessCreateXnodeAgentReq(SRpcMsg *pReq) {
1,007✔
5034
  SMnode               *pMnode = pReq->info.node;
1,007✔
5035
  int32_t               code = 0;
1,007✔
5036
  SXnodeAgentObj       *pObj = NULL;
1,007✔
5037
  SMCreateXnodeAgentReq createReq = {0};
1,007✔
5038

5039
  code = mndValidateXnodePermissions(pMnode, pReq, MND_OPER_CREATE_XNODE_AGENT);
1,007✔
5040
  if (code != TSDB_CODE_SUCCESS) {
1,007✔
5041
    mError("failed check permission for create xnode agent, code:%s", tstrerror(code));
×
5042
    goto _OVER;
×
5043
  }
5044

5045
  code = tDeserializeSMCreateXnodeAgentReq(pReq->pCont, pReq->contLen, &createReq);
1,007✔
5046
  if (code != 0) {
1,007✔
5047
    mError("failed to deserialize create xnode agent request, code:%s", tstrerror(code));
×
5048
    TAOS_RETURN(code);
×
5049
  }
5050

5051
  TAOS_CHECK_GOTO(mndCheckXnodeAgentExists(pMnode, createReq.name.ptr), NULL, _OVER);
1,007✔
5052

5053
  TAOS_CHECK_GOTO(mndCreateXnodeAgent(pMnode, pReq, &createReq, &pObj), NULL, _OVER);
1,007✔
5054
  code = TSDB_CODE_ACTION_IN_PROGRESS;
1,007✔
5055

5056
  (void)httpCreateAgent(pObj);
1,007✔
5057

5058
_OVER:
1,007✔
5059
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
1,007✔
5060
    mError("xnode agent:%s, failed to create since %s", createReq.name.ptr ? createReq.name.ptr : "unknown",
×
5061
           tstrerror(code));
5062
  }
5063
  if (pObj != NULL) {
1,007✔
5064
    mndFreeXnodeAgent(pObj);
1,007✔
5065
    taosMemoryFree(pObj);
1,007✔
5066
  }
5067
  tFreeSMCreateXnodeAgentReq(&createReq);
1,007✔
5068
  TAOS_RETURN(code);
1,007✔
5069
}
5070

5071
static int32_t mndUpdateXnodeAgent(SMnode *pMnode, SRpcMsg *pReq, const SXnodeAgentObj *pOld,
159✔
5072
                                   SMUpdateXnodeAgentReq *pUpdate) {
5073
  mDebug("xnode agent:%d, start to update", pUpdate->id);
159✔
5074
  int32_t        code = -1;
159✔
5075
  STrans        *pTrans = NULL;
159✔
5076
  struct {
5077
    bool status;
5078
    bool name;
5079
  } isChange = {0};
159✔
5080
  SXnodeAgentObj agentObjRef = *pOld;
159✔
5081

5082
  const char *status = getXTaskOptionByName(&pUpdate->options, "status");
159✔
5083
  if (status != NULL) {
159✔
5084
    isChange.status = true;
159✔
5085
    agentObjRef.statusLen = strlen(status) + 1;
159✔
5086
    agentObjRef.status = taosMemoryCalloc(1, agentObjRef.statusLen);
159✔
5087
    if (agentObjRef.status == NULL) goto _OVER;
159✔
5088
    (void)memcpy(agentObjRef.status, status, agentObjRef.statusLen);
159✔
5089
  }
5090
  const char *name = getXTaskOptionByName(&pUpdate->options, "name");
159✔
5091
  if (name != NULL) {
159✔
UNCOV
5092
    isChange.name = true;
×
UNCOV
5093
    agentObjRef.nameLen = strlen(name) + 1;
×
5094
    agentObjRef.name = taosMemoryCalloc(1, agentObjRef.nameLen);
×
5095
    if (agentObjRef.name == NULL) goto _OVER;
×
5096
    (void)memcpy(agentObjRef.name, name, agentObjRef.nameLen);
×
5097
  }
5098
  agentObjRef.updateTime = taosGetTimestampMs();
159✔
5099

5100
  pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_NOTHING, pReq, "update-xnode-agent");
159✔
5101
  if (pTrans == NULL) {
159✔
UNCOV
5102
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
5103
    if (terrno != 0) code = terrno;
×
5104
    goto _OVER;
×
5105
  }
5106
  mInfo("trans:%d, used to update xnode agent:%d", pTrans->id, agentObjRef.id);
159✔
5107

5108
  TAOS_CHECK_GOTO(mndSetCreateXnodeAgentCommitLogs(pTrans, &agentObjRef), NULL, _OVER);
159✔
5109
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
159✔
5110
  code = 0;
159✔
5111

5112
_OVER:
159✔
5113
  if (isChange.status) {
159✔
5114
    taosMemoryFree(agentObjRef.status);
159✔
5115
  }
5116
  if (isChange.name) {
159✔
UNCOV
5117
    taosMemoryFree(agentObjRef.name);
×
5118
  }
5119
  mndTransDrop(pTrans);
159✔
5120
  TAOS_RETURN(code);
159✔
5121
}
5122

5123
static int32_t mndProcessUpdateXnodeAgentReq(SRpcMsg *pReq) {
159✔
5124
  SMnode               *pMnode = pReq->info.node;
159✔
5125
  int32_t               code = -1;
159✔
5126
  SXnodeAgentObj       *pObj = NULL;
159✔
5127
  SMUpdateXnodeAgentReq updateReq = {0};
159✔
5128

5129
  code = mndValidateXnodePermissions(pMnode, pReq, MND_OPER_UPDATE_XNODE_AGENT);
159✔
5130
  if (code != TSDB_CODE_SUCCESS) {
159✔
UNCOV
5131
    mError("failed check permission for update xnode agent, code:%s", tstrerror(code));
×
UNCOV
5132
    goto _OVER;
×
5133
  }
5134

5135
  TAOS_CHECK_GOTO(tDeserializeSMUpdateXnodeAgentReq(pReq->pCont, pReq->contLen, &updateReq), NULL, _OVER);
159✔
5136
  mDebug("xnode update agent request id:%d, nameLen:%d\n", updateReq.id, updateReq.name.len);
159✔
5137

5138
  if (updateReq.id <= 0 && (updateReq.name.len <= 0 || updateReq.name.ptr == NULL)) {
159✔
5139
    code = TSDB_CODE_MND_XNODE_INVALID_MSG;
×
5140
    goto _OVER;
×
5141
  }
5142

5143
  if (updateReq.id > 0) {
159✔
5144
    pObj = mndAcquireXnodeAgentById(pMnode, updateReq.id);
×
5145
  } else {
5146
    pObj = mndAcquireXnodeAgentByName(pMnode, updateReq.name.ptr);
159✔
5147
  }
5148
  if (pObj == NULL) {
159✔
5149
    code = terrno;
×
5150
    goto _OVER;
×
5151
  }
5152
  const char *nameRef = getXTaskOptionByName(&updateReq.options, "name");
159✔
5153
  if (nameRef != NULL) {
159✔
5154
    SXnodeAgentObj* tmpObj = mndAcquireXnodeAgentByName(pMnode, nameRef);
×
5155
    if (tmpObj != NULL) {
×
5156
      mndReleaseXnodeAgent(pMnode, tmpObj);
×
5157
      code = TSDB_CODE_MND_XNODE_NAME_DUPLICATE;
×
UNCOV
5158
      goto _OVER;
×
5159
    }
5160
  }
5161

5162
  code = mndUpdateXnodeAgent(pMnode, pReq, pObj, &updateReq);
159✔
5163
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
159✔
5164

5165
_OVER:
159✔
5166
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
159✔
UNCOV
5167
    mError("xnode agent:%d, failed to update since %s", updateReq.id, tstrerror(code));
×
5168
  }
5169

5170
  mndReleaseXnodeAgent(pMnode, pObj);
159✔
5171
  tFreeSMUpdateXnodeAgentReq(&updateReq);
159✔
5172
  TAOS_RETURN(code);
159✔
5173
}
5174

5175
static int32_t mndSetDropXnodeAgentRedoLogs(STrans *pTrans, SXnodeAgentObj *pObj) {
1,007✔
5176
  int32_t  code = 0;
1,007✔
5177
  SSdbRaw *pRedoRaw = mndXnodeAgentActionEncode(pObj);
1,007✔
5178
  if (pRedoRaw == NULL) {
1,007✔
UNCOV
5179
    code = terrno;
×
UNCOV
5180
    return code;
×
5181
  }
5182

5183
  TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pRedoRaw));
1,007✔
5184
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING));
1,007✔
5185

5186
  TAOS_RETURN(code);
1,007✔
5187
}
5188

5189
static int32_t mndSetDropXnodeAgentCommitLogs(STrans *pTrans, SXnodeAgentObj *pObj) {
1,007✔
5190
  int32_t  code = 0;
1,007✔
5191
  SSdbRaw *pCommitRaw = mndXnodeAgentActionEncode(pObj);
1,007✔
5192
  if (pCommitRaw == NULL) {
1,007✔
UNCOV
5193
    code = terrno;
×
UNCOV
5194
    return code;
×
5195
  }
5196

5197
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pCommitRaw));
1,007✔
5198
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED));
1,007✔
5199
  TAOS_RETURN(code);
1,007✔
5200
}
5201

5202
static int32_t mndDropXnodeAgent(SMnode *pMnode, SRpcMsg *pReq, SXnodeAgentObj *pAgent) {
1,007✔
5203
  int32_t code = 0;
1,007✔
5204
  int32_t lino = 0;
1,007✔
5205

5206
  if (pAgent == NULL) {
1,007✔
UNCOV
5207
    mError("xnode agent fail to drop since pAgent is NULL");
×
UNCOV
5208
    code = TSDB_CODE_INVALID_PARA;
×
UNCOV
5209
    return code;
×
5210
  }
5211
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_NOTHING, pReq, "drop-xnode-agent");
1,007✔
5212
  TSDB_CHECK_NULL(pTrans, code, lino, _OVER, terrno);
1,007✔
5213
  mndTransSetSerial(pTrans);
1,007✔
5214
  mDebug("trans:%d, to drop xnode agent:%d", pTrans->id, pAgent->id);
1,007✔
5215

5216
  TAOS_CHECK_GOTO(mndSetDropXnodeAgentRedoLogs(pTrans, pAgent), NULL, _OVER);
1,007✔
5217
  TAOS_CHECK_GOTO(mndSetDropXnodeAgentCommitLogs(pTrans, pAgent), NULL, _OVER);
1,007✔
5218
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
1,007✔
5219

5220
_OVER:
1,007✔
5221
  mndTransDrop(pTrans);
1,007✔
5222
  TAOS_RETURN(code);
1,007✔
5223
}
5224

5225
static int32_t mndProcessDropXnodeAgentReq(SRpcMsg *pReq) {
1,537✔
5226
  SMnode             *pMnode = pReq->info.node;
1,537✔
5227
  int32_t             code = -1;
1,537✔
5228
  SXnodeAgentObj     *pObj = NULL;
1,537✔
5229
  SMDropXnodeAgentReq dropReq = {0};
1,537✔
5230

5231
  code = mndValidateXnodePermissions(pMnode, pReq, MND_OPER_DROP_XNODE_AGENT);
1,537✔
5232
  if (code != TSDB_CODE_SUCCESS) {
1,537✔
UNCOV
5233
    mError("failed check permission for drop xnode agent, code:%s", tstrerror(code));
×
UNCOV
5234
    goto _OVER;
×
5235
  }
5236
  TAOS_CHECK_GOTO(tDeserializeSMDropXnodeAgentReq(pReq->pCont, pReq->contLen, &dropReq), NULL, _OVER);
1,537✔
5237
  mDebug("xnode drop agent with id:%d, start to drop", dropReq.id);
1,537✔
5238

5239
  if (dropReq.id <= 0 && (dropReq.name.len <= 0 || dropReq.name.ptr == NULL)) {
1,537✔
UNCOV
5240
    code = TSDB_CODE_MND_XNODE_INVALID_MSG;
×
UNCOV
5241
    goto _OVER;
×
5242
  }
5243

5244
  if (dropReq.name.len > 0 && dropReq.name.ptr != NULL) {
1,537✔
5245
    pObj = mndAcquireXnodeAgentByName(pMnode, dropReq.name.ptr);
1,537✔
5246
  } else {
UNCOV
5247
    pObj = mndAcquireXnodeAgentById(pMnode, dropReq.id);
×
5248
  }
5249
  if (pObj == NULL) {
1,537✔
5250
    code = terrno;
530✔
5251
    goto _OVER;
530✔
5252
  }
5253

5254
  // send request to drop xnode task
5255
  char xnodeUrl[TSDB_XNODE_URL_LEN + 1] = {0};
1,007✔
5256
  snprintf(xnodeUrl, TSDB_XNODE_URL_LEN + 1, "%s/agent/%d", XNODED_PIPE_SOCKET_URL, pObj->id);
1,007✔
5257
  SJson *pJson = mndSendReqRetJson(xnodeUrl, HTTP_TYPE_DELETE, defaultTimeout, NULL, 0);
1,007✔
5258
  if (pJson) {
1,007✔
UNCOV
5259
    tjsonDelete(pJson);
×
5260
  }
5261

5262
  code = mndDropXnodeAgent(pMnode, pReq, pObj);
1,007✔
5263
  if (code == 0) {
1,007✔
5264
    code = TSDB_CODE_ACTION_IN_PROGRESS;
1,007✔
5265
  }
5266

5267
_OVER:
1,537✔
5268
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
1,537✔
5269
    mError("xnode task:%d, failed to drop since %s", dropReq.id, tstrerror(code));
530✔
5270
  }
5271
  mndReleaseXnodeAgent(pMnode, pObj);
1,537✔
5272
  tFreeSMDropXnodeAgentReq(&dropReq);
1,537✔
5273
  TAOS_RETURN(code);
1,537✔
5274
}
5275

5276
static int32_t mndRetrieveXnodeAgents(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
1,732✔
5277
  int32_t         code = 0;
1,732✔
5278
  SMnode         *pMnode = pReq->info.node;
1,732✔
5279
  SSdb           *pSdb = pMnode->pSdb;
1,732✔
5280
  int32_t         numOfRows = 0;
1,732✔
5281
  int32_t         cols = 0;
1,732✔
5282
  char            buf[VARSTR_HEADER_SIZE + TSDB_XNODE_AGENT_TOKEN_LEN];
1,732✔
5283
  SXnodeAgentObj *pObj = NULL;
1,732✔
5284

5285
  while (numOfRows < rows) {
4,806✔
5286
    pShow->pIter = sdbFetch(pSdb, SDB_XNODE_AGENT, pShow->pIter, (void **)&pObj);
4,806✔
5287
    if (pShow->pIter == NULL) break;
4,806✔
5288

5289
    cols = 0;
3,074✔
5290
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
3,074✔
5291
    code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->id, false);
3,074✔
5292
    if (code != 0) goto _end;
3,074✔
5293

5294
    STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->name, pShow->pMeta->pSchemas[cols].bytes);
3,074✔
5295
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
3,074✔
5296
    code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
3,074✔
5297
    if (code != 0) goto _end;
3,074✔
5298

5299
    if (pObj->tokenLen > 0) {
3,074✔
5300
      buf[0] = 0;
3,074✔
5301
      STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->token, pShow->pMeta->pSchemas[cols].bytes);
3,074✔
5302
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
3,074✔
5303
      code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
3,074✔
5304
      if (code != 0) goto _end;
3,074✔
5305
    } else {
UNCOV
5306
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
UNCOV
5307
      colDataSetNULL(pColInfo, numOfRows);
×
5308
    }
5309

5310
    if (pObj->statusLen > 0) {
3,074✔
5311
      buf[0] = 0;
2,385✔
5312
      STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->status, pShow->pMeta->pSchemas[cols].bytes);
2,385✔
5313
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
2,385✔
5314
      code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
2,385✔
5315
      if (code != 0) goto _end;
2,385✔
5316
    } else {
5317
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
689✔
5318
      colDataSetNULL(pColInfo, numOfRows);
689✔
5319
    }
5320

5321
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
3,074✔
5322
    code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->createTime, false);
3,074✔
5323
    if (code != 0) goto _end;
3,074✔
5324

5325
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
3,074✔
5326
    code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->updateTime, false);
3,074✔
5327
    if (code != 0) goto _end;
3,074✔
5328

5329
    numOfRows++;
3,074✔
5330
    sdbRelease(pSdb, pObj);
3,074✔
5331
  }
5332

5333
_end:
1,732✔
5334
  if (code != 0) sdbRelease(pSdb, pObj);
1,732✔
5335

5336
  pShow->numOfRows += numOfRows;
1,732✔
5337
  return numOfRows;
1,732✔
5338
}
5339

UNCOV
5340
static void mndCancelGetNextXnodeAgent(SMnode *pMnode, void *pIter) {
×
UNCOV
5341
  SSdb *pSdb = pMnode->pSdb;
×
UNCOV
5342
  sdbCancelFetchByType(pSdb, pIter, SDB_XNODE_AGENT);
×
UNCOV
5343
}
×
5344

5345
/** xnoded mgmt section **/
5346

5347
void mndStartXnoded(SMnode *pMnode, const char *user, const char *pass, const char *token) {
500✔
5348
  int32_t   code = 0;
500✔
5349
  SXnodeOpt pOption = {0};
500✔
5350

5351
  if ((user == NULL || pass == NULL) && token == NULL) {
500✔
UNCOV
5352
    mError("xnode failed to start xnoded, dnode:%d", pMnode->selfDnodeId);
×
UNCOV
5353
    return;
×
5354
  }
5355

5356
  pOption.dnodeId = pMnode->selfDnodeId;
500✔
5357
  pOption.clusterId = pMnode->clusterId;
500✔
5358

5359
  SEpSet epset = mndGetDnodeEpsetById(pMnode, pMnode->selfDnodeId);
500✔
5360
  if (epset.numOfEps == 0) {
500✔
UNCOV
5361
    mError("xnode failed to start xnoded, dnode:%d", pMnode->selfDnodeId);
×
UNCOV
5362
    return;
×
5363
  }
5364
  pOption.ep = epset.eps[0];
500✔
5365
  // add user password
5366
  if (user != NULL && pass != NULL) {
500✔
5367
    pOption.upLen = strlen(user) + strlen(pass) + 1;
341✔
5368
    snprintf(pOption.userPass, XNODE_USER_PASS_LEN, "%s:%s", user, pass);
341✔
5369
  }
5370
  // add token
5371
  if (token != NULL) {
500✔
5372
    snprintf(pOption.token, sizeof(pOption.token), "%s", token);
159✔
5373
  }
5374
  if ((code = mndOpenXnd(&pOption)) != 0) {
500✔
5375
    mError("xnode failed to open xnd since %s, dnodeId:%d", tstrerror(code), pOption.dnodeId);
182✔
5376
    return;
182✔
5377
  }
5378
}
5379

5380
void mndXnodeHandleBecomeLeader(SMnode *pMnode) {
421,697✔
5381
  mInfo("mndxnode start to process mnode become leader");
421,697✔
5382
  SXnodeUserPassObj *pObj = mndAcquireFirstXnodeUserPass(pMnode);
421,697✔
5383
  if (pObj == NULL) {
421,697✔
5384
    mInfo("mndXnode become leader found no xnoded user pass");
421,697✔
5385
    return;
421,697✔
5386
  }
5387

UNCOV
5388
  mndStartXnoded(pMnode, pObj->user, pObj->pass, pObj->token);
×
UNCOV
5389
  mndReleaseXnodeUserPass(pMnode, pObj);
×
5390
}
5391

5392
void mndXnodeHandleBecomeNotLeader() {
64,799✔
5393
  mInfo("mndxnode handle mnode become not leader");
64,799✔
5394
  mndCloseXnd();
64,799✔
5395
}
64,799✔
5396

5397
void mndRestartXnoded(SMnode *pMnode) {
318✔
5398
  mInfo("mndxnode restart xnoded");
318✔
5399
  mndCloseXnd();
318✔
5400

5401
  taosMsleep(200);
318✔
5402
  SXnodeUserPassObj *pObj = mndAcquireFirstXnodeUserPass(pMnode);
318✔
5403
  if (pObj == NULL) {
318✔
UNCOV
5404
    mInfo("mndXnode restart found no xnoded user pass");
×
UNCOV
5405
    return;
×
5406
  }
5407
  mndStartXnoded(pMnode, pObj->user, pObj->pass, pObj->token);
318✔
5408
  mndReleaseXnodeUserPass(pMnode, pObj);
318✔
5409
  mInfo("mndxnode xnoded restarted");
318✔
5410
  return;
318✔
5411
}
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc