• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #4935

22 Jan 2026 06:38AM UTC coverage: 66.708% (+0.02%) from 66.691%
#4935

push

travis-ci

web-flow
merge: from main to 3.0 #34371

121 of 271 new or added lines in 17 files covered. (44.65%)

9066 existing lines in 149 files now uncovered.

203884 of 305637 relevant lines covered (66.71%)

125811266.68 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

58.59
/source/dnode/mnode/impl/src/mndXnode.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#define _DEFAULT_SOURCE
17
#include <stdio.h>
18
#include "mndDef.h"
19
#include "tdatablock.h"
20
#include "types.h"
21
#ifndef WINDOWS
22
#include <curl/curl.h>
23
#include <openssl/bio.h>
24
#include <openssl/buffer.h>
25
#include <openssl/err.h>
26
#include <openssl/evp.h>
27
#include <openssl/hmac.h>
28
#endif
29
#include "audit.h"
30
#include "mndDnode.h"
31
#include "mndPrivilege.h"
32
#include "mndShow.h"
33
#include "mndTrans.h"
34
#include "mndUser.h"
35
#include "mndXnode.h"
36
#include "sdb.h"
37
#include "taoserror.h"
38
#include "tjson.h"
39
#include "xnode.h"
40

41
#define TSDB_XNODE_RESERVE_SIZE 64
42
#define XNODED_PIPE_SOCKET_URL "http://localhost"
43
typedef enum {
44
  HTTP_TYPE_GET = 0,
45
  HTTP_TYPE_POST,
46
  HTTP_TYPE_DELETE,
47
} EHttpType;
48
typedef struct {
49
  char   *data;
50
  int64_t dataLen;
51
} SCurlResp;
52

53
const int32_t defaultTimeout = 1000;
54

55
/** xnodes systable actions */
56
SSdbRaw *mndXnodeActionEncode(SXnodeObj *pObj);
57
SSdbRow *mndXnodeActionDecode(SSdbRaw *pRaw);
58
int32_t  mndXnodeActionInsert(SSdb *pSdb, SXnodeObj *pObj);
59
int32_t  mndXnodeActionUpdate(SSdb *pSdb, SXnodeObj *pOld, SXnodeObj *pNew);
60
int32_t  mndXnodeActionDelete(SSdb *pSdb, SXnodeObj *pObj);
61

62
/** @section xnodes request handlers */
63
static int32_t mndProcessCreateXnodeReq(SRpcMsg *pReq);
64
static int32_t mndProcessUpdateXnodeReq(SRpcMsg *pReq);
65
static int32_t mndProcessDropXnodeReq(SRpcMsg *pReq);
66
static int32_t mndProcessDrainXnodeReq(SRpcMsg *pReq);
67
static int32_t mndRetrieveXnodes(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
68
static void    mndCancelGetNextXnode(SMnode *pMnode, void *pIter);
69

70
/** @section xnode task handlers */
71
SSdbRaw *mndXnodeTaskActionEncode(SXnodeTaskObj *pObj);
72
SSdbRow *mndXnodeTaskActionDecode(SSdbRaw *pRaw);
73
int32_t  mndXnodeTaskActionInsert(SSdb *pSdb, SXnodeTaskObj *pObj);
74
int32_t  mndXnodeTaskActionUpdate(SSdb *pSdb, SXnodeTaskObj *pOld, SXnodeTaskObj *pNew);
75
int32_t  mndXnodeTaskActionDelete(SSdb *pSdb, SXnodeTaskObj *pObj);
76

77
static int32_t mndProcessCreateXnodeTaskReq(SRpcMsg *pReq);
78
static int32_t mndProcessStartXnodeTaskReq(SRpcMsg *pReq);
79
static int32_t mndProcessStopXnodeTaskReq(SRpcMsg *pReq);
80
static int32_t mndProcessUpdateXnodeTaskReq(SRpcMsg *pReq);
81
static int32_t mndProcessDropXnodeTaskReq(SRpcMsg *pReq);
82
static int32_t mndRetrieveXnodeTasks(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
83
static void    mndCancelGetNextXnodeTask(SMnode *pMnode, void *pIter);
84

85
/** @section xnode task job handlers */
86
SSdbRaw *mndXnodeJobActionEncode(SXnodeJobObj *pObj);
87
SSdbRow *mndXnodeJobActionDecode(SSdbRaw *pRaw);
88
int32_t  mndXnodeJobActionInsert(SSdb *pSdb, SXnodeJobObj *pObj);
89
int32_t  mndXnodeJobActionUpdate(SSdb *pSdb, SXnodeJobObj *pOld, SXnodeJobObj *pNew);
90
int32_t  mndXnodeJobActionDelete(SSdb *pSdb, SXnodeJobObj *pObj);
91

92
static int32_t mndProcessCreateXnodeJobReq(SRpcMsg *pReq);
93
static int32_t mndProcessUpdateXnodeJobReq(SRpcMsg *pReq);
94
static int32_t mndProcessRebalanceXnodeJobReq(SRpcMsg *pReq);
95
static int32_t mndProcessRebalanceXnodeJobsWhereReq(SRpcMsg *pReq);
96
static int32_t mndProcessDropXnodeJobReq(SRpcMsg *pReq);
97
static int32_t mndRetrieveXnodeJobs(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
98
static void    mndCancelGetNextXnodeJob(SMnode *pMnode, void *pIter);
99

100
/** @section xnode user pass handlers */
101
SSdbRaw *mndXnodeUserPassActionEncode(SXnodeUserPassObj *pObj);
102
SSdbRow *mndXnodeUserPassActionDecode(SSdbRaw *pRaw);
103
int32_t  mndXnodeUserPassActionInsert(SSdb *pSdb, SXnodeUserPassObj *pObj);
104
int32_t  mndXnodeUserPassActionUpdate(SSdb *pSdb, SXnodeUserPassObj *pOld, SXnodeUserPassObj *pNew);
105
int32_t  mndXnodeUserPassActionDelete(SSdb *pSdb, SXnodeUserPassObj *pObj);
106

107
/** @section xnode agent handlers */
108
SSdbRaw *mndXnodeAgentActionEncode(SXnodeAgentObj *pObj);
109
SSdbRow *mndXnodeAgentActionDecode(SSdbRaw *pRaw);
110
int32_t  mndXnodeAgentActionInsert(SSdb *pSdb, SXnodeAgentObj *pObj);
111
int32_t  mndXnodeAgentActionUpdate(SSdb *pSdb, SXnodeAgentObj *pOld, SXnodeAgentObj *pNew);
112
int32_t  mndXnodeAgentActionDelete(SSdb *pSdb, SXnodeAgentObj *pObj);
113

114
static int32_t mndProcessCreateXnodeAgentReq(SRpcMsg *pReq);
115
static int32_t mndProcessUpdateXnodeAgentReq(SRpcMsg *pReq);
116
static int32_t mndProcessDropXnodeAgentReq(SRpcMsg *pReq);
117
static int32_t mndRetrieveXnodeAgents(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
118
static void    mndCancelGetNextXnodeAgent(SMnode *pMnode, void *pIter);
119

120
/** @section xnoded mgmt */
121
void mndStartXnoded(SMnode *pMnode, int32_t userLen, char *user, int32_t passLen, char *pass);
122

123
/** @section others */
124
static int32_t mndGetXnodeStatus(SXnodeObj *pObj, char *status, int32_t statusLen);
125
SXnodeTaskObj *mndAcquireXnodeTask(SMnode *pMnode, int32_t tid);
126
SJson         *mndSendReqRetJson(const char *url, EHttpType type, int64_t timeout, const char *buf, int64_t bufLen);
127
static int32_t mndSetDropXnodeJobInfoToTrans(STrans *pTrans, SXnodeJobObj *pObj, bool force);
128
void           mndReleaseXnodeJob(SMnode *pMnode, SXnodeJobObj *pObj);
129

130
int32_t mndInitXnode(SMnode *pMnode) {
395,047✔
131
  SSdbTable table = {
395,047✔
132
      .sdbType = SDB_XNODE,
133
      .keyType = SDB_KEY_INT32,
134
      .encodeFp = (SdbEncodeFp)mndXnodeActionEncode,
135
      .decodeFp = (SdbDecodeFp)mndXnodeActionDecode,
136
      .insertFp = (SdbInsertFp)mndXnodeActionInsert,
137
      .updateFp = (SdbUpdateFp)mndXnodeActionUpdate,
138
      .deleteFp = (SdbDeleteFp)mndXnodeActionDelete,
139
  };
140

141
  int32_t code = sdbSetTable(pMnode->pSdb, table);
395,047✔
142
  if (code != 0) {
395,047✔
143
    return code;
×
144
  }
145

146
  SSdbTable tasks = {
395,047✔
147
      .sdbType = SDB_XNODE_TASK,
148
      .keyType = SDB_KEY_INT32,
149
      .encodeFp = (SdbEncodeFp)mndXnodeTaskActionEncode,
150
      .decodeFp = (SdbDecodeFp)mndXnodeTaskActionDecode,
151
      .insertFp = (SdbInsertFp)mndXnodeTaskActionInsert,
152
      .updateFp = (SdbUpdateFp)mndXnodeTaskActionUpdate,
153
      .deleteFp = (SdbDeleteFp)mndXnodeTaskActionDelete,
154
  };
155

156
  code = sdbSetTable(pMnode->pSdb, tasks);
395,047✔
157
  if (code != 0) {
395,047✔
158
    return code;
×
159
  }
160

161
  SSdbTable jobs = {
395,047✔
162
      .sdbType = SDB_XNODE_JOB,
163
      .keyType = SDB_KEY_INT32,
164
      .encodeFp = (SdbEncodeFp)mndXnodeJobActionEncode,
165
      .decodeFp = (SdbDecodeFp)mndXnodeJobActionDecode,
166
      .insertFp = (SdbInsertFp)mndXnodeJobActionInsert,
167
      .updateFp = (SdbUpdateFp)mndXnodeJobActionUpdate,
168
      .deleteFp = (SdbDeleteFp)mndXnodeJobActionDelete,
169
  };
170

171
  code = sdbSetTable(pMnode->pSdb, jobs);
395,047✔
172
  if (code != 0) {
395,047✔
173
    return code;
×
174
  }
175

176
  SSdbTable agents = {
395,047✔
177
      .sdbType = SDB_XNODE_AGENT,
178
      .keyType = SDB_KEY_INT32,
179
      .encodeFp = (SdbEncodeFp)mndXnodeAgentActionEncode,
180
      .decodeFp = (SdbDecodeFp)mndXnodeAgentActionDecode,
181
      .insertFp = (SdbInsertFp)mndXnodeAgentActionInsert,
182
      .updateFp = (SdbUpdateFp)mndXnodeAgentActionUpdate,
183
      .deleteFp = (SdbDeleteFp)mndXnodeAgentActionDelete,
184
  };
185

186
  code = sdbSetTable(pMnode->pSdb, agents);
395,047✔
187
  if (code != 0) {
395,047✔
188
    return code;
×
189
  }
190

191
  SSdbTable userPass = {
395,047✔
192
      .sdbType = SDB_XNODE_USER_PASS,
193
      .keyType = SDB_KEY_INT32,
194
      .encodeFp = (SdbEncodeFp)mndXnodeUserPassActionEncode,
195
      .decodeFp = (SdbDecodeFp)mndXnodeUserPassActionDecode,
196
      .insertFp = (SdbInsertFp)mndXnodeUserPassActionInsert,
197
      .updateFp = (SdbUpdateFp)mndXnodeUserPassActionUpdate,
198
      .deleteFp = (SdbDeleteFp)mndXnodeUserPassActionDelete,
199
  };
200

201
  code = sdbSetTable(pMnode->pSdb, userPass);
395,047✔
202
  if (code != 0) {
395,047✔
203
    return code;
×
204
  }
205

206
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_XNODE, mndProcessCreateXnodeReq);
395,047✔
207
  mndSetMsgHandle(pMnode, TDMT_MND_UPDATE_XNODE, mndProcessUpdateXnodeReq);
395,047✔
208
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_XNODE, mndProcessDropXnodeReq);
395,047✔
209
  mndSetMsgHandle(pMnode, TDMT_MND_DRAIN_XNODE, mndProcessDrainXnodeReq);
395,047✔
210
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_XNODES, mndRetrieveXnodes);
395,047✔
211
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_XNODES, mndCancelGetNextXnode);
395,047✔
212

213
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_XNODE_TASK, mndProcessCreateXnodeTaskReq);
395,047✔
214
  mndSetMsgHandle(pMnode, TDMT_MND_START_XNODE_TASK, mndProcessStartXnodeTaskReq);
395,047✔
215
  mndSetMsgHandle(pMnode, TDMT_MND_STOP_XNODE_TASK, mndProcessStopXnodeTaskReq);
395,047✔
216
  mndSetMsgHandle(pMnode, TDMT_MND_UPDATE_XNODE_TASK, mndProcessUpdateXnodeTaskReq);
395,047✔
217
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_XNODE_TASK, mndProcessDropXnodeTaskReq);
395,047✔
218
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_XNODE_TASKS, mndRetrieveXnodeTasks);
395,047✔
219
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_XNODE_TASKS, mndCancelGetNextXnodeTask);
395,047✔
220

221
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_XNODE_JOB, mndProcessCreateXnodeJobReq);
395,047✔
222
  mndSetMsgHandle(pMnode, TDMT_MND_UPDATE_XNODE_JOB, mndProcessUpdateXnodeJobReq);
395,047✔
223
  mndSetMsgHandle(pMnode, TDMT_MND_REBALANCE_XNODE_JOB, mndProcessRebalanceXnodeJobReq);
395,047✔
224
  mndSetMsgHandle(pMnode, TDMT_MND_REBALANCE_XNODE_JOBS_WHERE, mndProcessRebalanceXnodeJobsWhereReq);
395,047✔
225
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_XNODE_JOB, mndProcessDropXnodeJobReq);
395,047✔
226
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_XNODE_JOBS, mndRetrieveXnodeJobs);
395,047✔
227
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_XNODE_JOBS, mndCancelGetNextXnodeJob);
395,047✔
228

229
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_XNODE_AGENT, mndProcessCreateXnodeAgentReq);
395,047✔
230
  mndSetMsgHandle(pMnode, TDMT_MND_UPDATE_XNODE_AGENT, mndProcessUpdateXnodeAgentReq);
395,047✔
231
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_XNODE_AGENT, mndProcessDropXnodeAgentReq);
395,047✔
232
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_XNODE_AGENTS, mndRetrieveXnodeAgents);
395,047✔
233
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_XNODE_AGENTS, mndCancelGetNextXnodeAgent);
395,047✔
234

235
  return 0;
395,047✔
236
}
237

238
/** tools section **/
239

240
int32_t xnodeCheckPasswordFmt(const char *pwd) {
195✔
241
  if (strcmp(pwd, "taosdata") == 0) {
195✔
242
    return 0;
81✔
243
  }
244

245
  if (tsEnableStrongPassword == 0) {
114✔
246
    for (char c = *pwd; c != 0; c = *(++pwd)) {
×
247
      if (c == ' ' || c == '\'' || c == '\"' || c == '`' || c == '\\') {
×
248
        return TSDB_CODE_MND_INVALID_PASS_FORMAT;
×
249
      }
250
    }
251
    return 0;
×
252
  }
253

254
  int32_t len = strlen(pwd);
114✔
255
  if (len < TSDB_PASSWORD_MIN_LEN) {
114✔
256
    return TSDB_CODE_PAR_PASSWD_TOO_SHORT_OR_EMPTY;
×
257
  }
258

259
  if (len > TSDB_PASSWORD_MAX_LEN) {
114✔
260
    return TSDB_CODE_PAR_NAME_OR_PASSWD_TOO_LONG;
×
261
  }
262

263
  if (taosIsComplexString(pwd)) {
114✔
264
    return 0;
114✔
265
  }
266

267
  return TSDB_CODE_MND_INVALID_PASS_FORMAT;
×
268
}
269

270
static void swapFields(int32_t *newLen, char **ppNewStr, int32_t *oldLen, char **ppOldStr) {
19,836✔
271
  if (*newLen > 0) {
19,836✔
272
    int32_t tempLen = *newLen;
8,505✔
273
    *newLen = *oldLen;
8,505✔
274
    *oldLen = tempLen;
8,505✔
275

276
    char *tempStr = *ppNewStr;
8,505✔
277
    *ppNewStr = *ppOldStr;
8,505✔
278
    *ppOldStr = tempStr;
8,505✔
279
  }
280
}
19,836✔
281

282
/** xnode section **/
283

284
void mndCleanupXnode(SMnode *pMnode) {}
394,989✔
285

286
SXnodeObj *mndAcquireXnode(SMnode *pMnode, int32_t xnodeId) {
4,710✔
287
  SXnodeObj *pObj = sdbAcquire(pMnode->pSdb, SDB_XNODE, &xnodeId);
4,710✔
288
  if (pObj == NULL && terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
4,710✔
289
    terrno = TSDB_CODE_MND_XNODE_NOT_EXIST;
4,710✔
290
  }
291
  return pObj;
4,710✔
292
}
293

294
void mndReleaseXnode(SMnode *pMnode, SXnodeObj *pObj) {
5,841✔
295
  SSdb *pSdb = pMnode->pSdb;
5,841✔
296
  sdbRelease(pSdb, pObj);
5,841✔
297
}
5,841✔
298

299
SSdbRaw *mndXnodeActionEncode(SXnodeObj *pObj) {
4,914✔
300
  int32_t code = 0;
4,914✔
301
  int32_t lino = 0;
4,914✔
302
  terrno = TSDB_CODE_OUT_OF_MEMORY;
4,914✔
303

304
  if (NULL == pObj) {
4,914✔
305
    terrno = TSDB_CODE_INVALID_PARA;
×
306
    return NULL;
×
307
  }
308

309
  int32_t rawDataLen = sizeof(SXnodeObj) + TSDB_XNODE_RESERVE_SIZE + pObj->urlLen + pObj->statusLen;
4,914✔
310

311
  SSdbRaw *pRaw = sdbAllocRaw(SDB_XNODE, TSDB_XNODE_VER_NUMBER, rawDataLen);
4,914✔
312
  if (pRaw == NULL) goto _OVER;
4,914✔
313

314
  int32_t dataPos = 0;
4,914✔
315
  SDB_SET_INT32(pRaw, dataPos, pObj->id, _OVER)
4,914✔
316
  SDB_SET_INT32(pRaw, dataPos, pObj->urlLen, _OVER)
4,914✔
317
  SDB_SET_BINARY(pRaw, dataPos, pObj->url, pObj->urlLen, _OVER)
4,914✔
318
  SDB_SET_INT32(pRaw, dataPos, pObj->statusLen, _OVER)
4,914✔
319
  SDB_SET_BINARY(pRaw, dataPos, pObj->status, pObj->statusLen, _OVER)
4,914✔
320
  SDB_SET_INT64(pRaw, dataPos, pObj->createTime, _OVER)
4,914✔
321
  SDB_SET_INT64(pRaw, dataPos, pObj->updateTime, _OVER)
4,914✔
322

323
  SDB_SET_RESERVE(pRaw, dataPos, TSDB_XNODE_RESERVE_SIZE, _OVER)
4,914✔
324

325
  terrno = 0;
4,914✔
326

327
_OVER:
4,914✔
328
  if (terrno != 0) {
4,914✔
329
    mError("xnode:%d, failed to encode to raw:%p since %s", pObj->id, pRaw, terrstr());
×
330
    sdbFreeRaw(pRaw);
×
331
    return NULL;
×
332
  }
333

334
  mTrace("xnode:%d, encode to raw:%p, row:%p", pObj->id, pRaw, pObj);
4,914✔
335
  return pRaw;
4,914✔
336
}
337

338
SSdbRow *mndXnodeActionDecode(SSdbRaw *pRaw) {
3,222✔
339
  int32_t code = 0;
3,222✔
340
  int32_t lino = 0;
3,222✔
341
  terrno = TSDB_CODE_OUT_OF_MEMORY;
3,222✔
342
  SSdbRow   *pRow = NULL;
3,222✔
343
  SXnodeObj *pObj = NULL;
3,222✔
344

345
  if (NULL == pRaw) {
3,222✔
346
    terrno = TSDB_CODE_INVALID_PARA;
×
347
    return NULL;
×
348
  }
349

350
  int8_t sver = 0;
3,222✔
351
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
3,222✔
352

353
  if (sver != TSDB_XNODE_VER_NUMBER) {
3,222✔
354
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
×
355
    goto _OVER;
×
356
  }
357

358
  pRow = sdbAllocRow(sizeof(SXnodeObj));
3,222✔
359
  if (pRow == NULL) goto _OVER;
3,222✔
360

361
  pObj = sdbGetRowObj(pRow);
3,222✔
362
  if (pObj == NULL) goto _OVER;
3,222✔
363

364
  int32_t dataPos = 0;
3,222✔
365
  SDB_GET_INT32(pRaw, dataPos, &pObj->id, _OVER)
3,222✔
366
  SDB_GET_INT32(pRaw, dataPos, &pObj->urlLen, _OVER)
3,222✔
367
  if (pObj->urlLen > 0) {
3,222✔
368
    pObj->url = taosMemoryCalloc(pObj->urlLen, 1);
3,222✔
369
    if (pObj->url == NULL) goto _OVER;
3,222✔
370
    SDB_GET_BINARY(pRaw, dataPos, pObj->url, pObj->urlLen, _OVER)
3,222✔
371
  } else {
372
    pObj->url = NULL;
×
373
  }
374
  SDB_GET_INT32(pRaw, dataPos, &pObj->statusLen, _OVER)
3,222✔
375
  if (pObj->statusLen > 0) {
3,222✔
376
    pObj->status = taosMemoryCalloc(pObj->statusLen, 1);
×
377
    if (pObj->status == NULL) goto _OVER;
×
378
    SDB_GET_BINARY(pRaw, dataPos, pObj->status, pObj->statusLen, _OVER)
×
379
  } else {
380
    pObj->status = NULL;
3,222✔
381
  }
382
  SDB_GET_INT64(pRaw, dataPos, &pObj->createTime, _OVER)
3,222✔
383
  SDB_GET_INT64(pRaw, dataPos, &pObj->updateTime, _OVER)
3,222✔
384

385
  SDB_GET_RESERVE(pRaw, dataPos, TSDB_XNODE_RESERVE_SIZE, _OVER)
3,222✔
386

387
  terrno = 0;
3,222✔
388

389
_OVER:
3,222✔
390
  if (terrno != 0) {
3,222✔
391
    mError("xnode:%d, failed to decode from raw:%p since %s", pObj == NULL ? 0 : pObj->id, pRaw, terrstr());
×
392
    if (pObj != NULL) {
×
393
      taosMemoryFreeClear(pObj->url);
×
394
    }
395
    taosMemoryFreeClear(pRow);
×
396
    return NULL;
×
397
  }
398

399
  mTrace("xnode:%d, decode from raw:%p, row:%p", pObj->id, pRaw, pObj);
3,222✔
400
  return pRow;
3,222✔
401
}
402

403
static void mndFreeXnode(SXnodeObj *pObj) {
4,296✔
404
  if (pObj == NULL) return;
4,296✔
405
  if (pObj->url != NULL) {
4,296✔
406
    taosMemoryFreeClear(pObj->url);
4,296✔
407
  }
408
  if (pObj->status != NULL) {
4,296✔
409
    taosMemoryFreeClear(pObj->status);
×
410
  }
411
}
412

413
int32_t mndXnodeActionInsert(SSdb *pSdb, SXnodeObj *pObj) {
1,074✔
414
  mDebug("xnode:%d, perform insert action, row:%p", pObj->id, pObj);
1,074✔
415
  return 0;
1,074✔
416
}
417

418
int32_t mndXnodeActionDelete(SSdb *pSdb, SXnodeObj *pObj) {
3,222✔
419
  mDebug("xnode:%d, perform delete action, row:%p", pObj->id, pObj);
3,222✔
420
  mndFreeXnode(pObj);
3,222✔
421
  return 0;
3,222✔
422
}
423

424
int32_t mndXnodeActionUpdate(SSdb *pSdb, SXnodeObj *pOld, SXnodeObj *pNew) {
1,611✔
425
  mDebug("xnode:%d, perform update action, old row:%p new row:%p", pOld->id, pOld, pNew);
1,611✔
426

427
  taosWLockLatch(&pOld->lock);
1,611✔
428
  swapFields(&pNew->statusLen, &pNew->status, &pOld->statusLen, &pOld->status);
1,611✔
429
  if (pNew->updateTime > pOld->updateTime) {
1,611✔
430
    pOld->updateTime = pNew->updateTime;
×
431
  }
432
  taosWUnLockLatch(&pOld->lock);
1,611✔
433
  return 0;
1,611✔
434
}
435

436
SXnodeUserPassObj *mndAcquireFirstXnodeUserPass(SMnode *pMnode) {
363,072✔
437
  SSdb *pSdb = pMnode->pSdb;
363,072✔
438

439
  void *pIter = NULL;
363,072✔
440
  while (1) {
×
441
    SXnodeUserPassObj *pObj = NULL;
363,072✔
442
    pIter = sdbFetch(pSdb, SDB_XNODE_USER_PASS, pIter, (void **)&pObj);
363,072✔
443
    if (pIter == NULL) break;
363,072✔
444

445
    if (pObj != NULL) {
×
446
      sdbCancelFetch(pSdb, pIter);
×
447
      return pObj;
×
448
    }
449

450
    sdbRelease(pSdb, pObj);
×
451
  }
452
  terrno = TSDB_CODE_MND_XNODE_USER_PASS_NOT_EXIST;
363,072✔
453
  return NULL;
363,072✔
454
}
455

456
static int32_t mndSetCreateXnodeUserPassRedoLogs(STrans *pTrans, SXnodeUserPassObj *pObj) {
195✔
457
  int32_t  code = 0;
195✔
458
  SSdbRaw *pRedoRaw = mndXnodeUserPassActionEncode(pObj);
195✔
459
  if (pRedoRaw == NULL) {
195✔
460
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
461
    if (terrno != 0) code = terrno;
×
462
    TAOS_RETURN(code);
×
463
  }
464
  TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pRedoRaw));
195✔
465
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_CREATING));
195✔
466
  TAOS_RETURN(code);
195✔
467
}
468

469
static int32_t mndSetCreateXnodeUserPassCommitLogs(STrans *pTrans, SXnodeUserPassObj *pObj) {
195✔
470
  int32_t  code = 0;
195✔
471
  SSdbRaw *pCommitRaw = mndXnodeUserPassActionEncode(pObj);
195✔
472
  if (pCommitRaw == NULL) {
195✔
473
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
474
    if (terrno != 0) code = terrno;
×
475
    TAOS_RETURN(code);
×
476
  }
477
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pCommitRaw));
195✔
478
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY));
195✔
479
  TAOS_RETURN(code);
195✔
480
}
481

482
static int32_t mndSetCreateXnodeRedoLogs(STrans *pTrans, SXnodeObj *pObj) {
1,074✔
483
  int32_t  code = 0;
1,074✔
484
  SSdbRaw *pRedoRaw = mndXnodeActionEncode(pObj);
1,074✔
485
  if (pRedoRaw == NULL) {
1,074✔
486
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
487
    if (terrno != 0) code = terrno;
×
488
    TAOS_RETURN(code);
×
489
  }
490
  TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pRedoRaw));
1,074✔
491
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_CREATING));
1,074✔
492
  TAOS_RETURN(code);
1,074✔
493
}
494

495
static int32_t mndSetCreateXnodeUndoLogs(STrans *pTrans, SXnodeObj *pObj) {
1,074✔
496
  int32_t  code = 0;
1,074✔
497
  SSdbRaw *pUndoRaw = mndXnodeActionEncode(pObj);
1,074✔
498
  if (pUndoRaw == NULL) {
1,074✔
499
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
500
    if (terrno != 0) code = terrno;
×
501
    TAOS_RETURN(code);
×
502
  }
503
  TAOS_CHECK_RETURN(mndTransAppendUndolog(pTrans, pUndoRaw));
1,074✔
504
  TAOS_CHECK_RETURN(sdbSetRawStatus(pUndoRaw, SDB_STATUS_DROPPED));
1,074✔
505
  TAOS_RETURN(code);
1,074✔
506
}
507

508
static int32_t mndSetCreateXnodeCommitLogs(STrans *pTrans, SXnodeObj *pObj) {
1,074✔
509
  int32_t  code = 0;
1,074✔
510
  SSdbRaw *pCommitRaw = mndXnodeActionEncode(pObj);
1,074✔
511
  if (pCommitRaw == NULL) {
1,074✔
512
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
513
    if (terrno != 0) code = terrno;
×
514
    TAOS_RETURN(code);
×
515
  }
516
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pCommitRaw));
1,074✔
517
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY));
1,074✔
518
  TAOS_RETURN(code);
1,074✔
519
}
520

521
static int32_t mndCreateXnode(SMnode *pMnode, SRpcMsg *pReq, SMCreateXnodeReq *pCreate) {
1,074✔
522
  int32_t code = -1;
1,074✔
523
  STrans *pTrans = NULL;
1,074✔
524

525
  SXnodeObj xnodeObj = {0};
1,074✔
526
  xnodeObj.id = sdbGetMaxId(pMnode->pSdb, SDB_XNODE);
1,074✔
527

528
  xnodeObj.urlLen = pCreate->urlLen;
1,074✔
529
  if (xnodeObj.urlLen > TSDB_XNODE_URL_LEN) {
1,074✔
530
    code = TSDB_CODE_MND_XNODE_TOO_LONG_URL;
×
531
    goto _OVER;
×
532
  }
533
  xnodeObj.url = taosMemoryCalloc(1, pCreate->urlLen);
1,074✔
534
  if (xnodeObj.url == NULL) goto _OVER;
1,074✔
535
  (void)memcpy(xnodeObj.url, pCreate->url, pCreate->urlLen);
1,074✔
536

537
  xnodeObj.createTime = taosGetTimestampMs();
1,074✔
538
  xnodeObj.updateTime = xnodeObj.createTime;
1,074✔
539
  mInfo("create xnode, xnode.id:%d, xnode.url: %s, xnode.time:%" PRId64, xnodeObj.id, xnodeObj.url,
1,074✔
540
        xnodeObj.createTime);
541

542
  pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_NOTHING, pReq, "create-xnode");
1,074✔
543
  if (pTrans == NULL) {
1,074✔
544
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
545
    if (terrno != 0) code = terrno;
×
546
    mInfo("failed to create transaction for xnode:%s, code:0x%x:%s", pCreate->url, code, tstrerror(code));
×
547
    goto _OVER;
×
548
  }
549
  mndTransSetSerial(pTrans);
1,074✔
550

551
  mInfo("trans:%d, used to create xnode:%s as xnode:%d", pTrans->id, pCreate->url, xnodeObj.id);
1,074✔
552

553
  TAOS_CHECK_GOTO(mndSetCreateXnodeRedoLogs(pTrans, &xnodeObj), NULL, _OVER);
1,074✔
554
  TAOS_CHECK_GOTO(mndSetCreateXnodeUndoLogs(pTrans, &xnodeObj), NULL, _OVER);
1,074✔
555
  TAOS_CHECK_GOTO(mndSetCreateXnodeCommitLogs(pTrans, &xnodeObj), NULL, _OVER);
1,074✔
556
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
1,074✔
557

558
  code = 0;
1,074✔
559

560
_OVER:
1,074✔
561
  mndFreeXnode(&xnodeObj);
1,074✔
562
  mndTransDrop(pTrans);
1,074✔
563
  TAOS_RETURN(code);
1,074✔
564
}
565

566
static SXnodeObj *mndAcquireXnodeByURL(SMnode *pMnode, char *url) {
8,055✔
567
  SSdb *pSdb = pMnode->pSdb;
8,055✔
568

569
  void *pIter = NULL;
8,055✔
570
  while (1) {
17,457✔
571
    SXnodeObj *pXnode = NULL;
25,512✔
572
    pIter = sdbFetch(pSdb, SDB_XNODE, pIter, (void **)&pXnode);
25,512✔
573
    if (pIter == NULL) break;
25,512✔
574

575
    if (strcasecmp(url, pXnode->url) == 0) {
21,348✔
576
      sdbCancelFetch(pSdb, pIter);
3,891✔
577
      return pXnode;
3,891✔
578
    }
579

580
    sdbRelease(pSdb, pXnode);
17,457✔
581
  }
582

583
  mError("xnode:%s, not found", url);
4,164✔
584
  terrno = TSDB_CODE_MND_XNODE_NOT_EXIST;
4,164✔
585
  return NULL;
4,164✔
586
}
587

588
static int32_t mndStoreXnodeUserPass(SMnode *pMnode, SRpcMsg *pReq, SMCreateXnodeReq *pCreate) {
195✔
589
  int32_t code = -1;
195✔
590
  STrans *pTrans = NULL;
195✔
591

592
  SXnodeUserPassObj upObj = {0};
195✔
593
  upObj.id = sdbGetMaxId(pMnode->pSdb, SDB_XNODE_USER_PASS);
195✔
594

595
  upObj.userLen = pCreate->userLen;
195✔
596
  if (upObj.userLen > TSDB_USER_LEN) {
195✔
597
    code = TSDB_CODE_MND_USER_NOT_AVAILABLE;
×
598
    goto _OVER;
×
599
  }
600
  upObj.user = taosMemoryCalloc(1, pCreate->userLen);
195✔
601
  if (upObj.user == NULL) goto _OVER;
195✔
602
  (void)memcpy(upObj.user, pCreate->user, pCreate->userLen);
195✔
603

604
  upObj.passLen = pCreate->passLen;
195✔
605
  if (upObj.passLen > TSDB_USER_PASSWORD_LONGLEN) {
195✔
606
    code = TSDB_CODE_MND_INVALID_PASS_FORMAT;
×
607
    goto _OVER;
×
608
  }
609
  upObj.pass = taosMemoryCalloc(1, pCreate->passLen);
195✔
610
  if (upObj.pass == NULL) goto _OVER;
195✔
611
  (void)memcpy(upObj.pass, pCreate->pass, pCreate->passLen);
195✔
612

613
  pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_NOTHING, pReq, "create-xnode");
195✔
614
  if (pTrans == NULL) {
195✔
615
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
616
    if (terrno != 0) code = terrno;
×
617
    mInfo("failed to create transaction for xnode:%s, code:0x%x:%s", pCreate->url, code, tstrerror(code));
×
618
    goto _OVER;
×
619
  }
620
  mndTransSetSerial(pTrans);
195✔
621

622
  mInfo("trans:%d, used to create xnode:%s as xnode:%d", pTrans->id, pCreate->url, upObj.id);
195✔
623

624
  TAOS_CHECK_GOTO(mndSetCreateXnodeUserPassRedoLogs(pTrans, &upObj), NULL, _OVER);
195✔
625
  TAOS_CHECK_GOTO(mndSetCreateXnodeUserPassCommitLogs(pTrans, &upObj), NULL, _OVER);
195✔
626
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
195✔
627

628
  code = 0;
195✔
629

630
_OVER:
195✔
631
  if (upObj.user != NULL) {
195✔
632
    taosMemoryFree(upObj.user);
195✔
633
  }
634
  if (upObj.pass != NULL) {
195✔
635
    taosMemoryFree(upObj.pass);
195✔
636
  }
637
  mndTransDrop(pTrans);
195✔
638
  TAOS_RETURN(code);
195✔
639
}
640

641
static int32_t httpCreateXnode(SXnodeObj *pObj) {
1,074✔
642
  int32_t code = 0;
1,074✔
643
  SJson  *pJson = NULL;
1,074✔
644
  SJson  *postContent = NULL;
1,074✔
645
  char   *pContStr = NULL;
1,074✔
646

647
  char xnodeUrl[TSDB_XNODE_URL_LEN + 1] = {0};
1,074✔
648
  snprintf(xnodeUrl, TSDB_XNODE_URL_LEN, "%s/xnode", XNODED_PIPE_SOCKET_URL);
1,074✔
649
  postContent = tjsonCreateObject();
1,074✔
650
  if (postContent == NULL) {
1,074✔
651
    code = terrno;
×
652
    goto _OVER;
×
653
  }
654
  TAOS_CHECK_GOTO(tjsonAddDoubleToObject(postContent, "id", (double)pObj->id), NULL, _OVER);
1,074✔
655
  TAOS_CHECK_GOTO(tjsonAddStringToObject(postContent, "url", pObj->url), NULL, _OVER);
1,074✔
656
  pContStr = tjsonToUnformattedString(postContent);
1,074✔
657
  if (pContStr == NULL) {
1,074✔
658
    code = terrno;
×
659
    goto _OVER;
×
660
  }
661
  (void)mndSendReqRetJson(xnodeUrl, HTTP_TYPE_POST, defaultTimeout, pContStr, strlen(pContStr));
1,074✔
662

663
_OVER:
1,074✔
664
  if (postContent != NULL) {
1,074✔
665
    tjsonDelete(postContent);
1,074✔
666
  }
667
  if (pContStr != NULL) {
1,074✔
668
    taosMemFree(pContStr);
1,074✔
669
  }
670
  if (pJson != NULL) {
1,074✔
671
    tjsonDelete(pJson);
×
672
  }
673
  TAOS_RETURN(code);
1,074✔
674
}
675

676
static int32_t mndProcessCreateXnodeReq(SRpcMsg *pReq) {
3,354✔
677
  SMnode          *pMnode = pReq->info.node;
3,354✔
678
  int32_t          code = -1;
3,354✔
679
  SXnodeObj       *pObj = NULL;
3,354✔
680
  SMCreateXnodeReq createReq = {0};
3,354✔
681

682
  if ((code = grantCheck(TSDB_GRANT_XNODE)) != TSDB_CODE_SUCCESS) {
3,354✔
683
    mError("failed to create xnode, code:%s", tstrerror(code));
×
684
    goto _OVER;
×
685
  }
686

687
  TAOS_CHECK_GOTO(tDeserializeSMCreateXnodeReq(pReq->pCont, pReq->contLen, &createReq), NULL, _OVER);
3,354✔
688

689
  mDebug("xnode:%s, start to create", createReq.url);
3,354✔
690
  TAOS_CHECK_GOTO(mndCheckOperPrivilege(pMnode, pReq->info.conn.user, NULL, MND_OPER_CREATE_XNODE), NULL, _OVER);
3,354✔
691

692
  pObj = mndAcquireXnodeByURL(pMnode, createReq.url);
3,354✔
693
  if (pObj != NULL) {
3,354✔
694
    code = TSDB_CODE_MND_XNODE_ALREADY_EXIST;
2,280✔
695
    goto _OVER;
2,280✔
696
  }
697

698
  int32_t numOfRows = sdbGetSize(pMnode->pSdb, SDB_XNODE_USER_PASS);
1,074✔
699
  if (numOfRows <= 0) {
1,074✔
700
    if (strlen(createReq.user) == 0 || strlen(createReq.pass) == 0) {
195✔
701
      code = TSDB_CODE_MND_XNODE_NEED_USER_PASS;
×
702
      goto _OVER;
×
703
    }
704
    TAOS_CHECK_GOTO(xnodeCheckPasswordFmt(createReq.pass), NULL, _OVER);
195✔
705
    // store user pass
706
    code = mndStoreXnodeUserPass(pMnode, pReq, &createReq);
195✔
707
    if (code != 0) goto _OVER;
195✔
708
    code = TSDB_CODE_ACTION_IN_PROGRESS;
195✔
709
    mndStartXnoded(pMnode, createReq.userLen, createReq.user, createReq.passLen, createReq.pass);
195✔
710
  }
711

712
  code = mndCreateXnode(pMnode, pReq, &createReq);
1,074✔
713
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
1,074✔
714

715
  taosMsleep(100);
1,074✔
716
  pObj = mndAcquireXnodeByURL(pMnode, createReq.url);
1,074✔
717
  if (pObj == NULL) {
1,074✔
718
    code = TSDB_CODE_MND_XNODE_NOT_EXIST;
×
719
    goto _OVER;
×
720
  }
721
  // send request
722
  (void)httpCreateXnode(pObj);
1,074✔
723

724
_OVER:
3,354✔
725
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
3,354✔
726
    mError("xnode:%s, failed to create since %s", createReq.url, tstrerror(code));
2,280✔
727
  }
728
  mndReleaseXnode(pMnode, pObj);
3,354✔
729
  tFreeSMCreateXnodeReq(&createReq);
3,354✔
730
  TAOS_RETURN(code);
3,354✔
731
}
732

733
static int32_t mndUpdateXnode(SMnode *pMnode, SXnodeObj *pXnode, SRpcMsg *pReq) {
×
734
  mInfo("xnode:%d, start to update", pXnode->id);
×
735
  int32_t   code = -1;
×
736
  STrans   *pTrans = NULL;
×
737
  SXnodeObj xnodeObj = {0};
×
738
  xnodeObj.id = pXnode->id;
×
739
  xnodeObj.updateTime = taosGetTimestampMs();
×
740

741
  pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_NOTHING, pReq, "update-xnode");
×
742
  if (pTrans == NULL) {
×
743
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
744
    if (terrno != 0) code = terrno;
×
745
    goto _OVER;
×
746
  }
747
  mInfo("trans:%d, used to update xnode:%d", pTrans->id, xnodeObj.id);
×
748

749
  TAOS_CHECK_GOTO(mndSetCreateXnodeCommitLogs(pTrans, &xnodeObj), NULL, _OVER);
×
750
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
×
751
  code = 0;
×
752

753
_OVER:
×
754
  mndFreeXnode(&xnodeObj);
×
755
  mndTransDrop(pTrans);
×
756
  TAOS_RETURN(code);
×
757
}
758

759
static int32_t mndUpdateAllXnodes(SMnode *pMnode, SRpcMsg *pReq) {
×
760
  mInfo("update all xnodes");
×
761
  SSdb   *pSdb = pMnode->pSdb;
×
762
  int32_t code = 0;
×
763
  int32_t rows = 0;
×
764
  int32_t numOfRows = sdbGetSize(pSdb, SDB_XNODE);
×
765

766
  void *pIter = NULL;
×
767
  while (1) {
×
768
    SXnodeObj *pObj = NULL;
×
769
    ESdbStatus objStatus = 0;
×
770
    pIter = sdbFetchAll(pSdb, SDB_XNODE, pIter, (void **)&pObj, &objStatus, true);
×
771
    if (pIter == NULL) break;
×
772

773
    rows++;
×
774
    void *transReq = NULL;
×
775
    if (rows == numOfRows) transReq = pReq;
×
776
    code = mndUpdateXnode(pMnode, pObj, transReq);
×
777
    sdbRelease(pSdb, pObj);
×
778

779
    if (code != 0) break;
×
780
  }
781

782
  if (code == 0 && rows == numOfRows) {
×
783
    code = TSDB_CODE_ACTION_IN_PROGRESS;
×
784
  }
785

786
  TAOS_RETURN(code);
×
787
}
788

789
static int32_t mndProcessUpdateXnodeReq(SRpcMsg *pReq) {
×
790
  SMnode          *pMnode = pReq->info.node;
×
791
  int32_t          code = -1;
×
792
  SXnodeObj       *pObj = NULL;
×
793
  SMUpdateXnodeReq updateReq = {0};
×
794

795
  TAOS_CHECK_GOTO(tDeserializeSMUpdateXnodeReq(pReq->pCont, pReq->contLen, &updateReq), NULL, _OVER);
×
796
  TAOS_CHECK_GOTO(mndCheckOperPrivilege(pMnode, pReq->info.conn.user, NULL, MND_OPER_UPDATE_XNODE), NULL, _OVER);
×
797

798
  if (updateReq.xnodeId == -1) {
×
799
    code = mndUpdateAllXnodes(pMnode, pReq);
×
800
  } else {
801
    pObj = mndAcquireXnode(pMnode, updateReq.xnodeId);
×
802
    if (pObj == NULL) {
×
803
      code = TSDB_CODE_MND_XNODE_NOT_EXIST;
×
804
      goto _OVER;
×
805
    }
806
    code = mndUpdateXnode(pMnode, pObj, pReq);
×
807
    if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
×
808
  }
809

810
_OVER:
×
811
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
×
812
    if (updateReq.xnodeId != -1) {
×
813
      mError("xnode:%d, failed to update since %s", updateReq.xnodeId, tstrerror(code));
×
814
    }
815
  }
816

817
  mndReleaseXnode(pMnode, pObj);
×
818
  tFreeSMUpdateXnodeReq(&updateReq);
×
819
  TAOS_RETURN(code);
×
820
}
821

822
static int32_t mndSetDropXnodeRedoLogs(STrans *pTrans, SXnodeObj *pObj) {
537✔
823
  int32_t  code = 0;
537✔
824
  SSdbRaw *pRedoRaw = mndXnodeActionEncode(pObj);
537✔
825
  if (pRedoRaw == NULL) {
537✔
826
    code = terrno;
×
827
    TAOS_RETURN(code);
×
828
  }
829

830
  TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pRedoRaw));
537✔
831
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING));
537✔
832
  TAOS_RETURN(code);
537✔
833
}
834

835
static int32_t mndSetDropXnodeCommitLogs(STrans *pTrans, SXnodeObj *pObj) {
537✔
836
  int32_t  code = 0;
537✔
837
  SSdbRaw *pCommitRaw = mndXnodeActionEncode(pObj);
537✔
838
  if (pCommitRaw == NULL) {
537✔
839
    code = terrno;
×
840
    TAOS_RETURN(code);
×
841
  }
842

843
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pCommitRaw));
537✔
844
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED));
537✔
845
  TAOS_RETURN(code);
537✔
846
}
847

848
static int32_t mndSetDropXnodeInfoToTrans(SMnode *pMnode, STrans *pTrans, SXnodeObj *pObj, bool force) {
537✔
849
  if (pObj == NULL) return 0;
537✔
850
  TAOS_CHECK_RETURN(mndSetDropXnodeRedoLogs(pTrans, pObj));
537✔
851
  TAOS_CHECK_RETURN(mndSetDropXnodeCommitLogs(pTrans, pObj));
537✔
852
  return 0;
537✔
853
}
854

855
static int32_t mndDropXnode(SMnode *pMnode, SRpcMsg *pReq, SXnodeObj *pObj) {
537✔
856
  int32_t code = 0;
537✔
857
  int32_t lino = 0;
537✔
858

859
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_NOTHING, pReq, "drop-xnode");
537✔
860
  TSDB_CHECK_NULL(pTrans, code, lino, _OVER, terrno);
537✔
861

862
  mndTransSetSerial(pTrans);
537✔
863
  mDebug("trans:%d, to drop xnode:%d", pTrans->id, pObj->id);
537✔
864

865
  code = mndSetDropXnodeInfoToTrans(pMnode, pTrans, pObj, false);
537✔
866
  TSDB_CHECK_CODE(code, lino, _OVER);
537✔
867

868
  code = mndTransPrepare(pMnode, pTrans);
537✔
869

870
_OVER:
537✔
871
  mndTransDrop(pTrans);
537✔
872
  TAOS_RETURN(code);
537✔
873
}
874

875
static int32_t mndDrainXnode(SMnode *pMnode, SRpcMsg *pReq, SXnodeObj *pObj) {
×
876
  int32_t code = 0;
×
877
  int32_t lino = 0;
×
878

879
  SXnodeObj xnodeObj = {0};
×
880
  xnodeObj.id = pObj->id;
×
881
  xnodeObj.status = "drain";
×
882
  xnodeObj.statusLen = strlen(xnodeObj.status) + 1;
×
883
  xnodeObj.updateTime = taosGetTimestampMs();
×
884

885
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_NOTHING, pReq, "drain-xnode");
×
886
  TSDB_CHECK_NULL(pTrans, code, lino, _OVER, terrno);
×
887

888
  mndTransSetSerial(pTrans);
×
889
  mDebug("trans:%d, to drain xnode:%d", pTrans->id, xnodeObj.id);
×
890

891
  TAOS_CHECK_GOTO(mndSetCreateXnodeCommitLogs(pTrans, &xnodeObj), NULL, _OVER);
×
892
  code = mndTransPrepare(pMnode, pTrans);
×
893

894
_OVER:
×
895
  mndTransDrop(pTrans);
×
896
  TAOS_RETURN(code);
×
897
}
898

899
static int32_t mndProcessDropXnodeReq(SRpcMsg *pReq) {
6,387✔
900
  SMnode        *pMnode = pReq->info.node;
6,387✔
901
  int32_t        code = -1;
6,387✔
902
  SXnodeObj     *pObj = NULL;
6,387✔
903
  SMDropXnodeReq dropReq = {0};
6,387✔
904
  SJson         *pJson = NULL;
6,387✔
905

906
  TAOS_CHECK_GOTO(tDeserializeSMDropXnodeReq(pReq->pCont, pReq->contLen, &dropReq), NULL, _OVER);
6,387✔
907

908
  mDebug("xnode:%d, start to drop", dropReq.xnodeId);
6,387✔
909
  TAOS_CHECK_GOTO(mndCheckOperPrivilege(pMnode, pReq->info.conn.user, NULL, MND_OPER_DROP_XNODE), NULL, _OVER);
6,387✔
910

911
  if (dropReq.xnodeId <= 0 && (dropReq.url == NULL || strlen(dropReq.url) <= 0)) {
6,387✔
912
    code = TSDB_CODE_MND_XNODE_INVALID_MSG;
×
913
    goto _OVER;
×
914
  }
915

916
  if (dropReq.url != NULL && strlen(dropReq.url) > 0) {
6,387✔
917
    pObj = mndAcquireXnodeByURL(pMnode, dropReq.url);
3,627✔
918
    if (pObj == NULL) {
3,627✔
919
      code = terrno;
3,090✔
920
      goto _OVER;
3,090✔
921
    }
922
  } else {
923
    pObj = mndAcquireXnode(pMnode, dropReq.xnodeId);
2,760✔
924
    if (pObj == NULL) {
2,760✔
925
      code = terrno;
2,760✔
926
      goto _OVER;
2,760✔
927
    }
928
  }
929

930
  // send request
931
  char xnodeUrl[TSDB_XNODE_URL_LEN] = {0};
537✔
932
  snprintf(xnodeUrl, TSDB_XNODE_URL_LEN, "%s/xnode/%d?force=%s", XNODED_PIPE_SOCKET_URL, pObj->id,
537✔
933
           dropReq.force ? "true" : "false");
537✔
934
  (void)mndSendReqRetJson(xnodeUrl, HTTP_TYPE_DELETE, defaultTimeout, NULL, 0);
537✔
935

936
  code = mndDropXnode(pMnode, pReq, pObj);
537✔
937
  if (code == 0) {
537✔
938
    code = TSDB_CODE_ACTION_IN_PROGRESS;
537✔
939
  }
940

941
_OVER:
6,387✔
942
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
6,387✔
943
    mError("xnode:%d, failed to drop since %s", dropReq.xnodeId, tstrerror(code));
5,850✔
944
  }
945
  if (pJson != NULL) {
6,387✔
946
    tjsonDelete(pJson);
×
947
  }
948
  if (pObj != NULL) {
6,387✔
949
    mndReleaseXnode(pMnode, pObj);
537✔
950
  }
951
  tFreeSMDropXnodeReq(&dropReq);
6,387✔
952
  TAOS_RETURN(code);
6,387✔
953
}
954

955
static int32_t mndProcessDrainXnodeReq(SRpcMsg *pReq) {
1,950✔
956
  SMnode         *pMnode = pReq->info.node;
1,950✔
957
  int32_t         code = -1;
1,950✔
958
  SXnodeObj      *pObj = NULL;
1,950✔
959
  SMDrainXnodeReq drainReq = {0};
1,950✔
960
  SJson          *pJson = NULL;
1,950✔
961
  SJson          *postContent = NULL;
1,950✔
962
  char           *pContStr = NULL;
1,950✔
963

964
  TAOS_CHECK_GOTO(tDeserializeSMDrainXnodeReq(pReq->pCont, pReq->contLen, &drainReq), NULL, _OVER);
1,950✔
965

966
  mDebug("xnode:%d, start to drain", drainReq.xnodeId);
1,950✔
967
  TAOS_CHECK_GOTO(mndCheckOperPrivilege(pMnode, pReq->info.conn.user, NULL, MND_OPER_DRAIN_XNODE), NULL, _OVER);
1,950✔
968

969
  if (drainReq.xnodeId <= 0) {
1,950✔
970
    code = TSDB_CODE_MND_XNODE_INVALID_MSG;
×
971
    goto _OVER;
×
972
  }
973

974
  pObj = mndAcquireXnode(pMnode, drainReq.xnodeId);
1,950✔
975
  if (pObj == NULL) {
1,950✔
976
    code = TSDB_CODE_MND_XNODE_NOT_EXIST;
1,950✔
977
    goto _OVER;
1,950✔
978
  }
979

980
  // send request
981
  char xnodeUrl[TSDB_XNODE_URL_LEN + 1] = {0};
×
982
  snprintf(xnodeUrl, TSDB_XNODE_URL_LEN, "%s/xnode/drain/%d", XNODED_PIPE_SOCKET_URL, pObj->id);
×
983
  postContent = tjsonCreateObject();
×
984
  if (postContent == NULL) {
×
985
    code = terrno;
×
986
    goto _OVER;
×
987
  }
988
  TAOS_CHECK_GOTO(tjsonAddStringToObject(postContent, "xnode", pObj->url), NULL, _OVER);
×
989
  pContStr = tjsonToString(postContent);
×
990
  if (pContStr == NULL) {
×
991
    code = terrno;
×
992
    goto _OVER;
×
993
  }
994
  (void)mndSendReqRetJson(xnodeUrl, HTTP_TYPE_POST, defaultTimeout, pContStr, strlen(pContStr));
×
995

996
  code = mndDrainXnode(pMnode, pReq, pObj);
×
997
  if (code == 0) {
×
998
    code = TSDB_CODE_ACTION_IN_PROGRESS;
×
999
    goto _OVER;
×
1000
  }
1001

1002
_OVER:
1,950✔
1003
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
1,950✔
1004
    mError("xnode:%d, failed to drain since %s", drainReq.xnodeId, tstrerror(code));
1,950✔
1005
  }
1006

1007
  if (postContent != NULL) {
1,950✔
1008
    tjsonDelete(postContent);
×
1009
  }
1010
  if (pContStr != NULL) {
1,950✔
1011
    taosMemoryFree(pContStr);
×
1012
  }
1013
  if (pJson != NULL) {
1,950✔
1014
    tjsonDelete(pJson);
×
1015
  }
1016
  mndReleaseXnode(pMnode, pObj);
1,950✔
1017
  tFreeSMDrainXnodeReq(&drainReq);
1,950✔
1018
  TAOS_RETURN(code);
1,950✔
1019
}
1020

1021
static int32_t mndRetrieveXnodes(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
1,316✔
1022
  SMnode    *pMnode = pReq->info.node;
1,316✔
1023
  SSdb      *pSdb = pMnode->pSdb;
1,316✔
1024
  int32_t    numOfRows = 0;
1,316✔
1025
  int32_t    cols = 0;
1,316✔
1026
  SXnodeObj *pObj = NULL;
1,316✔
1027
  char       buf[TSDB_XNODE_URL_LEN + VARSTR_HEADER_SIZE] = {0};
1,316✔
1028
  char       status[TSDB_XNODE_STATUS_LEN] = {0};
1,316✔
1029
  int32_t    code = 0;
1,316✔
1030
  mDebug("show.type:%d, %s:%d: retrieve xnodes with rows: %d", pShow->type, __FILE__, __LINE__, rows);
1,316✔
1031

1032
  while (numOfRows < rows) {
2,957✔
1033
    pShow->pIter = sdbFetch(pSdb, SDB_XNODE, pShow->pIter, (void **)&pObj);
2,957✔
1034
    if (pShow->pIter == NULL) break;
2,957✔
1035

1036
    cols = 0;
1,641✔
1037
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,641✔
1038
    code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->id, false);
1,641✔
1039
    if (code != 0) goto _end;
1,641✔
1040

1041
    STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->url, pShow->pMeta->pSchemas[cols].bytes);
1,641✔
1042
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,641✔
1043
    code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
1,641✔
1044
    if (code != 0) goto _end;
1,641✔
1045

1046
    if (mndGetXnodeStatus(pObj, status, TSDB_XNODE_STATUS_LEN) == 0) {
1,641✔
1047
      STR_TO_VARSTR(buf, status);
×
1048
    } else {
1049
      mDebug("xnode:%d, status request err: %s", pObj->id, tstrerror(terrno));
1,641✔
1050
      STR_TO_VARSTR(buf, "offline");
1,641✔
1051
    }
1052
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,641✔
1053
    code = colDataSetVal(pColInfo, numOfRows, buf, false);
1,641✔
1054
    if (code != 0) goto _end;
1,641✔
1055

1056
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,641✔
1057
    code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->createTime, false);
1,641✔
1058
    if (code != 0) goto _end;
1,641✔
1059

1060
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,641✔
1061
    code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->updateTime, false);
1,641✔
1062
    if (code != 0) goto _end;
1,641✔
1063

1064
    numOfRows++;
1,641✔
1065
    sdbRelease(pSdb, pObj);
1,641✔
1066
  }
1067

1068
_end:
1,316✔
1069
  if (code != 0) sdbRelease(pSdb, pObj);
1,316✔
1070

1071
  pShow->numOfRows += numOfRows;
1,316✔
1072
  return numOfRows;
1,316✔
1073
}
1074

1075
static void mndCancelGetNextXnode(SMnode *pMnode, void *pIter) {
×
1076
  SSdb *pSdb = pMnode->pSdb;
×
1077
  sdbCancelFetchByType(pSdb, pIter, SDB_XNODE);
×
1078
}
×
1079

1080
/** xnode task section **/
1081

1082
static SXnodeTaskObj *mndAcquireXnodeTaskById(SMnode *pMnode, int32_t tid) {
3,240✔
1083
  SSdb *pSdb = pMnode->pSdb;
3,240✔
1084

1085
  void *pIter = NULL;
3,240✔
1086
  while (1) {
×
1087
    SXnodeTaskObj *pTask = NULL;
3,240✔
1088
    pIter = sdbFetch(pSdb, SDB_XNODE_TASK, pIter, (void **)&pTask);
3,240✔
1089
    if (pIter == NULL) break;
3,240✔
1090

1091
    if (pTask->id == tid) {
×
1092
      sdbCancelFetch(pSdb, pIter);
×
1093
      return pTask;
×
1094
    }
1095

1096
    sdbRelease(pSdb, pTask);
×
1097
  }
1098

1099
  mDebug("xnode task:%d, not found", tid);
3,240✔
1100
  terrno = TSDB_CODE_MND_XNODE_TASK_NOT_EXIST;
3,240✔
1101
  return NULL;
3,240✔
1102
}
1103
static SXnodeTaskObj *mndAcquireXnodeTaskByName(SMnode *pMnode, const char *name) {
25,920✔
1104
  SSdb *pSdb = pMnode->pSdb;
25,920✔
1105

1106
  void *pIter = NULL;
25,920✔
1107
  while (1) {
×
1108
    SXnodeTaskObj *pTask = NULL;
25,920✔
1109
    pIter = sdbFetch(pSdb, SDB_XNODE_TASK, pIter, (void **)&pTask);
25,920✔
1110
    if (pIter == NULL) break;
25,920✔
1111
    if (pTask->name == NULL) {
×
1112
      continue;
×
1113
    }
1114

1115
    if (strcasecmp(name, pTask->name) == 0) {
×
1116
      sdbCancelFetch(pSdb, pIter);
×
1117
      return pTask;
×
1118
    }
1119

1120
    sdbRelease(pSdb, pTask);
×
1121
  }
1122

1123
  mDebug("xnode task:%s, not found", name);
25,920✔
1124
  terrno = TSDB_CODE_MND_XNODE_TASK_NOT_EXIST;
25,920✔
1125
  return NULL;
25,920✔
1126
}
1127

1128
static void mndFreeXnodeTask(SXnodeTaskObj *pObj) {
×
1129
  taosMemoryFreeClear(pObj->name);
×
1130
  taosMemoryFreeClear(pObj->sourceDsn);
×
1131
  taosMemoryFreeClear(pObj->sinkDsn);
×
1132
  taosMemoryFreeClear(pObj->parser);
×
1133
  taosMemoryFreeClear(pObj->reason);
×
1134
  taosMemoryFreeClear(pObj->status);
×
1135
  taosMemoryFreeClear(pObj->createdBy);
×
1136
  taosMemoryFreeClear(pObj->labels);
×
1137
}
×
1138

1139
SSdbRaw *mndXnodeTaskActionEncode(SXnodeTaskObj *pObj) {
×
1140
  int32_t code = 0;
×
1141
  int32_t lino = 0;
×
1142
  terrno = TSDB_CODE_OUT_OF_MEMORY;
×
1143
  if (NULL == pObj) {
×
1144
    terrno = TSDB_CODE_INVALID_PARA;
×
1145
    return NULL;
×
1146
  }
1147

1148
  int32_t totalStrLen =
×
1149
      pObj->nameLen + pObj->sourceDsnLen + pObj->sinkDsnLen + pObj->parserLen + pObj->reasonLen + pObj->statusLen;
×
1150
  int32_t rawDataLen = sizeof(SXnodeTaskObj) + TSDB_XNODE_RESERVE_SIZE + totalStrLen;
×
1151

1152
  SSdbRaw *pRaw = sdbAllocRaw(SDB_XNODE_TASK, TSDB_XNODE_VER_NUMBER, rawDataLen);
×
1153
  if (pRaw == NULL) goto _OVER;
×
1154

1155
  int32_t dataPos = 0;
×
1156
  SDB_SET_INT32(pRaw, dataPos, pObj->id, _OVER)
×
1157
  SDB_SET_INT64(pRaw, dataPos, pObj->createTime, _OVER)
×
1158
  SDB_SET_INT64(pRaw, dataPos, pObj->updateTime, _OVER)
×
1159
  SDB_SET_INT32(pRaw, dataPos, pObj->statusLen, _OVER)
×
1160
  SDB_SET_BINARY(pRaw, dataPos, pObj->status, pObj->statusLen, _OVER)
×
1161
  SDB_SET_INT32(pRaw, dataPos, pObj->via, _OVER)
×
1162
  SDB_SET_INT32(pRaw, dataPos, pObj->xnodeId, _OVER)
×
1163
  SDB_SET_INT32(pRaw, dataPos, pObj->nameLen, _OVER)
×
1164
  SDB_SET_BINARY(pRaw, dataPos, pObj->name, pObj->nameLen, _OVER)
×
1165
  SDB_SET_INT32(pRaw, dataPos, pObj->sourceType, _OVER)
×
1166
  SDB_SET_INT32(pRaw, dataPos, pObj->sourceDsnLen, _OVER)
×
1167
  SDB_SET_BINARY(pRaw, dataPos, pObj->sourceDsn, pObj->sourceDsnLen, _OVER)
×
1168
  SDB_SET_INT32(pRaw, dataPos, pObj->sinkType, _OVER)
×
1169
  SDB_SET_INT32(pRaw, dataPos, pObj->sinkDsnLen, _OVER)
×
1170
  SDB_SET_BINARY(pRaw, dataPos, pObj->sinkDsn, pObj->sinkDsnLen, _OVER)
×
1171
  SDB_SET_INT32(pRaw, dataPos, pObj->parserLen, _OVER)
×
1172
  SDB_SET_BINARY(pRaw, dataPos, pObj->parser, pObj->parserLen, _OVER)
×
1173
  SDB_SET_INT32(pRaw, dataPos, pObj->reasonLen, _OVER)
×
1174
  SDB_SET_BINARY(pRaw, dataPos, pObj->reason, pObj->reasonLen, _OVER)
×
1175
  SDB_SET_INT32(pRaw, dataPos, pObj->createdByLen, _OVER)
×
1176
  SDB_SET_BINARY(pRaw, dataPos, pObj->createdBy, pObj->createdByLen, _OVER)
×
1177
  SDB_SET_INT32(pRaw, dataPos, pObj->labelsLen, _OVER)
×
1178
  SDB_SET_BINARY(pRaw, dataPos, pObj->labels, pObj->labelsLen, _OVER)
×
1179

1180
  SDB_SET_RESERVE(pRaw, dataPos, TSDB_XNODE_RESERVE_SIZE, _OVER)
×
1181

1182
  terrno = 0;
×
1183

1184
_OVER:
×
1185
  if (terrno != 0) {
×
1186
    mError("xnode task:%d, failed to encode to raw:%p since %s", pObj->id, pRaw, terrstr());
×
1187
    sdbFreeRaw(pRaw);
×
1188
    return NULL;
×
1189
  }
1190

1191
  mTrace("xnode task:%d, encode to raw:%p, row:%p", pObj->id, pRaw, pObj);
×
1192
  return pRaw;
×
1193
}
1194

1195
SSdbRow *mndXnodeTaskActionDecode(SSdbRaw *pRaw) {
×
1196
  int32_t code = 0;
×
1197
  int32_t lino = 0;
×
1198
  terrno = TSDB_CODE_OUT_OF_MEMORY;
×
1199
  SSdbRow       *pRow = NULL;
×
1200
  SXnodeTaskObj *pObj = NULL;
×
1201

1202
  if (NULL == pRaw) {
×
1203
    terrno = TSDB_CODE_INVALID_PARA;
×
1204
    return NULL;
×
1205
  }
1206

1207
  int8_t sver = 0;
×
1208
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
×
1209

1210
  if (sver != TSDB_XNODE_VER_NUMBER) {
×
1211
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
×
1212
    goto _OVER;
×
1213
  }
1214

1215
  pRow = sdbAllocRow(sizeof(SXnodeTaskObj));
×
1216
  if (pRow == NULL) goto _OVER;
×
1217

1218
  pObj = sdbGetRowObj(pRow);
×
1219
  if (pObj == NULL) goto _OVER;
×
1220

1221
  int32_t dataPos = 0;
×
1222
  SDB_GET_INT32(pRaw, dataPos, &pObj->id, _OVER)
×
1223
  SDB_GET_INT64(pRaw, dataPos, &pObj->createTime, _OVER)
×
1224
  SDB_GET_INT64(pRaw, dataPos, &pObj->updateTime, _OVER)
×
1225
  SDB_GET_INT32(pRaw, dataPos, &pObj->statusLen, _OVER)
×
1226
  if (pObj->statusLen > 0) {
×
1227
    pObj->status = taosMemoryCalloc(pObj->statusLen + 1, 1);
×
1228
    if (pObj->status == NULL) goto _OVER;
×
1229
    SDB_GET_BINARY(pRaw, dataPos, pObj->status, pObj->statusLen, _OVER)
×
1230
  }
1231

1232
  SDB_GET_INT32(pRaw, dataPos, &pObj->via, _OVER)
×
1233
  SDB_GET_INT32(pRaw, dataPos, &pObj->xnodeId, _OVER)
×
1234

1235
  SDB_GET_INT32(pRaw, dataPos, &pObj->nameLen, _OVER)
×
1236
  if (pObj->nameLen > 0) {
×
1237
    pObj->name = taosMemoryCalloc(pObj->nameLen + 1, 1);
×
1238
    if (pObj->name == NULL) goto _OVER;
×
1239
    SDB_GET_BINARY(pRaw, dataPos, pObj->name, pObj->nameLen, _OVER)
×
1240
  }
1241

1242
  SDB_GET_INT32(pRaw, dataPos, &pObj->sourceType, _OVER)
×
1243
  SDB_GET_INT32(pRaw, dataPos, &pObj->sourceDsnLen, _OVER)
×
1244
  if (pObj->sourceDsnLen > 0) {
×
1245
    pObj->sourceDsn = taosMemoryCalloc(pObj->sourceDsnLen + 1, 1);
×
1246
    if (pObj->sourceDsn == NULL) goto _OVER;
×
1247
    SDB_GET_BINARY(pRaw, dataPos, pObj->sourceDsn, pObj->sourceDsnLen, _OVER)
×
1248
  }
1249

1250
  SDB_GET_INT32(pRaw, dataPos, &pObj->sinkType, _OVER)
×
1251
  SDB_GET_INT32(pRaw, dataPos, &pObj->sinkDsnLen, _OVER)
×
1252
  if (pObj->sinkDsnLen > 0) {
×
1253
    pObj->sinkDsn = taosMemoryCalloc(pObj->sinkDsnLen + 1, 1);
×
1254
    if (pObj->sinkDsn == NULL) goto _OVER;
×
1255
    SDB_GET_BINARY(pRaw, dataPos, pObj->sinkDsn, pObj->sinkDsnLen, _OVER)
×
1256
  }
1257

1258
  SDB_GET_INT32(pRaw, dataPos, &pObj->parserLen, _OVER)
×
1259
  if (pObj->parserLen > 0) {
×
1260
    pObj->parser = taosMemoryCalloc(pObj->parserLen + 1, 1);
×
1261
    if (pObj->parser == NULL) goto _OVER;
×
1262
    SDB_GET_BINARY(pRaw, dataPos, pObj->parser, pObj->parserLen, _OVER)
×
1263
  }
1264

1265
  SDB_GET_INT32(pRaw, dataPos, &pObj->reasonLen, _OVER)
×
1266
  if (pObj->reasonLen > 0) {
×
1267
    pObj->reason = taosMemoryCalloc(pObj->reasonLen + 1, 1);
×
1268
    if (pObj->reason == NULL) goto _OVER;
×
1269
    SDB_GET_BINARY(pRaw, dataPos, pObj->reason, pObj->reasonLen, _OVER)
×
1270
  }
1271

1272
  SDB_GET_INT32(pRaw, dataPos, &pObj->createdByLen, _OVER)
×
1273
  if (pObj->createdByLen > 0) {
×
1274
    pObj->createdBy = taosMemoryCalloc(pObj->createdByLen + 1, 1);
×
1275
    if (pObj->createdBy == NULL) goto _OVER;
×
1276
    SDB_GET_BINARY(pRaw, dataPos, pObj->createdBy, pObj->createdByLen, _OVER)
×
1277
  }
1278

1279
  SDB_GET_INT32(pRaw, dataPos, &pObj->labelsLen, _OVER)
×
1280
  if (pObj->labelsLen > 0) {
×
1281
    pObj->labels = taosMemoryCalloc(pObj->labelsLen + 1, 1);
×
1282
    if (pObj->labels == NULL) goto _OVER;
×
1283
    SDB_GET_BINARY(pRaw, dataPos, pObj->labels, pObj->labelsLen, _OVER)
×
1284
  }
1285

1286
  SDB_GET_RESERVE(pRaw, dataPos, TSDB_XNODE_RESERVE_SIZE, _OVER)
×
1287

1288
  terrno = 0;
×
1289

1290
_OVER:
×
1291
  if (terrno != 0) {
×
1292
    mError("xnode task:%d, failed to decode from raw:%p since %s", pObj == NULL ? 0 : pObj->id, pRaw, terrstr());
×
1293
    if (pObj != NULL) {
×
1294
      taosMemoryFreeClear(pObj->name);
×
1295
      taosMemoryFreeClear(pObj->sourceDsn);
×
1296
      taosMemoryFreeClear(pObj->sinkDsn);
×
1297
      taosMemoryFreeClear(pObj->parser);
×
1298
      taosMemoryFreeClear(pObj->reason);
×
1299
      taosMemoryFreeClear(pObj->status);
×
1300
    }
1301
    taosMemoryFreeClear(pRow);
×
1302
    return NULL;
×
1303
  }
1304

1305
  mTrace("xnode:%d, decode from raw:%p, row:%p", pObj->id, pRaw, pObj);
×
1306
  return pRow;
×
1307
}
1308

1309
int32_t mndXnodeTaskActionInsert(SSdb *pSdb, SXnodeTaskObj *pObj) {
×
1310
  mDebug("xtask:%d, perform insert action, row:%p", pObj->id, pObj);
×
1311
  return 0;
×
1312
}
1313

1314
int32_t mndXnodeTaskActionDelete(SSdb *pSdb, SXnodeTaskObj *pObj) {
×
1315
  mDebug("xtask:%d, perform delete action, row:%p", pObj->id, pObj);
×
1316
  mndFreeXnodeTask(pObj);
×
1317
  return 0;
×
1318
}
1319

1320
int32_t mndXnodeTaskActionUpdate(SSdb *pSdb, SXnodeTaskObj *pOld, SXnodeTaskObj *pNew) {
×
1321
  mDebug("xtask:%d, perform update action, old row:%p new row:%p", pOld->id, pOld, pNew);
×
1322

1323
  taosWLockLatch(&pOld->lock);
×
1324
  pOld->via = pNew->via;
×
1325
  pOld->xnodeId = pNew->xnodeId;
×
1326
  swapFields(&pNew->statusLen, &pNew->status, &pOld->statusLen, &pOld->status);
×
1327
  swapFields(&pNew->nameLen, &pNew->name, &pOld->nameLen, &pOld->name);
×
1328
  swapFields(&pNew->sourceDsnLen, &pNew->sourceDsn, &pOld->sourceDsnLen, &pOld->sourceDsn);
×
1329
  swapFields(&pNew->sinkDsnLen, &pNew->sinkDsn, &pOld->sinkDsnLen, &pOld->sinkDsn);
×
1330
  swapFields(&pNew->parserLen, &pNew->parser, &pOld->parserLen, &pOld->parser);
×
1331
  swapFields(&pNew->reasonLen, &pNew->reason, &pOld->reasonLen, &pOld->reason);
×
1332
  swapFields(&pNew->labelsLen, &pNew->labels, &pOld->labelsLen, &pOld->labels);
×
1333
  if (pNew->updateTime > pOld->updateTime) {
×
1334
    pOld->updateTime = pNew->updateTime;
×
1335
  }
1336
  taosWUnLockLatch(&pOld->lock);
×
1337
  return 0;
×
1338
}
1339

1340
static int32_t mndSetCreateXnodeTaskRedoLogs(STrans *pTrans, SXnodeTaskObj *pObj) {
×
1341
  int32_t  code = 0;
×
1342
  SSdbRaw *pRedoRaw = mndXnodeTaskActionEncode(pObj);
×
1343
  if (pRedoRaw == NULL) {
×
1344
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1345
    if (terrno != 0) code = terrno;
×
1346
    TAOS_RETURN(code);
×
1347
  }
1348
  TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pRedoRaw));
×
1349
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_CREATING));
×
1350
  TAOS_RETURN(code);
×
1351
}
1352

1353
static int32_t mndSetCreateXnodeTaskUndoLogs(STrans *pTrans, SXnodeTaskObj *pObj) {
×
1354
  int32_t  code = 0;
×
1355
  SSdbRaw *pUndoRaw = mndXnodeTaskActionEncode(pObj);
×
1356
  if (pUndoRaw == NULL) {
×
1357
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1358
    if (terrno != 0) code = terrno;
×
1359
    TAOS_RETURN(code);
×
1360
  }
1361
  TAOS_CHECK_RETURN(mndTransAppendUndolog(pTrans, pUndoRaw));
×
1362
  TAOS_CHECK_RETURN(sdbSetRawStatus(pUndoRaw, SDB_STATUS_DROPPED));
×
1363
  TAOS_RETURN(code);
×
1364
}
1365

1366
static int32_t mndSetCreateXnodeTaskCommitLogs(STrans *pTrans, SXnodeTaskObj *pObj) {
×
1367
  int32_t  code = 0;
×
1368
  SSdbRaw *pCommitRaw = mndXnodeTaskActionEncode(pObj);
×
1369
  if (pCommitRaw == NULL) {
×
1370
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1371
    if (terrno != 0) code = terrno;
×
1372
    TAOS_RETURN(code);
×
1373
  }
1374
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pCommitRaw));
×
1375
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY));
×
1376
  TAOS_RETURN(code);
×
1377
}
1378
void mndReleaseXnodeTask(SMnode *pMnode, SXnodeTaskObj *pObj) {
3,240✔
1379
  SSdb *pSdb = pMnode->pSdb;
3,240✔
1380
  sdbRelease(pSdb, pObj);
3,240✔
1381
}
3,240✔
1382

1383
static const char *getXTaskOptionByName(xTaskOptions *pOptions, const char *name) {
486✔
1384
  if (pOptions == NULL || name == NULL) return NULL;
486✔
1385
  for (int32_t i = 0; i < pOptions->optionsNum; ++i) {
1,134✔
1386
    CowStr option = pOptions->options[i];
810✔
1387
    if (option.ptr != NULL && strncasecmp(option.ptr, name, strlen(name)) == 0 && option.ptr[strlen(name)] == '=') {
810✔
1388
      return option.ptr + strlen(name) + 1;
162✔
1389
    }
1390
  }
1391
  return NULL;
324✔
1392
}
1393

1394
static int32_t mndCreateXnodeTask(SMnode *pMnode, SRpcMsg *pReq, SMCreateXnodeTaskReq *pCreate) {
×
1395
  int32_t code = -1;
×
1396
  STrans *pTrans = NULL;
×
1397

1398
  SXnodeTaskObj xnodeObj = {0};
×
1399
  xnodeObj.id = sdbGetMaxId(pMnode->pSdb, SDB_XNODE_TASK);
×
1400
  xnodeObj.createTime = taosGetTimestampMs();
×
1401
  xnodeObj.updateTime = xnodeObj.createTime;
×
1402
  xnodeObj.via = pCreate->options.via;
×
1403
  xnodeObj.xnodeId = pCreate->xnodeId;
×
1404

1405
  xnodeObj.nameLen = pCreate->name.len + 1;
×
1406
  xnodeObj.name = taosMemoryCalloc(1, xnodeObj.nameLen);
×
1407
  if (xnodeObj.name == NULL) goto _OVER;
×
1408
  (void)memcpy(xnodeObj.name, pCreate->name.ptr, pCreate->name.len);
×
1409

1410
  xnodeObj.sourceType = pCreate->source.type;
×
1411
  xnodeObj.sourceDsnLen = pCreate->source.cstr.len + 1;
×
1412
  xnodeObj.sourceDsn = taosMemoryCalloc(1, xnodeObj.sourceDsnLen);
×
1413
  if (xnodeObj.sourceDsn == NULL) goto _OVER;
×
1414
  (void)memcpy(xnodeObj.sourceDsn, pCreate->source.cstr.ptr, pCreate->source.cstr.len);
×
1415

1416
  xnodeObj.sinkType = pCreate->sink.type;
×
1417
  xnodeObj.sinkDsnLen = pCreate->sink.cstr.len + 1;
×
1418
  xnodeObj.sinkDsn = taosMemoryCalloc(1, xnodeObj.sinkDsnLen);
×
1419
  if (xnodeObj.sinkDsn == NULL) goto _OVER;
×
1420
  (void)memcpy(xnodeObj.sinkDsn, pCreate->sink.cstr.ptr, pCreate->sink.cstr.len);
×
1421

1422
  xnodeObj.parserLen = pCreate->options.parser.len + 1;
×
1423
  if (pCreate->options.parser.ptr != NULL) {
×
1424
    xnodeObj.parser = taosMemoryCalloc(1, xnodeObj.parserLen);
×
1425
    if (xnodeObj.parser == NULL) goto _OVER;
×
1426
    (void)memcpy(xnodeObj.parser, pCreate->options.parser.ptr, pCreate->options.parser.len);
×
1427
  }
1428

1429
  const char *status = getXTaskOptionByName(&pCreate->options, "status");
×
1430
  if (status != NULL) {
×
1431
    xnodeObj.statusLen = strlen(status) + 1;
×
1432
    xnodeObj.status = taosMemoryCalloc(1, xnodeObj.statusLen);
×
1433
    if (xnodeObj.status == NULL) goto _OVER;
×
1434
    (void)memcpy(xnodeObj.status, status, xnodeObj.statusLen - 1);
×
1435
  }
1436

1437
  xnodeObj.createdByLen = strlen(pReq->info.conn.user) + 1;
×
1438
  xnodeObj.createdBy = taosMemoryCalloc(1, xnodeObj.createdByLen);
×
1439
  if (xnodeObj.createdBy == NULL) goto _OVER;
×
1440
  (void)memcpy(xnodeObj.createdBy, pReq->info.conn.user, xnodeObj.createdByLen - 1);
×
1441

1442
  const char *labels = getXTaskOptionByName(&pCreate->options, "labels");
×
1443
  if (labels != NULL) {
×
1444
    xnodeObj.labelsLen = strlen(labels) + 1;
×
1445
    xnodeObj.labels = taosMemoryCalloc(1, xnodeObj.labelsLen);
×
1446
    if (xnodeObj.labels == NULL) goto _OVER;
×
1447
    (void)memcpy(xnodeObj.labels, labels, xnodeObj.labelsLen - 1);
×
1448
  }
1449

1450
  pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_NOTHING, pReq, "create-xnode-task");
×
1451
  if (pTrans == NULL) {
×
1452
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1453
    if (terrno != 0) {
×
1454
      code = terrno;
×
1455
    }
1456
    mError("failed to create transaction for xnode-task:%s, code:0x%x:%s", pCreate->name.ptr, code, tstrerror(code));
×
1457
    goto _OVER;
×
1458
  }
1459
  mndTransSetSerial(pTrans);
×
1460

1461
  mDebug("trans:%d, used to create xnode task:%s as task:%d", pTrans->id, pCreate->name.ptr, xnodeObj.id);
×
1462

1463
  TAOS_CHECK_GOTO(mndSetCreateXnodeTaskRedoLogs(pTrans, &xnodeObj), NULL, _OVER);
×
1464
  TAOS_CHECK_GOTO(mndSetCreateXnodeTaskUndoLogs(pTrans, &xnodeObj), NULL, _OVER);
×
1465
  TAOS_CHECK_GOTO(mndSetCreateXnodeTaskCommitLogs(pTrans, &xnodeObj), NULL, _OVER);
×
1466
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
×
1467

1468
  code = 0;
×
1469

1470
_OVER:
×
1471
  mndFreeXnodeTask(&xnodeObj);
×
1472
  mndTransDrop(pTrans);
×
1473
  TAOS_RETURN(code);
×
1474
}
1475

1476
// Helper function to validate grant and permissions
1477
static int32_t mndValidateXnodeTaskPermissions(SMnode *pMnode, SRpcMsg *pReq) {
13,770✔
1478
  int32_t code = grantCheck(TSDB_GRANT_XNODE);
13,770✔
1479
  if (code != TSDB_CODE_SUCCESS) {
13,770✔
1480
    mError("failed to create xnode, code:%s", tstrerror(code));
×
1481
    return code;
×
1482
  }
1483

1484
  return mndCheckOperPrivilege(pMnode, pReq->info.conn.user, NULL, MND_OPER_CREATE_XNODE);
13,770✔
1485
}
1486

1487
// Helper function to parse and validate the request
1488
static int32_t mndValidateCreateXnodeTaskReq(SRpcMsg *pReq, SMCreateXnodeTaskReq *pCreateReq) {
13,770✔
1489
  int32_t code = 0;
13,770✔
1490
  SJson  *pJson = NULL;
13,770✔
1491
  SJson  *postContent = NULL;
13,770✔
1492
  char   *srcDsn = NULL;
13,770✔
1493
  char   *sinkDsn = NULL;
13,770✔
1494
  char   *parser = NULL;
13,770✔
1495
  char   *pContStr = NULL;
13,770✔
1496

1497
  // from, to, parser check
1498
  char xnodeUrl[TSDB_XNODE_URL_LEN] = {0};
13,770✔
1499
  snprintf(xnodeUrl, TSDB_XNODE_URL_LEN, "%s/task/check", XNODED_PIPE_SOCKET_URL);
13,770✔
1500
  postContent = tjsonCreateObject();
13,770✔
1501
  if (postContent == NULL) {
13,770✔
1502
    code = terrno;
×
1503
    goto _OVER;
×
1504
  }
1505
  srcDsn = taosStrndupi(pCreateReq->source.cstr.ptr, (int64_t)pCreateReq->source.cstr.len);
13,770✔
1506
  if (srcDsn == NULL) {
13,770✔
1507
    code = terrno;
×
1508
    goto _OVER;
×
1509
  }
1510
  TAOS_CHECK_GOTO(tjsonAddStringToObject(postContent, "from", srcDsn), NULL, _OVER);
13,770✔
1511

1512
  sinkDsn = taosStrndupi(pCreateReq->sink.cstr.ptr, (int64_t)pCreateReq->sink.cstr.len);
13,770✔
1513
  if (sinkDsn == NULL) {
13,770✔
1514
    code = terrno;
×
1515
    goto _OVER;
×
1516
  }
1517
  TAOS_CHECK_GOTO(tjsonAddStringToObject(postContent, "to", sinkDsn), NULL, _OVER);
13,770✔
1518

1519
  if (pCreateReq->options.parser.len > 0 && pCreateReq->options.parser.ptr != NULL) {
13,770✔
1520
    parser = taosStrndupi(pCreateReq->options.parser.ptr, (int64_t)pCreateReq->options.parser.len);
8,910✔
1521
    if (parser == NULL) {
8,910✔
1522
      code = terrno;
×
1523
      goto _OVER;
×
1524
    }
1525
    TAOS_CHECK_GOTO(tjsonAddStringToObject(postContent, "parser", parser), NULL, _OVER);
8,910✔
1526
  }
1527

1528
  if (pCreateReq->xnodeId > 0) {
13,770✔
1529
    TAOS_CHECK_GOTO(tjsonAddDoubleToObject(postContent, "xnode_id", (double)pCreateReq->xnodeId), NULL, _OVER);
×
1530
  }
1531

1532
  pContStr = tjsonToUnformattedString(postContent);
13,770✔
1533
  if (pContStr == NULL) {
13,770✔
1534
    code = terrno;
×
1535
    goto _OVER;
×
1536
  }
1537

1538
  pJson = mndSendReqRetJson(xnodeUrl, HTTP_TYPE_POST, 60000, pContStr, strlen(pContStr));
13,770✔
1539
  if (pJson == NULL) {
13,770✔
1540
    code = terrno;
13,770✔
1541
    goto _OVER;
13,770✔
1542
  }
1543

1544
  // todo: only4test
1545
  // (void)mndSendReqRetJson(xnodeUrl, HTTP_TYPE_POST, 60000, pContStr, strlen(pContStr));
1546
  // code = TSDB_CODE_SUCCESS;
1547

1548
_OVER:
13,770✔
1549
  if (srcDsn != NULL) taosMemoryFreeClear(srcDsn);
13,770✔
1550
  if (sinkDsn != NULL) taosMemoryFreeClear(sinkDsn);
13,770✔
1551
  if (parser != NULL) taosMemoryFreeClear(parser);
13,770✔
1552
  if (pContStr != NULL) taosMemoryFreeClear(pContStr);
13,770✔
1553
  if (postContent != NULL) tjsonDelete(postContent);
13,770✔
1554
  if (pJson != NULL) tjsonDelete(pJson);
13,770✔
1555

1556
  TAOS_RETURN(code);
13,770✔
1557
}
1558

1559
// Helper function to check if xnode task already exists
1560
static int32_t mndCheckXnodeTaskExists(SMnode *pMnode, const char *name) {
13,770✔
1561
  SXnodeTaskObj *pObj = mndAcquireXnodeTaskByName(pMnode, name);
13,770✔
1562
  if (pObj != NULL) {
13,770✔
1563
    mError("xnode task:%s already exists", name);
×
1564
    mndReleaseXnodeTask(pMnode, pObj);
×
1565
    return TSDB_CODE_MND_XNODE_TASK_ALREADY_EXIST;
×
1566
  }
1567
  return TSDB_CODE_SUCCESS;
13,770✔
1568
}
1569

1570
// Helper function to handle the creation result
1571
static int32_t mndHandleCreateXnodeTaskResult(int32_t createCode) {
×
1572
  if (createCode == 0) {
×
1573
    return TSDB_CODE_ACTION_IN_PROGRESS;
×
1574
  }
1575
  return createCode;
×
1576
}
1577

1578
static int32_t mndProcessCreateXnodeTaskReq(SRpcMsg *pReq) {
13,770✔
1579
  mDebug("xnode create task request received, contLen:%d\n", pReq->contLen);
13,770✔
1580
  SMnode              *pMnode = pReq->info.node;
13,770✔
1581
  int32_t              code = -1;
13,770✔
1582
  SMCreateXnodeTaskReq createReq = {0};
13,770✔
1583

1584
  // Step 1: Validate permissions
1585
  code = mndValidateXnodeTaskPermissions(pMnode, pReq);
13,770✔
1586
  if (code != TSDB_CODE_SUCCESS) {
13,770✔
1587
    goto _OVER;
×
1588
  }
1589

1590
  code = tDeserializeSMCreateXnodeTaskReq(pReq->pCont, pReq->contLen, &createReq);
13,770✔
1591
  if (code != 0) {
13,770✔
1592
    mError("failed to deserialize create xnode task request, code:%s", tstrerror(code));
×
1593
    TAOS_RETURN(code);
×
1594
  }
1595

1596
  // Step 2: Check if task already exists
1597
  TAOS_CHECK_GOTO(mndCheckXnodeTaskExists(pMnode, createReq.name.ptr), NULL, _OVER);
13,770✔
1598

1599
  // Step 3: Parse and validate request
1600
  TAOS_CHECK_GOTO(mndValidateCreateXnodeTaskReq(pReq, &createReq), NULL, _OVER);
13,770✔
1601

1602
  // Step 4: Create the xnode task
1603
  TAOS_CHECK_GOTO(mndCreateXnodeTask(pMnode, pReq, &createReq), NULL, _OVER);
×
1604
  TAOS_CHECK_GOTO(mndHandleCreateXnodeTaskResult(code), NULL, _OVER);
×
1605

1606
_OVER:
13,770✔
1607
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
13,770✔
1608
    mError("xnode task:%s, failed to create since %s", createReq.name.ptr ? createReq.name.ptr : "unknown",
13,770✔
1609
           tstrerror(code));
1610
  }
1611
  tFreeSMCreateXnodeTaskReq(&createReq);
13,770✔
1612
  TAOS_RETURN(code);
13,770✔
1613
}
1614

1615
static int32_t httpStartXnodeTask(SXnodeTaskObj *pObj) {
×
1616
  int32_t code = 0;
×
1617
  struct {
1618
    char   xnodeUrl[TSDB_XNODE_URL_LEN + 1];
1619
    SJson *postContent;
1620
    SJson *pJson;
1621
    char  *pContStr;
1622
    char  *srcDsn;
1623
    char  *sinkDsn;
1624
    char  *parser;
1625
  } req = {0};
×
1626

1627
  snprintf(req.xnodeUrl, TSDB_XNODE_URL_LEN, "%s/task/%d", XNODED_PIPE_SOCKET_URL, pObj->id);
×
1628
  req.postContent = tjsonCreateObject();
×
1629
  if (req.postContent == NULL) {
×
1630
    code = terrno;
×
1631
    goto _OVER;
×
1632
  }
1633
  req.srcDsn = taosStrndupi(pObj->sourceDsn, (int64_t)pObj->sourceDsnLen);
×
1634
  if (req.srcDsn == NULL) {
×
1635
    code = terrno;
×
1636
    goto _OVER;
×
1637
  }
1638
  TAOS_CHECK_GOTO(tjsonAddStringToObject(req.postContent, "from", req.srcDsn), NULL, _OVER);
×
1639

1640
  req.sinkDsn = taosStrndupi(pObj->sinkDsn, (int64_t)pObj->sinkDsnLen);
×
1641
  if (req.sinkDsn == NULL) {
×
1642
    code = terrno;
×
1643
    goto _OVER;
×
1644
  }
1645
  TAOS_CHECK_GOTO(tjsonAddStringToObject(req.postContent, "to", req.sinkDsn), NULL, _OVER);
×
1646

1647
  if (pObj->parserLen > 0) {
×
1648
    req.parser = taosStrndupi(pObj->parser, (int64_t)pObj->parserLen);
×
1649
    if (req.parser == NULL) {
×
1650
      code = terrno;
×
1651
      goto _OVER;
×
1652
    }
1653
    TAOS_CHECK_GOTO(tjsonAddStringToObject(req.postContent, "parser", req.parser), NULL, _OVER);
×
1654
  }
1655

1656
  if (pObj->xnodeId > 0) {
×
1657
    TAOS_CHECK_GOTO(tjsonAddDoubleToObject(req.postContent, "xnode_id", (double)pObj->xnodeId), NULL, _OVER);
×
1658
  }
1659

1660
  if (pObj->via > 0) {
×
1661
    TAOS_CHECK_GOTO(tjsonAddDoubleToObject(req.postContent, "via", (double)pObj->via), NULL, _OVER);
×
1662
  }
1663

1664
  if (pObj->createdBy != NULL) {
×
1665
    TAOS_CHECK_GOTO(tjsonAddStringToObject(req.postContent, "created_by", pObj->createdBy), NULL, _OVER);
×
1666
  }
1667

1668
  if (pObj->labels != NULL) {
×
1669
    TAOS_CHECK_GOTO(tjsonAddStringToObject(req.postContent, "labels", pObj->labels), NULL, _OVER);
×
1670
  }
1671

1672
  req.pContStr = tjsonToUnformattedString(req.postContent);
×
1673
  if (req.pContStr == NULL) {
×
1674
    code = terrno;
×
1675
    goto _OVER;
×
1676
  }
1677
  mDebug("start xnode post content:%s", req.pContStr);
×
1678
  (void)mndSendReqRetJson(req.xnodeUrl, HTTP_TYPE_POST, defaultTimeout, req.pContStr, strlen(req.pContStr));
×
1679

1680
_OVER:
×
1681
  if (req.pContStr != NULL) taosMemoryFreeClear(req.pContStr);
×
1682
  if (req.postContent != NULL) tjsonDelete(req.postContent);
×
1683
  if (req.pJson != NULL) tjsonDelete(req.pJson);
×
1684
  if (req.srcDsn != NULL) taosMemoryFreeClear(req.srcDsn);
×
1685
  if (req.sinkDsn != NULL) taosMemoryFreeClear(req.sinkDsn);
×
1686
  if (req.parser != NULL) taosMemoryFreeClear(req.parser);
×
1687
  TAOS_RETURN(code);
×
1688
}
1689

1690
static int32_t mndProcessStartXnodeTaskReq(SRpcMsg *pReq) {
810✔
1691
  SMnode             *pMnode = pReq->info.node;
810✔
1692
  int32_t             code = -1;
810✔
1693
  SXnodeTaskObj      *pObj = NULL;
810✔
1694
  SMStartXnodeTaskReq startReq = {0};
810✔
1695
  SXnodeTaskObj      *pObjClone = NULL;
810✔
1696

1697
  TAOS_CHECK_GOTO(tDeserializeSMStartXnodeTaskReq(pReq->pCont, pReq->contLen, &startReq), NULL, _OVER);
810✔
1698

1699
  mDebug("xnode start xnode task with tid:%d", startReq.tid);
810✔
1700
  TAOS_CHECK_GOTO(mndCheckOperPrivilege(pMnode, pReq->info.conn.user, NULL, MND_OPER_START_XNODE_TASK), NULL, _OVER);
810✔
1701

1702
  if (startReq.tid <= 0 && (startReq.name.len <= 0 || startReq.name.ptr == NULL)) {
810✔
1703
    code = TSDB_CODE_MND_XNODE_INVALID_MSG;
×
1704
    goto _OVER;
×
1705
  }
1706

1707
  if (startReq.tid > 0) {
810✔
1708
    pObj = mndAcquireXnodeTask(pMnode, startReq.tid);
810✔
1709
  } else {
1710
    pObj = mndAcquireXnodeTaskByName(pMnode, startReq.name.ptr);
×
1711
  }
1712
  if (pObj == NULL) {
810✔
1713
    code = terrno;
810✔
1714
    goto _OVER;
810✔
1715
  }
1716
  (void)httpStartXnodeTask(pObj);
×
1717

1718
_OVER:
810✔
1719
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
810✔
1720
    mError("xnode task:%d, failed to start since %s", startReq.tid, tstrerror(code));
810✔
1721
  }
1722
  tFreeSMStartXnodeTaskReq(&startReq);
810✔
1723
  if (pObj != NULL) {
810✔
1724
    mndReleaseXnodeTask(pMnode, pObj);
×
1725
  }
1726
  if (pObjClone != NULL) {
810✔
1727
    mndFreeXnodeTask(pObjClone);
×
1728
    taosMemFree(pObjClone);
×
1729
  }
1730
  TAOS_RETURN(code);
810✔
1731
}
1732

1733
static int32_t mndProcessStopXnodeTaskReq(SRpcMsg *pReq) {
810✔
1734
  SMnode            *pMnode = pReq->info.node;
810✔
1735
  int32_t            code = -1;
810✔
1736
  SXnodeTaskObj     *pObj = NULL;
810✔
1737
  SMStopXnodeTaskReq stopReq = {0};
810✔
1738
  SJson             *pJson = NULL;
810✔
1739

1740
  TAOS_CHECK_GOTO(tDeserializeSMStopXnodeTaskReq(pReq->pCont, pReq->contLen, &stopReq), NULL, _OVER);
810✔
1741

1742
  mDebug("Stop xnode task with tid:%d", stopReq.tid);
810✔
1743
  TAOS_CHECK_GOTO(mndCheckOperPrivilege(pMnode, pReq->info.conn.user, NULL, MND_OPER_STOP_XNODE_TASK), NULL, _OVER);
810✔
1744
  if (stopReq.tid <= 0 && (stopReq.name.len <= 0 || stopReq.name.ptr == NULL)) {
810✔
1745
    code = TSDB_CODE_MND_XNODE_INVALID_MSG;
×
1746
    goto _OVER;
×
1747
  }
1748

1749
  if (stopReq.tid > 0) {
810✔
1750
    pObj = mndAcquireXnodeTask(pMnode, stopReq.tid);
810✔
1751
  } else {
1752
    pObj = mndAcquireXnodeTaskByName(pMnode, stopReq.name.ptr);
×
1753
  }
1754
  if (pObj == NULL) {
810✔
1755
    code = terrno;
810✔
1756
    goto _OVER;
810✔
1757
  }
1758

1759
  // send request
1760
  char xnodeUrl[TSDB_XNODE_URL_LEN + 1] = {0};
×
1761
  snprintf(xnodeUrl, TSDB_XNODE_URL_LEN, "%s/task/%d", XNODED_PIPE_SOCKET_URL, pObj->id);
×
1762
  (void)mndSendReqRetJson(xnodeUrl, HTTP_TYPE_DELETE, defaultTimeout, NULL, 0);
×
1763

1764
_OVER:
810✔
1765
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
810✔
1766
    mError("xnode task:%d, failed to stop since %s", stopReq.tid, tstrerror(code));
810✔
1767
  }
1768
  if (pJson != NULL) {
810✔
1769
    tjsonDelete(pJson);
×
1770
  }
1771
  tFreeSMStopXnodeTaskReq(&stopReq);
810✔
1772
  TAOS_RETURN(code);
810✔
1773
}
1774

1775
static int32_t mndUpdateXnodeTask(SMnode *pMnode, SRpcMsg *pReq, const SXnodeTaskObj *pOld,
×
1776
                                  SMUpdateXnodeTaskReq *pUpdate) {
1777
  mDebug("xnode task:%d, start to update", pUpdate->tid);
×
1778
  int32_t      code = -1;
×
1779
  STrans       *pTrans = NULL;
×
1780
  SXnodeTaskObj taskObj = *pOld;
×
1781
  struct {
1782
    bool status;
1783
    bool name;
1784
    bool source;
1785
    bool sink;
1786
    bool parser;
1787
    bool reason;
1788
    bool labels;
1789
  } isChange = {0};
×
1790

1791
  if (pUpdate->via > 0) {
×
1792
    taskObj.via = pUpdate->via;
×
1793
  }
1794
  if (pUpdate->xnodeId > 0) {
×
1795
    taskObj.xnodeId = pUpdate->xnodeId;
×
1796
  }
1797
  if (pUpdate->status.ptr != NULL) {
×
1798
    taskObj.statusLen = pUpdate->status.len + 1;
×
1799
    taskObj.status = taosMemoryCalloc(1, taskObj.statusLen);
×
1800
    if (taskObj.status == NULL) {
×
1801
      code = terrno;
×
1802
      goto _OVER;
×
1803
    }
1804
    (void)memcpy(taskObj.status, pUpdate->status.ptr, pUpdate->status.len);
×
1805
    isChange.status = true;
×
1806
  }
1807
  if (pUpdate->updateName.ptr != NULL) {
×
1808
    taskObj.nameLen = pUpdate->updateName.len + 1;
×
1809
    taskObj.name = taosMemoryCalloc(1, taskObj.nameLen);
×
1810
    if (taskObj.name == NULL) {
×
1811
      code = terrno;
×
1812
      goto _OVER;
×
1813
    }
1814
    (void)memcpy(taskObj.name, pUpdate->updateName.ptr, pUpdate->updateName.len);
×
1815
    isChange.name = true;
×
1816
  }
1817
  if (pUpdate->source.cstr.ptr != NULL) {
×
1818
    taskObj.sourceType = pUpdate->source.type;
×
1819
    taskObj.sourceDsnLen = pUpdate->source.cstr.len + 1;
×
1820
    taskObj.sourceDsn = taosMemoryCalloc(1, taskObj.sourceDsnLen);
×
1821
    if (taskObj.sourceDsn == NULL) {
×
1822
      code = terrno;
×
1823
      goto _OVER;
×
1824
    }
1825
    (void)memcpy(taskObj.sourceDsn, pUpdate->source.cstr.ptr, pUpdate->source.cstr.len);
×
1826
    isChange.source = true;
×
1827
  }
1828
  if (pUpdate->sink.cstr.ptr != NULL) {
×
1829
    taskObj.sinkType = pUpdate->sink.type;
×
1830
    taskObj.sinkDsnLen = pUpdate->sink.cstr.len + 1;
×
1831
    taskObj.sinkDsn = taosMemoryCalloc(1, taskObj.sinkDsnLen);
×
1832
    if (taskObj.sinkDsn == NULL) {
×
1833
      code = terrno;
×
1834
      goto _OVER;
×
1835
    }
1836
    (void)memcpy(taskObj.sinkDsn, pUpdate->sink.cstr.ptr, pUpdate->sink.cstr.len);
×
1837
    isChange.sink = true;
×
1838
  }
1839
  if (pUpdate->parser.ptr != NULL) {
×
1840
    taskObj.parserLen = pUpdate->parser.len + 1;
×
1841
    taskObj.parser = taosMemoryCalloc(1, taskObj.parserLen);
×
1842
    if (taskObj.parser == NULL) {
×
1843
      code = terrno;
×
1844
      goto _OVER;
×
1845
    }
1846
    (void)memcpy(taskObj.parser, pUpdate->parser.ptr, pUpdate->parser.len);
×
1847
    isChange.parser = true;
×
1848
  }
1849
  if (pUpdate->reason.ptr != NULL) {
×
1850
    taskObj.reasonLen = pUpdate->reason.len + 1;
×
1851
    taskObj.reason = taosMemoryCalloc(1, taskObj.reasonLen);
×
1852
    if (taskObj.reason == NULL) {
×
1853
      code = terrno;
×
1854
      goto _OVER;
×
1855
    }
1856
    (void)memcpy(taskObj.reason, pUpdate->reason.ptr, pUpdate->reason.len);
×
1857
    isChange.reason = true;
×
1858
  }
1859
  if (pUpdate->labels.ptr != NULL) {
×
1860
    taskObj.labelsLen = pUpdate->labels.len + 1;
×
1861
    taskObj.labels = taosMemoryCalloc(1, taskObj.labelsLen);
×
1862
    if (taskObj.labels == NULL) {
×
1863
      code = terrno;
×
1864
      goto _OVER;
×
1865
    }
1866
    (void)memcpy(taskObj.labels, pUpdate->labels.ptr, pUpdate->labels.len);
×
1867
    isChange.labels = true;
×
1868
  }
1869
  taskObj.updateTime = taosGetTimestampMs();
×
1870

1871
  pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_NOTHING, pReq, "update-xnode-task");
×
1872
  if (pTrans == NULL) {
×
1873
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1874
    if (terrno != 0) code = terrno;
×
1875
    goto _OVER;
×
1876
  }
1877
  mInfo("trans:%d, used to update xnode task:%d", pTrans->id, taskObj.id);
×
1878

1879
  TAOS_CHECK_GOTO(mndSetCreateXnodeTaskCommitLogs(pTrans, &taskObj), NULL, _OVER);
×
1880
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
×
1881
  code = 0;
×
1882

1883
_OVER:
×
1884
  if (NULL != taskObj.name && isChange.name) {
×
1885
    taosMemoryFree(taskObj.name);
×
1886
  }
1887
  if (NULL != taskObj.status && isChange.status) {
×
1888
    taosMemoryFree(taskObj.status);
×
1889
  }
1890
  if (NULL != taskObj.sourceDsn && isChange.source) {
×
1891
    taosMemoryFree(taskObj.sourceDsn);
×
1892
  }
1893
  if (NULL != taskObj.sinkDsn && isChange.sink) {
×
1894
    taosMemoryFree(taskObj.sinkDsn);
×
1895
  }
1896
  if (NULL != taskObj.parser && isChange.parser) {
×
1897
    taosMemoryFree(taskObj.parser);
×
1898
  }
1899
  if (NULL != taskObj.reason && isChange.reason) {
×
1900
    taosMemoryFree(taskObj.reason);
×
1901
  }
1902
  if (NULL != taskObj.labels && isChange.labels) {
×
1903
    taosMemoryFree(taskObj.labels);
×
1904
  }
1905
  mndTransDrop(pTrans);
×
1906
  TAOS_RETURN(code);
×
1907
}
1908

1909
static int32_t mndProcessUpdateXnodeTaskReq(SRpcMsg *pReq) {
3,240✔
1910
  SMnode             *pMnode = pReq->info.node;
3,240✔
1911
  int32_t             code = -1;
3,240✔
1912
  SXnodeTaskObj       *pObj = NULL;
3,240✔
1913
  SMUpdateXnodeTaskReq updateReq = {0};
3,240✔
1914

1915
  if ((code = grantCheck(TSDB_GRANT_TD_GPT)) != TSDB_CODE_SUCCESS) {
3,240✔
1916
    mError("failed to create xnode, code:%s", tstrerror(code));
×
1917
    goto _OVER;
×
1918
  }
1919

1920
  TAOS_CHECK_GOTO(tDeserializeSMUpdateXnodeTaskReq(pReq->pCont, pReq->contLen, &updateReq), NULL, _OVER);
3,240✔
1921

1922
  if (updateReq.tid > 0) {
3,240✔
1923
    pObj = mndAcquireXnodeTaskById(pMnode, updateReq.tid);
3,240✔
1924
  } else {
1925
    pObj = mndAcquireXnodeTaskByName(pMnode, updateReq.name.ptr);
×
1926
  }
1927
  if (pObj == NULL) {
3,240✔
1928
    code = terrno;
3,240✔
1929
    goto _OVER;
3,240✔
1930
  }
1931

1932
  if (updateReq.updateName.len > 0) {
×
1933
    SXnodeTaskObj *tmpObj = mndAcquireXnodeTaskByName(pMnode, updateReq.updateName.ptr);
×
1934
    if (tmpObj != NULL) {
×
1935
      mndReleaseXnodeTask(pMnode, tmpObj);
×
1936
      code = TSDB_CODE_MND_XNODE_NAME_DUPLICATE;
×
1937
      goto _OVER;
×
1938
    }
1939
  }
1940

1941
  code = mndUpdateXnodeTask(pMnode, pReq, pObj, &updateReq);
×
1942
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
×
1943

1944
_OVER:
3,240✔
1945
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
3,240✔
1946
    mError("xnode task:%d, failed to update since %s", updateReq.tid, tstrerror(code));
3,240✔
1947
  }
1948

1949
  mndReleaseXnodeTask(pMnode, pObj);
3,240✔
1950
  tFreeSMUpdateXnodeTaskReq(&updateReq);
3,240✔
1951
  TAOS_RETURN(code);
3,240✔
1952
  return 0;
1953
}
1954

1955
SXnodeTaskObj *mndAcquireXnodeTask(SMnode *pMnode, int32_t tid) {
2,430✔
1956
  SXnodeTaskObj *pObj = sdbAcquire(pMnode->pSdb, SDB_XNODE_TASK, &tid);
2,430✔
1957
  if (pObj == NULL && terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
2,430✔
1958
    terrno = TSDB_CODE_MND_XNODE_TASK_NOT_EXIST;
2,430✔
1959
  }
1960
  return pObj;
2,430✔
1961
}
1962

1963
static int32_t mndSetDropXnodeTaskRedoLogs(STrans *pTrans, SXnodeTaskObj *pObj) {
×
1964
  int32_t  code = 0;
×
1965
  SSdbRaw *pRedoRaw = mndXnodeTaskActionEncode(pObj);
×
1966
  if (pRedoRaw == NULL) {
×
1967
    code = terrno;
×
1968
    return code;
×
1969
  }
1970

1971
  TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pRedoRaw));
×
1972
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING));
×
1973

1974
  TAOS_RETURN(code);
×
1975
}
1976

1977
static int32_t mndSetDropXnodeTaskCommitLogs(STrans *pTrans, SXnodeTaskObj *pObj) {
×
1978
  int32_t  code = 0;
×
1979
  SSdbRaw *pCommitRaw = mndXnodeTaskActionEncode(pObj);
×
1980
  if (pCommitRaw == NULL) {
×
1981
    code = terrno;
×
1982
    return code;
×
1983
  }
1984

1985
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pCommitRaw));
×
1986
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED));
×
1987
  TAOS_RETURN(code);
×
1988
}
1989
static int32_t mndSetDropXnodeTaskInfoToTrans(SMnode *pMnode, STrans *pTrans, SXnodeTaskObj *pObj, bool force) {
×
1990
  if (pObj == NULL) {
×
1991
    return 0;
×
1992
  }
1993
  TAOS_CHECK_RETURN(mndSetDropXnodeTaskRedoLogs(pTrans, pObj));
×
1994
  TAOS_CHECK_RETURN(mndSetDropXnodeTaskCommitLogs(pTrans, pObj));
×
1995
  return 0;
×
1996
}
1997

1998
static int32_t mndDropXnodeTask(SMnode *pMnode, SRpcMsg *pReq, SXnodeTaskObj *pTask) {
×
1999
  int32_t code = 0;
×
2000
  int32_t lino = 0;
×
2001
  SArray *pArray = NULL;
×
2002

2003
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_NOTHING, pReq, "drop-xnode-task");
×
2004
  TSDB_CHECK_NULL(pTrans, code, lino, _OVER, terrno);
×
2005

2006
  mndTransSetSerial(pTrans);
×
2007
  mDebug("trans:%d, to drop xnode:%d", pTrans->id, pTask->id);
×
2008

2009
  // delete relative jobs
2010
  // TAOS_CHECK_GOTO(mndAcquireXnodeJobsByTaskId(pMnode, pTask->id, &pArray), NULL, _OVER);
2011
  // for (int i = 0; i < pArray->size; i++) {
2012
  //   SXnodeJobObj *pJob = taosArrayGet(pArray, i);
2013
  //   if (pJob == NULL) continue;
2014
  //   mDebug("xnode drop xnode task %d trans:%d, to drop xnode job:%d", pTask->id, pTrans->id, pJob->id);
2015
  //   TAOS_CHECK_GOTO(mndSetDropXnodeJobInfoToTrans(pTrans, pJob, false), NULL, _OVER);
2016
  // }
2017

2018
  code = mndSetDropXnodeTaskInfoToTrans(pMnode, pTrans, pTask, false);
×
2019
  mndReleaseXnodeTask(pMnode, pTask);
×
2020

2021
  TSDB_CHECK_CODE(code, lino, _OVER);
×
2022

2023
  code = mndTransPrepare(pMnode, pTrans);
×
2024

2025
_OVER:
×
2026
  if (pArray != NULL) {
×
2027
    for (int i = 0; i < pArray->size; i++) {
×
2028
      SXnodeJobObj *pJob = taosArrayGet(pArray, i);
×
2029
      if (pJob == NULL) continue;
×
2030
      mndReleaseXnodeJob(pMnode, pJob);
×
2031
    }
2032
  }
2033
  mndTransDrop(pTrans);
×
2034
  TAOS_RETURN(code);
×
2035
}
2036

2037
static int32_t mndProcessDropXnodeTaskReq(SRpcMsg *pReq) {
12,960✔
2038
  SMnode            *pMnode = pReq->info.node;
12,960✔
2039
  int32_t            code = -1;
12,960✔
2040
  SXnodeTaskObj     *pObj = NULL;
12,960✔
2041
  SMDropXnodeTaskReq dropReq = {0};
12,960✔
2042
  SJson             *pJson = NULL;
12,960✔
2043

2044
  TAOS_CHECK_GOTO(tDeserializeSMDropXnodeTaskReq(pReq->pCont, pReq->contLen, &dropReq), NULL, _OVER);
12,960✔
2045

2046
  mDebug("DropXnodeTask with tid:%d, start to drop", dropReq.id);
12,960✔
2047
  TAOS_CHECK_GOTO(mndCheckOperPrivilege(pMnode, pReq->info.conn.user, NULL, MND_OPER_DROP_XNODE_TASK), NULL, _OVER);
12,960✔
2048

2049
  if (dropReq.id <= 0 && (dropReq.name.len <= 0 || dropReq.name.ptr == NULL)) {
12,960✔
2050
    code = TSDB_CODE_MND_XNODE_INVALID_MSG;
×
2051
    goto _OVER;
×
2052
  }
2053

2054
  if (dropReq.name.len > 0 && dropReq.name.ptr != NULL) {
12,960✔
2055
    pObj = mndAcquireXnodeTaskByName(pMnode, dropReq.name.ptr);
12,150✔
2056
  } else {
2057
    pObj = mndAcquireXnodeTask(pMnode, dropReq.id);
810✔
2058
  }
2059
  if (pObj == NULL) {
12,960✔
2060
    code = terrno;
12,960✔
2061
    goto _OVER;
12,960✔
2062
  }
2063

2064
  // send request to drop xnode task
2065
  char xnodeUrl[TSDB_XNODE_URL_LEN + 1] = {0};
×
2066
  snprintf(xnodeUrl, TSDB_XNODE_URL_LEN, "%s/task/drop/%d", XNODED_PIPE_SOCKET_URL, pObj->id);
×
2067
  (void)mndSendReqRetJson(xnodeUrl, HTTP_TYPE_DELETE, defaultTimeout, NULL, 0);
×
2068

2069
  code = mndDropXnodeTask(pMnode, pReq, pObj);
×
2070
  if (code == 0) {
×
2071
    code = TSDB_CODE_ACTION_IN_PROGRESS;
×
2072
  }
2073

2074
_OVER:
12,960✔
2075
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
12,960✔
2076
    mError("xnode task:%d, failed to drop since %s", dropReq.id, tstrerror(code));
12,960✔
2077
  }
2078
  if (pJson != NULL) {
12,960✔
2079
    tjsonDelete(pJson);
×
2080
  }
2081
  tFreeSMDropXnodeTaskReq(&dropReq);
12,960✔
2082
  TAOS_RETURN(code);
12,960✔
2083
}
2084
static int32_t mndRetrieveXnodeTasks(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
3,364✔
2085
  SMnode        *pMnode = pReq->info.node;
3,364✔
2086
  SSdb          *pSdb = pMnode->pSdb;
3,364✔
2087
  int32_t        numOfRows = 0;
3,364✔
2088
  int32_t        cols = 0;
3,364✔
2089
  SXnodeTaskObj *pObj = NULL;
3,364✔
2090
  char           buf[VARSTR_HEADER_SIZE +
×
2091
           TMAX(TSDB_XNODE_TASK_NAME_LEN,
3,364✔
2092
                          TMAX(TSDB_XNODE_TASK_SOURCE_LEN, TMAX(TSDB_XNODE_TASK_SINK_LEN, TSDB_XNODE_TASK_PARSER_LEN)))];
2093
  int32_t        code = 0;
3,364✔
2094
  mDebug("show.type:%d, %s:%d: retrieve xnode tasks with rows: %d", pShow->type, __FILE__, __LINE__, rows);
3,364✔
2095

2096
  while (numOfRows < rows) {
3,364✔
2097
    pShow->pIter = sdbFetch(pSdb, SDB_XNODE_TASK, pShow->pIter, (void **)&pObj);
3,364✔
2098
    if (pShow->pIter == NULL) break;
3,364✔
2099

2100
    cols = 0;
×
2101
    // id
2102
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2103
    code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->id, false);
×
2104
    if (code != 0) goto _end;
×
2105

2106
    // name
2107
    buf[0] = 0;
×
2108
    STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->name, pShow->pMeta->pSchemas[cols].bytes);
×
2109
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2110
    code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
×
2111
    if (code != 0) goto _end;
×
2112

2113
    // from
2114
    buf[0] = 0;
×
2115
    STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->sourceDsn, pShow->pMeta->pSchemas[cols].bytes);
×
2116
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2117
    code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
×
2118
    if (code != 0) goto _end;
×
2119

2120
    // to
2121
    buf[0] = 0;
×
2122
    STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->sinkDsn, pShow->pMeta->pSchemas[cols].bytes);
×
2123
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2124
    code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
×
2125
    if (code != 0) goto _end;
×
2126

2127
    // parser
2128
    if (pObj->parserLen > 0 && pObj->parser != NULL) {
×
2129
      buf[0] = 0;
×
2130
      STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->parser, pShow->pMeta->pSchemas[cols].bytes);
×
2131
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2132
      code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
×
2133
      if (code != 0) goto _end;
×
2134
    } else {
2135
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2136
      colDataSetNULL(pColInfo, numOfRows);
×
2137
    }
2138

2139
    // via
2140
    if (pObj->via != 0) {
×
2141
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2142
      code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->via, false);
×
2143
      if (code != 0) goto _end;
×
2144
    } else {
2145
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2146
      colDataSetNULL(pColInfo, numOfRows);
×
2147
    }
2148

2149
    // xnode_id
2150
    if (pObj->xnodeId != 0) {
×
2151
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2152
      code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->xnodeId, false);
×
2153
      if (code != 0) goto _end;
×
2154
    } else {
2155
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2156
      colDataSetNULL(pColInfo, numOfRows);
×
2157
    }
2158

2159
    // status
2160
    if (pObj->statusLen > 0) {
×
2161
      buf[0] = 0;
×
2162
      STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->status, pShow->pMeta->pSchemas[cols].bytes);
×
2163
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2164
      code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
×
2165
      if (code != 0) goto _end;
×
2166
    } else {
2167
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2168
      colDataSetNULL(pColInfo, numOfRows);
×
2169
    }
2170

2171
    // reason
2172
    if (pObj->reasonLen > 0) {
×
2173
      buf[0] = 0;
×
2174
      STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->reason, pShow->pMeta->pSchemas[cols].bytes);
×
2175
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2176
      code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
×
2177
      if (code != 0) goto _end;
×
2178
    } else {
2179
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2180
      colDataSetNULL(pColInfo, numOfRows);
×
2181
    }
2182

2183
    // create_by
2184
    if (pObj->createdByLen > 0) {
×
2185
      buf[0] = 0;
×
2186
      STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->createdBy, pShow->pMeta->pSchemas[cols].bytes);
×
2187
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2188
      code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
×
2189
      if (code != 0) goto _end;
×
2190
    } else {
2191
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2192
      colDataSetNULL(pColInfo, numOfRows);
×
2193
    }
2194

2195
    // labels
2196
    if (pObj->labelsLen > 0) {
×
2197
      buf[0] = 0;
×
2198
      STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->labels, pShow->pMeta->pSchemas[cols].bytes);
×
2199
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2200
      code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
×
2201
      if (code != 0) goto _end;
×
2202
    } else {
2203
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2204
      colDataSetNULL(pColInfo, numOfRows);
×
2205
    }
2206

2207
    // create_time
2208
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2209
    code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->createTime, false);
×
2210
    if (code != 0) goto _end;
×
2211

2212
    // update_time
2213
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
2214
    code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->updateTime, false);
×
2215
    if (code != 0) goto _end;
×
2216

2217
    numOfRows++;
×
2218
    sdbRelease(pSdb, pObj);
×
2219
  }
2220

2221
_end:
3,364✔
2222
  if (code != 0 && pObj != NULL) sdbRelease(pSdb, pObj);
3,364✔
2223

2224
  pShow->numOfRows += numOfRows;
3,364✔
2225
  return numOfRows;
3,364✔
2226
}
2227

2228
static void mndCancelGetNextXnodeTask(SMnode *pMnode, void *pIter) {
×
2229
  SSdb *pSdb = pMnode->pSdb;
×
2230
  sdbCancelFetchByType(pSdb, pIter, SDB_XNODE_TASK);
×
2231
}
×
2232

2233
/** xnode job section **/
2234

2235
static int32_t mndAcquireXnodeJobsByTaskId(SMnode *pMnode, int32_t tid, SArray **ppArray) {
×
2236
  int32_t code = 0;
×
2237
  SSdb   *pSdb = pMnode->pSdb;
×
2238

2239
  *ppArray = taosArrayInit(16, sizeof(SXnodeJobObj));
×
2240
  if (ppArray == NULL) {
×
2241
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2242
    if (terrno != 0) code = terrno;
×
2243
    goto _exit;
×
2244
  }
2245

2246
  int32_t idx = 0;
×
2247
  void   *pIter = NULL;
×
2248
  while (1) {
×
2249
    SXnodeJobObj *pJob = NULL;
×
2250
    pIter = sdbFetch(pSdb, SDB_XNODE_JOB, pIter, (void **)&pJob);
×
2251
    if (pIter == NULL) break;
×
2252

2253
    if (pJob->taskId == tid) {
×
2254
      if (NULL == taosArrayInsert(*ppArray, idx++, pJob)) {
×
2255
        code = terrno;
×
2256
        sdbRelease(pSdb, pJob);
×
2257
        goto _exit;
×
2258
      }
2259
    }
2260

2261
    sdbRelease(pSdb, pJob);
×
2262
  }
2263
  sdbCancelFetch(pSdb, pIter);
×
2264

2265
_exit:
×
2266
  TAOS_RETURN(code);
×
2267
}
2268

2269
static int32_t mndAcquireXnodeJobsAll(SMnode *pMnode, SArray **ppArray) {
14,823✔
2270
  int32_t code = 0;
14,823✔
2271
  SSdb   *pSdb = pMnode->pSdb;
14,823✔
2272

2273
  *ppArray = taosArrayInit(64, sizeof(SXnodeJobObj));
14,823✔
2274
  if (ppArray == NULL) {
14,823✔
2275
    code = terrno;
×
2276
    goto _exit;
×
2277
  }
2278

2279
  int32_t idx = 0;
14,823✔
2280
  void   *pIter = NULL;
14,823✔
2281
  while (1) {
8,100✔
2282
    SXnodeJobObj *pJob = NULL;
22,923✔
2283
    pIter = sdbFetch(pSdb, SDB_XNODE_JOB, pIter, (void **)&pJob);
22,923✔
2284
    if (pIter == NULL) break;
22,923✔
2285
    if (NULL == taosArrayInsert(*ppArray, idx++, pJob)) {
8,100✔
2286
      code = terrno;
×
2287
      goto _exit;
×
2288
    }
2289
    sdbRelease(pSdb, pJob);
8,100✔
2290
  }
2291
  sdbCancelFetch(pSdb, pIter);
14,823✔
2292

2293
_exit:
14,823✔
2294
  TAOS_RETURN(code);
14,823✔
2295
}
2296

2297
static void mndFreeXnodeJob(SXnodeJobObj *pObj) {
11,745✔
2298
  if (NULL == pObj) {
11,745✔
UNCOV
2299
    return;
×
2300
  }
2301
  if (NULL != pObj->config) {
11,745✔
2302
    taosMemoryFreeClear(pObj->config);
11,745✔
2303
  }
2304
  if (NULL != pObj->reason) {
11,745✔
UNCOV
2305
    taosMemoryFreeClear(pObj->reason);
×
2306
  }
2307
  if (NULL != pObj->status) {
11,745✔
UNCOV
2308
    taosMemoryFreeClear(pObj->status);
×
2309
  }
2310
}
2311

2312
SSdbRaw *mndXnodeJobActionEncode(SXnodeJobObj *pObj) {
12,636✔
2313
  int32_t code = 0;
12,636✔
2314
  int32_t lino = 0;
12,636✔
2315
  terrno = TSDB_CODE_OUT_OF_MEMORY;
12,636✔
2316

2317
  if (NULL == pObj) {
12,636✔
UNCOV
2318
    terrno = TSDB_CODE_INVALID_PARA;
×
UNCOV
2319
    return NULL;
×
2320
  }
2321

2322
  mDebug("xnode tid:%d, jid:%d, start to encode to raw, row:%p", pObj->taskId, pObj->id, pObj);
12,636✔
2323

2324
  int32_t rawDataLen = sizeof(SXnodeJobObj) + TSDB_XNODE_RESERVE_SIZE + pObj->configLen + pObj->reasonLen;
12,636✔
2325

2326
  SSdbRaw *pRaw = sdbAllocRaw(SDB_XNODE_JOB, TSDB_XNODE_VER_NUMBER, rawDataLen);
12,636✔
2327
  if (pRaw == NULL) goto _OVER;
12,636✔
2328

2329
  int32_t dataPos = 0;
12,636✔
2330
  SDB_SET_INT32(pRaw, dataPos, pObj->id, _OVER)
12,636✔
2331
  SDB_SET_INT32(pRaw, dataPos, pObj->taskId, _OVER)
12,636✔
2332
  SDB_SET_INT32(pRaw, dataPos, pObj->configLen, _OVER)
12,636✔
2333
  SDB_SET_BINARY(pRaw, dataPos, pObj->config, pObj->configLen, _OVER)
12,636✔
2334
  SDB_SET_INT32(pRaw, dataPos, pObj->via, _OVER)
12,636✔
2335
  SDB_SET_INT32(pRaw, dataPos, pObj->xnodeId, _OVER)
12,636✔
2336
  SDB_SET_INT32(pRaw, dataPos, pObj->statusLen, _OVER)
12,636✔
2337
  SDB_SET_BINARY(pRaw, dataPos, pObj->status, pObj->statusLen, _OVER)
12,636✔
2338
  SDB_SET_INT32(pRaw, dataPos, pObj->reasonLen, _OVER)
12,636✔
2339
  SDB_SET_BINARY(pRaw, dataPos, pObj->reason, pObj->reasonLen, _OVER)
12,636✔
2340
  SDB_SET_INT64(pRaw, dataPos, pObj->createTime, _OVER)
12,636✔
2341
  SDB_SET_INT64(pRaw, dataPos, pObj->updateTime, _OVER)
12,636✔
2342

2343
  SDB_SET_RESERVE(pRaw, dataPos, TSDB_XNODE_RESERVE_SIZE, _OVER)
12,636✔
2344

2345
  terrno = 0;
12,636✔
2346

2347
_OVER:
12,636✔
2348
  if (terrno != 0) {
12,636✔
UNCOV
2349
    mError("xnode tid:%d, jid:%d, failed to encode to raw:%p since %s", pObj->taskId, pObj->id, pRaw, terrstr());
×
UNCOV
2350
    sdbFreeRaw(pRaw);
×
UNCOV
2351
    return NULL;
×
2352
  }
2353

2354
  mTrace("xnode tid:%d, jid:%d, encode to raw:%p, row:%p", pObj->taskId, pObj->id, pRaw, pObj);
12,636✔
2355
  return pRaw;
12,636✔
2356
}
2357

2358
SSdbRow *mndXnodeJobActionDecode(SSdbRaw *pRaw) {
9,396✔
2359
  mInfo("xnode, start to decode from raw:%p", pRaw);
9,396✔
2360
  int32_t code = 0;
9,396✔
2361
  int32_t lino = 0;
9,396✔
2362
  terrno = TSDB_CODE_OUT_OF_MEMORY;
9,396✔
2363
  SSdbRow      *pRow = NULL;
9,396✔
2364
  SXnodeJobObj *pObj = NULL;
9,396✔
2365

2366
  if (NULL == pRaw) {
9,396✔
UNCOV
2367
    terrno = TSDB_CODE_INVALID_PARA;
×
UNCOV
2368
    return NULL;
×
2369
  }
2370

2371
  int8_t sver = 0;
9,396✔
2372
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
9,396✔
2373

2374
  if (sver != TSDB_XNODE_VER_NUMBER) {
9,396✔
UNCOV
2375
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
×
UNCOV
2376
    goto _OVER;
×
2377
  }
2378

2379
  pRow = sdbAllocRow(sizeof(SXnodeJobObj));
9,396✔
2380
  if (pRow == NULL) goto _OVER;
9,396✔
2381

2382
  pObj = sdbGetRowObj(pRow);
9,396✔
2383
  if (pObj == NULL) goto _OVER;
9,396✔
2384

2385
  int32_t dataPos = 0;
9,396✔
2386
  SDB_GET_INT32(pRaw, dataPos, &pObj->id, _OVER)
9,396✔
2387
  SDB_GET_INT32(pRaw, dataPos, &pObj->taskId, _OVER)
9,396✔
2388

2389
  SDB_GET_INT32(pRaw, dataPos, &pObj->configLen, _OVER)
9,396✔
2390
  if (pObj->configLen > 0) {
9,396✔
2391
    pObj->config = taosMemoryCalloc(pObj->configLen, 1);
9,396✔
2392
    if (pObj->config == NULL) goto _OVER;
9,396✔
2393
    SDB_GET_BINARY(pRaw, dataPos, pObj->config, pObj->configLen, _OVER)
9,396✔
2394
  }
2395

2396
  SDB_GET_INT32(pRaw, dataPos, &pObj->via, _OVER)
9,396✔
2397
  SDB_GET_INT32(pRaw, dataPos, &pObj->xnodeId, _OVER)
9,396✔
2398
  SDB_GET_INT32(pRaw, dataPos, &pObj->statusLen, _OVER)
9,396✔
2399
  if (pObj->statusLen > 0) {
9,396✔
UNCOV
2400
    pObj->status = taosMemoryCalloc(pObj->statusLen, 1);
×
UNCOV
2401
    if (pObj->status == NULL) goto _OVER;
×
UNCOV
2402
    SDB_GET_BINARY(pRaw, dataPos, pObj->status, pObj->statusLen, _OVER)
×
2403
  }
2404

2405
  SDB_GET_INT32(pRaw, dataPos, &pObj->reasonLen, _OVER)
9,396✔
2406
  if (pObj->reasonLen > 0) {
9,396✔
UNCOV
2407
    pObj->reason = taosMemoryCalloc(pObj->reasonLen, 1);
×
UNCOV
2408
    if (pObj->reason == NULL) goto _OVER;
×
UNCOV
2409
    SDB_GET_BINARY(pRaw, dataPos, pObj->reason, pObj->reasonLen, _OVER)
×
2410
  }
2411

2412
  SDB_GET_INT64(pRaw, dataPos, &pObj->createTime, _OVER)
9,396✔
2413
  SDB_GET_INT64(pRaw, dataPos, &pObj->updateTime, _OVER)
9,396✔
2414

2415
  SDB_GET_RESERVE(pRaw, dataPos, TSDB_XNODE_RESERVE_SIZE, _OVER)
9,396✔
2416

2417
  terrno = 0;
9,396✔
2418

2419
_OVER:
9,396✔
2420
  if (terrno != 0) {
9,396✔
2421
    mError("xnode tid:%d, jid:%d, failed to decode from raw:%p since %s", pObj == NULL ? 0 : pObj->taskId,
×
2422
           pObj == NULL ? 0 : pObj->id, pRaw, terrstr());
2423
    if (pObj != NULL) {
×
2424
      taosMemoryFreeClear(pObj->config);
×
UNCOV
2425
      taosMemoryFreeClear(pObj->reason);
×
UNCOV
2426
      taosMemoryFreeClear(pObj->status);
×
2427
    }
UNCOV
2428
    taosMemoryFreeClear(pRow);
×
UNCOV
2429
    return NULL;
×
2430
  }
2431

2432
  mTrace("xnode:%d, decode from raw:%p, row:%p", pObj->id, pRaw, pObj);
9,396✔
2433
  return pRow;
9,396✔
2434
}
2435

2436
int32_t mndXnodeJobActionInsert(SSdb *pSdb, SXnodeJobObj *pObj) {
2,349✔
2437
  mInfo("xnode tid:%d, jid:%d, perform insert action, row:%p", pObj->taskId, pObj->id, pObj);
2,349✔
2438
  return 0;
2,349✔
2439
}
2440

2441
int32_t mndXnodeJobActionDelete(SSdb *pSdb, SXnodeJobObj *pObj) {
9,396✔
2442
  mDebug("xnode tid:%d, jid:%d, perform delete action, row:%p", pObj->taskId, pObj->id, pObj);
9,396✔
2443
  mndFreeXnodeJob(pObj);
9,396✔
2444
  return 0;
9,396✔
2445
}
2446

2447
int32_t mndXnodeJobActionUpdate(SSdb *pSdb, SXnodeJobObj *pOld, SXnodeJobObj *pNew) {
4,698✔
2448
  mDebug("xnode tid:%d, jid:%d, perform update action, old row:%p new row:%p", pOld->taskId, pOld->id, pOld, pNew);
4,698✔
2449

2450
  taosWLockLatch(&pOld->lock);
4,698✔
2451
  pOld->via = pNew->via;
4,698✔
2452
  pOld->xnodeId = pNew->xnodeId;
4,698✔
2453
  swapFields(&pNew->statusLen, &pNew->status, &pOld->statusLen, &pOld->status);
4,698✔
2454
  swapFields(&pNew->configLen, &pNew->config, &pOld->configLen, &pOld->config);
4,698✔
2455
  swapFields(&pNew->reasonLen, &pNew->reason, &pOld->reasonLen, &pOld->reason);
4,698✔
2456
  if (pNew->updateTime > pOld->updateTime) {
4,698✔
UNCOV
2457
    pOld->updateTime = pNew->updateTime;
×
2458
  }
2459
  taosWUnLockLatch(&pOld->lock);
4,698✔
2460
  return 0;
4,698✔
2461
}
2462

2463
/* xnode user pass actions */
2464
SSdbRaw *mndXnodeUserPassActionEncode(SXnodeUserPassObj *pObj) {
666✔
2465
  int32_t code = 0;
666✔
2466
  int32_t lino = 0;
666✔
2467
  terrno = TSDB_CODE_OUT_OF_MEMORY;
666✔
2468

2469
  if (NULL == pObj) {
666✔
UNCOV
2470
    terrno = TSDB_CODE_INVALID_PARA;
×
UNCOV
2471
    return NULL;
×
2472
  }
2473

2474
  int32_t rawDataLen = sizeof(SXnodeUserPassObj) + TSDB_XNODE_RESERVE_SIZE + pObj->userLen + pObj->passLen;
666✔
2475

2476
  SSdbRaw *pRaw = sdbAllocRaw(SDB_XNODE_USER_PASS, TSDB_XNODE_VER_NUMBER, rawDataLen);
666✔
2477
  if (pRaw == NULL) goto _OVER;
666✔
2478

2479
  int32_t dataPos = 0;
666✔
2480
  SDB_SET_INT32(pRaw, dataPos, pObj->id, _OVER)
666✔
2481
  SDB_SET_INT32(pRaw, dataPos, pObj->userLen, _OVER)
666✔
2482
  SDB_SET_BINARY(pRaw, dataPos, pObj->user, pObj->userLen, _OVER)
666✔
2483
  SDB_SET_INT32(pRaw, dataPos, pObj->passLen, _OVER)
666✔
2484
  SDB_SET_BINARY(pRaw, dataPos, pObj->pass, pObj->passLen, _OVER)
666✔
2485
  SDB_SET_INT64(pRaw, dataPos, pObj->createTime, _OVER)
666✔
2486
  SDB_SET_INT64(pRaw, dataPos, pObj->updateTime, _OVER)
666✔
2487

2488
  SDB_SET_RESERVE(pRaw, dataPos, TSDB_XNODE_RESERVE_SIZE, _OVER)
666✔
2489

2490
  terrno = 0;
666✔
2491

2492
_OVER:
666✔
2493
  if (terrno != 0) {
666✔
UNCOV
2494
    mError("xnode user pass:%d, failed to encode to raw:%p since %s", pObj->id, pRaw, terrstr());
×
UNCOV
2495
    sdbFreeRaw(pRaw);
×
UNCOV
2496
    return NULL;
×
2497
  }
2498

2499
  mTrace("xnode user pass:%d, encode to raw:%p, row:%p", pObj->id, pRaw, pObj);
666✔
2500
  return pRaw;
666✔
2501
}
2502
SSdbRow *mndXnodeUserPassActionDecode(SSdbRaw *pRaw) {
390✔
2503
  int32_t code = 0;
390✔
2504
  int32_t lino = 0;
390✔
2505
  terrno = TSDB_CODE_OUT_OF_MEMORY;
390✔
2506
  SSdbRow           *pRow = NULL;
390✔
2507
  SXnodeUserPassObj *pObj = NULL;
390✔
2508

2509
  if (NULL == pRaw) {
390✔
UNCOV
2510
    terrno = TSDB_CODE_INVALID_PARA;
×
UNCOV
2511
    return NULL;
×
2512
  }
2513

2514
  int8_t sver = 0;
390✔
2515
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
390✔
2516

2517
  if (sver != TSDB_XNODE_VER_NUMBER) {
390✔
UNCOV
2518
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
×
UNCOV
2519
    goto _OVER;
×
2520
  }
2521

2522
  pRow = sdbAllocRow(sizeof(SXnodeUserPassObj));
390✔
2523
  if (pRow == NULL) goto _OVER;
390✔
2524

2525
  pObj = sdbGetRowObj(pRow);
390✔
2526
  if (pObj == NULL) goto _OVER;
390✔
2527

2528
  int32_t dataPos = 0;
390✔
2529
  SDB_GET_INT32(pRaw, dataPos, &pObj->id, _OVER)
390✔
2530
  SDB_GET_INT32(pRaw, dataPos, &pObj->userLen, _OVER)
390✔
2531
  if (pObj->userLen > 0) {
390✔
2532
    pObj->user = taosMemoryCalloc(pObj->userLen, 1);
390✔
2533
    if (pObj->user == NULL) goto _OVER;
390✔
2534
    SDB_GET_BINARY(pRaw, dataPos, pObj->user, pObj->userLen, _OVER)
390✔
2535
  }
2536
  SDB_GET_INT32(pRaw, dataPos, &pObj->passLen, _OVER)
390✔
2537
  if (pObj->passLen > 0) {
390✔
2538
    pObj->pass = taosMemoryCalloc(pObj->passLen, 1);
390✔
2539
    if (pObj->pass == NULL) goto _OVER;
390✔
2540
    SDB_GET_BINARY(pRaw, dataPos, pObj->pass, pObj->passLen, _OVER)
390✔
2541
  }
2542
  SDB_GET_INT64(pRaw, dataPos, &pObj->createTime, _OVER)
390✔
2543
  SDB_GET_INT64(pRaw, dataPos, &pObj->updateTime, _OVER)
390✔
2544

2545
  SDB_GET_RESERVE(pRaw, dataPos, TSDB_XNODE_RESERVE_SIZE, _OVER)
390✔
2546

2547
  terrno = 0;
390✔
2548

2549
_OVER:
390✔
2550
  if (terrno != 0) {
390✔
2551
    mError("xnode user pass:%d, failed to decode from raw:%p since %s", pObj == NULL ? 0 : pObj->id, pRaw, terrstr());
×
2552
    if (pObj != NULL) {
×
UNCOV
2553
      if (pObj->user != NULL) {
×
UNCOV
2554
        taosMemoryFreeClear(pObj->user);
×
2555
      }
2556
      if (pObj->pass != NULL) {
×
UNCOV
2557
        taosMemoryFreeClear(pObj->pass);
×
2558
      }
2559
    }
UNCOV
2560
    taosMemoryFreeClear(pRow);
×
UNCOV
2561
    return NULL;
×
2562
  }
2563

2564
  mTrace("xnode user pass:%d, decode from raw:%p, row:%p", pObj->id, pRaw, pObj);
390✔
2565
  return pRow;
390✔
2566
}
2567
int32_t mndXnodeUserPassActionInsert(SSdb *pSdb, SXnodeUserPassObj *pObj) {
195✔
2568
  mDebug("xnode user pass:%d, perform insert action, row:%p", pObj->id, pObj);
195✔
2569
  return 0;
195✔
2570
}
2571
int32_t mndXnodeUserPassActionUpdate(SSdb *pSdb, SXnodeUserPassObj *pOld, SXnodeUserPassObj *pNew) {
195✔
2572
  mDebug("xnode user pass:%d, perform update action, old row:%p new row:%p", pOld->id, pOld, pNew);
195✔
2573
  taosWLockLatch(&pOld->lock);
195✔
2574
  if (pNew->updateTime > pOld->updateTime) {
195✔
UNCOV
2575
    pOld->updateTime = pNew->updateTime;
×
2576
  }
2577
  taosWUnLockLatch(&pOld->lock);
195✔
2578
  return 0;
195✔
2579
}
2580
int32_t mndXnodeUserPassActionDelete(SSdb *pSdb, SXnodeUserPassObj *pObj) {
390✔
2581
  mDebug("xnode:%d, perform delete action, row:%p", pObj->id, pObj);
390✔
2582
  if (pObj->user != NULL) {
390✔
2583
    taosMemoryFreeClear(pObj->user);
390✔
2584
  }
2585
  if (pObj->pass != NULL) {
390✔
2586
    taosMemoryFreeClear(pObj->pass);
390✔
2587
  }
2588
  return 0;
390✔
2589
}
2590

2591
static int32_t mndSetCreateXnodeJobRedoLogs(STrans *pTrans, SXnodeJobObj *pObj) {
2,349✔
2592
  int32_t  code = 0;
2,349✔
2593
  SSdbRaw *pRedoRaw = mndXnodeJobActionEncode(pObj);
2,349✔
2594
  if (pRedoRaw == NULL) {
2,349✔
UNCOV
2595
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
2596
    if (terrno != 0) code = terrno;
×
UNCOV
2597
    TAOS_RETURN(code);
×
2598
  }
2599
  TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pRedoRaw));
2,349✔
2600
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_CREATING));
2,349✔
2601
  TAOS_RETURN(code);
2,349✔
2602
}
2603

2604
static int32_t mndSetCreateXnodeJobUndoLogs(STrans *pTrans, SXnodeJobObj *pObj) {
2,349✔
2605
  int32_t  code = 0;
2,349✔
2606
  SSdbRaw *pUndoRaw = mndXnodeJobActionEncode(pObj);
2,349✔
2607
  if (pUndoRaw == NULL) {
2,349✔
UNCOV
2608
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
2609
    if (terrno != 0) code = terrno;
×
UNCOV
2610
    TAOS_RETURN(code);
×
2611
  }
2612
  TAOS_CHECK_RETURN(mndTransAppendUndolog(pTrans, pUndoRaw));
2,349✔
2613
  TAOS_CHECK_RETURN(sdbSetRawStatus(pUndoRaw, SDB_STATUS_DROPPED));
2,349✔
2614
  TAOS_RETURN(code);
2,349✔
2615
}
2616

2617
static int32_t mndSetCreateXnodeJobCommitLogs(STrans *pTrans, SXnodeJobObj *pObj) {
2,349✔
2618
  int32_t  code = 0;
2,349✔
2619
  SSdbRaw *pCommitRaw = mndXnodeJobActionEncode(pObj);
2,349✔
2620
  if (pCommitRaw == NULL) {
2,349✔
UNCOV
2621
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
2622
    if (terrno != 0) code = terrno;
×
UNCOV
2623
    TAOS_RETURN(code);
×
2624
  }
2625
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pCommitRaw));
2,349✔
2626
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY));
2,349✔
2627
  TAOS_RETURN(code);
2,349✔
2628
}
2629

2630
static int32_t mndCreateXnodeJob(SMnode *pMnode, SRpcMsg *pReq, SMCreateXnodeJobReq *pCreate) {
2,349✔
2631
  int32_t code = -1;
2,349✔
2632
  STrans *pTrans = NULL;
2,349✔
2633

2634
  SXnodeJobObj jobObj = {0};
2,349✔
2635
  jobObj.id = sdbGetMaxId(pMnode->pSdb, SDB_XNODE_JOB);
2,349✔
2636
  jobObj.taskId = pCreate->tid;
2,349✔
2637

2638
  jobObj.configLen = pCreate->config.len + 1;
2,349✔
2639
  if (jobObj.configLen > TSDB_XNODE_TASK_JOB_CONFIG_LEN) {
2,349✔
UNCOV
2640
    code = TSDB_CODE_MND_XNODE_TASK_JOB_CONFIG_TOO_LONG;
×
UNCOV
2641
    goto _OVER;
×
2642
  }
2643
  jobObj.config = taosMemoryCalloc(1, jobObj.configLen);
2,349✔
2644
  if (jobObj.config == NULL) goto _OVER;
2,349✔
2645
  (void)memcpy(jobObj.config, pCreate->config.ptr, pCreate->config.len);
2,349✔
2646

2647
  jobObj.via = pCreate->via;
2,349✔
2648
  jobObj.xnodeId = pCreate->xnodeId;
2,349✔
2649

2650
  if (pCreate->status.ptr != NULL) {
2,349✔
UNCOV
2651
    jobObj.statusLen = pCreate->status.len + 1;
×
UNCOV
2652
    jobObj.status = taosMemoryCalloc(1, jobObj.statusLen);
×
2653
    if (jobObj.status == NULL) goto _OVER;
×
2654
    (void)memmove(jobObj.status, pCreate->status.ptr, pCreate->status.len);
×
2655
  }
2656

2657
  if (jobObj.reason != NULL) {
2,349✔
2658
    jobObj.reasonLen = pCreate->reason.len + 1;
×
2659
    if (jobObj.reasonLen > TSDB_XNODE_TASK_REASON_LEN) {
×
2660
      code = TSDB_CODE_MND_XNODE_TASK_REASON_TOO_LONG;
×
UNCOV
2661
      goto _OVER;
×
2662
    }
UNCOV
2663
    jobObj.reason = taosMemoryCalloc(1, jobObj.reasonLen);
×
UNCOV
2664
    if (jobObj.reason == NULL) goto _OVER;
×
UNCOV
2665
    (void)memcpy(jobObj.reason, pCreate->reason.ptr, pCreate->reason.len);
×
2666
  }
2667

2668
  jobObj.createTime = taosGetTimestampMs();
2,349✔
2669
  jobObj.updateTime = jobObj.createTime;
2,349✔
2670

2671
  mDebug("create xnode job, id:%d, tid:%d, config:%s, time:%" PRId64, jobObj.id, jobObj.taskId, jobObj.config,
2,349✔
2672
         jobObj.createTime);
2673

2674
  pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_NOTHING, pReq, "create-xnode-job");
2,349✔
2675
  if (pTrans == NULL) {
2,349✔
UNCOV
2676
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
2677
    if (terrno != 0) code = terrno;
×
UNCOV
2678
    mInfo("failed to create transaction for xnode-job:%d, code:0x%x:%s", pCreate->tid, code, tstrerror(code));
×
UNCOV
2679
    goto _OVER;
×
2680
  }
2681
  mndTransSetSerial(pTrans);
2,349✔
2682

2683
  mInfo("trans:%d, used to create xnode job on %d as jid:%d", pTrans->id, pCreate->tid, jobObj.id);
2,349✔
2684

2685
  TAOS_CHECK_GOTO(mndSetCreateXnodeJobRedoLogs(pTrans, &jobObj), NULL, _OVER);
2,349✔
2686
  TAOS_CHECK_GOTO(mndSetCreateXnodeJobUndoLogs(pTrans, &jobObj), NULL, _OVER);
2,349✔
2687
  TAOS_CHECK_GOTO(mndSetCreateXnodeJobCommitLogs(pTrans, &jobObj), NULL, _OVER);
2,349✔
2688
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
2,349✔
2689

2690
  code = 0;
2,349✔
2691

2692
_OVER:
2,349✔
2693
  mndFreeXnodeJob(&jobObj);
2,349✔
2694
  mndTransDrop(pTrans);
2,349✔
2695
  TAOS_RETURN(code);
2,349✔
2696
}
2697

UNCOV
2698
static int32_t mndUpdateXnodeJob(SMnode *pMnode, SRpcMsg *pReq, SXnodeJobObj *pOld, SMUpdateXnodeJobReq *pUpdate) {
×
UNCOV
2699
  mInfo("xnode job:%d, start to update", pUpdate->jid);
×
UNCOV
2700
  int32_t      code = -1;
×
UNCOV
2701
  STrans      *pTrans = NULL;
×
2702
  SXnodeJobObj jobObj = *pOld;
×
2703
  struct {
2704
    bool status;
2705
    bool config;
2706
    bool reason;
UNCOV
2707
  } isChange = {0};
×
2708

2709
  jobObj.id = pUpdate->jid;
×
UNCOV
2710
  if (pUpdate->via > 0) {
×
2711
    jobObj.via = pUpdate->via;
×
2712
  }
2713
  if (pUpdate->xnodeId > 0) {
×
2714
    jobObj.xnodeId = pUpdate->xnodeId;
×
2715
  }
2716
  if (pUpdate->status.ptr != NULL) {
×
UNCOV
2717
    jobObj.statusLen = pUpdate->status.len + 1;
×
2718
    jobObj.status = taosMemoryCalloc(1, jobObj.statusLen);
×
2719
    if (jobObj.status == NULL) goto _OVER;
×
2720
    (void)memcpy(jobObj.status, pUpdate->status.ptr, pUpdate->status.len);
×
2721
    isChange.status = true;
×
2722
  }
2723
  if (pUpdate->config != NULL) {
×
UNCOV
2724
    jobObj.configLen = pUpdate->configLen + 1;
×
2725
    jobObj.config = taosMemoryCalloc(1, jobObj.configLen);
×
2726
    if (jobObj.config == NULL) goto _OVER;
×
2727
    (void)memcpy(jobObj.config, pUpdate->config, pUpdate->configLen);
×
2728
    isChange.config = true;
×
2729
  }
2730
  if (pUpdate->reason != NULL) {
×
UNCOV
2731
    jobObj.reasonLen = pUpdate->reasonLen + 1;
×
2732
    jobObj.reason = taosMemoryCalloc(1, jobObj.reasonLen);
×
UNCOV
2733
    if (jobObj.reason == NULL) goto _OVER;
×
2734
    (void)memcpy(jobObj.reason, pUpdate->reason, pUpdate->reasonLen);
×
2735
    isChange.reason = true;
×
2736
  }
2737
  jobObj.updateTime = taosGetTimestampMs();
×
2738

UNCOV
2739
  pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_NOTHING, pReq, "update-xnode");
×
2740
  if (pTrans == NULL) {
×
UNCOV
2741
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2742
    if (terrno != 0) code = terrno;
×
2743
    goto _OVER;
×
2744
  }
UNCOV
2745
  mInfo("trans:%d, used to update xnode job:%d", pTrans->id, jobObj.id);
×
2746

2747
  TAOS_CHECK_GOTO(mndSetCreateXnodeJobCommitLogs(pTrans, &jobObj), NULL, _OVER);
×
2748
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
×
UNCOV
2749
  code = 0;
×
2750

2751
_OVER:
×
UNCOV
2752
  if (NULL != jobObj.status && isChange.status) {
×
2753
    taosMemoryFree(jobObj.status);
×
2754
  }
UNCOV
2755
  if (NULL != jobObj.config && isChange.config) {
×
2756
    taosMemoryFree(jobObj.config);
×
2757
  }
UNCOV
2758
  if (NULL != jobObj.reason && isChange.reason) {
×
UNCOV
2759
    taosMemoryFree(jobObj.reason);
×
2760
  }
2761
  mndTransDrop(pTrans);
×
2762
  TAOS_RETURN(code);
×
2763
}
2764

UNCOV
2765
void mndReleaseXnodeTaskJob(SMnode *pMnode, SXnodeJobObj *pObj) {
×
UNCOV
2766
  SSdb *pSdb = pMnode->pSdb;
×
UNCOV
2767
  sdbRelease(pSdb, pObj);
×
UNCOV
2768
}
×
2769

2770
SXnodeJobObj *mndAcquireXnodeJob(SMnode *pMnode, int32_t jid) {
2,592✔
2771
  SXnodeJobObj *pObj = sdbAcquire(pMnode->pSdb, SDB_XNODE_JOB, &jid);
2,592✔
2772
  if (pObj == NULL && terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
2,592✔
2773
    terrno = TSDB_CODE_MND_XNODE_JOB_NOT_EXIST;
2,430✔
2774
  }
2775
  return pObj;
2,592✔
2776
}
2777
void mndReleaseXnodeJob(SMnode *pMnode, SXnodeJobObj *pObj) {
2,592✔
2778
  SSdb *pSdb = pMnode->pSdb;
2,592✔
2779
  sdbRelease(pSdb, pObj);
2,592✔
2780
}
2,592✔
2781

2782
static int32_t mndSetDropXnodeJobRedoLogs(STrans *pTrans, SXnodeJobObj *pObj) {
2,349✔
2783
  int32_t  code = 0;
2,349✔
2784
  SSdbRaw *pRedoRaw = mndXnodeJobActionEncode(pObj);
2,349✔
2785
  if (pRedoRaw == NULL) {
2,349✔
2786
    code = terrno;
×
UNCOV
2787
    return code;
×
2788
  }
2789

2790
  TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pRedoRaw));
2,349✔
2791
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING));
2,349✔
2792

2793
  return code;
2,349✔
2794
}
2795

2796
static int32_t mndSetDropXnodeJobCommitLogs(STrans *pTrans, SXnodeJobObj *pObj) {
2,349✔
2797
  int32_t  code = 0;
2,349✔
2798
  SSdbRaw *pCommitRaw = mndXnodeJobActionEncode(pObj);
2,349✔
2799
  if (pCommitRaw == NULL) {
2,349✔
2800
    code = terrno;
×
2801
    return code;
×
2802
  }
2803

2804
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pCommitRaw));
2,349✔
2805
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED));
2,349✔
2806
  TAOS_RETURN(code);
2,349✔
2807
}
2808
static int32_t mndSetDropXnodeJobInfoToTrans(STrans *pTrans, SXnodeJobObj *pObj, bool force) {
2,349✔
2809
  if (pObj == NULL) {
2,349✔
UNCOV
2810
    return 0;
×
2811
  }
2812
  TAOS_CHECK_RETURN(mndSetDropXnodeJobRedoLogs(pTrans, pObj));
2,349✔
2813
  TAOS_CHECK_RETURN(mndSetDropXnodeJobCommitLogs(pTrans, pObj));
2,349✔
2814
  return 0;
2,349✔
2815
}
2816

2817
static int32_t mndDropXnodeJob(SMnode *pMnode, SRpcMsg *pReq, SXnodeJobObj *pObj) {
2,349✔
2818
  int32_t code = 0;
2,349✔
2819
  int32_t lino = 0;
2,349✔
2820

2821
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_NOTHING, pReq, "drop-xnode-job");
2,349✔
2822
  TSDB_CHECK_NULL(pTrans, code, lino, _OVER, terrno);
2,349✔
2823

2824
  mndTransSetSerial(pTrans);
2,349✔
2825
  mInfo("trans:%d, to drop xnode:%d", pTrans->id, pObj->id);
2,349✔
2826

2827
  code = mndSetDropXnodeJobInfoToTrans(pTrans, pObj, false);
2,349✔
2828

2829
  TSDB_CHECK_CODE(code, lino, _OVER);
2,349✔
2830

2831
  code = mndTransPrepare(pMnode, pTrans);
2,349✔
2832

2833
_OVER:
2,349✔
2834
  mndTransDrop(pTrans);
2,349✔
2835
  return code;
2,349✔
2836
}
2837
static int32_t mndProcessCreateXnodeJobReq(SRpcMsg *pReq) {
2,349✔
2838
  mDebug("create xnode job req, content len:%d", pReq->contLen);
2,349✔
2839
  SMnode             *pMnode = pReq->info.node;
2,349✔
2840
  int32_t             code = -1;
2,349✔
2841
  SMCreateXnodeJobReq createReq = {0};
2,349✔
2842

2843
  if ((code = grantCheck(TSDB_GRANT_XNODE)) != TSDB_CODE_SUCCESS) {
2,349✔
UNCOV
2844
    mError("failed to create xnode, code:%s", tstrerror(code));
×
UNCOV
2845
    goto _OVER;
×
2846
  }
2847

2848
  TAOS_CHECK_GOTO(tDeserializeSMCreateXnodeJobReq(pReq->pCont, pReq->contLen, &createReq), NULL, _OVER);
2,349✔
2849

2850
  mDebug("xnode create job on xnode:%d", createReq.xnodeId);
2,349✔
2851
  TAOS_CHECK_GOTO(mndCheckOperPrivilege(pMnode, pReq->info.conn.user, NULL, MND_OPER_CREATE_XNODE_JOB), NULL, _OVER);
2,349✔
2852

2853
  code = mndCreateXnodeJob(pMnode, pReq, &createReq);
2,349✔
2854
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
2,349✔
2855

2856
_OVER:
2,349✔
2857
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
2,349✔
UNCOV
2858
    mError("xnode task job on task id:%d, failed to create since %s", createReq.tid, tstrerror(code));
×
2859
  }
2860

2861
  tFreeSMCreateXnodeJobReq(&createReq);
2,349✔
2862
  TAOS_RETURN(code);
2,349✔
2863
}
2864

UNCOV
2865
static int32_t mndProcessUpdateXnodeJobReq(SRpcMsg *pReq) {
×
2866
  SMnode             *pMnode = pReq->info.node;
×
2867
  int32_t             code = -1;
×
2868
  SXnodeJobObj       *pObj = NULL;
×
UNCOV
2869
  SMUpdateXnodeJobReq updateReq = {0};
×
2870

2871
  if ((code = grantCheck(TSDB_GRANT_TD_GPT)) != TSDB_CODE_SUCCESS) {
×
UNCOV
2872
    mError("failed to create xnode, code:%s", tstrerror(code));
×
2873
    goto _OVER;
×
2874
  }
2875

2876
  TAOS_CHECK_GOTO(tDeserializeSMUpdateXnodeJobReq(pReq->pCont, pReq->contLen, &updateReq), NULL, _OVER);
×
2877

UNCOV
2878
  pObj = mndAcquireXnodeJob(pMnode, updateReq.jid);
×
2879
  if (pObj == NULL) {
×
2880
    code = terrno;
×
UNCOV
2881
    goto _OVER;
×
2882
  }
2883

2884
  code = mndUpdateXnodeJob(pMnode, pReq, pObj, &updateReq);
×
UNCOV
2885
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
×
2886

2887
_OVER:
×
2888
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
×
2889
    mError("xnode task job on jid:%d, failed to update since %s", updateReq.jid, tstrerror(code));
×
2890
  }
2891

UNCOV
2892
  mndReleaseXnodeJob(pMnode, pObj);
×
UNCOV
2893
  tFreeSMUpdateXnodeJobReq(&updateReq);
×
UNCOV
2894
  TAOS_RETURN(code);
×
2895

2896
  return 0;
2897
}
2898

2899
static int32_t mndProcessRebalanceXnodeJobReq(SRpcMsg *pReq) {
1,620✔
2900
  SMnode                *pMnode = pReq->info.node;
1,620✔
2901
  int32_t                code = -1;
1,620✔
2902
  SXnodeJobObj          *pObj = NULL;
1,620✔
2903
  SMRebalanceXnodeJobReq rebalanceReq = {0};
1,620✔
2904
  SJson                 *pJson = NULL;
1,620✔
2905

2906
  TAOS_CHECK_GOTO(tDeserializeSMRebalanceXnodeJobReq(pReq->pCont, pReq->contLen, &rebalanceReq), NULL, _OVER);
1,620✔
2907

2908
  mDebug("RebalanceXnodeJob with jid:%d, xnode_id:%d, start to rebalance", rebalanceReq.jid, rebalanceReq.xnodeId);
1,620✔
2909
  TAOS_CHECK_GOTO(mndCheckOperPrivilege(pMnode, pReq->info.conn.user, NULL, MND_OPER_REBALANCE_XNODE_JOB), NULL, _OVER);
1,620✔
2910

2911
  if (rebalanceReq.jid <= 0) {
1,620✔
UNCOV
2912
    code = TSDB_CODE_INVALID_MSG;
×
UNCOV
2913
    goto _OVER;
×
2914
  }
2915

2916
  pObj = mndAcquireXnodeJob(pMnode, rebalanceReq.jid);
1,620✔
2917
  if (pObj == NULL) {
1,620✔
2918
    code = terrno;
1,620✔
2919
    goto _OVER;
1,620✔
2920
  }
2921

2922
  // send request
UNCOV
2923
  char xnodeUrl[TSDB_XNODE_URL_LEN + 1] = {0};
×
UNCOV
2924
  snprintf(xnodeUrl, TSDB_XNODE_URL_LEN, "%s/rebalance/manual/%d/%d/%d", XNODED_PIPE_SOCKET_URL, pObj->taskId, pObj->id,
×
2925
           rebalanceReq.xnodeId);
UNCOV
2926
  (void)mndSendReqRetJson(xnodeUrl, HTTP_TYPE_POST, defaultTimeout, NULL, 0);
×
2927

2928
_OVER:
1,620✔
2929
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
1,620✔
2930
    mError("xnode:%d, failed to rebalance xnode job since %s", rebalanceReq.jid, tstrerror(code));
1,620✔
2931
  }
2932
  if (pJson != NULL) {
1,620✔
UNCOV
2933
    tjsonDelete(pJson);
×
2934
  }
2935
  mndReleaseXnodeJob(pMnode, pObj);
1,620✔
2936
  tFreeSMRebalanceXnodeJobReq(&rebalanceReq);
1,620✔
2937
  TAOS_RETURN(code);
1,620✔
2938
}
2939

2940
typedef struct {
2941
  SArray   *stack;
2942
  SHashObj *pMap;
2943
  int32_t   code;
2944
} SXndWhereContext;
2945

2946
void freeSXndWhereContext(SXndWhereContext *pCtx) {
8,100✔
2947
  if (pCtx == NULL) return;
8,100✔
2948

2949
  if (pCtx->pMap != NULL) {
8,100✔
2950
    taosHashCleanup(pCtx->pMap);
8,100✔
2951
    pCtx->pMap = NULL;
8,100✔
2952
  }
2953
  if (pCtx->stack != NULL) {
8,100✔
2954
    taosArrayDestroy(pCtx->stack);
8,100✔
2955
    pCtx->stack = NULL;
8,100✔
2956
  }
2957
}
2958

2959
typedef struct {
2960
  SValueNode nd;
2961
  bool       shouldFree;
2962
} SXndRefValueNode;
2963

2964
static void freeSXndRefValueNode(void *pNode) {
86,184✔
2965
  SXndRefValueNode *pRefNode = (SXndRefValueNode *)pNode;
86,184✔
2966
  if (pRefNode == NULL) return;
86,184✔
2967

2968
  if (pRefNode->shouldFree) {
86,184✔
2969
    if (NULL != pRefNode->nd.datum.p) {
24,300✔
2970
      taosMemoryFree(pRefNode->nd.datum.p);
24,300✔
2971
      pRefNode->nd.datum.p = NULL;
24,300✔
2972
    }
2973
  }
2974
}
2975

2976
static SHashObj *convertJob2Map(const SXnodeJobObj *pJob) {
8,100✔
2977
  SHashObj *pMap = taosHashInit(256, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_ENTRY_LOCK);
8,100✔
2978
  if (pMap == NULL) {
8,100✔
UNCOV
2979
    return NULL;
×
2980
  }
2981
  taosHashSetFreeFp(pMap, freeSXndRefValueNode);
8,100✔
2982
  // id
2983
  SXndRefValueNode id = {0};
8,100✔
2984
  id.nd.node.type = QUERY_NODE_VALUE;
8,100✔
2985
  id.nd.node.resType.type = TSDB_DATA_TYPE_UBIGINT;
8,100✔
2986
  id.nd.datum.u = pJob->id;
8,100✔
2987
  int32_t code = taosHashPut(pMap, "id", strlen("id") + 1, &id, sizeof(SXndRefValueNode));
8,100✔
2988
  if (code != 0) {
8,100✔
UNCOV
2989
    taosHashCleanup(pMap);
×
UNCOV
2990
    return NULL;
×
2991
  }
2992
  // task id
2993
  SXndRefValueNode taskId = {0};
8,100✔
2994
  taskId.nd.node.type = QUERY_NODE_VALUE;
8,100✔
2995
  taskId.nd.node.resType.type = TSDB_DATA_TYPE_UBIGINT;
8,100✔
2996
  taskId.nd.datum.u = pJob->taskId;
8,100✔
2997
  if (pJob->taskId == 0) {
8,100✔
2998
    taskId.nd.isNull = true;
×
2999
  }
3000
  code = taosHashPut(pMap, "task_id", strlen("task_id") + 1, &taskId, sizeof(SXndRefValueNode));
8,100✔
3001
  if (code != 0) {
8,100✔
UNCOV
3002
    taosHashCleanup(pMap);
×
UNCOV
3003
    return NULL;
×
3004
  }
3005
  // via
3006
  SXndRefValueNode via = {0};
8,100✔
3007
  via.nd.node.type = QUERY_NODE_VALUE;
8,100✔
3008
  via.nd.node.resType.type = TSDB_DATA_TYPE_UBIGINT;
8,100✔
3009
  via.nd.datum.u = pJob->via;
8,100✔
3010
  if (pJob->via == 0) {
8,100✔
3011
    via.nd.isNull = true;
8,100✔
3012
  }
3013
  code = taosHashPut(pMap, "via", strlen("via") + 1, &via, sizeof(SXndRefValueNode));
8,100✔
3014
  if (code != 0) {
8,100✔
UNCOV
3015
    taosHashCleanup(pMap);
×
UNCOV
3016
    return NULL;
×
3017
  }
3018
  // xnode id
3019
  SXndRefValueNode xnodeId = {0};
8,100✔
3020
  xnodeId.nd.node.type = QUERY_NODE_VALUE;
8,100✔
3021
  xnodeId.nd.node.resType.type = TSDB_DATA_TYPE_UBIGINT;
8,100✔
3022
  xnodeId.nd.datum.u = pJob->xnodeId;
8,100✔
3023
  if (pJob->xnodeId == 0) {
8,100✔
3024
    xnodeId.nd.isNull = true;
8,100✔
3025
  }
3026
  code = taosHashPut(pMap, "xnode_id", strlen("xnode_id") + 1, &xnodeId, sizeof(SXndRefValueNode));
8,100✔
3027
  if (code != 0) {
8,100✔
UNCOV
3028
    taosHashCleanup(pMap);
×
UNCOV
3029
    return NULL;
×
3030
  }
3031
  // config
3032
  SXndRefValueNode config = {0};
8,100✔
3033
  config.nd.node.type = QUERY_NODE_VALUE;
8,100✔
3034
  if (pJob->configLen > 0) {
8,100✔
3035
    config.nd.node.resType.type = TSDB_DATA_TYPE_BINARY;
8,100✔
3036
    config.nd.datum.p = taosStrndupi(pJob->config, strlen(pJob->config) + 1);
8,100✔
3037
    config.shouldFree = true;
8,100✔
3038
    code = taosHashPut(pMap, "config", strlen("config") + 1, &config, sizeof(SXndRefValueNode));
8,100✔
3039
  } else {
UNCOV
3040
    config.nd.node.resType.type = TSDB_DATA_TYPE_BINARY;
×
3041
    config.nd.datum.p = NULL;
×
3042
    config.nd.isNull = true;
×
UNCOV
3043
    code = taosHashPut(pMap, "config", strlen("config") + 1, &config, sizeof(SXndRefValueNode));
×
3044
  }
3045
  if (code != 0) {
8,100✔
UNCOV
3046
    taosHashCleanup(pMap);
×
UNCOV
3047
    return NULL;
×
3048
  }
3049
  // status
3050
  SXndRefValueNode status = {0};
8,100✔
3051
  status.nd.node.type = QUERY_NODE_VALUE;
8,100✔
3052
  if (pJob->statusLen > 0) {
8,100✔
UNCOV
3053
    status.nd.node.resType.type = TSDB_DATA_TYPE_BINARY;
×
UNCOV
3054
    status.nd.datum.p = taosStrndupi(pJob->status, strlen(pJob->status) + 1);
×
UNCOV
3055
    status.shouldFree = true;
×
UNCOV
3056
    code = taosHashPut(pMap, "status", strlen("status") + 1, &status, sizeof(SXndRefValueNode));
×
3057
  } else {
3058
    status.nd.node.resType.type = TSDB_DATA_TYPE_BINARY;
8,100✔
3059
    status.nd.datum.p = NULL;
8,100✔
3060
    status.nd.isNull = true;
8,100✔
3061
    code = taosHashPut(pMap, "status", strlen("status") + 1, &status, sizeof(SXndRefValueNode));
8,100✔
3062
  }
3063
  if (code != 0) {
8,100✔
UNCOV
3064
    taosHashCleanup(pMap);
×
UNCOV
3065
    return NULL;
×
3066
  }
3067
  // reason
3068
  SXndRefValueNode reason = {0};
8,100✔
3069
  reason.nd.node.type = QUERY_NODE_VALUE;
8,100✔
3070
  if (pJob->reasonLen > 0) {
8,100✔
UNCOV
3071
    reason.nd.node.resType.type = TSDB_DATA_TYPE_BINARY;
×
UNCOV
3072
    reason.nd.datum.p = taosStrndupi(pJob->reason, strlen(pJob->reason) + 1);
×
UNCOV
3073
    reason.shouldFree = true;
×
UNCOV
3074
    code = taosHashPut(pMap, "reason", strlen("reason") + 1, &reason, sizeof(SXndRefValueNode));
×
3075
  } else {
3076
    reason.nd.node.resType.type = TSDB_DATA_TYPE_BINARY;
8,100✔
3077
    reason.nd.datum.p = NULL;
8,100✔
3078
    reason.nd.isNull = true;
8,100✔
3079
    code = taosHashPut(pMap, "reason", strlen("reason") + 1, &reason, sizeof(SXndRefValueNode));
8,100✔
3080
  }
3081
  if (code != 0) {
8,100✔
UNCOV
3082
    taosHashCleanup(pMap);
×
UNCOV
3083
    return NULL;
×
3084
  }
3085
  // create time
3086
  SXndRefValueNode createTime = {0};
8,100✔
3087
  createTime.nd.node.type = QUERY_NODE_VALUE;
8,100✔
3088
  createTime.nd.node.resType.type = TSDB_DATA_TYPE_BINARY;
8,100✔
3089
  createTime.nd.datum.p = taosMemoryCalloc(1, TD_TIME_STR_LEN);
8,100✔
3090
  createTime.nd.datum.p = formatTimestampLocal(createTime.nd.datum.p, pJob->createTime, TSDB_TIME_PRECISION_MILLI);
8,100✔
3091
  createTime.shouldFree = true;
8,100✔
3092
  code = taosHashPut(pMap, "create_time", strlen("create_time") + 1, &createTime, sizeof(SXndRefValueNode));
8,100✔
3093
  if (code != 0) {
8,100✔
UNCOV
3094
    taosHashCleanup(pMap);
×
UNCOV
3095
    return NULL;
×
3096
  }
3097
  // update time
3098
  SXndRefValueNode updateTime = {0};
8,100✔
3099
  updateTime.nd.node.type = QUERY_NODE_VALUE;
8,100✔
3100
  updateTime.nd.node.resType.type = TSDB_DATA_TYPE_BINARY;
8,100✔
3101
  updateTime.nd.datum.p = taosMemoryCalloc(1, TD_TIME_STR_LEN);
8,100✔
3102
  updateTime.nd.datum.p = formatTimestampLocal(updateTime.nd.datum.p, pJob->updateTime, TSDB_TIME_PRECISION_MILLI);
8,100✔
3103
  updateTime.shouldFree = true;
8,100✔
3104
  code = taosHashPut(pMap, "update_time", strlen("update_time") + 1, &updateTime, sizeof(SXndRefValueNode));
8,100✔
3105
  return pMap;
8,100✔
3106
}
3107

3108
typedef bool (*FOpCmp)(SValueNode *pval1, SValueNode *pval2);
3109

3110
#define XNODE_DEF_OP_FUNC(NAME, OP)                             \
3111
  static bool NAME(SValueNode *pval1, SValueNode *pval2) {      \
3112
    switch (pval1->node.resType.type) {                         \
3113
      case TSDB_DATA_TYPE_BOOL:                                 \
3114
        return pval1->datum.b OP pval2->datum.b;                \
3115
      case TSDB_DATA_TYPE_UBIGINT:                              \
3116
        return pval1->datum.u OP pval2->datum.u;                \
3117
      case TSDB_DATA_TYPE_BIGINT:                               \
3118
        return pval1->datum.i OP pval2->datum.i;                \
3119
      case TSDB_DATA_TYPE_FLOAT:                                \
3120
        return pval1->datum.d OP pval2->datum.d;                \
3121
      case TSDB_DATA_TYPE_BINARY: {                             \
3122
        if (pval1->datum.p == NULL || pval2->datum.p == NULL) { \
3123
          return pval1->datum.p OP pval2->datum.p;              \
3124
        }                                                       \
3125
        return strcmp(pval1->datum.p, pval2->datum.p) OP 0;     \
3126
      }                                                         \
3127
      default:                                                  \
3128
        return false;                                           \
3129
    }                                                           \
3130
  }
3131

3132
XNODE_DEF_OP_FUNC(op_greater_than, >)
648✔
3133
XNODE_DEF_OP_FUNC(op_greater_equal, >=)
2,106✔
3134
XNODE_DEF_OP_FUNC(op_lower_than, <)
486✔
3135
XNODE_DEF_OP_FUNC(op_lower_equal, <=)
×
3136
XNODE_DEF_OP_FUNC(op_equal, ==)
3,321✔
3137
XNODE_DEF_OP_FUNC(op_not_equal, !=)
×
3138

3139
static int32_t call_op_cmp(SXndWhereContext *pctx, FOpCmp opFn) {
6,561✔
3140
  int32_t     code = 0;
6,561✔
3141
  SValueNode *pval2 = (SValueNode *)taosArrayPop(pctx->stack);
6,561✔
3142
  SValueNode *pval1 = (SValueNode *)taosArrayPop(pctx->stack);
6,561✔
3143
  bool        ret = false;
6,561✔
3144

3145
  if (pval1->node.type != pval2->node.type) {
6,561✔
UNCOV
3146
    code = TSDB_CODE_MND_XNODE_WHERE_COL_TYPE_DIFF;
×
UNCOV
3147
    mError("xnode type not same, v1 type: %d, v2 type: %d", pval1->node.type, pval2->node.type);
×
3148
    goto _OVER;
×
3149
  } else {
3150
    mDebug("xnode type v1:%d, is null: %d, UB: %" PRIu64 ", v2 type: %d, is null: %d, UB: %" PRIu64, pval1->node.type,
6,561✔
3151
           pval1->isNull, pval1->datum.u, pval2->node.type, pval2->isNull, pval2->datum.u);
3152

3153
    ret = (*opFn)(pval1, pval2);
6,561✔
3154
  }
3155
  SXndRefValueNode pval = {0};
6,561✔
3156
  pval.nd.node.type = QUERY_NODE_VALUE;
6,561✔
3157
  pval.nd.node.resType.type = TSDB_DATA_TYPE_BOOL;
6,561✔
3158
  pval.nd.datum.b = ret;
6,561✔
3159
  if (NULL == taosArrayPush(pctx->stack, &pval)) {
13,122✔
3160
    mError("xnode evaluate walker array push error: %s", tstrerror(terrno));
×
3161
    code = terrno;
×
3162
    goto _OVER;
×
3163
  }
3164

3165
_OVER:
6,561✔
3166
  if (pval1 != NULL) freeSXndRefValueNode((SXndRefValueNode *)pval1);
6,561✔
3167
  if (pval2 != NULL) freeSXndRefValueNode((SXndRefValueNode *)pval2);
6,561✔
3168
  TAOS_RETURN(code);
6,561✔
3169
}
3170

3171
#define XND_WALKER_CHECK_GOTO(CMD, LABEL)    \
3172
  do {                                       \
3173
    pctx->code = (CMD);                      \
3174
    if ((pctx->code != TSDB_CODE_SUCCESS)) { \
3175
      goto LABEL;                            \
3176
    }                                        \
3177
  } while (0);
3178

3179
static EDealRes evaluateWaker(SNode *pNode, void *pWhereCtx) {
21,384✔
3180
  int32_t           code = 0;
21,384✔
3181
  SXndWhereContext *pctx = (SXndWhereContext *)pWhereCtx;
21,384✔
3182

3183
  if (nodeType(pNode) == QUERY_NODE_COLUMN) {
21,384✔
3184
    SColumnNode *colNode = (SColumnNode *)pNode;
8,181✔
3185
    SXndRefValueNode *pval =
3186
        (SXndRefValueNode *)taosHashGet(pctx->pMap, colNode->colName, strlen(colNode->colName) + 1);
8,181✔
3187
    if (pval == NULL) {
8,181✔
3188
      mError("xnode evaluateWhereCond hash get error: %s", tstrerror(terrno));
1,620✔
3189
      pctx->code = TSDB_CODE_MND_XNODE_WHERE_COL_NOT_EXIST;
1,620✔
3190
      return DEAL_RES_END;
1,620✔
3191
    }
3192
    if (NULL == taosArrayPush(pctx->stack, pval)) {
13,122✔
UNCOV
3193
      mError("xnode evaluate walker array push error: %s", tstrerror(terrno));
×
3194
      pctx->code = TSDB_CODE_FAILED;
×
3195
      return DEAL_RES_END;
×
3196
    }
3197
    return DEAL_RES_CONTINUE;
6,561✔
3198
  }
3199
  if (nodeType(pNode) == QUERY_NODE_VALUE) {
13,203✔
3200
    SValueNode *pval = (SValueNode *)pNode;
6,561✔
3201
    if (pval->node.resType.type == TSDB_DATA_TYPE_UBIGINT) {
6,561✔
3202
      pval->datum.u = taosStr2Int64(pval->literal, NULL, 10);
6,480✔
3203
    }
3204
    if (pval->node.resType.type == TSDB_DATA_TYPE_BINARY) {
6,561✔
3205
      pval->datum.p = taosStrndupi(pval->literal, strlen(pval->literal) + 1);
81✔
3206
    }
3207
    if (pval->node.resType.type == TSDB_DATA_TYPE_NULL) {
6,561✔
UNCOV
3208
      pval->isNull = true;
×
3209
      pval->datum.p = NULL;
×
3210
    }
3211
    if (pval->node.resType.type == TSDB_DATA_TYPE_BOOL) {
6,561✔
3212
      pval->datum.b = pval->literal[0] == 't' || pval->literal[0] == 'T';
×
3213
    }
3214
    SXndRefValueNode refVal = {0};
6,561✔
3215
    refVal.nd = *pval;
6,561✔
3216
    refVal.shouldFree = false;
6,561✔
3217
    if (NULL == taosArrayPush(pctx->stack, &refVal)) {
13,122✔
UNCOV
3218
      mError("xnode evaluate walker array push error: %s", tstrerror(terrno));
×
UNCOV
3219
      pctx->code = TSDB_CODE_FAILED;
×
3220
      return DEAL_RES_END;
×
3221
    }
3222
    return DEAL_RES_CONTINUE;
6,561✔
3223
  }
3224

3225
  if (nodeType(pNode) == QUERY_NODE_OPERATOR) {
6,642✔
3226
    SOperatorNode *opNode = (SOperatorNode *)pNode;
6,561✔
3227
    switch (opNode->opType) {
6,561✔
3228
      case OP_TYPE_GREATER_THAN: {
648✔
3229
        XND_WALKER_CHECK_GOTO(call_op_cmp(pctx, op_greater_than), _exit);
648✔
3230
        break;
648✔
3231
      }
3232
      case OP_TYPE_GREATER_EQUAL: {
2,106✔
3233
        XND_WALKER_CHECK_GOTO(call_op_cmp(pctx, op_greater_equal), _exit);
2,106✔
3234
        break;
2,106✔
3235
      }
3236
      case OP_TYPE_LOWER_THAN: {
486✔
3237
        XND_WALKER_CHECK_GOTO(call_op_cmp(pctx, op_lower_than), _exit);
486✔
3238
        break;
486✔
3239
      }
3240
      case OP_TYPE_LOWER_EQUAL: {
×
3241
        XND_WALKER_CHECK_GOTO(call_op_cmp(pctx, op_lower_equal), _exit);
×
UNCOV
3242
        break;
×
3243
      }
3244
      case OP_TYPE_EQUAL: {
3,321✔
3245
        XND_WALKER_CHECK_GOTO(call_op_cmp(pctx, op_equal), _exit);
3,321✔
3246
        break;
3,321✔
3247
      }
3248
      case OP_TYPE_NOT_EQUAL: {
×
3249
        XND_WALKER_CHECK_GOTO(call_op_cmp(pctx, op_not_equal), _exit);
×
UNCOV
3250
        break;
×
3251
      }
UNCOV
3252
      default:
×
UNCOV
3253
        pctx->code = TSDB_CODE_MND_XNODE_WHERE_OP_NOT_SUPPORT;
×
3254
        return DEAL_RES_CONTINUE;
×
3255
    }
3256
    return DEAL_RES_CONTINUE;
6,561✔
3257
  }
3258

3259
  if (nodeType(pNode) == QUERY_NODE_LOGIC_CONDITION) {
81✔
3260
    SLogicConditionNode *logicNode = (SLogicConditionNode *)pNode;
81✔
3261
    SXndRefValueNode     pval = {0};
81✔
3262
    pval.nd.node.type = QUERY_NODE_VALUE;
81✔
3263
    pval.nd.node.resType.type = TSDB_DATA_TYPE_BOOL;
81✔
3264

3265
    switch (logicNode->condType) {
81✔
3266
      case LOGIC_COND_TYPE_AND: {
81✔
3267
        SValueNode *pval2 = (SValueNode *)taosArrayPop(pctx->stack);
81✔
3268
        SValueNode *pval1 = (SValueNode *)taosArrayPop(pctx->stack);
81✔
3269

3270
        pval.nd.datum.b = pval1->datum.b && pval2->datum.b;
81✔
3271
        if (NULL == taosArrayPush(pctx->stack, &pval)) {
162✔
3272
          mError("xnode walker AND array push err: %s", tstrerror(terrno));
×
3273
          pctx->code = TSDB_CODE_FAILED;
×
3274
          return DEAL_RES_END;
×
3275
        }
3276

3277
        freeSXndRefValueNode((SXndRefValueNode *)pval1);
81✔
3278
        freeSXndRefValueNode((SXndRefValueNode *)pval2);
81✔
3279
        break;
81✔
3280
      }
3281
      case LOGIC_COND_TYPE_OR: {
×
3282
        SValueNode *pval2 = (SValueNode *)taosArrayPop(pctx->stack);
×
3283
        SValueNode *pval1 = (SValueNode *)taosArrayPop(pctx->stack);
×
3284

UNCOV
3285
        pval.nd.datum.b = pval1->datum.b || pval2->datum.b;
×
UNCOV
3286
        if (NULL == taosArrayPush(pctx->stack, &pval)) {
×
3287
          mError("xnode walker OR array push err: %s", tstrerror(terrno));
×
3288
          pctx->code = TSDB_CODE_FAILED;
×
3289
          return DEAL_RES_END;
×
3290
        }
3291

3292
        freeSXndRefValueNode((SXndRefValueNode *)pval1);
×
UNCOV
3293
        freeSXndRefValueNode((SXndRefValueNode *)pval2);
×
3294
        break;
×
3295
      }
3296
      case LOGIC_COND_TYPE_NOT: {
×
3297
        SValueNode *pval1 = (SValueNode *)taosArrayPop(pctx->stack);
×
3298

UNCOV
3299
        pval.nd.datum.b = !pval1->datum.b;
×
UNCOV
3300
        if (NULL == taosArrayPush(pctx->stack, &pval)) {
×
3301
          mError("xnode walker NOT array push err: %s", tstrerror(terrno));
×
3302
          pctx->code = TSDB_CODE_FAILED;
×
UNCOV
3303
          return DEAL_RES_END;
×
3304
        }
3305

UNCOV
3306
        freeSXndRefValueNode((SXndRefValueNode *)pval1);
×
3307
        break;
×
3308
      }
UNCOV
3309
      default:
×
3310
        break;
×
3311
    }
3312
    return DEAL_RES_CONTINUE;
81✔
3313
  }
3314

UNCOV
3315
  pctx->code = TSDB_CODE_MND_XNODE_INVALID_MSG;
×
3316

UNCOV
3317
_exit:
×
UNCOV
3318
  return DEAL_RES_END;
×
3319
}
3320

3321
static bool evaluateWhereCond(SNode *pWhere, SHashObj *pDataMap, int32_t *code) {
8,100✔
3322
  bool             ret = false;
8,100✔
3323
  SXndWhereContext ctx = {0};
8,100✔
3324

3325
  ctx.stack = taosArrayInit(64, sizeof(SXndRefValueNode));
8,100✔
3326
  if (ctx.stack == NULL) {
8,100✔
UNCOV
3327
    mError("xnode evaluateWhereCond error: %s", tstrerror(terrno));
×
UNCOV
3328
    *code = terrno;
×
UNCOV
3329
    goto _exit;
×
3330
  }
3331
  ctx.pMap = pDataMap;
8,100✔
3332

3333
  // walkexpr pnode
3334
  nodesWalkExprPostOrder(pWhere, evaluateWaker, &ctx);
8,100✔
3335
  if (ctx.code != TSDB_CODE_SUCCESS) {
8,100✔
3336
    *code = ctx.code;
1,620✔
3337
    mError("xnode walkExpr error: %s", tstrerror(ctx.code));
1,620✔
3338
    goto _exit;
1,620✔
3339
  }
3340
  SValueNode *pval = taosArrayGetLast(ctx.stack);
6,480✔
3341
  if (pval == NULL) {
6,480✔
3342
    *code = terrno;
×
UNCOV
3343
    mError("xnode evaluateWhereCond error: %s", tstrerror(terrno));
×
UNCOV
3344
    goto _exit;
×
3345
  }
3346
  mDebug("xnode ctx stack size:%lu, last nd type:%d, bool:%d", ctx.stack->size, pval->node.type, pval->datum.b);
6,480✔
3347
  ret = pval->datum.b;
6,480✔
3348

3349
_exit:
8,100✔
3350
  freeSXndWhereContext(&ctx);
8,100✔
3351
  return ret;
8,100✔
3352
}
3353

3354
static int32_t filterJobsByWhereCond(SNode *pWhere, SArray *pArray, SArray **ppResult) {
14,823✔
3355
  int32_t code = 0;
14,823✔
3356

3357
  *ppResult = taosArrayInit(64, sizeof(SXnodeJobObj));
14,823✔
3358
  if (*ppResult == NULL) {
14,823✔
UNCOV
3359
    code = terrno;
×
UNCOV
3360
    goto _exit;
×
3361
  }
3362
  for (int32_t i = 0; i < pArray->size; i++) {
21,303✔
3363
    SXnodeJobObj *pJob = taosArrayGet(pArray, i);
8,100✔
3364

3365
    SHashObj *pDataMap = NULL;
8,100✔
3366
    if ((pDataMap = convertJob2Map(pJob)) == NULL) {
8,100✔
3367
      mError("xnode evaluate convertJow2Map error: %s", tstrerror(terrno));
×
3368
      goto _exit;
×
3369
    }
3370
    if (evaluateWhereCond(pWhere, pDataMap, &code)) {
8,100✔
3371
      if (NULL == taosArrayPush(*ppResult, pJob)) {
10,854✔
UNCOV
3372
        mError("xnode filterJobsByWhereCond array push err: %s", tstrerror(terrno));
×
UNCOV
3373
        code = TSDB_CODE_FAILED;
×
UNCOV
3374
        goto _exit;
×
3375
      }
3376
    }
3377
    if (code != TSDB_CODE_SUCCESS) {
8,100✔
3378
      goto _exit;
1,620✔
3379
    }
3380
  }
3381

3382
_exit:
14,823✔
3383
  TAOS_RETURN(code);
14,823✔
3384
}
3385

3386
#define XND_LOG_END(code, lino)                                                                 \
3387
  do {                                                                                          \
3388
    if (code != TSDB_CODE_SUCCESS && code != TSDB_CODE_ACTION_IN_PROGRESS) {                    \
3389
      mError("%s failed at line %d code: %d, since %s", __func__, lino, code, tstrerror(code)); \
3390
    }                                                                                           \
3391
  } while (0)
3392

3393
void httpRebalanceAuto(SArray *pResult) {
243✔
3394
  int32_t code = 0;
243✔
3395
  int32_t lino = 0;
243✔
3396
  SJson *pJsonArr = NULL;
243✔
3397
  char  *pContStr = NULL;
243✔
3398
  // convert pResult to [(tid, jid)*]
3399
  pJsonArr = tjsonCreateArray();
243✔
3400
  if (pJsonArr == NULL) {
243✔
3401
    code = terrno;
×
3402
    mError("xnode json array error: %s", tstrerror(code));
×
3403
    goto _OVER;
×
3404
  }
3405
  for (int32_t i = 0; i < pResult->size; i++) {
3,483✔
3406
    SXnodeJobObj *pJob = taosArrayGet(pResult, i);
3,240✔
3407
    SJson        *pJsonObj = tjsonCreateObject();
3,240✔
3408
    if (pJsonObj == NULL) {
3,240✔
3409
      code = terrno;
×
3410
      mError("xnode json object error: %s", tstrerror(code));
×
UNCOV
3411
      goto _OVER;
×
3412
    }
3413
    TAOS_CHECK_GOTO(tjsonAddDoubleToObject(pJsonObj, "tid", pJob->taskId), &lino, _OVER);
3,240✔
3414
    TAOS_CHECK_GOTO(tjsonAddDoubleToObject(pJsonObj, "jid", pJob->id), &lino, _OVER);
3,240✔
3415
    TAOS_CHECK_GOTO(tjsonAddItemToArray(pJsonArr, pJsonObj), &lino, _OVER);
3,240✔
3416
  }
3417

3418
  pContStr = tjsonToUnformattedString(pJsonArr);
243✔
3419
  if (pContStr == NULL) {
243✔
UNCOV
3420
    mError("xnode to json string error: %s", tstrerror(terrno));
×
UNCOV
3421
    goto _OVER;
×
3422
  }
3423
  char xnodeUrl[TSDB_XNODE_URL_LEN + 1] = {0};
243✔
3424
  snprintf(xnodeUrl, TSDB_XNODE_URL_LEN, "%s/rebalance/auto", XNODED_PIPE_SOCKET_URL);
243✔
3425
  (void)mndSendReqRetJson(xnodeUrl, HTTP_TYPE_POST, defaultTimeout, pContStr, strlen(pContStr));
243✔
3426

3427
_OVER:
243✔
3428
  if (pJsonArr != NULL) tjsonDelete(pJsonArr);
243✔
3429
  if (pContStr != NULL) taosMemoryFree(pContStr);
243✔
3430
  XND_LOG_END(code, lino);
243✔
3431
  return;
243✔
3432
}
3433

3434
static int32_t mndProcessRebalanceXnodeJobsWhereReq(SRpcMsg *pReq) {
1,053✔
3435
  mDebug("xnode reblance xnode jobs where req, content len:%d", pReq->contLen);
1,053✔
3436
  int32_t                      code = 0;
1,053✔
3437
  SMnode                      *pMnode = pReq->info.node;
1,053✔
3438
  SMRebalanceXnodeJobsWhereReq rebalanceReq = {0};
1,053✔
3439
  SNode                       *pWhere = NULL;
1,053✔
3440
  SArray                      *pArray = NULL;
1,053✔
3441
  SArray                      *pResult = NULL;
1,053✔
3442

3443
  TAOS_CHECK_GOTO(tDeserializeSMRebalanceXnodeJobsWhereReq(pReq->pCont, pReq->contLen, &rebalanceReq), NULL, _OVER);
1,053✔
3444
  TAOS_CHECK_GOTO(mndCheckOperPrivilege(pMnode, pReq->info.conn.user, NULL, MND_OPER_REBALANCE_XNODE_JOB), NULL, _OVER);
1,053✔
3445

3446
  TAOS_CHECK_GOTO(mndAcquireXnodeJobsAll(pMnode, &pArray), NULL, _OVER);
1,053✔
3447
  if (NULL != rebalanceReq.ast.ptr) {
1,053✔
3448
    TAOS_CHECK_GOTO(nodesStringToNode(rebalanceReq.ast.ptr, &pWhere), NULL, _OVER);
1,053✔
3449

3450
    TAOS_CHECK_GOTO(filterJobsByWhereCond(pWhere, pArray, &pResult), NULL, _OVER);
1,053✔
3451
    httpRebalanceAuto(pResult);
243✔
3452
  } else {
UNCOV
3453
    httpRebalanceAuto(pArray);
×
3454
  }
3455

3456
_OVER:
1,053✔
3457
  if (pWhere != NULL) {
1,053✔
3458
    nodesDestroyNode(pWhere);
1,053✔
3459
  }
3460
  if (pArray != NULL) {
1,053✔
3461
    taosArrayDestroy(pArray);
1,053✔
3462
  }
3463
  if (pResult != NULL) {
1,053✔
3464
    taosArrayDestroy(pResult);
1,053✔
3465
  }
3466
  tFreeSMRebalanceXnodeJobsWhereReq(&rebalanceReq);
1,053✔
3467
  TAOS_RETURN(code);
1,053✔
3468
}
3469

3470
static int32_t dropXnodeJobById(SMnode *pMnode, SRpcMsg *pReq, int32_t jid) {
972✔
3471
  int32_t       code = 0;
972✔
3472
  int32_t       lino = 0;
972✔
3473
  SXnodeJobObj *pObj = NULL;
972✔
3474

3475
  pObj = mndAcquireXnodeJob(pMnode, jid);
972✔
3476
  if (pObj == NULL) {
972✔
3477
    code = terrno;
810✔
3478
    lino = __LINE__;
810✔
3479
    goto _OVER;
810✔
3480
  }
3481
  code = mndDropXnodeJob(pMnode, pReq, pObj);
162✔
3482

3483
_OVER:
972✔
3484
  XND_LOG_END(code, lino);
972✔
3485
  mndReleaseXnodeJob(pMnode, pObj);
972✔
3486
  return code;
972✔
3487
}
3488

3489
static int32_t dropXnodeJobByWhereCond(SMnode *pMnode, SRpcMsg *pReq, SMDropXnodeJobReq *dropReq) {
13,770✔
3490
  int32_t       code = 0;
13,770✔
3491
  int32_t       lino = 0;
13,770✔
3492
  SXnodeJobObj *pObj = NULL;
13,770✔
3493
  SNode        *pWhere = NULL;
13,770✔
3494
  SArray       *pArray = NULL;
13,770✔
3495
  SArray       *pResult = NULL;
13,770✔
3496

3497
  if (NULL != dropReq->ast.ptr) {
13,770✔
3498
    TAOS_CHECK_GOTO(mndAcquireXnodeJobsAll(pMnode, &pArray), &lino, _OVER);
13,770✔
3499
    TAOS_CHECK_GOTO(nodesStringToNode(dropReq->ast.ptr, &pWhere), &lino, _OVER);
13,770✔
3500
    TAOS_CHECK_GOTO(filterJobsByWhereCond(pWhere, pArray, &pResult), &lino, _OVER);
13,770✔
3501

3502
    for (int32_t i = 0; i < pResult->size; i++) {
15,147✔
3503
      pObj = taosArrayGet(pResult, i);
2,187✔
3504
      TAOS_CHECK_GOTO(mndDropXnodeJob(pMnode, pReq, pObj), &lino, _OVER);
2,187✔
3505
    }
3506
  }
3507

3508
_OVER:
13,770✔
3509
  XND_LOG_END(code, lino);
13,770✔
3510
  if (pResult != NULL) {
13,770✔
3511
    taosArrayDestroy(pResult);
13,770✔
3512
  }
3513
  if (pWhere != NULL) {
13,770✔
3514
    nodesDestroyNode(pWhere);
13,770✔
3515
  }
3516
  if (pArray != NULL) {
13,770✔
3517
    taosArrayDestroy(pArray);
13,770✔
3518
  }
3519
  return code;
13,770✔
3520
}
3521

3522
static int32_t mndProcessDropXnodeJobReq(SRpcMsg *pReq) {
14,742✔
3523
  mDebug("drop xnode job req, content len:%d", pReq->contLen);
14,742✔
3524
  SMnode           *pMnode = pReq->info.node;
14,742✔
3525
  int32_t           code = -1;
14,742✔
3526
  SMDropXnodeJobReq dropReq = {0};
14,742✔
3527

3528
  TAOS_CHECK_GOTO(tDeserializeSMDropXnodeJobReq(pReq->pCont, pReq->contLen, &dropReq), NULL, _OVER);
14,742✔
3529

3530
  mDebug("Xnode drop job with jid:%d", dropReq.jid);
14,742✔
3531
  TAOS_CHECK_GOTO(mndCheckOperPrivilege(pMnode, pReq->info.conn.user, NULL, MND_OPER_DROP_XNODE_JOB), NULL, _OVER);
14,742✔
3532

3533
  if (dropReq.jid <= 0 && dropReq.ast.ptr == NULL) {
14,742✔
UNCOV
3534
    code = TSDB_CODE_MND_XNODE_INVALID_MSG;
×
UNCOV
3535
    goto _OVER;
×
3536
  }
3537
  if (dropReq.jid > 0) {
14,742✔
3538
    TAOS_CHECK_GOTO(dropXnodeJobById(pMnode, pReq, dropReq.jid), NULL, _OVER);
972✔
3539
  } else {
3540
    TAOS_CHECK_GOTO(dropXnodeJobByWhereCond(pMnode, pReq, &dropReq), NULL, _OVER);
13,770✔
3541
  }
3542

3543
_OVER:
14,742✔
3544
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
14,742✔
3545
    mError("xnode:%d, failed to drop since %s", dropReq.jid, tstrerror(code));
1,620✔
3546
  }
3547
  tFreeSMDropXnodeJobReq(&dropReq);
14,742✔
3548
  TAOS_RETURN(code);
14,742✔
3549
}
3550

3551
/**
3552
 * @brief Mapping the columns of show xnode jobs
3553
 *
3554
 * See [xnodeTaskJobSchema] in systable.h.
3555
 *
3556
 *  {.name = "jid", .bytes = 4, .type = TSDB_DATA_TYPE_INT, .sysInfo = false},
3557
    {.name = "tid", .bytes = 4, .type = TSDB_DATA_TYPE_INT, .sysInfo = false},
3558
    {.name = "config", .bytes = TSDB_XNODE_NAME_LEN + VARSTR_HEADER_SIZE, .type = TSDB_DATA_TYPE_VARCHAR, .sysInfo =
3559
 false},
3560
    {.name = "status", .bytes = 10 + VARSTR_HEADER_SIZE, .type = TSDB_DATA_TYPE_VARCHAR, .sysInfo = false},
3561
    // {.name = "reason", .bytes = 10 + VARSTR_HEADER_SIZE, .type = TSDB_DATA_TYPE_VARCHAR, .sysInfo = false},
3562
    {.name = "create_time", .bytes = 8, .type = TSDB_DATA_TYPE_TIMESTAMP, .sysInfo = false},
3563
    {.name = "update_time", .bytes = 8, .type = TSDB_DATA_TYPE_TIMESTAMP, .sysInfo = false},
3564
 * @param pReq
3565
 * @param pShow
3566
 * @param pBlock
3567
 * @param rows
3568
 * @return int32_t
3569
 */
3570
static int32_t mndRetrieveXnodeJobs(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
2,714✔
3571
  SMnode       *pMnode = pReq->info.node;
2,714✔
3572
  SSdb         *pSdb = pMnode->pSdb;
2,714✔
3573
  int32_t       numOfRows = 0;
2,714✔
3574
  int32_t       cols = 0;
2,714✔
3575
  SXnodeJobObj *pObj = NULL;
2,714✔
3576
  char          buf[VARSTR_HEADER_SIZE + TMAX(TSDB_XNODE_TASK_JOB_CONFIG_LEN, TSDB_XNODE_TASK_REASON_LEN)];
2,714✔
3577
  char          status[64] = {0};
2,714✔
3578
  int32_t       code = 0;
2,714✔
3579
  mDebug("show.type:%d, %s:%d: retrieve xnode jobs with rows: %d", pShow->type, __FILE__, __LINE__, rows);
2,714✔
3580

3581
  while (numOfRows < rows) {
6,764✔
3582
    pShow->pIter = sdbFetch(pSdb, SDB_XNODE_JOB, pShow->pIter, (void **)&pObj);
6,764✔
3583
    if (pShow->pIter == NULL) break;
6,764✔
3584

3585
    cols = 0;
4,050✔
3586
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
4,050✔
3587
    // id
3588
    code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->id, false);
4,050✔
3589
    if (code != 0) goto _end;
4,050✔
3590
    // tid
3591
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
4,050✔
3592
    code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->taskId, false);
4,050✔
3593
    if (code != 0) goto _end;
4,050✔
3594

3595
    // config
3596
    buf[0] = 0;
4,050✔
3597
    STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->config, pShow->pMeta->pSchemas[cols].bytes);
4,050✔
3598
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
4,050✔
3599
    code = colDataSetVal(pColInfo, numOfRows, buf, false);
4,050✔
3600
    if (code != 0) goto _end;
4,050✔
3601

3602
    // via
3603
    if (pObj->via != 0) {
4,050✔
UNCOV
3604
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
UNCOV
3605
      code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->via, false);
×
UNCOV
3606
      if (code != 0) goto _end;
×
3607
    } else {
3608
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
4,050✔
3609
      colDataSetNULL(pColInfo, numOfRows);
4,050✔
3610
    }
3611

3612
    // xnode_id
3613
    if (pObj->xnodeId != 0) {
4,050✔
UNCOV
3614
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
UNCOV
3615
      code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->xnodeId, false);
×
UNCOV
3616
      if (code != 0) goto _end;
×
3617
    } else {
3618
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
4,050✔
3619
      colDataSetNULL(pColInfo, numOfRows);
4,050✔
3620
    }
3621

3622
    // status
3623
    if (pObj->statusLen > 0) {
4,050✔
3624
      buf[0] = 0;
×
3625
      STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->status, pShow->pMeta->pSchemas[cols].bytes);
×
3626
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
3627
      code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
×
3628
      if (code != 0) goto _end;
×
3629
    } else {
3630
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
4,050✔
3631
      colDataSetNULL(pColInfo, numOfRows);
4,050✔
3632
    }
3633

3634
    // reason
3635
    if (pObj->reasonLen > 0) {
4,050✔
3636
      buf[0] = 0;
×
3637
      STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->reason, pShow->pMeta->pSchemas[cols].bytes);
×
3638
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
UNCOV
3639
      code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
×
UNCOV
3640
      if (code != 0) goto _end;
×
3641
    } else {
3642
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
4,050✔
3643
      colDataSetNULL(pColInfo, numOfRows);
4,050✔
3644
    }
3645

3646
    // create_time
3647
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
4,050✔
3648
    code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->createTime, false);
4,050✔
3649
    if (code != 0) goto _end;
4,050✔
3650

3651
    // update_time
3652
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
4,050✔
3653
    code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->updateTime, false);
4,050✔
3654
    if (code != 0) goto _end;
4,050✔
3655

3656
    numOfRows++;
4,050✔
3657
    sdbRelease(pSdb, pObj);
4,050✔
3658
  }
3659

3660
_end:
2,714✔
3661
  if (code != 0) sdbRelease(pSdb, pObj);
2,714✔
3662

3663
  pShow->numOfRows += numOfRows;
2,714✔
3664
  return numOfRows;
2,714✔
3665
}
UNCOV
3666
static void mndCancelGetNextXnodeJob(SMnode *pMnode, void *pIter) {
×
UNCOV
3667
  SSdb *pSdb = pMnode->pSdb;
×
UNCOV
3668
  sdbCancelFetchByType(pSdb, pIter, SDB_XNODE_JOB);
×
UNCOV
3669
}
×
3670

UNCOV
3671
static size_t taosCurlWriteData(char *pCont, size_t contLen, size_t nmemb, void *userdata) {
×
UNCOV
3672
  SCurlResp *pRsp = userdata;
×
3673
  if (contLen == 0 || nmemb == 0 || pCont == NULL) {
×
3674
    pRsp->dataLen = 0;
×
UNCOV
3675
    pRsp->data = NULL;
×
UNCOV
3676
    uError("curl response is received, len:%" PRId64, pRsp->dataLen);
×
UNCOV
3677
    return 0;
×
3678
  }
3679

UNCOV
3680
  int64_t newDataSize = (int64_t)contLen * nmemb;
×
UNCOV
3681
  int64_t size = pRsp->dataLen + newDataSize;
×
3682

UNCOV
3683
  if (pRsp->data == NULL) {
×
UNCOV
3684
    pRsp->data = taosMemoryMalloc(size + 1);
×
UNCOV
3685
    if (pRsp->data == NULL) {
×
UNCOV
3686
      uError("failed to prepare recv buffer for post rsp, len:%d, code:%s", (int32_t)size + 1, tstrerror(terrno));
×
3687
      return 0;  // return the recv length, if failed, return 0
×
3688
    }
3689
  } else {
UNCOV
3690
    char *p = taosMemoryRealloc(pRsp->data, size + 1);
×
UNCOV
3691
    if (p == NULL) {
×
UNCOV
3692
      uError("failed to prepare recv buffer for post rsp, len:%d, code:%s", (int32_t)size + 1, tstrerror(terrno));
×
UNCOV
3693
      return 0;  // return the recv length, if failed, return 0
×
3694
    }
3695

3696
    pRsp->data = p;
×
3697
  }
3698

3699
  if (pRsp->data != NULL) {
×
UNCOV
3700
    (void)memcpy(pRsp->data + pRsp->dataLen, pCont, newDataSize);
×
3701

UNCOV
3702
    pRsp->dataLen = size;
×
UNCOV
3703
    pRsp->data[size] = 0;
×
3704

UNCOV
3705
    uDebugL("curl response is received, len:%" PRId64 ", content:%s", size, pRsp->data);
×
UNCOV
3706
    return newDataSize;
×
3707
  } else {
UNCOV
3708
    pRsp->dataLen = 0;
×
UNCOV
3709
    uError("failed to malloc curl response");
×
UNCOV
3710
    return 0;
×
3711
  }
3712
}
3713

3714
#ifndef WINDOWS
3715
static int32_t taosCurlGetRequest(const char *url, SCurlResp *pRsp, int32_t timeout, const char *socketPath) {
1,641✔
3716
  CURL   *curl = NULL;
1,641✔
3717
  int32_t code = 0;
1,641✔
3718
  int32_t lino = 0;
1,641✔
3719

3720
  curl = curl_easy_init();
1,641✔
3721
  if (curl == NULL) {
1,641✔
UNCOV
3722
    uError("failed to create curl handle");
×
UNCOV
3723
    return -1;
×
3724
  }
3725

3726
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_UNIX_SOCKET_PATH, socketPath), &lino, _OVER);
1,641✔
3727
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_URL, url), &lino, _OVER);
1,641✔
3728
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, taosCurlWriteData), &lino, _OVER);
1,641✔
3729
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_WRITEDATA, pRsp), &lino, _OVER);
1,641✔
3730
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_TIMEOUT_MS, timeout), &lino, _OVER);
1,641✔
3731

3732
  uDebug("curl get request will sent, url:%s", url);
1,641✔
3733
  CURLcode curlCode = curl_easy_perform(curl);
1,641✔
3734
  if (curlCode != CURLE_OK) {
1,641✔
3735
    if (curlCode == CURLE_OPERATION_TIMEDOUT) {
1,641✔
UNCOV
3736
      mError("xnode failed to perform curl action, code:%d", curlCode);
×
UNCOV
3737
      code = TSDB_CODE_MND_XNODE_URL_RESP_TIMEOUT;
×
UNCOV
3738
      goto _OVER;
×
3739
    }
3740
    uError("failed to perform curl action, code:%d", curlCode);
1,641✔
3741
    code = TSDB_CODE_MND_XNODE_URL_CANT_ACCESS;
1,641✔
3742
    goto _OVER;
1,641✔
3743
  }
3744

UNCOV
3745
  long http_code = 0;
×
UNCOV
3746
  TAOS_CHECK_GOTO(curl_easy_getinfo(curl, CURLINFO_RESPONSE_CODE, &http_code), &lino, _OVER);
×
UNCOV
3747
  if (http_code != 200) {
×
3748
    code = TSDB_CODE_MND_XNODE_HTTP_CODE_ERROR;
×
3749
  }
3750

3751
_OVER:
1,641✔
3752
  if (curl != NULL) curl_easy_cleanup(curl);
1,641✔
3753
  XND_LOG_END(code, lino);
1,641✔
3754
  return code;
1,641✔
3755
}
3756

3757
static int32_t taosCurlPostRequest(const char *url, SCurlResp *pRsp, const char *buf, int32_t bufLen, int32_t timeout,
15,735✔
3758
                                   const char *socketPath) {
3759
  struct curl_slist *headers = NULL;
15,735✔
3760
  CURL              *curl = NULL;
15,735✔
3761
  int32_t            code = 0;
15,735✔
3762
  int32_t            lino = 0;
15,735✔
3763

3764
  curl = curl_easy_init();
15,735✔
3765
  if (curl == NULL) {
15,735✔
UNCOV
3766
    mError("xnode failed to create curl handle");
×
UNCOV
3767
    return -1;
×
3768
  }
3769

3770
  headers = curl_slist_append(headers, "Content-Type:application/json;charset=UTF-8");
15,735✔
3771
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_UNIX_SOCKET_PATH, socketPath), &lino, _OVER);
15,735✔
3772
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_HTTPHEADER, headers), &lino, _OVER);
15,735✔
3773
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_URL, url), &lino, _OVER);
15,735✔
3774
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, taosCurlWriteData), &lino, _OVER);
15,735✔
3775
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_WRITEDATA, pRsp), &lino, _OVER);
15,735✔
3776
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_TIMEOUT_MS, timeout), &lino, _OVER);
15,735✔
3777
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_POST, 1), &lino, _OVER);
15,735✔
3778
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_POSTFIELDSIZE, bufLen), &lino, _OVER);
15,735✔
3779
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_POSTFIELDS, buf), &lino, _OVER);
15,735✔
3780
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_VERBOSE, 1L), &lino, _OVER);
15,735✔
3781
  TAOS_CHECK_GOTO(curl_easy_setopt(curl, CURLOPT_NOSIGNAL, 1L), &lino, _OVER);
15,735✔
3782

3783
  mDebug("xnode curl post request will sent, url:%s len:%d content:%s", url, bufLen, buf);
15,735✔
3784
  CURLcode curlCode = curl_easy_perform(curl);
15,735✔
3785

3786
  if (curlCode != CURLE_OK) {
15,735✔
3787
    if (curlCode == CURLE_OPERATION_TIMEDOUT) {
15,735✔
3788
      mError("xnode failed to perform curl action, code:%d", curlCode);
×
UNCOV
3789
      code = TSDB_CODE_MND_XNODE_URL_RESP_TIMEOUT;
×
UNCOV
3790
      goto _OVER;
×
3791
    }
3792
    uError("xnode failed to perform curl action, code:%d", curlCode);
15,735✔
3793
    code = TSDB_CODE_MND_XNODE_URL_CANT_ACCESS;
15,735✔
3794
    goto _OVER;
15,735✔
3795
  }
3796

3797
  long http_code = 0;
×
3798
  TAOS_CHECK_GOTO(curl_easy_getinfo(curl, CURLINFO_RESPONSE_CODE, &http_code), &lino, _OVER);
×
UNCOV
3799
  if (http_code != 200) {
×
UNCOV
3800
    mError("xnode failed to perform curl action, http code:%ld", http_code);
×
UNCOV
3801
    code = TSDB_CODE_MND_XNODE_HTTP_CODE_ERROR;
×
3802
  }
3803

3804
_OVER:
15,735✔
3805
  if (curl != NULL) {
15,735✔
3806
    curl_slist_free_all(headers);
15,735✔
3807
    curl_easy_cleanup(curl);
15,735✔
3808
  }
3809
  XND_LOG_END(code, lino);
15,735✔
3810
  return code;
15,735✔
3811
}
3812

3813
static int32_t taosCurlDeleteRequest(const char *url, SCurlResp *pRsp, int32_t timeout, const char *socketPath) {
1,104✔
3814
  CURL   *curl = NULL;
1,104✔
3815
  int32_t code = 0;
1,104✔
3816
  int32_t lino = 0;
1,104✔
3817

3818
  curl = curl_easy_init();
1,104✔
3819
  if (curl == NULL) {
1,104✔
UNCOV
3820
    uError("xnode failed to create curl handle");
×
UNCOV
3821
    return -1;
×
3822
  }
3823

3824
  if (curl_easy_setopt(curl, CURLOPT_UNIX_SOCKET_PATH, socketPath)) goto _OVER;
1,104✔
3825
  if (curl_easy_setopt(curl, CURLOPT_URL, url) != 0) goto _OVER;
1,104✔
3826
  if (curl_easy_setopt(curl, CURLOPT_CUSTOMREQUEST, "DELETE") != 0) goto _OVER;
1,104✔
3827
  if (curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, taosCurlWriteData) != 0) goto _OVER;
1,104✔
3828
  if (curl_easy_setopt(curl, CURLOPT_WRITEDATA, pRsp) != 0) goto _OVER;
1,104✔
3829
  if (curl_easy_setopt(curl, CURLOPT_TIMEOUT_MS, timeout) != 0) goto _OVER;
1,104✔
3830

3831
  uDebug("xnode curl get request will sent, url:%s", url);
1,104✔
3832
  CURLcode curlCode = curl_easy_perform(curl);
1,104✔
3833
  if (curlCode != CURLE_OK) {
1,104✔
3834
    uError("xnode failed to perform curl action, curl code:%d", curlCode);
1,104✔
3835
    if (curlCode == CURLE_OPERATION_TIMEDOUT) {
1,104✔
UNCOV
3836
      code = TSDB_CODE_MND_XNODE_URL_RESP_TIMEOUT;
×
UNCOV
3837
      goto _OVER;
×
3838
    }
3839
    code = TSDB_CODE_MND_XNODE_URL_CANT_ACCESS;
1,104✔
3840
    goto _OVER;
1,104✔
3841
  }
3842

3843
  long http_code = 0;
×
3844
  TAOS_CHECK_GOTO(curl_easy_getinfo(curl, CURLINFO_RESPONSE_CODE, &http_code), &lino, _OVER);
×
3845
  if (http_code != 200 && http_code != 204) {
×
3846
    uError("xnode curl request response http code:%ld", http_code);
×
UNCOV
3847
    code = TSDB_CODE_MND_XNODE_HTTP_CODE_ERROR;
×
3848
  }
3849

3850
_OVER:
1,104✔
3851
  if (curl != NULL) curl_easy_cleanup(curl);
1,104✔
3852
  XND_LOG_END(code, lino);
1,104✔
3853
  return code;
1,104✔
3854
}
3855
#else
3856
static int32_t taosCurlGetRequest(const char *url, SCurlResp *pRsp, int32_t timeout, const char *socketPath) { return 0; }
3857
static int32_t taosCurlPostRequest(const char *url, SCurlResp *pRsp, const char *buf, int32_t bufLen, int32_t timeout,
3858
                                   const char *socketPath) {
3859
  return 0;
3860
}
3861
static int32_t taosCurlDeleteRequest(const char *url, SCurlResp *pRsp, int32_t timeout, const char *socketPath) { return 0; }
3862
#endif
3863
SJson *mndSendReqRetJson(const char *url, EHttpType type, int64_t timeout, const char *buf, int64_t bufLen) {
18,480✔
3864
  SJson    *pJson = NULL;
18,480✔
3865
  SCurlResp curlRsp = {0};
18,480✔
3866
  char      socketPath[PATH_MAX] = {0};
18,480✔
3867

3868
  getXnodedPipeName(socketPath, sizeof(socketPath));
18,480✔
3869
  if (type == HTTP_TYPE_GET) {
18,480✔
3870
    if ((terrno = taosCurlGetRequest(url, &curlRsp, timeout, socketPath)) != 0) {
1,641✔
3871
      goto _OVER;
1,641✔
3872
    }
3873
  } else if (type == HTTP_TYPE_POST) {
16,839✔
3874
    if ((terrno = taosCurlPostRequest(url, &curlRsp, buf, bufLen, timeout, socketPath)) != 0) {
15,735✔
3875
      goto _OVER;
15,735✔
3876
    }
3877
  } else if (type == HTTP_TYPE_DELETE) {
1,104✔
3878
    if ((terrno = taosCurlDeleteRequest(url, &curlRsp, timeout, socketPath)) != 0) {
1,104✔
3879
      goto _OVER;
1,104✔
3880
    }
3881
  } else {
UNCOV
3882
    uError("xnode invalid http type:%d", type);
×
UNCOV
3883
    terrno = TSDB_CODE_MND_XNODE_INVALID_MSG;
×
UNCOV
3884
    goto _OVER;
×
3885
  }
3886

UNCOV
3887
  if (curlRsp.data == NULL || curlRsp.dataLen == 0) {
×
UNCOV
3888
    pJson = tjsonCreateObject();
×
UNCOV
3889
    goto _OVER;
×
3890
  }
3891

3892
  pJson = tjsonParse(curlRsp.data);
×
3893
  if (pJson == NULL) {
×
UNCOV
3894
    terrno = TSDB_CODE_INVALID_JSON_FORMAT;
×
UNCOV
3895
    goto _OVER;
×
3896
  }
3897

3898
_OVER:
18,480✔
3899
  if (curlRsp.data != NULL) taosMemoryFreeClear(curlRsp.data);
18,480✔
3900
  if (terrno != TSDB_CODE_SUCCESS) {
18,480✔
3901
    mError("xnode failed to send request, since:%s", tstrerror(terrno));
18,480✔
3902
  }
3903
  return pJson;
18,480✔
3904
}
3905

3906
static int32_t mndGetXnodeStatus(SXnodeObj *pObj, char *status, int32_t statusLen) {
1,641✔
3907
  int32_t code = 0;
1,641✔
3908
  SJson  *pJson = NULL;
1,641✔
3909

3910
  char xnodeUrl[TSDB_XNODE_URL_LEN + 1] = {0};
1,641✔
3911
  snprintf(xnodeUrl, TSDB_XNODE_URL_LEN, "%s/xnode/%d", XNODED_PIPE_SOCKET_URL, pObj->id);
1,641✔
3912
  pJson = mndSendReqRetJson(xnodeUrl, HTTP_TYPE_GET, defaultTimeout, NULL, 0);
1,641✔
3913
  if (pJson == NULL) {
1,641✔
3914
    code = terrno;
1,641✔
3915
    goto _OVER;
1,641✔
3916
  }
3917

UNCOV
3918
  code = tjsonGetStringValue2(pJson, "status", status, statusLen);
×
3919
  if (code < 0) {
×
3920
    code = TSDB_CODE_INVALID_JSON_FORMAT;
×
3921
    goto _OVER;
×
3922
  }
UNCOV
3923
  if (strlen(status) == 0) {
×
UNCOV
3924
    code = TSDB_CODE_MND_XNODE_INVALID_MSG;
×
UNCOV
3925
    goto _OVER;
×
3926
  }
3927

3928
_OVER:
1,641✔
3929
  if (pJson != NULL) tjsonDelete(pJson);
1,641✔
3930
  TAOS_RETURN(code);
1,641✔
3931
}
3932

3933
/** xnode agent section **/
3934

3935
SSdbRaw *mndXnodeAgentActionEncode(SXnodeAgentObj *pObj) {
3,402✔
3936
  int32_t code = 0;
3,402✔
3937
  int32_t lino = 0;
3,402✔
3938
  terrno = TSDB_CODE_OUT_OF_MEMORY;
3,402✔
3939

3940
  if (NULL == pObj) {
3,402✔
UNCOV
3941
    terrno = TSDB_CODE_INVALID_PARA;
×
UNCOV
3942
    return NULL;
×
3943
  }
3944

3945
  int32_t rawDataLen =
3,402✔
3946
      sizeof(SXnodeAgentObj) + TSDB_XNODE_RESERVE_SIZE + pObj->nameLen + pObj->tokenLen + pObj->statusLen;
3,402✔
3947

3948
  SSdbRaw *pRaw = sdbAllocRaw(SDB_XNODE_AGENT, TSDB_XNODE_VER_NUMBER, rawDataLen);
3,402✔
3949
  if (pRaw == NULL) goto _OVER;
3,402✔
3950

3951
  int32_t dataPos = 0;
3,402✔
3952
  SDB_SET_INT32(pRaw, dataPos, pObj->id, _OVER)
3,402✔
3953
  SDB_SET_INT32(pRaw, dataPos, pObj->nameLen, _OVER)
3,402✔
3954
  SDB_SET_BINARY(pRaw, dataPos, pObj->name, pObj->nameLen, _OVER)
3,402✔
3955
  SDB_SET_INT32(pRaw, dataPos, pObj->tokenLen, _OVER)
3,402✔
3956
  SDB_SET_BINARY(pRaw, dataPos, pObj->token, pObj->tokenLen, _OVER)
3,402✔
3957
  SDB_SET_INT32(pRaw, dataPos, pObj->statusLen, _OVER)
3,402✔
3958
  SDB_SET_BINARY(pRaw, dataPos, pObj->status, pObj->statusLen, _OVER)
3,402✔
3959
  SDB_SET_INT64(pRaw, dataPos, pObj->createTime, _OVER)
3,402✔
3960
  SDB_SET_INT64(pRaw, dataPos, pObj->updateTime, _OVER)
3,402✔
3961

3962
  SDB_SET_RESERVE(pRaw, dataPos, TSDB_XNODE_RESERVE_SIZE, _OVER)
3,402✔
3963

3964
  terrno = 0;
3,402✔
3965

3966
_OVER:
3,402✔
3967
  if (terrno != 0) {
3,402✔
UNCOV
3968
    mError("xnode agent:%d, failed to encode to raw:%p since %s", pObj->id, pRaw, terrstr());
×
UNCOV
3969
    sdbFreeRaw(pRaw);
×
3970
    return NULL;
×
3971
  }
3972

3973
  mTrace("xnode agent:%d, encode to raw:%p, row:%p", pObj->id, pRaw, pObj);
3,402✔
3974
  return pRaw;
3,402✔
3975
}
3976

3977
SSdbRow *mndXnodeAgentActionDecode(SSdbRaw *pRaw) {
2,592✔
3978
  int32_t code = 0;
2,592✔
3979
  int32_t lino = 0;
2,592✔
3980
  terrno = TSDB_CODE_OUT_OF_MEMORY;
2,592✔
3981
  SSdbRow        *pRow = NULL;
2,592✔
3982
  SXnodeAgentObj *pObj = NULL;
2,592✔
3983

3984
  if (NULL == pRaw) {
2,592✔
UNCOV
3985
    terrno = TSDB_CODE_INVALID_PARA;
×
UNCOV
3986
    return NULL;
×
3987
  }
3988

3989
  int8_t sver = 0;
2,592✔
3990
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
2,592✔
3991

3992
  if (sver != TSDB_XNODE_VER_NUMBER) {
2,592✔
3993
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
×
UNCOV
3994
    goto _OVER;
×
3995
  }
3996

3997
  pRow = sdbAllocRow(sizeof(SXnodeAgentObj));
2,592✔
3998
  if (pRow == NULL) goto _OVER;
2,592✔
3999

4000
  pObj = sdbGetRowObj(pRow);
2,592✔
4001
  if (pObj == NULL) goto _OVER;
2,592✔
4002

4003
  int32_t dataPos = 0;
2,592✔
4004
  SDB_GET_INT32(pRaw, dataPos, &pObj->id, _OVER)
2,592✔
4005
  SDB_GET_INT32(pRaw, dataPos, &pObj->nameLen, _OVER)
2,592✔
4006
  if (pObj->nameLen > 0) {
2,592✔
4007
    pObj->name = taosMemoryCalloc(pObj->nameLen, 1);
2,592✔
4008
    if (pObj->name == NULL) goto _OVER;
2,592✔
4009
    SDB_GET_BINARY(pRaw, dataPos, pObj->name, pObj->nameLen, _OVER)
2,592✔
4010
  } else {
UNCOV
4011
    pObj->name = NULL;
×
4012
  }
4013
  SDB_GET_INT32(pRaw, dataPos, &pObj->tokenLen, _OVER)
2,592✔
4014
  if (pObj->tokenLen > 0) {
2,592✔
4015
    pObj->token = taosMemoryCalloc(pObj->tokenLen, 1);
2,592✔
4016
    if (pObj->token == NULL) goto _OVER;
2,592✔
4017
    SDB_GET_BINARY(pRaw, dataPos, pObj->token, pObj->tokenLen, _OVER)
2,592✔
4018
  } else {
UNCOV
4019
    pObj->token = NULL;
×
4020
  }
4021
  SDB_GET_INT32(pRaw, dataPos, &pObj->statusLen, _OVER)
2,592✔
4022
  if (pObj->statusLen > 0) {
2,592✔
4023
    pObj->status = taosMemoryCalloc(pObj->statusLen, 1);
1,944✔
4024
    if (pObj->status == NULL) goto _OVER;
1,944✔
4025
    SDB_GET_BINARY(pRaw, dataPos, pObj->status, pObj->statusLen, _OVER)
1,944✔
4026
  } else {
4027
    pObj->status = NULL;
648✔
4028
  }
4029
  SDB_GET_INT64(pRaw, dataPos, &pObj->createTime, _OVER)
2,592✔
4030
  SDB_GET_INT64(pRaw, dataPos, &pObj->updateTime, _OVER)
2,592✔
4031

4032
  SDB_GET_RESERVE(pRaw, dataPos, TSDB_XNODE_RESERVE_SIZE, _OVER)
2,592✔
4033

4034
  terrno = 0;
2,592✔
4035

4036
_OVER:
2,592✔
4037
  if (terrno != 0) {
2,592✔
UNCOV
4038
    mError("xnode agent:%d, failed to decode from raw:%p since %s", pObj == NULL ? 0 : pObj->id, pRaw, terrstr());
×
UNCOV
4039
    if (pObj != NULL) {
×
UNCOV
4040
      taosMemoryFreeClear(pObj->name);
×
UNCOV
4041
      taosMemoryFreeClear(pObj->token);
×
UNCOV
4042
      taosMemoryFreeClear(pObj->status);
×
4043
    }
UNCOV
4044
    taosMemoryFreeClear(pRow);
×
4045
    return NULL;
×
4046
  }
4047

4048
  mTrace("xnode agent:%d, decode from raw:%p, row:%p", pObj->id, pRaw, pObj);
2,592✔
4049
  return pRow;
2,592✔
4050
}
4051

4052
int32_t mndXnodeAgentActionInsert(SSdb *pSdb, SXnodeAgentObj *pObj) {
648✔
4053
  mDebug("xnode agent:%d, perform insert action, row:%p", pObj->id, pObj);
648✔
4054
  return 0;
648✔
4055
}
4056

4057
int32_t mndXnodeAgentActionUpdate(SSdb *pSdb, SXnodeAgentObj *pOld, SXnodeAgentObj *pNew) {
1,377✔
4058
  mDebug("xnode agent:%d, perform update action, old row:%p new row:%p", pOld->id, pOld, pNew);
1,377✔
4059

4060
  taosWLockLatch(&pOld->lock);
1,377✔
4061
  swapFields(&pNew->nameLen, &pNew->name, &pOld->nameLen, &pOld->name);
1,377✔
4062
  swapFields(&pNew->tokenLen, &pNew->token, &pOld->tokenLen, &pOld->token);
1,377✔
4063
  swapFields(&pNew->statusLen, &pNew->status, &pOld->statusLen, &pOld->status);
1,377✔
4064
  if (pNew->updateTime > pOld->updateTime) {
1,377✔
4065
    pOld->updateTime = pNew->updateTime;
162✔
4066
  }
4067
  taosWUnLockLatch(&pOld->lock);
1,377✔
4068
  return 0;
1,377✔
4069
}
4070

4071
static void mndFreeXnodeAgent(SXnodeAgentObj *pObj) {
3,240✔
4072
  if (pObj == NULL) return;
3,240✔
4073
  if (pObj->name != NULL) {
3,240✔
4074
    taosMemoryFreeClear(pObj->name);
3,240✔
4075
  }
4076
  if (pObj->token != NULL) {
3,240✔
4077
    taosMemoryFreeClear(pObj->token);
3,240✔
4078
  }
4079
  if (pObj->status != NULL) {
3,240✔
4080
    taosMemoryFreeClear(pObj->status);
2,349✔
4081
  }
4082
}
4083

4084
int32_t mndXnodeAgentActionDelete(SSdb *pSdb, SXnodeAgentObj *pObj) {
2,592✔
4085
  mDebug("xnode agent:%d, perform delete action, row:%p", pObj->id, pObj);
2,592✔
4086
  mndFreeXnodeAgent(pObj);
2,592✔
4087
  return 0;
2,592✔
4088
}
4089

4090
static int32_t mndSetCreateXnodeAgentRedoLogs(STrans *pTrans, SXnodeAgentObj *pObj) {
648✔
4091
  int32_t  code = 0;
648✔
4092
  SSdbRaw *pRedoRaw = mndXnodeAgentActionEncode(pObj);
648✔
4093
  if (pRedoRaw == NULL) {
648✔
UNCOV
4094
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
4095
    if (terrno != 0) code = terrno;
×
4096
    TAOS_RETURN(code);
×
4097
  }
4098
  TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pRedoRaw));
648✔
4099
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_CREATING));
648✔
4100
  TAOS_RETURN(code);
648✔
4101
}
4102

4103
static int32_t mndSetCreateXnodeAgentUndoLogs(STrans *pTrans, SXnodeAgentObj *pObj) {
648✔
4104
  int32_t  code = 0;
648✔
4105
  SSdbRaw *pUndoRaw = mndXnodeAgentActionEncode(pObj);
648✔
4106
  if (pUndoRaw == NULL) {
648✔
UNCOV
4107
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
4108
    if (terrno != 0) code = terrno;
×
UNCOV
4109
    TAOS_RETURN(code);
×
4110
  }
4111
  TAOS_CHECK_RETURN(mndTransAppendUndolog(pTrans, pUndoRaw));
648✔
4112
  TAOS_CHECK_RETURN(sdbSetRawStatus(pUndoRaw, SDB_STATUS_DROPPED));
648✔
4113
  TAOS_RETURN(code);
648✔
4114
}
4115

4116
static int32_t mndSetCreateXnodeAgentCommitLogs(STrans *pTrans, SXnodeAgentObj *pObj) {
810✔
4117
  int32_t  code = 0;
810✔
4118
  SSdbRaw *pCommitRaw = mndXnodeAgentActionEncode(pObj);
810✔
4119
  if (pCommitRaw == NULL) {
810✔
UNCOV
4120
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
4121
    if (terrno != 0) code = terrno;
×
UNCOV
4122
    TAOS_RETURN(code);
×
4123
  }
4124
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pCommitRaw));
810✔
4125
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY));
810✔
4126
  TAOS_RETURN(code);
810✔
4127
}
4128

4129
void mndReleaseXnodeAgent(SMnode *pMnode, SXnodeAgentObj *pObj) {
1,539✔
4130
  SSdb *pSdb = pMnode->pSdb;
1,539✔
4131
  sdbRelease(pSdb, pObj);
1,539✔
4132
}
1,539✔
4133

4134
static int32_t mndValidateXnodePermissions(SMnode *pMnode, SRpcMsg *pReq, EOperType oper) {
648✔
4135
  int32_t code = grantCheck(TSDB_GRANT_XNODE);
648✔
4136
  if (code != TSDB_CODE_SUCCESS) {
648✔
UNCOV
4137
    mError("failed to create xnode, code:%s", tstrerror(code));
×
UNCOV
4138
    return code;
×
4139
  }
4140

4141
  return mndCheckOperPrivilege(pMnode, pReq->info.conn.user, NULL, oper);
648✔
4142
}
4143

UNCOV
4144
SXnodeAgentObj *mndAcquireXnodeAgentById(SMnode *pMnode, int32_t id) {
×
UNCOV
4145
  SXnodeAgentObj *pObj = sdbAcquire(pMnode->pSdb, SDB_XNODE_AGENT, &id);
×
UNCOV
4146
  if (pObj == NULL && terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
×
UNCOV
4147
    terrno = TSDB_CODE_MND_XNODE_AGENT_NOT_EXIST;
×
4148
  }
4149
  return pObj;
×
4150
}
4151

4152
static SXnodeAgentObj *mndAcquireXnodeAgentByName(SMnode *pMnode, const char *name) {
2,187✔
4153
  SSdb *pSdb = pMnode->pSdb;
2,187✔
4154

4155
  void *pIter = NULL;
2,187✔
4156
  while (1) {
1,539✔
4157
    SXnodeAgentObj *pAgent = NULL;
3,726✔
4158
    pIter = sdbFetch(pSdb, SDB_XNODE_AGENT, pIter, (void **)&pAgent);
3,726✔
4159
    if (pIter == NULL) break;
3,726✔
4160
    if (pAgent->name == NULL) {
2,268✔
UNCOV
4161
      continue;
×
4162
    }
4163

4164
    if (strcasecmp(name, pAgent->name) == 0) {
2,268✔
4165
      sdbCancelFetch(pSdb, pIter);
729✔
4166
      return pAgent;
729✔
4167
    }
4168

4169
    sdbRelease(pSdb, pAgent);
1,539✔
4170
  }
4171

4172
  mDebug("xnode agent:%s, not found", name);
1,458✔
4173
  terrno = TSDB_CODE_MND_XNODE_AGENT_NOT_EXIST;
1,458✔
4174
  return NULL;
1,458✔
4175
}
4176

4177
static int32_t mndCheckXnodeAgentExists(SMnode *pMnode, const char *name) {
648✔
4178
  SXnodeAgentObj *pObj = mndAcquireXnodeAgentByName(pMnode, name);
648✔
4179
  if (pObj != NULL) {
648✔
4180
    mError("xnode agent:%s already exists", name);
×
4181
    mndReleaseXnodeAgent(pMnode, pObj);
×
4182
    return TSDB_CODE_MND_XNODE_AGENT_ALREADY_EXIST;
×
4183
  }
4184
  terrno = TSDB_CODE_SUCCESS;
648✔
4185
  return TSDB_CODE_SUCCESS;
648✔
4186
}
4187

4188
#ifndef WINDOWS
4189
typedef struct {
4190
  int64_t sub;  // agent ID
4191
  int64_t iat;  // issued at time
4192
} agentTokenField;
4193

4194
const unsigned char MNDXNODE_DEFAULT_SECRET[] = {126, 222, 130, 137, 43,  122, 41,  173, 144, 146, 116,
4195
                                                 138, 153, 244, 251, 99,  50,  55,  140, 238, 218, 232,
4196
                                                 15,  161, 226, 54,  130, 40,  211, 234, 111, 171};
4197

UNCOV
4198
agentTokenField mndXnodeCreateAgentTokenField(long agent_id, time_t issued_at) {
×
UNCOV
4199
  agentTokenField field = {0};
×
4200
  field.sub = agent_id;
×
4201
  field.iat = issued_at;
×
4202
  return field;
×
4203
}
4204

4205
static char *mndXnodeBase64UrlEncodeOpenssl(const unsigned char *input, size_t input_len) {
1,944✔
4206
  __uint64_t code = 0;
1,944✔
4207
  int32_t lino = 0;
1,944✔
4208
  BIO     *bio = NULL, *b64 = NULL;
1,944✔
4209
  BUF_MEM *bufferPtr = NULL;
1,944✔
4210
  char    *base64_str = NULL;
1,944✔
4211

4212
  b64 = BIO_new(BIO_f_base64());
1,944✔
4213
  if (!b64) {
1,944✔
UNCOV
4214
    lino = __LINE__;
×
UNCOV
4215
    code = ERR_get_error();
×
UNCOV
4216
    goto _err;
×
4217
  }
4218

4219
  bio = BIO_new(BIO_s_mem());
1,944✔
4220
  if (!bio) {
1,944✔
UNCOV
4221
    lino = __LINE__;
×
4222
    code = ERR_get_error();
×
UNCOV
4223
    goto _err;
×
4224
  }
4225

4226
  // BIO chain:b64 → bio
4227
  bio = BIO_push(b64, bio);
1,944✔
4228
  if (!bio) {
1,944✔
UNCOV
4229
    lino = __LINE__;
×
UNCOV
4230
    code = ERR_get_error();
×
UNCOV
4231
    goto _err;
×
4232
  }
4233
  BIO_set_flags(bio, BIO_FLAGS_BASE64_NO_NL);
1,944✔
4234

4235
  int32_t write_ret = BIO_write(bio, input, input_len);
1,944✔
4236
  if (write_ret <= 0 || (size_t)write_ret != input_len) {
1,944✔
4237
    lino = __LINE__;
×
4238
    code = ERR_get_error();
×
4239
    goto _err;
×
4240
  }
4241
  int32_t flush_ret = BIO_flush(bio);
1,944✔
4242
  if (flush_ret != 1) {
1,944✔
UNCOV
4243
    lino = __LINE__;
×
UNCOV
4244
    code = ERR_get_error();
×
4245
    goto _err;
×
4246
  }
4247
  int64_t ret = BIO_get_mem_ptr(bio, &bufferPtr);
1,944✔
4248
  if (ret <= 0) {
1,944✔
4249
    lino = __LINE__;
×
4250
    code = ERR_get_error();
×
UNCOV
4251
    goto _err;
×
4252
}
4253
  if (!bufferPtr || !bufferPtr->data || bufferPtr->length == 0) {
1,944✔
UNCOV
4254
    lino = __LINE__;
×
UNCOV
4255
    code = ERR_get_error();
×
UNCOV
4256
    goto _err;
×
4257
  }
4258
  base64_str = taosMemoryMalloc(bufferPtr->length + 1);
1,944✔
4259
  if (!base64_str) {
1,944✔
UNCOV
4260
    lino = __LINE__;
×
UNCOV
4261
    code = ERR_get_error();
×
UNCOV
4262
    goto _err;
×
4263
  }
4264
  memcpy(base64_str, bufferPtr->data, bufferPtr->length);
1,944✔
4265
  base64_str[bufferPtr->length] = '\0';
1,944✔
4266
  // url safe
4267
  for (size_t i = 0; i < bufferPtr->length; i++) {
79,704✔
4268
    if (base64_str[i] == '+') {
77,760✔
4269
      base64_str[i] = '-';
486✔
4270
    } else if (base64_str[i] == '/') {
77,274✔
4271
      base64_str[i] = '_';
486✔
4272
    }
4273
  }
4274
  // remove padding char '='
4275
  size_t len = strlen(base64_str);
1,944✔
4276
  while (len > 0 && base64_str[len - 1] == '=') {
3,240✔
4277
    base64_str[len - 1] = '\0';
1,296✔
4278
    len--;
1,296✔
4279
  }
4280
  goto _exit;
1,944✔
4281

UNCOV
4282
_err:
×
UNCOV
4283
  if (code != TSDB_CODE_SUCCESS) {
×
UNCOV
4284
    mError("xnode agent: line: %d failed to encode base64 since %s", lino, ERR_error_string(code, NULL));
×
4285
  }
4286
  if (base64_str) {
×
4287
    taosMemoryFree(base64_str);
×
UNCOV
4288
    base64_str = NULL;
×
4289
  }
4290

4291
_exit:
1,944✔
4292
  if (bio) {
1,944✔
4293
    BIO_free_all(bio);  // will release b64 and bio
1,944✔
UNCOV
4294
  } else if (b64) {
×
UNCOV
4295
    int32_t ret = BIO_free(b64);
×
UNCOV
4296
    if (ret != 1) {
×
UNCOV
4297
      lino = __LINE__;
×
UNCOV
4298
      code = ERR_get_error();
×
UNCOV
4299
      mError("xnode agent: line: %d BIO failed to free since %s", lino, ERR_error_string(code, NULL));
×
4300
    }
4301
  }
4302

4303
  return base64_str;
1,944✔
4304
}
4305

4306
static char *mndXnodeCreateTokenHeader() {
648✔
4307
  int32_t code = 0, lino = 0;
648✔
4308
  cJSON  *headerJson = NULL;
648✔
4309
  char   *headerJsonStr = NULL;
648✔
4310
  char   *encoded = NULL;
648✔
4311

4312
  headerJson = tjsonCreateObject();
648✔
4313
  if (!headerJson) {
648✔
4314
    code = terrno;
×
4315
    goto _exit;
×
4316
  }
4317

4318
  TAOS_CHECK_EXIT(tjsonAddStringToObject(headerJson, "alg", "HS256"));
648✔
4319
  TAOS_CHECK_EXIT(tjsonAddStringToObject(headerJson, "typ", "JWT"));
648✔
4320

4321
  headerJsonStr = tjsonToUnformattedString(headerJson);
648✔
4322
  if (!headerJsonStr) {
648✔
4323
    code = terrno;
×
4324
    goto _exit;
×
4325
  }
4326
  encoded = mndXnodeBase64UrlEncodeOpenssl((const unsigned char *)headerJsonStr, strlen(headerJsonStr));
648✔
4327
  if (!encoded) {
648✔
4328
    code = terrno;
×
4329
    goto _exit;
×
4330
  }
4331

4332
_exit:
648✔
4333
  if (code != TSDB_CODE_SUCCESS) {
648✔
4334
    mError("xnode agent: line: %d failed to create header since %s", lino, tstrerror(code));
×
4335
    taosMemoryFree(encoded);
×
4336
    encoded = NULL;
×
4337
  }
4338

4339
  if (headerJsonStr) {
648✔
4340
    taosMemoryFree(headerJsonStr);
648✔
4341
  }
4342
  if (headerJson) {
648✔
4343
    tjsonDelete(headerJson);
648✔
4344
  }
4345

4346
  return encoded;
648✔
4347
}
4348

4349
static char *mndXnodeCreateTokenPayload(const agentTokenField *claims) {
648✔
4350
  int32_t code = 0, lino = 0;
648✔
4351
  cJSON  *payloadJson = NULL;
648✔
4352
  char   *payloadStr = NULL;
648✔
4353
  char   *encoded = NULL;
648✔
4354

4355
  if (!claims) {
648✔
4356
    code = TSDB_CODE_INVALID_PARA;
×
4357
    terrno = code;
×
UNCOV
4358
    return NULL;
×
4359
  }
4360

4361
  payloadJson = tjsonCreateObject();
648✔
4362
  if (!payloadJson) {
648✔
4363
    code = terrno;
×
UNCOV
4364
    goto _exit;
×
4365
  }
4366

4367
  TAOS_CHECK_EXIT(tjsonAddDoubleToObject(payloadJson, "iat", claims->iat));
648✔
4368
  TAOS_CHECK_EXIT(tjsonAddDoubleToObject(payloadJson, "sub", claims->sub));
648✔
4369

4370
  payloadStr = tjsonToUnformattedString(payloadJson);
648✔
4371
  if (!payloadStr) {
648✔
UNCOV
4372
    code = terrno;
×
UNCOV
4373
    goto _exit;
×
4374
  }
4375
  encoded = mndXnodeBase64UrlEncodeOpenssl((const unsigned char *)payloadStr, strlen(payloadStr));
648✔
4376
  if (!encoded) {
648✔
UNCOV
4377
    code = terrno;
×
UNCOV
4378
    goto _exit;
×
4379
  }
4380

4381
_exit:
648✔
4382
  if (code != TSDB_CODE_SUCCESS) {
648✔
4383
    mError("xnode agent line: %d failed to create payload since %s", lino, tstrerror(code));
×
4384
    taosMemoryFree(encoded);
×
UNCOV
4385
    encoded = NULL;
×
4386
  }
4387
  if (payloadStr) {
648✔
4388
    taosMemoryFree(payloadStr);
648✔
4389
  }
4390
  if (payloadJson) {
648✔
4391
    tjsonDelete(payloadJson);
648✔
4392
  }
4393
  return encoded;
648✔
4394
}
4395

4396
static char *mndXnodeCreateTokenSignature(const char *header_payload, const unsigned char *secret, size_t secret_len) {
648✔
4397
  int32_t       code = 0, lino = 0;
648✔
4398
  unsigned char hash[EVP_MAX_MD_SIZE] = {0};
648✔
4399
  unsigned int  hash_len = 0;
648✔
4400
  char         *encoded = NULL;
648✔
4401

4402
  // HMAC-SHA256
4403
  if (!HMAC(EVP_sha256(), secret, secret_len, (const unsigned char *)header_payload, strlen(header_payload), hash,
648✔
4404
            &hash_len)) {
UNCOV
4405
    code = terrno;
×
UNCOV
4406
    goto _exit;
×
4407
  }
4408

4409
  encoded = mndXnodeBase64UrlEncodeOpenssl(hash, hash_len);
648✔
4410
  if (!encoded) {
648✔
UNCOV
4411
    code = terrno;
×
UNCOV
4412
    goto _exit;
×
4413
  }
4414

4415
_exit:
648✔
4416
  if (code != TSDB_CODE_SUCCESS) {
648✔
UNCOV
4417
    mError("xnode agent line: %d failed create signature since %s", lino, tstrerror(code));
×
UNCOV
4418
    taosMemoryFree(encoded);
×
UNCOV
4419
    encoded = NULL;
×
4420
  }
4421
  return encoded;
648✔
4422
}
4423

4424
char *mndXnodeCreateAgentToken(const agentTokenField *claims, const unsigned char *secret, size_t secret_len) {
648✔
4425
  int32_t code = 0, lino = 0;
648✔
4426
  char   *header = NULL, *payload = NULL;
648✔
4427
  char   *headerPayload = NULL;
648✔
4428
  char   *signature = NULL;
648✔
4429
  char   *token = NULL;
648✔
4430

4431
  if (!claims) {
648✔
UNCOV
4432
    code = TSDB_CODE_INVALID_PARA;
×
UNCOV
4433
    goto _exit;
×
4434
  }
4435

4436
  if (!secret || secret_len == 0) {
648✔
UNCOV
4437
    secret = MNDXNODE_DEFAULT_SECRET;
×
UNCOV
4438
    secret_len = sizeof(MNDXNODE_DEFAULT_SECRET);
×
4439
  }
4440

4441
  header = mndXnodeCreateTokenHeader();
648✔
4442
  if (!header) {
648✔
UNCOV
4443
    code = terrno;
×
UNCOV
4444
    goto _exit;
×
4445
  }
4446

4447
  payload = mndXnodeCreateTokenPayload(claims);
648✔
4448
  if (!payload) {
648✔
UNCOV
4449
    code = terrno;
×
UNCOV
4450
    goto _exit;
×
4451
  }
4452

4453
  size_t header_payload_len = strlen(header) + strlen(payload) + 2;
648✔
4454
  headerPayload = taosMemoryMalloc(header_payload_len);
648✔
4455
  if (!headerPayload) {
648✔
4456
    code = terrno;
×
UNCOV
4457
    goto _exit;
×
4458
  }
4459
  snprintf(headerPayload, header_payload_len, "%s.%s", header, payload);
648✔
4460

4461
  signature = mndXnodeCreateTokenSignature(headerPayload, secret, secret_len);
648✔
4462
  if (!signature) {
648✔
UNCOV
4463
    code = terrno;
×
UNCOV
4464
    goto _exit;
×
4465
  }
4466

4467
  size_t token_len = strlen(headerPayload) + strlen(signature) + 2;
648✔
4468
  token = taosMemoryCalloc(1, token_len);
648✔
4469
  if (!token) {
648✔
UNCOV
4470
    code = terrno;
×
UNCOV
4471
    goto _exit;
×
4472
  }
4473

4474
  snprintf(token, token_len, "%s.%s", headerPayload, signature);
648✔
4475

4476
_exit:
648✔
4477
  if (code != TSDB_CODE_SUCCESS) {
648✔
4478
    mError("xnode agent line: %d failed create token since %s", lino, tstrerror(code));
×
UNCOV
4479
    taosMemoryFree(token);
×
UNCOV
4480
    token = NULL;
×
4481
  }
4482
  taosMemoryFree(signature);
648✔
4483
  taosMemoryFree(headerPayload);
648✔
4484
  taosMemoryFree(payload);
648✔
4485
  taosMemoryFree(header);
648✔
4486

4487
  return token;
648✔
4488
}
4489
#endif
4490

4491
int32_t mndXnodeGenAgentToken(const SXnodeAgentObj *pAgent, char *pTokenBuf) {
648✔
4492
  int32_t code = 0, lino = 0;
648✔
4493
  #ifndef WINDOWS
4494
  // char *token =
4495
  //     "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpYXQiOjE3Njc1OTc3NzIsInN1YiI6MTIzNDV9.i7HvYf_S-yWGEExDzQESPUwVX23Ok_"
4496
  //     "7Fxo93aqgKrtw";
4497
  agentTokenField claims = {
648✔
4498
      .iat = pAgent->createTime,
648✔
4499
      .sub = pAgent->id,
648✔
4500
  };
4501
  char *token = mndXnodeCreateAgentToken(&claims, MNDXNODE_DEFAULT_SECRET, sizeof(MNDXNODE_DEFAULT_SECRET));
648✔
4502
  if (!token) {
648✔
UNCOV
4503
    code = terrno;
×
UNCOV
4504
    lino = __LINE__;
×
UNCOV
4505
    goto _exit;
×
4506
  }
4507
  (void)memcpy(pTokenBuf, token, TMIN(strlen(token) + 1, TSDB_XNODE_AGENT_TOKEN_LEN));
648✔
4508

4509
_exit:
648✔
4510
  if (code != TSDB_CODE_SUCCESS) {
648✔
UNCOV
4511
    mError("xnode agent line: %d failed gen token since %s", lino, tstrerror(code));
×
4512
  }
4513
  taosMemoryFree(token);
648✔
4514
  #endif
4515
  TAOS_RETURN(code);
648✔
4516
}
4517

4518
static int32_t mndCreateXnodeAgent(SMnode *pMnode, SRpcMsg *pReq, SMCreateXnodeAgentReq *pCreate,
648✔
4519
                                   SXnodeAgentObj **ppObj) {
4520
  int32_t code = -1;
648✔
4521
  STrans *pTrans = NULL;
648✔
4522

4523
  if ((*ppObj) == NULL) {
648✔
4524
    *ppObj = taosMemoryCalloc(1, sizeof(SXnodeAgentObj));
648✔
4525
    if (*ppObj == NULL) {
648✔
UNCOV
4526
      code = terrno;
×
UNCOV
4527
      goto _OVER;
×
4528
    }
4529
  }
4530
  SXnodeAgentObj *pAgentObj = *ppObj;
648✔
4531

4532
  pAgentObj->id = sdbGetMaxId(pMnode->pSdb, SDB_XNODE_AGENT);
648✔
4533
  pAgentObj->createTime = taosGetTimestampMs();
648✔
4534
  pAgentObj->updateTime = pAgentObj->createTime;
648✔
4535

4536
  pAgentObj->nameLen = pCreate->name.len + 1;
648✔
4537
  pAgentObj->name = taosMemoryCalloc(1, pAgentObj->nameLen);
648✔
4538
  if (pAgentObj->name == NULL) goto _OVER;
648✔
4539
  (void)memcpy(pAgentObj->name, pCreate->name.ptr, pCreate->name.len);
648✔
4540

4541
  if (pCreate->status.ptr != NULL) {
648✔
4542
    pAgentObj->statusLen = pCreate->status.len + 1;
405✔
4543
    pAgentObj->status = taosMemoryCalloc(1, pAgentObj->statusLen);
405✔
4544
    if (pAgentObj->status == NULL) goto _OVER;
405✔
4545
    (void)memcpy(pAgentObj->status, pCreate->status.ptr, pCreate->status.len);
405✔
4546
  }
4547
  // gen token
4548
  char token[TSDB_XNODE_AGENT_TOKEN_LEN] = {0};
648✔
4549
  TAOS_CHECK_GOTO(mndXnodeGenAgentToken(pAgentObj, token), NULL, _OVER);
648✔
4550
  pAgentObj->tokenLen = strlen(token) + 1;
648✔
4551
  pAgentObj->token = taosMemoryCalloc(1, pAgentObj->tokenLen);
648✔
4552
  if (pAgentObj->token == NULL) goto _OVER;
648✔
4553
  (void)memcpy(pAgentObj->token, token, pAgentObj->tokenLen - 1);
648✔
4554

4555
  pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_NOTHING, pReq, "create-xnode-agent");
648✔
4556
  if (pTrans == NULL) {
648✔
UNCOV
4557
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
4558
    if (terrno != 0) {
×
4559
      code = terrno;
×
4560
    }
UNCOV
4561
    mError("failed to create transaction for xnode-agent:%s, code:0x%x:%s", pCreate->name.ptr, code, tstrerror(code));
×
UNCOV
4562
    goto _OVER;
×
4563
  }
4564
  mndTransSetSerial(pTrans);
648✔
4565

4566
  mDebug("trans:%d, used to create xnode agent:%s as agent:%d", pTrans->id, pCreate->name.ptr, pAgentObj->id);
648✔
4567
  TAOS_CHECK_GOTO(mndSetCreateXnodeAgentRedoLogs(pTrans, pAgentObj), NULL, _OVER);
648✔
4568
  TAOS_CHECK_GOTO(mndSetCreateXnodeAgentUndoLogs(pTrans, pAgentObj), NULL, _OVER);
648✔
4569
  TAOS_CHECK_GOTO(mndSetCreateXnodeAgentCommitLogs(pTrans, pAgentObj), NULL, _OVER);
648✔
4570
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
648✔
4571

4572
  code = 0;
648✔
4573

4574
_OVER:
648✔
4575
  mndTransDrop(pTrans);
648✔
4576
  TAOS_RETURN(code);
648✔
4577
}
4578

4579
static int32_t httpCreateAgent(SXnodeAgentObj *pObj) {
648✔
4580
  int32_t code = 0;
648✔
4581
  SJson  *pJson = NULL;
648✔
4582
  SJson  *postContent = NULL;
648✔
4583
  char   *pContStr = NULL;
648✔
4584

4585
  char xnodeUrl[TSDB_XNODE_URL_LEN + 1] = {0};
648✔
4586
  snprintf(xnodeUrl, TSDB_XNODE_URL_LEN, "%s/agent", XNODED_PIPE_SOCKET_URL);
648✔
4587
  postContent = tjsonCreateObject();
648✔
4588
  if (postContent == NULL) {
648✔
4589
    code = terrno;
×
UNCOV
4590
    goto _OVER;
×
4591
  }
4592
  TAOS_CHECK_GOTO(tjsonAddStringToObject(postContent, "token", pObj->token), NULL, _OVER);
648✔
4593
  pContStr = tjsonToUnformattedString(postContent);
648✔
4594
  if (pContStr == NULL) {
648✔
UNCOV
4595
    code = terrno;
×
UNCOV
4596
    goto _OVER;
×
4597
  }
4598
  (void)mndSendReqRetJson(xnodeUrl, HTTP_TYPE_POST, defaultTimeout, pContStr, strlen(pContStr));
648✔
4599

4600
_OVER:
648✔
4601
  if (postContent != NULL) {
648✔
4602
    tjsonDelete(postContent);
648✔
4603
  }
4604
  if (pContStr != NULL) {
648✔
4605
    taosMemFree(pContStr);
648✔
4606
  }
4607
  if (pJson != NULL) {
648✔
UNCOV
4608
    tjsonDelete(pJson);
×
4609
  }
4610
  TAOS_RETURN(code);
648✔
4611
}
4612

4613
static int32_t mndProcessCreateXnodeAgentReq(SRpcMsg *pReq) {
648✔
4614
  SMnode               *pMnode = pReq->info.node;
648✔
4615
  int32_t               code = 0;
648✔
4616
  SXnodeAgentObj       *pObj = NULL;
648✔
4617
  SMCreateXnodeAgentReq createReq = {0};
648✔
4618

4619
  code = mndValidateXnodePermissions(pMnode, pReq, MND_OPER_CREATE_XNODE_AGENT);
648✔
4620
  if (code != TSDB_CODE_SUCCESS) {
648✔
4621
    goto _OVER;
×
4622
  }
4623

4624
  code = tDeserializeSMCreateXnodeAgentReq(pReq->pCont, pReq->contLen, &createReq);
648✔
4625
  if (code != 0) {
648✔
UNCOV
4626
    mError("failed to deserialize create xnode agent request, code:%s", tstrerror(code));
×
UNCOV
4627
    TAOS_RETURN(code);
×
4628
  }
4629

4630
  TAOS_CHECK_GOTO(mndCheckXnodeAgentExists(pMnode, createReq.name.ptr), NULL, _OVER);
648✔
4631

4632
  TAOS_CHECK_GOTO(mndCreateXnodeAgent(pMnode, pReq, &createReq, &pObj), NULL, _OVER);
648✔
4633

4634
  (void)httpCreateAgent(pObj);
648✔
4635

4636
_OVER:
648✔
4637
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
648✔
UNCOV
4638
    mError("xnode agent:%s, failed to create since %s", createReq.name.ptr ? createReq.name.ptr : "unknown",
×
4639
           tstrerror(code));
4640
  }
4641
  if (pObj != NULL) {
648✔
4642
    mndFreeXnodeAgent(pObj);
648✔
4643
    taosMemoryFree(pObj);
648✔
4644
  }
4645
  tFreeSMCreateXnodeAgentReq(&createReq);
648✔
4646
  TAOS_RETURN(code);
648✔
4647
}
4648

4649
static int32_t mndUpdateXnodeAgent(SMnode *pMnode, SRpcMsg *pReq, const SXnodeAgentObj *pOld,
162✔
4650
                                   SMUpdateXnodeAgentReq *pUpdate) {
4651
  mDebug("xnode agent:%d, start to update", pUpdate->id);
162✔
4652
  int32_t        code = -1;
162✔
4653
  STrans        *pTrans = NULL;
162✔
4654
  struct {
4655
    bool status;
4656
    bool name;
4657
  } isChange = {0};
162✔
4658
  SXnodeAgentObj agentObjRef = *pOld;
162✔
4659

4660
  const char *status = getXTaskOptionByName(&pUpdate->options, "status");
162✔
4661
  if (status != NULL) {
162✔
4662
    isChange.status = true;
162✔
4663
    agentObjRef.statusLen = strlen(status) + 1;
162✔
4664
    agentObjRef.status = taosMemoryCalloc(1, agentObjRef.statusLen);
162✔
4665
    if (agentObjRef.status == NULL) goto _OVER;
162✔
4666
    (void)memcpy(agentObjRef.status, status, agentObjRef.statusLen);
162✔
4667
  }
4668
  const char *name = getXTaskOptionByName(&pUpdate->options, "name");
162✔
4669
  if (name != NULL) {
162✔
UNCOV
4670
    isChange.name = true;
×
UNCOV
4671
    agentObjRef.nameLen = strlen(name) + 1;
×
4672
    agentObjRef.name = taosMemoryCalloc(1, agentObjRef.nameLen);
×
UNCOV
4673
    if (agentObjRef.name == NULL) goto _OVER;
×
UNCOV
4674
    (void)memcpy(agentObjRef.name, name, agentObjRef.nameLen);
×
4675
  }
4676
  agentObjRef.updateTime = taosGetTimestampMs();
162✔
4677

4678
  pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_NOTHING, pReq, "update-xnode-agent");
162✔
4679
  if (pTrans == NULL) {
162✔
UNCOV
4680
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
4681
    if (terrno != 0) code = terrno;
×
4682
    goto _OVER;
×
4683
  }
4684
  mInfo("trans:%d, used to update xnode agent:%d", pTrans->id, agentObjRef.id);
162✔
4685

4686
  TAOS_CHECK_GOTO(mndSetCreateXnodeAgentCommitLogs(pTrans, &agentObjRef), NULL, _OVER);
162✔
4687
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
162✔
4688
  code = 0;
162✔
4689

4690
_OVER:
162✔
4691
  if (isChange.status) {
162✔
4692
    taosMemoryFree(agentObjRef.status);
162✔
4693
  }
4694
  if (isChange.name) {
162✔
4695
    taosMemoryFree(agentObjRef.name);
×
4696
  }
4697
  mndTransDrop(pTrans);
162✔
4698
  TAOS_RETURN(code);
162✔
4699
}
4700

4701
static int32_t mndProcessUpdateXnodeAgentReq(SRpcMsg *pReq) {
162✔
4702
  SMnode               *pMnode = pReq->info.node;
162✔
4703
  int32_t               code = -1;
162✔
4704
  SXnodeAgentObj       *pObj = NULL;
162✔
4705
  SMUpdateXnodeAgentReq updateReq = {0};
162✔
4706

4707
  if ((code = grantCheck(TSDB_GRANT_XNODE)) != TSDB_CODE_SUCCESS) {
162✔
4708
    mError("failed grant update xnode agent, code:%s", tstrerror(code));
×
UNCOV
4709
    goto _OVER;
×
4710
  }
4711

4712
  TAOS_CHECK_GOTO(tDeserializeSMUpdateXnodeAgentReq(pReq->pCont, pReq->contLen, &updateReq), NULL, _OVER);
162✔
4713
  mDebug("xnode update agent request id:%d, nameLen:%d\n", updateReq.id, updateReq.name.len);
162✔
4714

4715
  if (updateReq.id <= 0 && (updateReq.name.len <= 0 || updateReq.name.ptr == NULL)) {
162✔
UNCOV
4716
    code = TSDB_CODE_MND_XNODE_INVALID_MSG;
×
UNCOV
4717
    goto _OVER;
×
4718
  }
4719

4720
  if (updateReq.id > 0) {
162✔
4721
    pObj = mndAcquireXnodeAgentById(pMnode, updateReq.id);
×
4722
  } else {
4723
    pObj = mndAcquireXnodeAgentByName(pMnode, updateReq.name.ptr);
162✔
4724
  }
4725
  if (pObj == NULL) {
162✔
UNCOV
4726
    code = terrno;
×
UNCOV
4727
    goto _OVER;
×
4728
  }
4729
  const char *nameRef = getXTaskOptionByName(&updateReq.options, "name");
162✔
4730
  if (nameRef != NULL) {
162✔
UNCOV
4731
    SXnodeAgentObj* tmpObj = mndAcquireXnodeAgentByName(pMnode, nameRef);
×
UNCOV
4732
    if (tmpObj != NULL) {
×
UNCOV
4733
      mndReleaseXnodeAgent(pMnode, tmpObj);
×
UNCOV
4734
      code = TSDB_CODE_MND_XNODE_NAME_DUPLICATE;
×
4735
      goto _OVER;
×
4736
    }
4737
  }
4738

4739
  code = mndUpdateXnodeAgent(pMnode, pReq, pObj, &updateReq);
162✔
4740
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
162✔
4741

4742
_OVER:
162✔
4743
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
162✔
UNCOV
4744
    mError("xnode agent:%d, failed to update since %s", updateReq.id, tstrerror(code));
×
4745
  }
4746

4747
  mndReleaseXnodeAgent(pMnode, pObj);
162✔
4748
  tFreeSMUpdateXnodeAgentReq(&updateReq);
162✔
4749
  TAOS_RETURN(code);
162✔
4750
}
4751

4752
static int32_t mndSetDropXnodeAgentRedoLogs(STrans *pTrans, SXnodeAgentObj *pObj) {
567✔
4753
  int32_t  code = 0;
567✔
4754
  SSdbRaw *pRedoRaw = mndXnodeAgentActionEncode(pObj);
567✔
4755
  if (pRedoRaw == NULL) {
567✔
UNCOV
4756
    code = terrno;
×
UNCOV
4757
    return code;
×
4758
  }
4759

4760
  TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pRedoRaw));
567✔
4761
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING));
567✔
4762

4763
  TAOS_RETURN(code);
567✔
4764
}
4765

4766
static int32_t mndSetDropXnodeAgentCommitLogs(STrans *pTrans, SXnodeAgentObj *pObj) {
567✔
4767
  int32_t  code = 0;
567✔
4768
  SSdbRaw *pCommitRaw = mndXnodeAgentActionEncode(pObj);
567✔
4769
  if (pCommitRaw == NULL) {
567✔
UNCOV
4770
    code = terrno;
×
UNCOV
4771
    return code;
×
4772
  }
4773

4774
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pCommitRaw));
567✔
4775
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED));
567✔
4776
  TAOS_RETURN(code);
567✔
4777
}
4778

4779
static int32_t mndDropXnodeAgent(SMnode *pMnode, SRpcMsg *pReq, SXnodeAgentObj *pAgent) {
567✔
4780
  int32_t code = 0;
567✔
4781
  int32_t lino = 0;
567✔
4782

4783
  if (pAgent == NULL) {
567✔
UNCOV
4784
    mError("xnode agent fail to drop since pAgent is NULL");
×
UNCOV
4785
    code = TSDB_CODE_INVALID_PARA;
×
UNCOV
4786
    return code;
×
4787
  }
4788
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_NOTHING, pReq, "drop-xnode-agent");
567✔
4789
  TSDB_CHECK_NULL(pTrans, code, lino, _OVER, terrno);
567✔
4790
  mndTransSetSerial(pTrans);
567✔
4791
  mDebug("trans:%d, to drop xnode agent:%d", pTrans->id, pAgent->id);
567✔
4792

4793
  TAOS_CHECK_GOTO(mndSetDropXnodeAgentRedoLogs(pTrans, pAgent), NULL, _OVER);
567✔
4794
  TAOS_CHECK_GOTO(mndSetDropXnodeAgentCommitLogs(pTrans, pAgent), NULL, _OVER);
567✔
4795
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
567✔
4796

4797
_OVER:
567✔
4798
  mndTransDrop(pTrans);
567✔
4799
  TAOS_RETURN(code);
567✔
4800
}
4801

4802
static int32_t mndProcessDropXnodeAgentReq(SRpcMsg *pReq) {
1,377✔
4803
  SMnode             *pMnode = pReq->info.node;
1,377✔
4804
  int32_t             code = -1;
1,377✔
4805
  SXnodeAgentObj     *pObj = NULL;
1,377✔
4806
  SMDropXnodeAgentReq dropReq = {0};
1,377✔
4807

4808
  TAOS_CHECK_GOTO(tDeserializeSMDropXnodeAgentReq(pReq->pCont, pReq->contLen, &dropReq), NULL, _OVER);
1,377✔
4809
  mDebug("xnode drop agent with id:%d, start to drop", dropReq.id);
1,377✔
4810

4811
  TAOS_CHECK_GOTO(mndCheckOperPrivilege(pMnode, pReq->info.conn.user, NULL, MND_OPER_DROP_XNODE_AGENT), NULL, _OVER);
1,377✔
4812

4813
  if (dropReq.id <= 0 && (dropReq.name.len <= 0 || dropReq.name.ptr == NULL)) {
1,377✔
UNCOV
4814
    code = TSDB_CODE_MND_XNODE_INVALID_MSG;
×
UNCOV
4815
    goto _OVER;
×
4816
  }
4817

4818
  if (dropReq.name.len > 0 && dropReq.name.ptr != NULL) {
1,377✔
4819
    pObj = mndAcquireXnodeAgentByName(pMnode, dropReq.name.ptr);
1,377✔
4820
  } else {
UNCOV
4821
    pObj = mndAcquireXnodeAgentById(pMnode, dropReq.id);
×
4822
  }
4823
  if (pObj == NULL) {
1,377✔
4824
    code = terrno;
810✔
4825
    goto _OVER;
810✔
4826
  }
4827

4828
  // send request to drop xnode task
4829
  char xnodeUrl[TSDB_XNODE_URL_LEN + 1] = {0};
567✔
4830
  snprintf(xnodeUrl, TSDB_XNODE_URL_LEN, "%s/agent/%d", XNODED_PIPE_SOCKET_URL, pObj->id);
567✔
4831
  (void)mndSendReqRetJson(xnodeUrl, HTTP_TYPE_DELETE, defaultTimeout, NULL, 0);
567✔
4832

4833
  code = mndDropXnodeAgent(pMnode, pReq, pObj);
567✔
4834
  if (code == 0) {
567✔
4835
    code = TSDB_CODE_ACTION_IN_PROGRESS;
567✔
4836
  }
4837

4838
_OVER:
1,377✔
4839
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
1,377✔
4840
    mError("xnode task:%d, failed to drop since %s", dropReq.id, tstrerror(code));
810✔
4841
  }
4842
  mndReleaseXnodeAgent(pMnode, pObj);
1,377✔
4843
  tFreeSMDropXnodeAgentReq(&dropReq);
1,377✔
4844
  TAOS_RETURN(code);
1,377✔
4845
}
4846

4847
static int32_t mndRetrieveXnodeAgents(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
2,147✔
4848
  int32_t         code = 0;
2,147✔
4849
  SMnode         *pMnode = pReq->info.node;
2,147✔
4850
  SSdb           *pSdb = pMnode->pSdb;
2,147✔
4851
  int32_t         numOfRows = 0;
2,147✔
4852
  int32_t         cols = 0;
2,147✔
4853
  char            buf[VARSTR_HEADER_SIZE + TSDB_XNODE_AGENT_TOKEN_LEN];
2,147✔
4854
  SXnodeAgentObj *pObj = NULL;
2,147✔
4855

4856
  while (numOfRows < rows) {
7,817✔
4857
    pShow->pIter = sdbFetch(pSdb, SDB_XNODE_AGENT, pShow->pIter, (void **)&pObj);
7,817✔
4858
    if (pShow->pIter == NULL) break;
7,817✔
4859

4860
    cols = 0;
5,670✔
4861
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
5,670✔
4862
    code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->id, false);
5,670✔
4863
    if (code != 0) goto _end;
5,670✔
4864

4865
    STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->name, pShow->pMeta->pSchemas[cols].bytes);
5,670✔
4866
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
5,670✔
4867
    code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
5,670✔
4868
    if (code != 0) goto _end;
5,670✔
4869

4870
    if (pObj->tokenLen > 0) {
5,670✔
4871
      buf[0] = 0;
5,670✔
4872
      STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->token, pShow->pMeta->pSchemas[cols].bytes);
5,670✔
4873
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
5,670✔
4874
      code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
5,670✔
4875
      if (code != 0) goto _end;
5,670✔
4876
    } else {
UNCOV
4877
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
×
4878
      colDataSetNULL(pColInfo, numOfRows);
×
4879
    }
4880

4881
    if (pObj->statusLen > 0) {
5,670✔
4882
      buf[0] = 0;
2,673✔
4883
      STR_WITH_MAXSIZE_TO_VARSTR(buf, pObj->status, pShow->pMeta->pSchemas[cols].bytes);
2,673✔
4884
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
2,673✔
4885
      code = colDataSetVal(pColInfo, numOfRows, (const char *)buf, false);
2,673✔
4886
      if (code != 0) goto _end;
2,673✔
4887
    } else {
4888
      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
2,997✔
4889
      colDataSetNULL(pColInfo, numOfRows);
2,997✔
4890
    }
4891

4892
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
5,670✔
4893
    code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->createTime, false);
5,670✔
4894
    if (code != 0) goto _end;
5,670✔
4895

4896
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
5,670✔
4897
    code = colDataSetVal(pColInfo, numOfRows, (const char *)&pObj->updateTime, false);
5,670✔
4898
    if (code != 0) goto _end;
5,670✔
4899

4900
    numOfRows++;
5,670✔
4901
    sdbRelease(pSdb, pObj);
5,670✔
4902
  }
4903

4904
_end:
2,147✔
4905
  if (code != 0) sdbRelease(pSdb, pObj);
2,147✔
4906

4907
  pShow->numOfRows += numOfRows;
2,147✔
4908
  return numOfRows;
2,147✔
4909
}
4910

UNCOV
4911
static void mndCancelGetNextXnodeAgent(SMnode *pMnode, void *pIter) {
×
UNCOV
4912
  SSdb *pSdb = pMnode->pSdb;
×
UNCOV
4913
  sdbCancelFetchByType(pSdb, pIter, SDB_XNODE_AGENT);
×
UNCOV
4914
}
×
4915

4916
/** xnoded mgmt section **/
4917

4918
void mndStartXnoded(SMnode *pMnode, int32_t userLen, char *user, int32_t passLen, char *pass) {
195✔
4919
  int32_t   code = 0;
195✔
4920
  SXnodeOpt pOption = {0};
195✔
4921

4922
  pOption.dnodeId = pMnode->selfDnodeId;
195✔
4923
  pOption.clusterId = pMnode->clusterId;
195✔
4924

4925
  SEpSet epset = mndGetDnodeEpsetById(pMnode, pMnode->selfDnodeId);
195✔
4926
  if (epset.numOfEps == 0) {
195✔
UNCOV
4927
    mError("xnode failed to start xnoded, dnode:%d", pMnode->selfDnodeId);
×
UNCOV
4928
    return;
×
4929
  }
4930
  pOption.ep = epset.eps[0];
195✔
4931
  // add user password
4932
  pOption.upLen = userLen + passLen;
195✔
4933
  snprintf(pOption.userPass, XNODE_USER_PASS_LEN, "%s:%s", user, pass);
195✔
4934

4935
  if ((code = mndOpenXnd(&pOption)) != 0) {
195✔
4936
    mError("xnode failed to open xnd since %s, dnodeId:%d", tstrerror(code), pOption.dnodeId);
195✔
4937
    return;
195✔
4938
  }
4939
}
4940

4941
void mndXnodeHandleBecomeLeader(SMnode *pMnode) {
363,072✔
4942
  mInfo("mndxnode start to process mnode become leader");
363,072✔
4943
  SXnodeUserPassObj *pObj = mndAcquireFirstXnodeUserPass(pMnode);
363,072✔
4944
  if (pObj == NULL) {
363,072✔
4945
    mInfo("mndXnode found no xnoded user pass");
363,072✔
4946
    return;
363,072✔
4947
  }
4948

UNCOV
4949
  mndStartXnoded(pMnode, pObj->userLen, pObj->user, pObj->passLen, pObj->pass);
×
4950
}
4951

4952
void mndXnodeHandleBecomeNotLeader() {
54,849✔
4953
  mInfo("mndxnode handle mnode become not leader");
54,849✔
4954
  mndCloseXnd();
54,849✔
4955
}
54,849✔
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc