• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #3798

31 Mar 2025 10:39AM UTC coverage: 9.424% (-20.9%) from 30.372%
#3798

push

travis-ci

happyguoxy
test:add test cases

21549 of 307601 branches covered (7.01%)

Branch coverage included in aggregate %.

36084 of 303967 relevant lines covered (11.87%)

58620.7 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

0.0
/source/dnode/mgmt/node_mgmt/src/dmEnv.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#define _DEFAULT_SOURCE
17
// clang-format off
18
#include "dmMgmt.h"
19
#include "audit.h"
20
#include "libs/function/tudf.h"
21
#include "tgrant.h"
22
#include "tcompare.h"
23
#include "tcs.h"
24
#include "tanalytics.h"
25
// clang-format on
26

27
#define DM_INIT_AUDIT()                       \
28
  do {                                        \
29
    auditCfg.port = tsMonitorPort;            \
30
    auditCfg.server = tsMonitorFqdn;          \
31
    auditCfg.comp = tsMonitorComp;            \
32
    if ((code = auditInit(&auditCfg)) != 0) { \
33
      return code;                            \
34
    }                                         \
35
  } while (0)
36

37
static SDnode globalDnode = {0};
38

39
SDnode *dmInstance() { return &globalDnode; }
×
40

41
static int32_t dmCheckRepeatInit(SDnode *pDnode) {
×
42
  int32_t code = 0;
×
43
  if (atomic_val_compare_exchange_8(&pDnode->once, DND_ENV_INIT, DND_ENV_READY) != DND_ENV_INIT) {
×
44
    dError("env is already initialized");
×
45
    code = TSDB_CODE_REPEAT_INIT;
×
46
    return code;
×
47
  }
48
  return 0;
×
49
}
50

51
static int32_t dmInitSystem() {
×
52
  if (taosIgnSIGPIPE() != 0) {
×
53
    dError("failed to ignore SIGPIPE");
×
54
  }
55

56
  if (taosBlockSIGPIPE() != 0) {
×
57
    dError("failed to block SIGPIPE");
×
58
  }
59

60
  taosResolveCRC();
×
61
  return 0;
×
62
}
63

64
static int32_t dmInitMonitor() {
×
65
  int32_t code = 0;
×
66
  SMonCfg monCfg = {0};
×
67

68
  monCfg.maxLogs = tsMonitorMaxLogs;
×
69
  monCfg.port = tsMonitorPort;
×
70
  monCfg.server = tsMonitorFqdn;
×
71
  monCfg.comp = tsMonitorComp;
×
72
  if ((code = monInit(&monCfg)) != 0) {
×
73
    dError("failed to init monitor since %s", tstrerror(code));
×
74
  }
75
  return code;
×
76
}
77

78
static int32_t dmInitAudit() {
×
79
  SAuditCfg auditCfg = {0};
×
80
  int32_t   code = 0;
×
81

82
  DM_INIT_AUDIT();
×
83

84
  return 0;
×
85
}
86

87
static bool dmDataSpaceAvailable() {
×
88
  SDnode *pDnode = dmInstance();
×
89
  if (pDnode->pTfs) {
×
90
    return tfsDiskSpaceAvailable(pDnode->pTfs, 0);
×
91
  }
92
  if (!osDataSpaceAvailable()) {
×
93
    dError("data disk space unavailable, i.e. %s", tsDataDir);
×
94
    return false;
×
95
  }
96
  return true;
×
97
}
98

99
static int32_t dmCheckDiskSpace() {
×
100
  // availability
101
  int32_t code = 0;
×
102
  code = osUpdate();
×
103
  if (code != 0) {
×
104
    dError("failed to update os info since %s", tstrerror(code));
×
105
    code = 0;  // ignore the error, just log it
×
106
  }
107
  if (!dmDataSpaceAvailable()) {
×
108
    code = TSDB_CODE_NO_DISKSPACE;
×
109
    return code;
×
110
  }
111
  if (!osLogSpaceAvailable()) {
×
112
    dError("log disk space unavailable, i.e. %s", tsLogDir);
×
113
    code = TSDB_CODE_NO_DISKSPACE;
×
114
    return code;
×
115
  }
116
  if (!osTempSpaceAvailable()) {
×
117
    dError("temp disk space unavailable, i.e. %s", tsTempDir);
×
118
    code = TSDB_CODE_NO_DISKSPACE;
×
119
    return code;
×
120
  }
121
  return code;
×
122
}
123

124
int32_t dmDiskInit() {
×
125
  SDnode  *pDnode = dmInstance();
×
126
  SDiskCfg dCfg = {.level = 0, .primary = 1, .disable = 0};
×
127
  tstrncpy(dCfg.dir, tsDataDir, TSDB_FILENAME_LEN);
×
128
  SDiskCfg *pDisks = tsDiskCfg;
×
129
  int32_t   numOfDisks = tsDiskCfgNum;
×
130
  if (numOfDisks <= 0 || pDisks == NULL) {
×
131
    pDisks = &dCfg;
×
132
    numOfDisks = 1;
×
133
  }
134

135
  int32_t code = tfsOpen(pDisks, numOfDisks, &pDnode->pTfs);
×
136
  if (code != 0) {
×
137
    dError("failed to init tfs since %s", tstrerror(code));
×
138
    TAOS_RETURN(code);
×
139
  }
140
  return 0;
×
141
}
142

143
int32_t dmDiskClose() {
×
144
  SDnode *pDnode = dmInstance();
×
145
  tfsClose(pDnode->pTfs);
×
146
  pDnode->pTfs = NULL;
×
147
  return 0;
×
148
}
149

150
static bool dmCheckDataDirVersion() {
×
151
  char checkDataDirJsonFileName[PATH_MAX] = {0};
×
152
  snprintf(checkDataDirJsonFileName, PATH_MAX, "%s/dnode/dnodeCfg.json", tsDataDir);
×
153
  if (taosCheckExistFile(checkDataDirJsonFileName)) {
×
154
    dError("The default data directory %s contains old data of tdengine 2.x, please clear it before running!",
×
155
           tsDataDir);
156
    return false;
×
157
  }
158
  return true;
×
159
}
160

161
static int32_t dmCheckDataDirVersionWrapper() {
×
162
  if (!dmCheckDataDirVersion()) {
×
163
    return TSDB_CODE_INVALID_DATA_FMT;
×
164
  }
165
  return 0;
×
166
}
167

168
int32_t dmInit() {
×
169
  dInfo("start to init dnode env");
×
170
  int32_t code = 0;
×
171
  if ((code = dmDiskInit()) != 0) return code;
×
172
  if (!dmCheckDataDirVersion()) {
×
173
    code = TSDB_CODE_INVALID_DATA_FMT;
×
174
    return code;
×
175
  }
176
  if ((code = dmCheckDiskSpace()) != 0) return code;
×
177
  if ((code = dmCheckRepeatInit(dmInstance())) != 0) return code;
×
178
  if ((code = dmInitSystem()) != 0) return code;
×
179
  if ((code = dmInitMonitor()) != 0) return code;
×
180
  if ((code = dmInitAudit()) != 0) return code;
×
181
  if ((code = dmInitDnode(dmInstance())) != 0) return code;
×
182
  if ((code = InitRegexCache() != 0)) return code;
×
183
#if defined(USE_S3)
184
  if ((code = tcsInit()) != 0) return code;
×
185
#endif
186

187
  dInfo("dnode env is initialized");
×
188
  return 0;
×
189
}
190

191
static int32_t dmCheckRepeatCleanup(SDnode *pDnode) {
×
192
  if (atomic_val_compare_exchange_8(&pDnode->once, DND_ENV_READY, DND_ENV_CLEANUP) != DND_ENV_READY) {
×
193
    dError("dnode env is already cleaned up");
×
194
    return -1;
×
195
  }
196
  return 0;
×
197
}
198

199
void dmCleanup() {
×
200
  dDebug("start to cleanup dnode env");
×
201
  SDnode *pDnode = dmInstance();
×
202
  if (dmCheckRepeatCleanup(pDnode) != 0) return;
×
203
  dmCleanupDnode(pDnode);
×
204
  monCleanup();
×
205
  auditCleanup();
×
206
  syncCleanUp();
×
207
  walCleanUp();
×
208
  if (udfcClose() != 0) {
×
209
    dError("failed to close udfc");
×
210
  }
211
  udfStopUdfd();
×
212
  taosAnalyticsCleanup();
×
213
  taosStopCacheRefreshWorker();
×
214
  (void)dmDiskClose();
×
215
  DestroyRegexCache();
×
216

217
#if defined(USE_S3)
218
  tcsUninit();
×
219
#endif
220

221
  dInfo("dnode env is cleaned up");
×
222

223
  taosMemPoolClose(gMemPoolHandle);
×
224
  taosCleanupCfg();
×
225
  taosCloseLog();
×
226
}
227

228
void dmStop() {
×
229
  SDnode *pDnode = dmInstance();
×
230
  pDnode->stop = true;
×
231
}
×
232

233
int32_t dmRun() {
×
234
  SDnode *pDnode = dmInstance();
×
235
  return dmRunDnode(pDnode);
×
236
}
237

238
static int32_t dmProcessCreateNodeReq(EDndNodeType ntype, SRpcMsg *pMsg) {
×
239
  int32_t code = 0;
×
240
  SDnode *pDnode = dmInstance();
×
241

242
  SMgmtWrapper *pWrapper = dmAcquireWrapper(pDnode, ntype);
×
243
  if (pWrapper != NULL) {
×
244
    dmReleaseWrapper(pWrapper);
×
245
    switch (ntype) {
×
246
      case MNODE:
×
247
        code = TSDB_CODE_MNODE_ALREADY_DEPLOYED;
×
248
        break;
×
249
      case QNODE:
×
250
        code = TSDB_CODE_QNODE_ALREADY_DEPLOYED;
×
251
        break;
×
252
      case SNODE:
×
253
        code = TSDB_CODE_SNODE_ALREADY_DEPLOYED;
×
254
        break;
×
255
      default:
×
256
        code = TSDB_CODE_APP_ERROR;
×
257
    }
258
    dError("failed to create node since %s", tstrerror(code));
×
259
    return code;
×
260
  }
261

262
  dInfo("start to process create-node-request");
×
263

264
  pWrapper = &pDnode->wrappers[ntype];
×
265
  if (taosMkDir(pWrapper->path) != 0) {
×
266
    dmReleaseWrapper(pWrapper);
×
267
    code = terrno;
×
268
    dError("failed to create dir:%s since %s", pWrapper->path, tstrerror(code));
×
269
    return code;
×
270
  }
271

272
  (void)taosThreadMutexLock(&pDnode->mutex);
×
273
  SMgmtInputOpt input = dmBuildMgmtInputOpt(pWrapper);
×
274

275
  dInfo("node:%s, start to create", pWrapper->name);
×
276
  code = (*pWrapper->func.createFp)(&input, pMsg);
×
277
  if (code != 0) {
×
278
    dError("node:%s, failed to create since %s", pWrapper->name, tstrerror(code));
×
279
  } else {
280
    dInfo("node:%s, has been created", pWrapper->name);
×
281
    code = dmOpenNode(pWrapper);
×
282
    if (code == 0) {
×
283
      code = dmStartNode(pWrapper);
×
284
    }
285
    pWrapper->deployed = true;
×
286
    pWrapper->required = true;
×
287
  }
288

289
  (void)taosThreadMutexUnlock(&pDnode->mutex);
×
290
  return code;
×
291
}
292

293
static int32_t dmProcessAlterNodeTypeReq(EDndNodeType ntype, SRpcMsg *pMsg) {
×
294
  int32_t code = 0;
×
295
  SDnode *pDnode = dmInstance();
×
296

297
  SMgmtWrapper *pWrapper = dmAcquireWrapper(pDnode, ntype);
×
298
  if (pWrapper == NULL) {
×
299
    dError("fail to process alter node type since node not exist");
×
300
    return TSDB_CODE_INVALID_MSG;
×
301
  }
302
  dmReleaseWrapper(pWrapper);
×
303

304
  dInfo("node:%s, start to process alter-node-type-request", pWrapper->name);
×
305

306
  pWrapper = &pDnode->wrappers[ntype];
×
307

308
  if (pWrapper->func.nodeRoleFp != NULL) {
×
309
    ESyncRole role = (*pWrapper->func.nodeRoleFp)(pWrapper->pMgmt);
×
310
    dInfo("node:%s, checking node role:%d", pWrapper->name, role);
×
311
    if (role == TAOS_SYNC_ROLE_VOTER) {
×
312
      dError("node:%s, failed to alter node type since node already is role:%d", pWrapper->name, role);
×
313
      code = TSDB_CODE_MNODE_ALREADY_IS_VOTER;
×
314
      return code;
×
315
    }
316
  }
317

318
  if (pWrapper->func.isCatchUpFp != NULL) {
×
319
    dInfo("node:%s, checking node catch up", pWrapper->name);
×
320
    if ((*pWrapper->func.isCatchUpFp)(pWrapper->pMgmt) != 1) {
×
321
      code = TSDB_CODE_MNODE_NOT_CATCH_UP;
×
322
      return code;
×
323
    }
324
  }
325

326
  dInfo("node:%s, catched up leader, continue to process alter-node-type-request", pWrapper->name);
×
327

328
  (void)taosThreadMutexLock(&pDnode->mutex);
×
329

330
  dInfo("node:%s, stopping node", pWrapper->name);
×
331
  dmStopNode(pWrapper);
×
332
  dInfo("node:%s, closing node", pWrapper->name);
×
333
  dmCloseNode(pWrapper);
×
334

335
  pWrapper = &pDnode->wrappers[ntype];
×
336
  if (taosMkDir(pWrapper->path) != 0) {
×
337
    (void)taosThreadMutexUnlock(&pDnode->mutex);
×
338
    code = terrno;
×
339
    dError("failed to create dir:%s since %s", pWrapper->path, tstrerror(code));
×
340
    return code;
×
341
  }
342

343
  SMgmtInputOpt input = dmBuildMgmtInputOpt(pWrapper);
×
344

345
  dInfo("node:%s, start to create", pWrapper->name);
×
346
  code = (*pWrapper->func.createFp)(&input, pMsg);
×
347
  if (code != 0) {
×
348
    dError("node:%s, failed to create since %s", pWrapper->name, tstrerror(code));
×
349
  } else {
350
    dInfo("node:%s, has been created", pWrapper->name);
×
351
    code = dmOpenNode(pWrapper);
×
352
    if (code == 0) {
×
353
      code = dmStartNode(pWrapper);
×
354
    }
355
    pWrapper->deployed = true;
×
356
    pWrapper->required = true;
×
357
  }
358

359
  (void)taosThreadMutexUnlock(&pDnode->mutex);
×
360
  return code;
×
361
}
362

363
static int32_t dmProcessDropNodeReq(EDndNodeType ntype, SRpcMsg *pMsg) {
×
364
  int32_t code = 0;
×
365
  SDnode *pDnode = dmInstance();
×
366

367
  SMgmtWrapper *pWrapper = dmAcquireWrapper(pDnode, ntype);
×
368
  if (pWrapper == NULL) {
×
369
    switch (ntype) {
×
370
      case MNODE:
×
371
        code = TSDB_CODE_MNODE_NOT_DEPLOYED;
×
372
        break;
×
373
      case QNODE:
×
374
        code = TSDB_CODE_QNODE_NOT_DEPLOYED;
×
375
        break;
×
376
      case SNODE:
×
377
        code = TSDB_CODE_SNODE_NOT_DEPLOYED;
×
378
        break;
×
379
      default:
×
380
        code = TSDB_CODE_APP_ERROR;
×
381
    }
382

383
    dError("failed to drop node since %s", tstrerror(code));
×
384
    return terrno = code;
×
385
  }
386

387
  (void)taosThreadMutexLock(&pDnode->mutex);
×
388
  SMgmtInputOpt input = dmBuildMgmtInputOpt(pWrapper);
×
389

390
  dInfo("node:%s, start to drop", pWrapper->name);
×
391
  code = (*pWrapper->func.dropFp)(&input, pMsg);
×
392
  if (code != 0) {
×
393
    dError("node:%s, failed to drop since %s", pWrapper->name, tstrerror(code));
×
394
  } else {
395
    dInfo("node:%s, has been dropped", pWrapper->name);
×
396
    pWrapper->required = false;
×
397
    pWrapper->deployed = false;
×
398
  }
399

400
  dmReleaseWrapper(pWrapper);
×
401

402
  if (code == 0) {
×
403
    dmStopNode(pWrapper);
×
404
    dmCloseNode(pWrapper);
×
405
    taosRemoveDir(pWrapper->path);
×
406
  }
407
  (void)taosThreadMutexUnlock(&pDnode->mutex);
×
408
  return code;
×
409
}
410

411
SMgmtInputOpt dmBuildMgmtInputOpt(SMgmtWrapper *pWrapper) {
×
412
  SMgmtInputOpt opt = {
×
413
      .path = pWrapper->path,
×
414
      .name = pWrapper->name,
×
415
      .pTfs = pWrapper->pDnode->pTfs,
×
416
      .pData = &pWrapper->pDnode->data,
×
417
      .processCreateNodeFp = dmProcessCreateNodeReq,
418
      .processAlterNodeTypeFp = dmProcessAlterNodeTypeReq,
419
      .processDropNodeFp = dmProcessDropNodeReq,
420
      .sendMonitorReportFp = dmSendMonitorReport,
421
      .monitorCleanExpiredSamplesFp = dmMonitorCleanExpiredSamples,
422
      .sendAuditRecordFp = auditSendRecordsInBatch,
423
      .getVnodeLoadsFp = dmGetVnodeLoads,
424
      .getVnodeLoadsLiteFp = dmGetVnodeLoadsLite,
425
      .getMnodeLoadsFp = dmGetMnodeLoads,
426
      .getQnodeLoadsFp = dmGetQnodeLoads,
427
      .stopDnodeFp = dmStop,
428
  };
429

430
  opt.msgCb = dmGetMsgcb(pWrapper->pDnode);
×
431
  return opt;
×
432
}
433

434
void dmReportStartup(const char *pName, const char *pDesc) {
×
435
  SStartupInfo *pStartup = &(dmInstance()->startup);
×
436
  tstrncpy(pStartup->name, pName, TSDB_STEP_NAME_LEN);
×
437
  tstrncpy(pStartup->desc, pDesc, TSDB_STEP_DESC_LEN);
×
438
  dDebug("step:%s, %s", pStartup->name, pStartup->desc);
×
439
}
×
440

441
int64_t dmGetClusterId() { return globalDnode.data.clusterId; }
×
442

443
bool dmReadyForTest() { return dmInstance()->data.dnodeVer > 0; }
×
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc