• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #3610

12 Feb 2025 09:54AM UTC coverage: 54.713% (-8.4%) from 63.066%
#3610

push

travis-ci

web-flow
Merge pull request #29745 from taosdata/fix/TD33664-3.0

fix: --version show information check for 3.0

120957 of 286549 branches covered (42.21%)

Branch coverage included in aggregate %.

190849 of 283342 relevant lines covered (67.36%)

4969786.97 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

57.91
/source/dnode/mgmt/node_mgmt/src/dmEnv.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#define _DEFAULT_SOURCE
17
// clang-format off
18
#include "dmMgmt.h"
19
#include "audit.h"
20
#include "libs/function/tudf.h"
21
#include "tgrant.h"
22
#include "tcompare.h"
23
#include "tcs.h"
24
#include "tanalytics.h"
25
// clang-format on
26

27
#define DM_INIT_AUDIT()                       \
28
  do {                                        \
29
    auditCfg.port = tsMonitorPort;            \
30
    auditCfg.server = tsMonitorFqdn;          \
31
    auditCfg.comp = tsMonitorComp;            \
32
    if ((code = auditInit(&auditCfg)) != 0) { \
33
      return code;                            \
34
    }                                         \
35
  } while (0)
36

37
static SDnode globalDnode = {0};
38

39
SDnode *dmInstance() { return &globalDnode; }
1,045,102✔
40

41
static int32_t dmCheckRepeatInit(SDnode *pDnode) {
1,291✔
42
  int32_t code = 0;
1,291✔
43
  if (atomic_val_compare_exchange_8(&pDnode->once, DND_ENV_INIT, DND_ENV_READY) != DND_ENV_INIT) {
1,291!
44
    dError("env is already initialized");
×
45
    code = TSDB_CODE_REPEAT_INIT;
×
46
    return code;
×
47
  }
48
  return 0;
1,291✔
49
}
50

51
static int32_t dmInitSystem() {
1,291✔
52
  if (taosIgnSIGPIPE() != 0) {
1,291!
53
    dError("failed to ignore SIGPIPE");
×
54
  }
55

56
  if (taosBlockSIGPIPE() != 0) {
1,291!
57
    dError("failed to block SIGPIPE");
×
58
  }
59

60
  taosResolveCRC();
1,291✔
61
  return 0;
1,291✔
62
}
63

64
static int32_t dmInitMonitor() {
1,291✔
65
  int32_t code = 0;
1,291✔
66
  SMonCfg monCfg = {0};
1,291✔
67

68
  monCfg.maxLogs = tsMonitorMaxLogs;
1,291✔
69
  monCfg.port = tsMonitorPort;
1,291✔
70
  monCfg.server = tsMonitorFqdn;
1,291✔
71
  monCfg.comp = tsMonitorComp;
1,291✔
72
  if ((code = monInit(&monCfg)) != 0) {
1,291!
73
    dError("failed to init monitor since %s", tstrerror(code));
×
74
  }
75
  return code;
1,291✔
76
}
77

78
static int32_t dmInitAudit() {
1,291✔
79
  SAuditCfg auditCfg = {0};
1,291✔
80
  int32_t   code = 0;
1,291✔
81

82
  DM_INIT_AUDIT();
1,291!
83

84
  return 0;
1,291✔
85
}
86

87
static bool dmDataSpaceAvailable() {
1,291✔
88
  SDnode *pDnode = dmInstance();
1,291✔
89
  if (pDnode->pTfs) {
1,291!
90
    return tfsDiskSpaceAvailable(pDnode->pTfs, 0);
1,291✔
91
  }
92
  if (!osDataSpaceAvailable()) {
×
93
    dError("data disk space unavailable, i.e. %s", tsDataDir);
×
94
    return false;
×
95
  }
96
  return true;
×
97
}
98

99
static int32_t dmCheckDiskSpace() {
1,291✔
100
  // availability
101
  int32_t code = 0;
1,291✔
102
  code = osUpdate();
1,291✔
103
  if (code != 0) {
1,291!
104
    code = 0;  // ignore the error, just log it
×
105
    dError("failed to update os info since %s", tstrerror(code));
×
106
  }
107
  if (!dmDataSpaceAvailable()) {
1,291!
108
    code = TSDB_CODE_NO_DISKSPACE;
×
109
    return code;
×
110
  }
111
  if (!osLogSpaceAvailable()) {
1,291!
112
    dError("log disk space unavailable, i.e. %s", tsLogDir);
×
113
    code = TSDB_CODE_NO_DISKSPACE;
×
114
    return code;
×
115
  }
116
  if (!osTempSpaceAvailable()) {
1,291!
117
    dError("temp disk space unavailable, i.e. %s", tsTempDir);
×
118
    code = TSDB_CODE_NO_DISKSPACE;
×
119
    return code;
×
120
  }
121
  return code;
1,291✔
122
}
123

124
int32_t dmDiskInit() {
1,291✔
125
  SDnode  *pDnode = dmInstance();
1,291✔
126
  SDiskCfg dCfg = {.level = 0, .primary = 1, .disable = 0};
1,291✔
127
  tstrncpy(dCfg.dir, tsDataDir, TSDB_FILENAME_LEN);
1,291✔
128
  SDiskCfg *pDisks = tsDiskCfg;
1,291✔
129
  int32_t   numOfDisks = tsDiskCfgNum;
1,291✔
130
  if (numOfDisks <= 0 || pDisks == NULL) {
1,291!
131
    pDisks = &dCfg;
×
132
    numOfDisks = 1;
×
133
  }
134

135
  int32_t code = tfsOpen(pDisks, numOfDisks, &pDnode->pTfs);
1,291✔
136
  if (code != 0) {
1,291!
137
    dError("failed to init tfs since %s", tstrerror(code));
×
138
    TAOS_RETURN(code);
×
139
  }
140
  return 0;
1,291✔
141
}
142

143
int32_t dmDiskClose() {
1,288✔
144
  SDnode *pDnode = dmInstance();
1,288✔
145
  tfsClose(pDnode->pTfs);
1,288✔
146
  pDnode->pTfs = NULL;
1,288✔
147
  return 0;
1,288✔
148
}
149

150
static bool dmCheckDataDirVersion() {
1,291✔
151
  char checkDataDirJsonFileName[PATH_MAX] = {0};
1,291✔
152
  snprintf(checkDataDirJsonFileName, PATH_MAX, "%s/dnode/dnodeCfg.json", tsDataDir);
1,291✔
153
  if (taosCheckExistFile(checkDataDirJsonFileName)) {
1,291!
154
    dError("The default data directory %s contains old data of tdengine 2.x, please clear it before running!",
×
155
           tsDataDir);
156
    return false;
×
157
  }
158
  return true;
1,291✔
159
}
160

161
static int32_t dmCheckDataDirVersionWrapper() {
×
162
  if (!dmCheckDataDirVersion()) {
×
163
    return TSDB_CODE_INVALID_DATA_FMT;
×
164
  }
165
  return 0;
×
166
}
167

168
int32_t dmInit() {
1,291✔
169
  dInfo("start to init dnode env");
1,291!
170
  int32_t code = 0;
1,291✔
171
  if ((code = dmDiskInit()) != 0) return code;
1,291!
172
  if (!dmCheckDataDirVersion()) {
1,291!
173
    code = TSDB_CODE_INVALID_DATA_FMT;
×
174
    return code;
×
175
  }
176
  if ((code = dmCheckDiskSpace()) != 0) return code;
1,291!
177
  if ((code = dmCheckRepeatInit(dmInstance())) != 0) return code;
1,291!
178
  if ((code = dmInitSystem()) != 0) return code;
1,291!
179
  if ((code = dmInitMonitor()) != 0) return code;
1,291!
180
  if ((code = dmInitAudit()) != 0) return code;
1,291!
181
  if ((code = dmInitDnode(dmInstance())) != 0) return code;
1,291✔
182
  if ((code = InitRegexCache() != 0)) return code;
1,288!
183
#if defined(USE_S3)
184
  if ((code = tcsInit()) != 0) return code;
1,288!
185
#endif
186

187
  dInfo("dnode env is initialized");
1,288!
188
  return 0;
1,288✔
189
}
190

191
static int32_t dmCheckRepeatCleanup(SDnode *pDnode) {
1,288✔
192
  if (atomic_val_compare_exchange_8(&pDnode->once, DND_ENV_READY, DND_ENV_CLEANUP) != DND_ENV_READY) {
1,288!
193
    dError("dnode env is already cleaned up");
×
194
    return -1;
×
195
  }
196
  return 0;
1,288✔
197
}
198

199
void dmCleanup() {
1,288✔
200
  dDebug("start to cleanup dnode env");
1,288✔
201
  SDnode *pDnode = dmInstance();
1,288✔
202
  if (dmCheckRepeatCleanup(pDnode) != 0) return;
1,288!
203
  dmCleanupDnode(pDnode);
1,288✔
204
  monCleanup();
1,288✔
205
  auditCleanup();
1,288✔
206
  syncCleanUp();
1,288✔
207
  walCleanUp();
1,288✔
208
  if (udfcClose() != 0) {
1,288!
209
    dError("failed to close udfc");
×
210
  }
211
  udfStopUdfd();
1,288✔
212
  taosAnalyticsCleanup();
1,288✔
213
  taosStopCacheRefreshWorker();
1,288✔
214
  (void)dmDiskClose();
1,288✔
215
  DestroyRegexCache();
1,288✔
216

217
#if defined(USE_S3)
218
  tcsUninit();
1,288✔
219
#endif
220

221
  dInfo("dnode env is cleaned up");
1,288!
222

223
  taosMemPoolClose(gMemPoolHandle);
1,288✔
224
  taosCleanupCfg();
1,288✔
225
  taosCloseLog();
1,288✔
226
}
227

228
void dmStop() {
1,288✔
229
  SDnode *pDnode = dmInstance();
1,288✔
230
  pDnode->stop = true;
1,288✔
231
}
1,288✔
232

233
int32_t dmRun() {
1,288✔
234
  SDnode *pDnode = dmInstance();
1,288✔
235
  return dmRunDnode(pDnode);
1,288✔
236
}
237

238
static int32_t dmProcessCreateNodeReq(EDndNodeType ntype, SRpcMsg *pMsg) {
506✔
239
  int32_t code = 0;
506✔
240
  SDnode *pDnode = dmInstance();
506✔
241

242
  SMgmtWrapper *pWrapper = dmAcquireWrapper(pDnode, ntype);
506✔
243
  if (pWrapper != NULL) {
506!
244
    dmReleaseWrapper(pWrapper);
×
245
    switch (ntype) {
×
246
      case MNODE:
×
247
        code = TSDB_CODE_MNODE_ALREADY_DEPLOYED;
×
248
        break;
×
249
      case QNODE:
×
250
        code = TSDB_CODE_QNODE_ALREADY_DEPLOYED;
×
251
        break;
×
252
      case SNODE:
×
253
        code = TSDB_CODE_SNODE_ALREADY_DEPLOYED;
×
254
        break;
×
255
      default:
×
256
        code = TSDB_CODE_APP_ERROR;
×
257
    }
258
    dError("failed to create node since %s", tstrerror(code));
×
259
    return code;
×
260
  }
261

262
  dInfo("start to process create-node-request");
506!
263

264
  pWrapper = &pDnode->wrappers[ntype];
506✔
265
  if (taosMkDir(pWrapper->path) != 0) {
506!
266
    dmReleaseWrapper(pWrapper);
×
267
    code = terrno;
×
268
    dError("failed to create dir:%s since %s", pWrapper->path, tstrerror(code));
×
269
    return code;
×
270
  }
271

272
  (void)taosThreadMutexLock(&pDnode->mutex);
506✔
273
  SMgmtInputOpt input = dmBuildMgmtInputOpt(pWrapper);
506✔
274

275
  dInfo("node:%s, start to create", pWrapper->name);
506!
276
  code = (*pWrapper->func.createFp)(&input, pMsg);
506✔
277
  if (code != 0) {
506✔
278
    dError("node:%s, failed to create since %s", pWrapper->name, tstrerror(code));
1!
279
  } else {
280
    dInfo("node:%s, has been created", pWrapper->name);
505!
281
    code = dmOpenNode(pWrapper);
505✔
282
    if (code == 0) {
505!
283
      code = dmStartNode(pWrapper);
505✔
284
    }
285
    pWrapper->deployed = true;
505✔
286
    pWrapper->required = true;
505✔
287
  }
288

289
  (void)taosThreadMutexUnlock(&pDnode->mutex);
506✔
290
  return code;
506✔
291
}
292

293
static int32_t dmProcessAlterNodeTypeReq(EDndNodeType ntype, SRpcMsg *pMsg) {
998✔
294
  int32_t code = 0;
998✔
295
  SDnode *pDnode = dmInstance();
998✔
296

297
  SMgmtWrapper *pWrapper = dmAcquireWrapper(pDnode, ntype);
998✔
298
  if (pWrapper == NULL) {
998!
299
    dError("fail to process alter node type since node not exist");
×
300
    return TSDB_CODE_INVALID_MSG;
×
301
  }
302
  dmReleaseWrapper(pWrapper);
998✔
303

304
  dInfo("node:%s, start to process alter-node-type-request", pWrapper->name);
998!
305

306
  pWrapper = &pDnode->wrappers[ntype];
998✔
307

308
  if (pWrapper->func.nodeRoleFp != NULL) {
998!
309
    ESyncRole role = (*pWrapper->func.nodeRoleFp)(pWrapper->pMgmt);
998✔
310
    dInfo("node:%s, checking node role:%d", pWrapper->name, role);
998!
311
    if (role == TAOS_SYNC_ROLE_VOTER) {
998!
312
      dError("node:%s, failed to alter node type since node already is role:%d", pWrapper->name, role);
×
313
      code = TSDB_CODE_MNODE_ALREADY_IS_VOTER;
×
314
      return code;
×
315
    }
316
  }
317

318
  if (pWrapper->func.isCatchUpFp != NULL) {
998!
319
    dInfo("node:%s, checking node catch up", pWrapper->name);
998!
320
    if ((*pWrapper->func.isCatchUpFp)(pWrapper->pMgmt) != 1) {
998✔
321
      code = TSDB_CODE_MNODE_NOT_CATCH_UP;
916✔
322
      return code;
916✔
323
    }
324
  }
325

326
  dInfo("node:%s, catched up leader, continue to process alter-node-type-request", pWrapper->name);
82!
327

328
  (void)taosThreadMutexLock(&pDnode->mutex);
82✔
329

330
  dInfo("node:%s, stopping node", pWrapper->name);
82!
331
  dmStopNode(pWrapper);
82✔
332
  dInfo("node:%s, closing node", pWrapper->name);
82!
333
  dmCloseNode(pWrapper);
82✔
334

335
  pWrapper = &pDnode->wrappers[ntype];
82✔
336
  if (taosMkDir(pWrapper->path) != 0) {
82!
337
    (void)taosThreadMutexUnlock(&pDnode->mutex);
×
338
    code = terrno;
×
339
    dError("failed to create dir:%s since %s", pWrapper->path, tstrerror(code));
×
340
    return code;
×
341
  }
342

343
  SMgmtInputOpt input = dmBuildMgmtInputOpt(pWrapper);
82✔
344

345
  dInfo("node:%s, start to create", pWrapper->name);
82!
346
  code = (*pWrapper->func.createFp)(&input, pMsg);
82✔
347
  if (code != 0) {
82!
348
    dError("node:%s, failed to create since %s", pWrapper->name, tstrerror(code));
×
349
  } else {
350
    dInfo("node:%s, has been created", pWrapper->name);
82!
351
    code = dmOpenNode(pWrapper);
82✔
352
    if (code == 0) {
82!
353
      code = dmStartNode(pWrapper);
82✔
354
    }
355
    pWrapper->deployed = true;
82✔
356
    pWrapper->required = true;
82✔
357
  }
358

359
  (void)taosThreadMutexUnlock(&pDnode->mutex);
82✔
360
  return code;
82✔
361
}
362

363
static int32_t dmProcessDropNodeReq(EDndNodeType ntype, SRpcMsg *pMsg) {
5✔
364
  int32_t code = 0;
5✔
365
  SDnode *pDnode = dmInstance();
5✔
366

367
  SMgmtWrapper *pWrapper = dmAcquireWrapper(pDnode, ntype);
5✔
368
  if (pWrapper == NULL) {
5!
369
    switch (ntype) {
×
370
      case MNODE:
×
371
        code = TSDB_CODE_MNODE_NOT_DEPLOYED;
×
372
        break;
×
373
      case QNODE:
×
374
        code = TSDB_CODE_QNODE_NOT_DEPLOYED;
×
375
        break;
×
376
      case SNODE:
×
377
        code = TSDB_CODE_SNODE_NOT_DEPLOYED;
×
378
        break;
×
379
      default:
×
380
        code = TSDB_CODE_APP_ERROR;
×
381
    }
382

383
    dError("failed to drop node since %s", tstrerror(code));
×
384
    return terrno = code;
×
385
  }
386

387
  (void)taosThreadMutexLock(&pDnode->mutex);
5✔
388
  SMgmtInputOpt input = dmBuildMgmtInputOpt(pWrapper);
5✔
389

390
  dInfo("node:%s, start to drop", pWrapper->name);
5!
391
  code = (*pWrapper->func.dropFp)(&input, pMsg);
5✔
392
  if (code != 0) {
5!
393
    dError("node:%s, failed to drop since %s", pWrapper->name, tstrerror(code));
×
394
  } else {
395
    dInfo("node:%s, has been dropped", pWrapper->name);
5!
396
    pWrapper->required = false;
5✔
397
    pWrapper->deployed = false;
5✔
398
  }
399

400
  dmReleaseWrapper(pWrapper);
5✔
401

402
  if (code == 0) {
5!
403
    dmStopNode(pWrapper);
5✔
404
    dmCloseNode(pWrapper);
5✔
405
    taosRemoveDir(pWrapper->path);
5✔
406
  }
407
  (void)taosThreadMutexUnlock(&pDnode->mutex);
5✔
408
  return code;
5✔
409
}
410

411
SMgmtInputOpt dmBuildMgmtInputOpt(SMgmtWrapper *pWrapper) {
11,160✔
412
  SMgmtInputOpt opt = {
11,160✔
413
      .path = pWrapper->path,
11,160✔
414
      .name = pWrapper->name,
11,160✔
415
      .pTfs = pWrapper->pDnode->pTfs,
11,160✔
416
      .pData = &pWrapper->pDnode->data,
11,160✔
417
      .processCreateNodeFp = dmProcessCreateNodeReq,
418
      .processAlterNodeTypeFp = dmProcessAlterNodeTypeReq,
419
      .processDropNodeFp = dmProcessDropNodeReq,
420
      .sendMonitorReportFp = dmSendMonitorReport,
421
      .monitorCleanExpiredSamplesFp = dmMonitorCleanExpiredSamples,
422
      .sendAuditRecordFp = auditSendRecordsInBatch,
423
      .getVnodeLoadsFp = dmGetVnodeLoads,
424
      .getVnodeLoadsLiteFp = dmGetVnodeLoadsLite,
425
      .getMnodeLoadsFp = dmGetMnodeLoads,
426
      .getQnodeLoadsFp = dmGetQnodeLoads,
427
      .stopDnodeFp = dmStop,
428
  };
429

430
  opt.msgCb = dmGetMsgcb(pWrapper->pDnode);
11,160✔
431
  return opt;
11,160✔
432
}
433

434
void dmReportStartup(const char *pName, const char *pDesc) {
74,041✔
435
  SStartupInfo *pStartup = &(dmInstance()->startup);
74,041✔
436
  tstrncpy(pStartup->name, pName, TSDB_STEP_NAME_LEN);
74,040✔
437
  tstrncpy(pStartup->desc, pDesc, TSDB_STEP_DESC_LEN);
74,040✔
438
  dDebug("step:%s, %s", pStartup->name, pStartup->desc);
74,040✔
439
}
74,040✔
440

441
int64_t dmGetClusterId() { return globalDnode.data.clusterId; }
×
442

443
bool dmReadyForTest() { return dmInstance()->data.dnodeVer > 0; }
×
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc