• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #3544

30 Nov 2024 03:06AM UTC coverage: 60.88% (+0.04%) from 60.842%
#3544

push

travis-ci

web-flow
Merge pull request #28988 from taosdata/main

merge: from main to 3.0 branch

120724 of 253479 branches covered (47.63%)

Branch coverage included in aggregate %.

407 of 489 new or added lines in 21 files covered. (83.23%)

1148 existing lines in 113 files now uncovered.

201919 of 276488 relevant lines covered (73.03%)

18898587.44 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

55.66
/source/common/src/tmisce.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#define _DEFAULT_SOURCE
17
#include "tmisce.h"
18
#include "tdatablock.h"
19
#include "tglobal.h"
20
#include "tjson.h"
21

22
int32_t taosGetFqdnPortFromEp(const char* ep, SEp* pEp) {
42,192✔
23
  pEp->port = 0;
42,192✔
24
  memset(pEp->fqdn, 0, TSDB_FQDN_LEN);
42,192✔
25
  strncpy(pEp->fqdn, ep, TSDB_FQDN_LEN - 1);
42,192✔
26

27
  char* temp = strchr(pEp->fqdn, ':');
42,192✔
28
  if (temp) {
42,192✔
29
    *temp = 0;
32,729✔
30
    pEp->port = atoi(temp + 1);
32,729✔
31
  }
32

33
  if (pEp->port == 0) {
42,192✔
34
    pEp->port = tsServerPort;
9,465✔
35
  }
36

37
  if (pEp->port <= 0) {
42,192!
38
    return TSDB_CODE_INVALID_PARA;
×
39
  }
40

41
  return 0;
42,192✔
42
}
43

44
int32_t addEpIntoEpSet(SEpSet* pEpSet, const char* fqdn, uint16_t port) {
1,085,368✔
45
  if (pEpSet == NULL || fqdn == NULL || strlen(fqdn) == 0) {
1,085,368!
46
    return TSDB_CODE_INVALID_PARA;
×
47
  }
48

49
  int32_t index = pEpSet->numOfEps;
1,085,406✔
50
  if (index >= sizeof(pEpSet->eps) / sizeof(pEpSet->eps[0])) {
1,085,406!
51
    return TSDB_CODE_OUT_OF_RANGE;
×
52
  }
53
  tstrncpy(pEpSet->eps[index].fqdn, fqdn, tListLen(pEpSet->eps[index].fqdn));
1,085,406✔
54
  pEpSet->eps[index].port = port;
1,085,406✔
55
  pEpSet->numOfEps += 1;
1,085,406✔
56
  return 0;
1,085,406✔
57
}
58

59
bool isEpsetEqual(const SEpSet* s1, const SEpSet* s2) {
80,106✔
60
  if (s1->numOfEps != s2->numOfEps || s1->inUse != s2->inUse) {
80,106✔
61
    return false;
2,633✔
62
  }
63

64
  for (int32_t i = 0; i < s1->numOfEps; i++) {
158,842✔
65
    if (s1->eps[i].port != s2->eps[i].port || strncmp(s1->eps[i].fqdn, s2->eps[i].fqdn, TSDB_FQDN_LEN) != 0)
81,717✔
66
      return false;
348✔
67
  }
68
  return true;
77,125✔
69
}
70

71
void epsetAssign(SEpSet* pDst, const SEpSet* pSrc) {
60,187✔
72
  if (pSrc == NULL || pDst == NULL) {
60,187!
73
    return;
×
74
  }
75

76
  pDst->inUse = pSrc->inUse;
60,187✔
77
  pDst->numOfEps = pSrc->numOfEps;
60,187✔
78
  for (int32_t i = 0; i < pSrc->numOfEps; ++i) {
121,854✔
79
    pDst->eps[i].port = pSrc->eps[i].port;
61,667✔
80
    tstrncpy(pDst->eps[i].fqdn, pSrc->eps[i].fqdn, tListLen(pSrc->eps[i].fqdn));
61,667✔
81
  }
82
}
83

84
void epAssign(SEp* pDst, SEp* pSrc) {
197,928✔
85
  if (pSrc == NULL || pDst == NULL) {
197,928!
86
    return;
×
87
  }
88
  memset(pDst->fqdn, 0, tListLen(pSrc->fqdn));
197,928✔
89
  tstrncpy(pDst->fqdn, pSrc->fqdn, tListLen(pSrc->fqdn));
197,928✔
90
  pDst->port = pSrc->port;
197,928✔
91
}
92

93
void epsetSort(SEpSet* pDst) {
1,066,587✔
94
  if (pDst->numOfEps <= 1) {
1,066,587✔
95
    return;
967,320✔
96
  }
97
  int validIdx = false;
99,267✔
98
  SEp ep = {0};
99,267✔
99
  if (pDst->inUse >= 0 && pDst->inUse < pDst->numOfEps) {
99,267!
100
    validIdx = true;
99,270✔
101
    epAssign(&ep, &pDst->eps[pDst->inUse]);
99,270✔
102
  }
103

104
  for (int i = 0; i < pDst->numOfEps - 1; i++) {
262,250✔
105
    for (int j = 0; j < pDst->numOfEps - 1 - i; j++) {
395,512✔
106
      SEp* f = &pDst->eps[j];
232,532✔
107
      SEp* s = &pDst->eps[j + 1];
232,532✔
108
      int  cmp = strncmp(f->fqdn, s->fqdn, sizeof(f->fqdn));
232,532✔
109
      if (cmp > 0 || (cmp == 0 && f->port > s->port)) {
232,532!
110
        SEp ep1 = {0};
32,885✔
111
        epAssign(&ep1, f);
32,885✔
112
        epAssign(f, s);
32,886✔
113
        epAssign(s, &ep1);
32,886✔
114
      }
115
    }
116
  }
117
  if (validIdx == true)
99,271✔
118
    for (int i = 0; i < pDst->numOfEps; i++) {
147,170!
119
      int cmp = strncmp(ep.fqdn, pDst->eps[i].fqdn, sizeof(ep.fqdn));
147,171✔
120
      if (cmp == 0 && ep.port == pDst->eps[i].port) {
147,171✔
121
        pDst->inUse = i;
99,270✔
122
        break;
99,270✔
123
      }
124
    }
125
}
126

127
void updateEpSet_s(SCorEpSet* pEpSet, SEpSet* pNewEpSet) {
2,638✔
128
  taosCorBeginWrite(&pEpSet->version);
2,638!
129
  pEpSet->epSet = *pNewEpSet;
2,638✔
130
  taosCorEndWrite(&pEpSet->version);
2,638✔
131
}
2,638✔
132

133
SEpSet getEpSet_s(SCorEpSet* pEpSet) {
31,705,736✔
134
  SEpSet ep = {0};
31,705,736✔
135
  taosCorBeginRead(&pEpSet->version);
31,698,415!
136
  ep = pEpSet->epSet;
32,036,165✔
137
  taosCorEndRead(&pEpSet->version);
32,036,165!
138

139
  return ep;
32,020,005✔
140
}
141

142
int32_t epsetToStr(const SEpSet* pEpSet, char* pBuf, int32_t cap) {
388,243✔
143
  int32_t ret = 0;
388,243✔
144
  int32_t nwrite = 0;
388,243✔
145

146
  nwrite = snprintf(pBuf + nwrite, cap, "epset:{");
388,243✔
147
  if (nwrite <= 0 || nwrite >= cap) {
388,243!
148
    return TSDB_CODE_OUT_OF_BUFFER;
×
149
  }
150
  cap -= nwrite;
388,243✔
151

152
  for (int _i = 0; (_i < pEpSet->numOfEps) && (cap > 0); _i++) {
923,796!
153
    if (_i == pEpSet->numOfEps - 1) {
535,553✔
154
      ret = snprintf(pBuf + nwrite, cap, "%d. %s:%d", _i, pEpSet->eps[_i].fqdn, pEpSet->eps[_i].port);
388,222✔
155
    } else {
156
      ret = snprintf(pBuf + nwrite, cap, "%d. %s:%d, ", _i, pEpSet->eps[_i].fqdn, pEpSet->eps[_i].port);
147,331✔
157
    }
158

159
    if (ret <= 0 || ret >= cap) {
535,553!
UNCOV
160
      return TSDB_CODE_OUT_OF_BUFFER;
×
161
    }
162

163
    nwrite += ret;
535,553✔
164
    cap -= ret;
535,553✔
165
  }
166

167
  if (cap <= 0) {
388,243!
168
    return TSDB_CODE_OUT_OF_BUFFER;
×
169
  }
170

171
  ret = snprintf(pBuf + nwrite, cap, "}, inUse:%d", pEpSet->inUse);
388,243✔
172
  if (ret <= 0 || ret >= cap) {
388,243!
173
    return TSDB_CODE_OUT_OF_BUFFER;
×
174
  } else {
175
    return TSDB_CODE_SUCCESS;
388,243✔
176
  }
177
}
178

179
int32_t taosGenCrashJsonMsg(int signum, char** pMsg, int64_t clusterId, int64_t startTime) {
×
180
  int32_t code = 0;
×
181
  SJson*  pJson = tjsonCreateObject();
×
182
  if (pJson == NULL) return terrno;
×
183

184
  char tmp[4096] = {0};
×
185

186
  TAOS_CHECK_GOTO(tjsonAddDoubleToObject(pJson, "reportVersion", 1), NULL, _exit);
×
187

188
  TAOS_CHECK_GOTO(tjsonAddIntegerToObject(pJson, "clusterId", clusterId), NULL, _exit);
×
189
  TAOS_CHECK_GOTO(tjsonAddIntegerToObject(pJson, "startTime", startTime), NULL, _exit);
×
190

191
  // Do NOT invoke the taosGetFqdn here.
192
  // this function may be invoked when memory exception occurs,so we should assume that it is running in a memory locked
193
  // environment. The lock operation by taosGetFqdn may cause this program deadlock.
194
  TAOS_CHECK_GOTO(tjsonAddStringToObject(pJson, "fqdn", tsLocalFqdn), NULL, _exit);
×
195

196
  TAOS_CHECK_GOTO(tjsonAddIntegerToObject(pJson, "pid", taosGetPId()), NULL, _exit);
×
197

198
  code = taosGetAppName(tmp, NULL);
×
199
  if (code != 0) {
×
200
    TAOS_CHECK_GOTO(code, NULL, _exit);
×
201
  }
202
  TAOS_CHECK_GOTO(tjsonAddStringToObject(pJson, "appName", tmp), NULL, _exit);
×
203

204
  if (taosGetOsReleaseName(tmp, NULL, NULL, sizeof(tmp)) == 0) {
×
205
    TAOS_CHECK_GOTO(tjsonAddStringToObject(pJson, "os", tmp), NULL, _exit);
×
206
  } else {
207
    // do nothing
208
  }
209

210
  float numOfCores = 0;
×
211
  if (taosGetCpuInfo(tmp, sizeof(tmp), &numOfCores) == 0) {
×
212
    TAOS_CHECK_GOTO(tjsonAddStringToObject(pJson, "cpuModel", tmp), NULL, _exit);
×
213
    TAOS_CHECK_GOTO(tjsonAddDoubleToObject(pJson, "numOfCpu", numOfCores), NULL, _exit);
×
214
  } else {
215
    TAOS_CHECK_GOTO(tjsonAddDoubleToObject(pJson, "numOfCpu", tsNumOfCores), NULL, _exit);
×
216
  }
217

218
  int32_t nBytes = snprintf(tmp, sizeof(tmp), "%" PRId64 " kB", tsTotalMemoryKB);
×
219
  if (nBytes <= 9 || nBytes >= sizeof(tmp)) {
×
220
    TAOS_CHECK_GOTO(TSDB_CODE_OUT_OF_RANGE, NULL, _exit);
×
221
  }
222
  TAOS_CHECK_GOTO(tjsonAddStringToObject(pJson, "memory", tmp), NULL, _exit);
×
223

224
  TAOS_CHECK_GOTO(tjsonAddStringToObject(pJson, "version", td_version), NULL, _exit);
×
225
  TAOS_CHECK_GOTO(tjsonAddStringToObject(pJson, "buildInfo", td_buildinfo), NULL, _exit);
×
226
  TAOS_CHECK_GOTO(tjsonAddStringToObject(pJson, "gitInfo", td_gitinfo), NULL, _exit);
×
227

228
  TAOS_CHECK_GOTO(tjsonAddIntegerToObject(pJson, "crashSig", signum), NULL, _exit);
×
229
  TAOS_CHECK_GOTO(tjsonAddIntegerToObject(pJson, "crashTs", taosGetTimestampUs()), NULL, _exit);
×
230

231
#ifdef _TD_DARWIN_64
232
  taosLogTraceToBuf(tmp, sizeof(tmp), 4);
233
#elif !defined(WINDOWS)
234
  taosLogTraceToBuf(tmp, sizeof(tmp), 3);
×
235
#else
236
  taosLogTraceToBuf(tmp, sizeof(tmp), 8);
237
#endif
238

239
  TAOS_CHECK_GOTO(tjsonAddStringToObject(pJson, "stackInfo", tmp), NULL, _exit);
×
240

241
  char* pCont = tjsonToString(pJson);
×
242
  if (pCont == NULL) {
×
243
    code = terrno;
×
244
    TAOS_CHECK_GOTO(code, NULL, _exit);
×
245
    goto _exit;
×
246
  }
247

248
  tjsonDelete(pJson);
×
249
  *pMsg = pCont;
×
250
  pJson = NULL;
×
251
_exit:
×
252
  tjsonDelete(pJson);
×
253
  TAOS_RETURN(code);
×
254
}
255

256
int32_t dumpConfToDataBlock(SSDataBlock* pBlock, int32_t startCol) {
4,154✔
257
  int32_t  code = 0;
4,154✔
258
  SConfig* pConf = taosGetCfg();
4,154✔
259
  if (pConf == NULL) {
4,154!
260
    return TSDB_CODE_INVALID_CFG;
×
261
  }
262

263
  int32_t      numOfRows = 0;
4,154✔
264
  int32_t      col = startCol;
4,154✔
265
  SConfigItem* pItem = NULL;
4,154✔
266
  SConfigIter* pIter = NULL;
4,154✔
267

268
  int8_t locked = 0;
4,154✔
269

270
  size_t       exSize = 0;
4,154✔
271
  size_t       index = 0;
4,154✔
272
  SConfigItem* pDataDirItem = cfgGetItem(pConf, "dataDir");
4,154✔
273
  if (pDataDirItem) {
4,154✔
274
    exSize = TMAX(taosArrayGetSize(pDataDirItem->array), 1) - 1;
3,698✔
275
  }
276

277
  TAOS_CHECK_GOTO(blockDataEnsureCapacity(pBlock, cfgGetSize(pConf) + exSize), NULL, _exit);
4,154!
278

279
  TAOS_CHECK_GOTO(cfgCreateIter(pConf, &pIter), NULL, _exit);
4,154!
280

281
  cfgLock(pConf);
4,154✔
282
  locked = 1;
4,154✔
283

284
  while ((pItem = cfgNextIter(pIter)) != NULL) {
778,360✔
285
_start:
774,206✔
286
    col = startCol;
774,206✔
287

288
    // GRANT_CFG_SKIP;
289
    char name[TSDB_CONFIG_OPTION_LEN + VARSTR_HEADER_SIZE] = {0};
774,206✔
290
    STR_WITH_MAXSIZE_TO_VARSTR(name, pItem->name, TSDB_CONFIG_OPTION_LEN + VARSTR_HEADER_SIZE);
774,206✔
291

292
    SColumnInfoData* pColInfo = taosArrayGet(pBlock->pDataBlock, col++);
774,206✔
293
    if (pColInfo == NULL) {
774,206!
294
      code = terrno;
×
295
      TAOS_CHECK_GOTO(code, NULL, _exit);
×
296
    }
297

298
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, name, false), NULL, _exit);
774,206!
299

300
    char    value[TSDB_CONFIG_PATH_LEN + VARSTR_HEADER_SIZE] = {0};
774,206✔
301
    int32_t valueLen = 0;
774,206✔
302
    SDiskCfg* pDiskCfg = NULL;
774,206✔
303
    if (strcasecmp(pItem->name, "dataDir") == 0 && exSize > 0) {
774,206!
304
      char*     buf = &value[VARSTR_HEADER_SIZE];
×
305
      pDiskCfg = taosArrayGet(pItem->array, index);
×
306
      valueLen = tsnprintf(buf, TSDB_CONFIG_PATH_LEN, "%s", pDiskCfg->dir);
×
307
      index++;
×
308
    } else {
309
      TAOS_CHECK_GOTO(cfgDumpItemValue(pItem, &value[VARSTR_HEADER_SIZE], TSDB_CONFIG_PATH_LEN, &valueLen), NULL,
774,206!
310
                      _exit);
311
    }
312
    varDataSetLen(value, valueLen);
774,206✔
313

314
    pColInfo = taosArrayGet(pBlock->pDataBlock, col++);
774,206✔
315
    if (pColInfo == NULL) {
774,206!
316
      code = terrno;
×
317
      TAOS_CHECK_GOTO(code, NULL, _exit);
×
318
    }
319

320
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, value, false), NULL, _exit);
774,206!
321

322
    char scope[TSDB_CONFIG_SCOPE_LEN + VARSTR_HEADER_SIZE] = {0};
774,206✔
323
    TAOS_CHECK_GOTO(cfgDumpItemScope(pItem, &scope[VARSTR_HEADER_SIZE], TSDB_CONFIG_SCOPE_LEN, &valueLen), NULL, _exit);
774,206!
324
    varDataSetLen(scope, valueLen);
774,206✔
325

326
    pColInfo = taosArrayGet(pBlock->pDataBlock, col++);
774,206✔
327
    if (pColInfo == NULL) {
774,206!
328
      code = terrno;
×
329
      TAOS_CHECK_GOTO(code, NULL, _exit);
×
330
    }
331
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, scope, false), NULL, _exit);
774,206!
332

333
    char info[TSDB_CONFIG_INFO_LEN + VARSTR_HEADER_SIZE] = {0};
774,206✔
334
    if (strcasecmp(pItem->name, "dataDir") == 0 && pDiskCfg) {
774,206!
335
      char* buf = &info[VARSTR_HEADER_SIZE];
×
336
      valueLen = tsnprintf(buf, TSDB_CONFIG_INFO_LEN, "level %d primary %d disabled %" PRIi8, pDiskCfg->level,
×
337
                              pDiskCfg->primary, pDiskCfg->disable);
×
338
    } else {
339
      valueLen = 0;
774,206✔
340
    }
341
    varDataSetLen(info, valueLen);
774,206✔
342

343
    pColInfo = taosArrayGet(pBlock->pDataBlock, col++);
774,206✔
344
    if (pColInfo == NULL) {
774,206!
345
      code = terrno;
×
346
      TAOS_CHECK_GOTO(code, NULL, _exit);
×
347
    }
348
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, info, false), NULL, _exit);
774,206!
349

350
    numOfRows++;
774,206✔
351
    if (index > 0 && index <= exSize) {
774,206!
352
      goto _start;
×
353
    }
354
}
355
  pBlock->info.rows = numOfRows;
4,154✔
356
_exit:
4,154✔
357
  if (locked) cfgUnLock(pConf);
4,154!
358
  cfgDestroyIter(pIter);
4,154✔
359
  TAOS_RETURN(code);
4,154✔
360
}
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2025 Coveralls, Inc