• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #3911

24 Apr 2025 11:36PM UTC coverage: 53.735% (-1.6%) from 55.295%
#3911

push

travis-ci

happyguoxy
Sync branches at 2025-04-25 07:35

170049 of 316459 relevant lines covered (53.73%)

1192430.54 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

69.91
/utils/tsim/src/simExec.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#define _DEFAULT_SOURCE
17
#include "simInt.h"
18

19
void simLogSql(char *sql, bool useSharp) {
484✔
20
  static TdFilePtr pFile = NULL;
21
  char             filename[256];
22
  sprintf(filename, "%s/sim.sql", simScriptDir);
484✔
23
  if (pFile == NULL) {
484✔
24
    pFile = taosOpenFile(filename, TD_FILE_CREATE | TD_FILE_WRITE | TD_FILE_TRUNC | TD_FILE_STREAM);
10✔
25
  }
26

27
  if (pFile != NULL) {
484✔
28
    if (useSharp) {
484✔
29
      taosFprintfFile(pFile, "# %s;\n", sql);
114✔
30
    } else {
31
      taosFprintfFile(pFile, "%s;\n", sql);
370✔
32
    }
33

34
    UNUSED(taosFsyncFile(pFile));
484✔
35
  }
36
}
484✔
37

38
char *simParseHostName(char *varName) {
2✔
39
  static char hostName[140];
40
  //#ifdef WINDOWS
41
  //  hostName[0] = '\"';
42
  //  taosGetFqdn(&hostName[1]);
43
  //  int strEndIndex = strlen(hostName);
44
  //  hostName[strEndIndex] = '\"';
45
  //  hostName[strEndIndex + 1] = '\0';
46
  //#else
47
  sprintf(hostName, "%s", "localhost");
2✔
48
  //#endif
49
  return hostName;
2✔
50
}
51

52
static void simFindFirstNum(const char *begin, int32_t beginLen, int32_t *num) {
×
53
  *num = 0;
×
54

55
  if (beginLen > 5) {
×
56
    *num = atoi(begin + 5);
×
57
  }
58
}
×
59

60
static void simFindSecondNum(const char *begin, int32_t beginLen, int32_t *num) {
×
61
  *num = 0;
×
62

63
  const char *number = strstr(begin, "][");
×
64
  if (number != NULL) {
×
65
    *num = atoi(number + 2);
×
66
  }
67
}
×
68

69
static void simFindFirstKeyVal(const char *begin, int32_t beginLen, char *key, int32_t keyLen) {
2✔
70
  key[0] = 0;
2✔
71
  for (int32_t i = 5; i < beginLen && i - 5 < keyLen; ++i) {
12✔
72
    if (begin[i] != 0 && begin[i] != ']' && begin[i] != ')') {
10✔
73
      key[i - 5] = begin[i];
6✔
74
    }
75
  }
76
}
2✔
77

78
static void simFindSecondKeyNum(const char *begin, int32_t beginLen, int32_t *num) {
2✔
79
  *num = 0;
2✔
80

81
  const char *number = strstr(begin, ")[");
2✔
82
  if (number != NULL) {
2✔
83
    *num = atoi(number + 2);
2✔
84
  }
85
}
2✔
86

87
char *simGetVariable(SScript *script, char *varName, int32_t varLen) {
1,956✔
88
  if (strncmp(varName, "hostname", 8) == 0) {
1,956✔
89
    return simParseHostName(varName);
2✔
90
  }
91

92
  if (strncmp(varName, "error", varLen) == 0) return script->error;
1,954✔
93

94
  if (strncmp(varName, "rows", varLen) == 0) return script->rows;
1,954✔
95

96
  if (strncmp(varName, "cols", varLen) == 0) return script->cols;
1,895✔
97

98
  if (strncmp(varName, "system_exit", varLen) == 0) return script->system_exit_code;
1,895✔
99

100
  if (strncmp(varName, "system_content", varLen) == 0) return script->system_ret_content;
1,895✔
101

102
  if (strncmp(varName, "data", 4) == 0) {
1,879✔
103
    if (varLen < 6) {
120✔
104
      return "null";
×
105
    }
106

107
    int32_t row = 0;
120✔
108
    int32_t col = 0;
120✔
109
    char    keyVal[1024] = {0};
120✔
110
    int32_t keyLen = 1024;
120✔
111

112
    if (varName[4] == '[') {
120✔
113
      // $data[0][1]
114
      simFindFirstNum(varName, varLen, &row);
×
115
      simFindSecondNum(varName, varLen, &col);
×
116
      if (row < 0 || row >= MAX_QUERY_ROW_NUM) {
×
117
        return "null";
×
118
      }
119
      if (col < 0 || col >= MAX_QUERY_COL_NUM) {
×
120
        return "null";
×
121
      }
122
      simDebug("script:%s, data[%d][%d]=%s", script->fileName, row, col, script->data[row][col]);
×
123
      return script->data[row][col];
×
124
    } else if (varName[4] == '(') {
120✔
125
      // $data(db)[0]
126
      simFindFirstKeyVal(varName, varLen, keyVal, keyLen);
2✔
127
      simFindSecondKeyNum(varName, varLen, &col);
2✔
128
      for (int32_t i = 0; i < MAX_QUERY_ROW_NUM; ++i) {
2✔
129
        if (strncmp(keyVal, script->data[i][0], keyLen) == 0) {
2✔
130
          simDebug("script:%s, keyName:%s, keyValue:%s", script->fileName, script->data[i][0], script->data[i][col]);
2✔
131
          return script->data[i][col];
2✔
132
        }
133
      }
134
    } else if (varName[5] == '_') {
118✔
135
      // data2_db
136
      int32_t col = varName[4] - '0';
×
137
      col = col % MAX_QUERY_COL_NUM;
×
138

139
      char   *keyName;
140
      int32_t keyLen;
141
      paGetToken(varName + 6, &keyName, &keyLen);
×
142

143
      for (int32_t i = 0; i < MAX_QUERY_ROW_NUM; ++i) {
×
144
        if (strncmp(keyName, script->data[i][0], keyLen) == 0) {
×
145
          simDebug("script:%s, keyName:%s, keyValue:%s", script->fileName, script->data[i][0], script->data[i][col]);
×
146
          return script->data[i][col];
×
147
        }
148
      }
149
      return "null";
×
150
    } else if (varName[6] == '_') {
118✔
151
      // data21_db
152
      int32_t col = (varName[4] - '0') * 10 + (varName[5] - '0');
×
153
      col = col % MAX_QUERY_COL_NUM;
×
154

155
      char   *keyName;
156
      int32_t keyLen;
157
      paGetToken(varName + 7, &keyName, &keyLen);
×
158

159
      for (int32_t i = 0; i < MAX_QUERY_ROW_NUM; ++i) {
×
160
        if (strncmp(keyName, script->data[i][0], keyLen) == 0) {
×
161
          simTrace("script:%s, keyName:%s, keyValue:%s", script->fileName, script->data[i][0], script->data[i][col]);
×
162
          return script->data[i][col];
×
163
        }
164
      }
165
    } else {
166
      // $data00
167
      int32_t row = varName[4] - '0';
118✔
168
      int32_t col = varName[5] - '0';
118✔
169
      row = row % MAX_QUERY_ROW_NUM;
118✔
170
      col = col % MAX_QUERY_COL_NUM;
118✔
171

172
      simDebug("script:%s, data[%d][%d]=%s", script->fileName, row, col, script->data[row][col]);
118✔
173
      return script->data[row][col];
118✔
174
    }
175

176
    return "null";
×
177
  }
178

179
  for (int32_t i = 0; i < script->varLen; ++i) {
4,965✔
180
    SVariable *var = &script->variables[i];
4,947✔
181
    if (var->varNameLen != varLen) {
4,947✔
182
      continue;
2,650✔
183
    }
184
    if (strncmp(varName, var->varName, varLen) == 0) {
2,297✔
185
      return var->varValue;
1,741✔
186
    }
187
  }
188

189
  if (script->varLen >= MAX_VAR_LEN) {
18✔
190
    simError("script:%s, too many varialbes:%d", script->fileName, script->varLen);
×
191
    exit(0);
×
192
  }
193

194
  SVariable *var = &script->variables[script->varLen];
18✔
195
  script->varLen++;
18✔
196
  strncpy(var->varName, varName, varLen);
18✔
197
  var->varNameLen = varLen;
18✔
198
  var->varValue[0] = 0;
18✔
199
  return var->varValue;
18✔
200
}
201

202
int32_t simExecuteExpression(SScript *script, char *exp) {
653✔
203
  char   *op1 = NULL;
653✔
204
  char   *op2 = NULL;
653✔
205
  char   *var1 = NULL;
653✔
206
  char   *var2 = NULL;
653✔
207
  char   *var3 = NULL;
653✔
208
  char   *rest = NULL;
653✔
209
  int32_t op1Len = 0;
653✔
210
  int32_t op2Len = 0;
653✔
211
  int32_t var1Len = 0;
653✔
212
  int32_t var2Len = 0;
653✔
213
  int32_t var3Len = 0;
653✔
214
  int32_t val0 = 0;
653✔
215
  int32_t val1 = 0;
653✔
216
  char    t0[2048] = {0};
653✔
217
  char    t1[2048] = {0};
653✔
218
  char    t2[2048] = {0};
653✔
219
  char    t3[2048] = {0};
653✔
220
  int32_t result = 0;
653✔
221

222
  rest = paGetToken(exp, &var1, &var1Len);
653✔
223
  rest = paGetToken(rest, &op1, &op1Len);
653✔
224
  rest = paGetToken(rest, &var2, &var2Len);
653✔
225
  rest = paGetToken(rest, &op2, &op2Len);
653✔
226

227
  if (var1[0] == '$')
653✔
228
    tstrncpy(t0, simGetVariable(script, var1 + 1, var1Len - 1), sizeof(t0));
653✔
229
  else {
230
    tstrncpy(t0, var1, var1Len);
×
231
    t0[var1Len] = 0;
×
232
  }
233

234
  if (var2[0] == '$') {
653✔
235
    tstrncpy(t1, simGetVariable(script, var2 + 1, var2Len - 1), sizeof(t1));
294✔
236
  } else {
237
    memcpy(t1, var2, var2Len);
359✔
238
    t1[var2Len] = 0;
359✔
239
  }
240

241
  if (op2Len != 0) {
653✔
242
    rest = paGetToken(rest, &var3, &var3Len);
341✔
243

244
    if (var3[0] == '$')
341✔
245
      tstrncpy(t2, simGetVariable(script, var3 + 1, var3Len - 1), sizeof(t2));
117✔
246
    else {
247
      memcpy(t2, var3, var3Len);
224✔
248
      t2[var3Len] = 0;
224✔
249
    }
250

251
    int64_t t1l = atoll(t1);
341✔
252
    int64_t t2l = atoll(t2);
341✔
253

254
    if (op2[0] == '+') {
341✔
255
      sprintf(t3, "%" PRId64, t1l + t2l);
219✔
256
    } else if (op2[0] == '-') {
122✔
257
      sprintf(t3, "%" PRId64, t1l - t2l);
×
258
    } else if (op2[0] == '*') {
122✔
259
      sprintf(t3, "%" PRId64, t1l * t2l);
55✔
260
    } else if (op2[0] == '/') {
67✔
261
      if (t2l == 0) {
×
262
        sprintf(t3, "%" PRId64, INT64_MAX);
×
263
      } else {
264
        sprintf(t3, "%" PRId64, t1l / t2l);
×
265
      }
266
    } else if (op2[0] == '.') {
67✔
267
      snprintf(t3, sizeof(t3), "%s%s", t1, t2);
67✔
268
    }
269
  } else {
270
    tstrncpy(t3, t1, sizeof(t3));
312✔
271
  }
272

273
  result = 0;
653✔
274

275
  if (op1Len == 1) {
653✔
276
    if (op1[0] == '=') {
477✔
277
      strcpy(simGetVariable(script, var1 + 1, var1Len - 1), t3);
357✔
278
    } else if (op1[0] == '<') {
120✔
279
      int64_t val0 = atoll(t0);
116✔
280
      int64_t val1 = atoll(t3);
116✔
281
      // val0 = atoi(t0);
282
      // val1 = atoi(t3);
283
      if (val0 >= val1) result = -1;
116✔
284
    } else if (op1[0] == '>') {
4✔
285
      int64_t val0 = atoll(t0);
4✔
286
      int64_t val1 = atoll(t3);
4✔
287
      // val0 = atoi(t0);
288
      // val1 = atoi(t3);
289
      if (val0 <= val1) result = -1;
4✔
290
    }
291
  } else {
292
    if (op1[0] == '=' && op1[1] == '=') {
176✔
293
      if (strcmp(t0, t3) != 0) result = -1;
65✔
294
    } else if (op1[0] == '!' && op1[1] == '=') {
111✔
295
      if (strcmp(t0, t3) == 0) result = -1;
111✔
296
    } else if (op1[0] == '<' && op1[1] == '=') {
×
297
      val0 = atoi(t0);
×
298
      val1 = atoi(t3);
×
299
      if (val0 > val1) result = -1;
×
300
    } else if (op1[0] == '>' && op1[1] == '=') {
×
301
      val0 = atoi(t0);
×
302
      val1 = atoi(t3);
×
303
      if (val0 < val1) result = -1;
×
304
    }
305
  }
306

307
  return result;
653✔
308
}
309

310
bool simExecuteExpCmd(SScript *script, char *option) {
357✔
311
  simExecuteExpression(script, option);
357✔
312
  script->linePos++;
357✔
313
  return true;
357✔
314
}
315

316
bool simExecuteTestCmd(SScript *script, char *option) {
296✔
317
  int32_t result;
318
  result = simExecuteExpression(script, option);
296✔
319

320
  if (result >= 0)
296✔
321
    script->linePos++;
108✔
322
  else
323
    script->linePos = script->lines[script->linePos].jump;
188✔
324

325
  return true;
296✔
326
}
327

328
bool simExecuteGotoCmd(SScript *script, char *option) {
107✔
329
  script->linePos = script->lines[script->linePos].jump;
107✔
330
  return true;
107✔
331
}
332

333
bool simExecuteRunCmd(SScript *script, char *option) {
×
334
  char *fileName = option;
×
335
  if (fileName == NULL || strlen(fileName) == 0) {
×
336
    sprintf(script->error, "lineNum:%d. script file is null", script->lines[script->linePos].lineNum);
×
337
    return false;
×
338
  }
339

340
  SScript *newScript = simParseScript(option);
×
341
  if (newScript == NULL) {
×
342
    sprintf(script->error, "lineNum:%d. parse file:%s error", script->lines[script->linePos].lineNum, fileName);
×
343
    return false;
×
344
  }
345

346
  simInfo("script:%s, start to execute", newScript->fileName);
×
347

348
  newScript->type = SIM_SCRIPT_TYPE_MAIN;
×
349
  simScriptPos++;
×
350
  simScriptList[simScriptPos] = newScript;
×
351

352
  script->linePos++;
×
353
  return true;
×
354
}
355

356
bool simExecuteRunBackCmd(SScript *script, char *option) {
×
357
  char *fileName = option;
×
358
  if (fileName == NULL || strlen(fileName) == 0) {
×
359
    sprintf(script->error, "lineNum:%d. script file is null", script->lines[script->linePos].lineNum);
×
360
    return false;
×
361
  }
362

363
  SScript *newScript = simParseScript(option);
×
364
  if (newScript == NULL) {
×
365
    sprintf(script->error, "lineNum:%d. parse file:%s error", script->lines[script->linePos].lineNum, fileName);
×
366
    return false;
×
367
  }
368

369
  newScript->type = SIM_SCRIPT_TYPE_BACKGROUND;
×
370
  script->bgScripts[script->bgScriptLen++] = newScript;
×
371
  simInfo("script:%s, start to execute in background,", newScript->fileName);
×
372

373
  if (taosThreadCreate(&newScript->bgPid, NULL, simExecuteScript, (void *)newScript) != 0) {
×
374
    sprintf(script->error, "lineNum:%d. create background thread failed", script->lines[script->linePos].lineNum);
×
375
    return false;
×
376
  } else {
377
    simDebug("script:%s, background thread:0x%08" PRIx64 " is created", newScript->fileName,
×
378
             taosGetPthreadId(newScript->bgPid));
379
  }
380

381
  script->linePos++;
×
382
  return true;
×
383
}
384

385
#ifdef WINDOWS
386
void simReplaceDirSep(char *buf) {
387
  int i = 0;
388
  while (buf[i] != '\0') {
389
    if (buf[i] == '/') {
390
      buf[i] = '\\';
391
    }
392
    i++;
393
  }
394
}
395
#endif
396

397
bool simReplaceStr(char *buf, char *src, char *dst) {
×
398
  bool  replaced = false;
×
399
  char *begin = strstr(buf, src);
×
400
  if (begin != NULL) {
×
401
    int32_t srcLen = (int32_t)strlen(src);
×
402
    int32_t dstLen = (int32_t)strlen(dst);
×
403
    int32_t interval = (dstLen - srcLen);
×
404
    int32_t remainLen = (int32_t)strlen(buf);
×
405
    char   *end = buf + remainLen;
×
406
    *(end + interval) = 0;
×
407

408
    for (char *p = end; p >= begin; p--) {
×
409
      *(p + interval) = *p;
×
410
    }
411

412
    memcpy(begin, dst, dstLen);
×
413
    replaced = true;
×
414
  }
415

416
  simInfo("system cmd is %s", buf);
×
417
  return replaced;
×
418
}
419

420
bool simExecuteSystemCmd(SScript *script, char *option) {
57✔
421
  char buf[4096] = {0};
57✔
422
  bool replaced = false;
57✔
423

424
#ifndef WINDOWS
425
  sprintf(buf, "cd %s; ", simScriptDir);
57✔
426
  simVisuallizeOption(script, option, buf + strlen(buf));
57✔
427
#else
428
  sprintf(buf, "cd %s && ", simScriptDir);
429
  simVisuallizeOption(script, option, buf + strlen(buf));
430
  simReplaceStr(buf, ".sh", ".bat");
431
  simReplaceDirSep(buf);
432
#endif
433

434
  if (useValgrind) {
57✔
435
    replaced = simReplaceStr(buf, "exec.sh", "exec.sh -v");
×
436
  }
437

438
  simLogSql(buf, true);
57✔
439
  int32_t code = system(buf);
57✔
440
  int32_t repeatTimes = 0;
57✔
441
  while (code != 0) {
57✔
442
    simError("script:%s, failed to execute %s , code %d, errno:%d %s, repeatTimes:%d", script->fileName, buf, code,
×
443
             errno, strerror(errno), repeatTimes);
444
    taosMsleep(1000);
×
445
    taosDflSignal(SIGCHLD);
×
446
    if (repeatTimes++ >= 10) {
×
447
      exit(0);
×
448
    }
449
  }
450

451
  sprintf(script->system_exit_code, "%d", code);
57✔
452
  script->linePos++;
57✔
453
  if (replaced && strstr(buf, "start") != NULL) {
57✔
454
    simInfo("====> startup is slow in valgrind mode, so sleep 5 seconds after exec.sh -s start");
×
455
    taosMsleep(5000);
×
456
  }
457

458
  return true;
57✔
459
}
460

461
void simStoreSystemContentResult(SScript *script, char *filename) {
7✔
462
  memset(script->system_ret_content, 0, MAX_SYSTEM_RESULT_LEN);
7✔
463

464
  TdFilePtr pFile;
465
  // if ((fd = fopen(filename, "r")) != NULL) {
466
  if ((pFile = taosOpenFile(filename, TD_FILE_READ)) != NULL) {
7✔
467
    taosReadFile(pFile, script->system_ret_content, MAX_SYSTEM_RESULT_LEN - 1);
7✔
468
    int32_t len = strlen(script->system_ret_content);
7✔
469
    for (int32_t i = 0; i < len; ++i) {
15✔
470
      if (script->system_ret_content[i] == '\n' || script->system_ret_content[i] == '\r') {
8✔
471
        script->system_ret_content[i] = 0;
4✔
472
      }
473
    }
474
    taosCloseFile(&pFile);
7✔
475
    char rmCmd[MAX_FILE_NAME_LEN] = {0};
7✔
476
    sprintf(rmCmd, "rm -f %s", filename);
7✔
477
#pragma GCC diagnostic push
478
#pragma GCC diagnostic ignored "-Wunused-result"
479
    system(rmCmd);
7✔
480
#pragma GCC diagnostic pop
481
  }
482
}
7✔
483

484
bool simExecuteSystemContentCmd(SScript *script, char *option) {
7✔
485
  char buf[4096] = {0};
7✔
486
  char buf1[4096 + 512] = {0};
7✔
487
  char filename[400] = {0};
7✔
488
  sprintf(filename, "%s" TD_DIRSEP "%s.tmp", simScriptDir, script->fileName);
7✔
489

490
#ifdef WINDOWS
491
  sprintf(buf, "cd %s && ", simScriptDir);
492
  simVisuallizeOption(script, option, buf + strlen(buf));
493
  simReplaceStr(buf, ".sh", ".bat");
494
  simReplaceDirSep(buf);
495
  sprintf(buf1, "%s > %s 2>nul", buf, filename);
496
#else
497
  sprintf(buf, "cd %s; ", simScriptDir);
7✔
498
  simVisuallizeOption(script, option, buf + strlen(buf));
7✔
499
  sprintf(buf1, "%s > %s 2>/dev/null", buf, filename);
7✔
500
#endif
501

502
  sprintf(script->system_exit_code, "%d", system(buf1));
7✔
503
  simStoreSystemContentResult(script, filename);
7✔
504

505
  script->linePos++;
7✔
506
  return true;
7✔
507
}
508

509
bool simExecuteSetBIModeCmd(SScript *script, char *option) {
×
510
  char buf[1024];
511

512
  simVisuallizeOption(script, option, buf);
×
513
  option = buf;
×
514

515
  int32_t mode = atoi(option);
×
516

517
  simInfo("script:%s, set bi mode %d", script->fileName, mode);
×
518

519
  if (mode != 0) {
×
520
    taos_set_conn_mode(script->taos, TAOS_CONN_MODE_BI, 1);
×
521
  } else {
522
    taos_set_conn_mode(script->taos, TAOS_CONN_MODE_BI, 0);
×
523
  }
524

525
  script->linePos++;
×
526
  return true;
×
527
}
528

529
bool simExecutePrintCmd(SScript *script, char *rest) {
104✔
530
  char buf[65536];
531

532
  simVisuallizeOption(script, rest, buf);
104✔
533
  rest = buf;
104✔
534

535
  simInfo("script:%s, %s", script->fileName, rest);
104✔
536
  script->linePos++;
104✔
537
  return true;
104✔
538
}
539

540
bool simExecuteSleepCmd(SScript *script, char *option) {
57✔
541
  int32_t delta;
542
  char    buf[1024];
543

544
  simVisuallizeOption(script, option, buf);
57✔
545
  option = buf;
57✔
546

547
  delta = atoi(option);
57✔
548
  if (delta <= 0) delta = 5;
57✔
549

550
  simInfo("script:%s, sleep %dms begin", script->fileName, delta);
57✔
551
  taosMsleep(delta);
57✔
552
  simInfo("script:%s, sleep %dms finished", script->fileName, delta);
57✔
553

554
  char sleepStr[32] = {0};
57✔
555
  sprintf(sleepStr, "sleep %d", delta);
57✔
556
  simLogSql(sleepStr, true);
57✔
557

558
  script->linePos++;
57✔
559
  return true;
57✔
560
}
561

562
bool simExecuteReturnCmd(SScript *script, char *option) {
5✔
563
  char buf[1024];
564

565
  simVisuallizeOption(script, option, buf);
5✔
566
  option = buf;
5✔
567

568
  int32_t ret = 1;
5✔
569
  if (option && option[0] != 0) ret = atoi(option);
5✔
570

571
  if (ret < 0) {
5✔
572
    sprintf(script->error, "lineNum:%d. error return %s", script->lines[script->linePos].lineNum, option);
1✔
573
    return false;
1✔
574
  } else {
575
    simInfo("script:%s, return cmd execute with:%d", script->fileName, ret);
4✔
576
    script->linePos = script->numOfLines;
4✔
577
  }
578

579
  script->linePos++;
4✔
580
  return true;
4✔
581
}
582

583
void simVisuallizeOption(SScript *script, char *src, char *dst) {
602✔
584
  char   *var, *token, *value;
585
  int32_t dstLen, srcLen, tokenLen;
586

587
  dst[0] = 0, dstLen = 0;
602✔
588

589
  while (1) {
590
    var = strchr(src, '$');
1,672✔
591
    if (var == NULL) break;
1,137✔
592

593
#if 0
594
    if (var && ((var - src - 1) > 0) && *(var - 1) == '\\') {
595
      srcLen = (int32_t)(var - src - 1);
596
      memcpy(dst + dstLen, src, srcLen);
597
      dstLen += srcLen;
598
      src = var;
599
      break;
600
    }
601
#endif
602

603
    srcLen = (int32_t)(var - src);
535✔
604
    memcpy(dst + dstLen, src, srcLen);
535✔
605
    dstLen += srcLen;
535✔
606

607
    src = paGetToken(var + 1, &token, &tokenLen);
535✔
608
    value = simGetVariable(script, token, tokenLen);
535✔
609

610
    strcpy(dst + dstLen, value);
535✔
611
    dstLen += (int32_t)strlen(value);
535✔
612
  }
613

614
  strcpy(dst + dstLen, src);
602✔
615
}
602✔
616

617
void simCloseNativeConnect(SScript *script) {
20✔
618
  if (script->taos == NULL) return;
20✔
619

620
  simDebug("script:%s, taos:%p closed", script->fileName, script->taos);
6✔
621
  taos_close(script->taos);
6✔
622

623
  script->taos = NULL;
6✔
624
}
625

626
void simCloseTaosdConnect(SScript *script) { simCloseNativeConnect(script); }
20✔
627

628
bool simCreateNativeConnect(SScript *script, char *user, char *pass) {
10✔
629
  simCloseTaosdConnect(script);
10✔
630
  void *taos = NULL;
10✔
631
  for (int32_t attempt = 0; attempt < 10; ++attempt) {
56✔
632
    if (abortExecution) {
52✔
633
      script->killed = true;
×
634
      return false;
×
635
    }
636

637
    taos = taos_connect(NULL, user, pass, NULL, 0);
52✔
638
    if (taos == NULL) {
52✔
639
      simDebug("script:%s, user:%s connect taosd failed:%s, attempt:%d", script->fileName, user, taos_errstr(NULL),
46✔
640
               attempt);
641
      taosMsleep(1000);
46✔
642
    } else {
643
      simDebug("script:%s, user:%s connect taosd successed, attempt:%d", script->fileName, user, attempt);
6✔
644
      break;
6✔
645
    }
646
  }
647

648
  if (taos == NULL) {
10✔
649
    sprintf(script->error, "lineNum:%d. connect taosd failed:%s", script->lines[script->linePos].lineNum,
4✔
650
            taos_errstr(NULL));
651
    return false;
4✔
652
  }
653

654
  script->taos = taos;
6✔
655
  simDebug("script:%s, connect taosd successed, taos:%p", script->fileName, taos);
6✔
656

657
  return true;
6✔
658
}
659

660
bool simCreateTaosdConnect(SScript *script, char *rest) {
10✔
661
  char   *user = TSDB_DEFAULT_USER;
10✔
662
  char   *token;
663
  int32_t tokenLen;
664
  rest = paGetToken(rest, &token, &tokenLen);
10✔
665
  rest = paGetToken(rest, &token, &tokenLen);
10✔
666
  if (tokenLen != 0) {
10✔
667
    user = token;
×
668
  }
669

670
  return simCreateNativeConnect(script, user, TSDB_DEFAULT_PASS);
10✔
671
}
672

673
bool simExecuteNativeSqlCommand(SScript *script, char *rest, bool isSlow) {
361✔
674
  char      timeStr[80] = {0};
361✔
675
  time_t    tt;
676
  struct tm tp;
677
  SCmdLine *line = &script->lines[script->linePos];
361✔
678
  int32_t   ret = -1;
361✔
679

680
  TAOS_RES *pSql = NULL;
361✔
681

682
  for (int32_t attempt = 0; attempt < 10; ++attempt) {
371✔
683
    if (abortExecution) {
370✔
684
      script->killed = true;
×
685
      return false;
×
686
    }
687

688
    simLogSql(rest, false);
370✔
689
    pSql = taos_query(script->taos, rest);
370✔
690
    ret = taos_errno(pSql);
370✔
691

692
    if (ret == TSDB_CODE_MND_STB_ALREADY_EXIST || ret == TSDB_CODE_MND_DB_ALREADY_EXIST) {
370✔
693
      simDebug("script:%s, taos:%p, %s success, ret:%d:%s", script->fileName, script->taos, rest, ret & 0XFFFF,
×
694
               tstrerror(ret));
695
      ret = 0;
×
696
      break;
×
697
    } else if (ret != 0) {
370✔
698
      simDebug("script:%s, taos:%p, %s failed, ret:%d:%s", script->fileName, script->taos, rest, ret & 0XFFFF,
63✔
699
               tstrerror(ret));
700

701
      if (line->errorJump == SQL_JUMP_TRUE) {
63✔
702
        script->linePos = line->jump;
53✔
703
        taos_free_result(pSql);
53✔
704
        return true;
53✔
705
      }
706
      taosMsleep(1000);
10✔
707
    } else {
708
      break;
307✔
709
    }
710

711
    taos_free_result(pSql);
10✔
712
  }
713

714
  if (ret) {
308✔
715
    sprintf(script->error, "lineNum:%d. sql:%s failed, ret:%d:%s", line->lineNum, rest, ret & 0XFFFF, tstrerror(ret));
1✔
716
    return false;
1✔
717
  }
718

719
  int32_t numOfRows = 0;
307✔
720
  int32_t num_fields = taos_field_count(pSql);
307✔
721
  if (num_fields != 0) {
307✔
722
    TAOS_ROW row;
723

724
    while ((row = taos_fetch_row(pSql))) {
1,156✔
725
      if (numOfRows < MAX_QUERY_ROW_NUM) {
1,008✔
726
        TAOS_FIELD *fields = taos_fetch_fields(pSql);
1,008✔
727
        int32_t    *length = taos_fetch_lengths(pSql);
1,008✔
728

729
        for (int32_t i = 0; i < num_fields; i++) {
4,550✔
730
          char *value = NULL;
3,542✔
731
          if (i < MAX_QUERY_COL_NUM) {
3,542✔
732
            value = script->data[numOfRows][i];
3,542✔
733
          }
734
          if (value == NULL) {
3,542✔
735
            continue;
×
736
          }
737

738
          if (row[i] == 0) {
3,542✔
739
            strcpy(value, TSDB_DATA_NULL_STR);
524✔
740
            continue;
524✔
741
          }
742

743
          switch (fields[i].type) {
3,018✔
744
            case TSDB_DATA_TYPE_BOOL:
3✔
745
              sprintf(value, "%s", ((((int32_t)(*((char *)row[i]))) == 1) ? "1" : "0"));
3✔
746
              break;
3✔
747
            case TSDB_DATA_TYPE_TINYINT:
26✔
748
              sprintf(value, "%d", *((int8_t *)row[i]));
26✔
749
              break;
26✔
750
            case TSDB_DATA_TYPE_UTINYINT:
×
751
              sprintf(value, "%u", *((uint8_t *)row[i]));
×
752
              break;
×
753
            case TSDB_DATA_TYPE_SMALLINT:
16✔
754
              sprintf(value, "%d", *((int16_t *)row[i]));
16✔
755
              break;
16✔
756
            case TSDB_DATA_TYPE_USMALLINT:
×
757
              sprintf(value, "%u", *((uint16_t *)row[i]));
×
758
              break;
×
759
            case TSDB_DATA_TYPE_INT:
656✔
760
              sprintf(value, "%d", *((int32_t *)row[i]));
656✔
761
              break;
656✔
762
            case TSDB_DATA_TYPE_UINT:
10✔
763
              sprintf(value, "%u", *((uint32_t *)row[i]));
10✔
764
              break;
10✔
765
            case TSDB_DATA_TYPE_BIGINT:
514✔
766
              sprintf(value, "%" PRId64, *((int64_t *)row[i]));
514✔
767
              break;
514✔
768
            case TSDB_DATA_TYPE_UBIGINT:
×
769
              sprintf(value, "%" PRIu64, *((uint64_t *)row[i]));
×
770
              break;
×
771
            case TSDB_DATA_TYPE_FLOAT:
7✔
772
              sprintf(value, "%.5f", GET_FLOAT_VAL(row[i]));
7✔
773
              break;
7✔
774
            case TSDB_DATA_TYPE_DOUBLE:
866✔
775
              sprintf(value, "%.9lf", GET_DOUBLE_VAL(row[i]));
866✔
776
              break;
866✔
777
            case TSDB_DATA_TYPE_BINARY:
851✔
778
            case TSDB_DATA_TYPE_NCHAR:
779
            case TSDB_DATA_TYPE_GEOMETRY:
780
              if (length[i] < 0 || length[i] > 1 << 20) {
851✔
781
                fprintf(stderr, "Invalid length(%d) of BINARY or NCHAR\n", length[i]);
×
782
                exit(-1);
×
783
              }
784

785
              memset(value, 0, MAX_QUERY_VALUE_LEN);
851✔
786
              memcpy(value, row[i], length[i]);
851✔
787
              value[length[i]] = 0;
851✔
788
              // snprintf(value, fields[i].bytes, "%s", (char *)row[i]);
789
              break;
851✔
790
            case TSDB_DATA_TYPE_TIMESTAMP: {
69✔
791
              int32_t precision = taos_result_precision(pSql);
69✔
792
              if (precision == TSDB_TIME_PRECISION_MILLI) {
69✔
793
                tt = (*(int64_t *)row[i]) / 1000;
69✔
794
              } else if (precision == TSDB_TIME_PRECISION_MICRO) {
×
795
                tt = (*(int64_t *)row[i]) / 1000000;
×
796
              } else {
797
                tt = (*(int64_t *)row[i]) / 1000000000;
×
798
              }
799

800
              if (taosLocalTime(&tt, &tp, timeStr, sizeof(timeStr), NULL) == NULL) {
69✔
801
                break;
×
802
              }
803
              taosStrfTime(timeStr, 64, "%y-%m-%d %H:%M:%S", &tp);
69✔
804
              if (precision == TSDB_TIME_PRECISION_MILLI) {
69✔
805
                sprintf(value, "%s.%03d", timeStr, (int32_t)(*((int64_t *)row[i]) % 1000));
69✔
806
              } else if (precision == TSDB_TIME_PRECISION_MICRO) {
×
807
                sprintf(value, "%s.%06d", timeStr, (int32_t)(*((int64_t *)row[i]) % 1000000));
×
808
              } else {
809
                sprintf(value, "%s.%09d", timeStr, (int32_t)(*((int64_t *)row[i]) % 1000000000));
×
810
              }
811

812
              break;
69✔
813
            }
814
            default:
×
815
              break;
×
816
          }  // end of switch
817
        }    // end of for
818
      }      // end of if
819
      numOfRows++;
1,008✔
820
      if (isSlow && numOfRows % 100 == 0) {
1,008✔
821
        taosMsleep(200);
×
822
      }
823
      if (numOfRows > 2000000000) {
1,008✔
824
        simError("script:%s, too many rows return from query", script->fileName);
×
825
        break;
×
826
      }
827
    }
828

829
  } else {
830
    numOfRows = taos_affected_rows(pSql);
159✔
831
  }
832

833
  taos_free_result(pSql);
307✔
834
  sprintf(script->rows, "%d", numOfRows);
307✔
835
  sprintf(script->cols, "%d", num_fields);
307✔
836

837
  script->linePos++;
307✔
838
  return true;
307✔
839
}
840

841
bool simExecuteSqlImpCmd(SScript *script, char *rest, bool isSlow) {
371✔
842
  char      buf[3000];
843
  SCmdLine *line = &script->lines[script->linePos];
371✔
844

845
  simVisuallizeOption(script, rest, buf);
371✔
846
  rest = buf;
371✔
847

848
  simDebug("script:%s, exec:%s", script->fileName, rest);
371✔
849
  strcpy(script->rows, "-1");
371✔
850
  strcpy(script->cols, "-1");
371✔
851
  for (int32_t row = 0; row < MAX_QUERY_ROW_NUM; ++row) {
37,471✔
852
    for (int32_t col = 0; col < MAX_QUERY_COL_NUM; ++col) {
3,747,100✔
853
      strcpy(script->data[row][col], "null");
3,710,000✔
854
    }
855
  }
856

857
  if (strncmp(rest, "connect", 7) == 0) {
371✔
858
    if (!simCreateTaosdConnect(script, rest)) {
10✔
859
      return false;
4✔
860
    }
861
    script->linePos++;
6✔
862
    return true;
6✔
863
  }
864

865
  if (script->taos == NULL) {
361✔
866
    if (!simCreateTaosdConnect(script, "connect root")) {
×
867
      if (line->errorJump == SQL_JUMP_TRUE) {
×
868
        script->linePos = line->jump;
×
869
        return true;
×
870
      }
871
      return false;
×
872
    }
873
  }
874

875
  if (strncmp(rest, "close", 5) == 0) {
361✔
876
    simCloseTaosdConnect(script);
×
877
    script->linePos++;
×
878
    return true;
×
879
  }
880

881
  return simExecuteNativeSqlCommand(script, rest, isSlow);
361✔
882
}
883

884
bool simExecuteSqlCmd(SScript *script, char *rest) {
371✔
885
  bool isSlow = false;
371✔
886
  return simExecuteSqlImpCmd(script, rest, isSlow);
371✔
887
}
888

889
bool simExecuteSqlSlowCmd(SScript *script, char *rest) {
×
890
  bool isSlow = true;
×
891
  return simExecuteSqlImpCmd(script, rest, isSlow);
×
892
}
893

894
#if 0
895
bool simExecuteRestfulCmd(SScript *script, char *rest) {
896
  TdFilePtr pFile = NULL;
897
  char      filename[256];
898
  sprintf(filename, "%s/tmp.sql", simScriptDir);
899
  // fp = fopen(filename, "w");
900
  pFile = taosOpenFile(filename, TD_FILE_CREATE | TD_FILE_WRITE | TD_FILE_TRUNC | TD_FILE_STREAM);
901
  if (pFile == NULL) {
902
    fprintf(stderr, "ERROR: failed to open file: %s\n", filename);
903
    return false;
904
  }
905

906
  char    db[64] = {0};
907
  char    tb[64] = {0};
908
  char    gzip[32] = {0};
909
  int32_t ts;
910
  int32_t times;
911
  sscanf(rest, "%s %s %d %d %s", db, tb, &ts, &times, gzip);
912

913
  taosFprintfFile(pFile, "insert into %s.%s values ", db, tb);
914
  for (int32_t i = 0; i < times; ++i) {
915
    taosFprintfFile(pFile, "(%d000, %d)", ts + i, ts);
916
  }
917
  taosFprintfFile(pFile, "  \n");
918
  taosFsyncFile(pFile);
919
  taosCloseFile(&pFile);
920

921
  char cmd[1024] = {0};
922
  if (strcmp(gzip, "gzip") == 0) {
923
    sprintf(cmd,
924
            "curl -H 'Authorization: Taosd /KfeAzX/f9na8qdtNZmtONryp201ma04bEl8LcvLUd7a8qdtNZmtONryp201ma04' --header "
925
            "--compressed --data-ascii @%s 127.0.0.1:7111/rest/sql",
926
            filename);
927
  } else {
928
    sprintf(cmd,
929
            "curl -H 'Authorization: Taosd /KfeAzX/f9na8qdtNZmtONryp201ma04bEl8LcvLUd7a8qdtNZmtONryp201ma04' --header "
930
            "'Transfer-Encoding: chunked' --data-ascii @%s 127.0.0.1:7111/rest/sql",
931
            filename);
932
  }
933

934
  return simExecuteSystemCmd(script, cmd);
935
}
936
#endif
937

938
bool simExecuteSqlErrorCmd(SScript *script, char *rest) {
1✔
939
  char      buf[3000];
940
  SCmdLine *line = &script->lines[script->linePos];
1✔
941

942
  simVisuallizeOption(script, rest, buf);
1✔
943
  rest = buf;
1✔
944

945
  simDebug("script:%s, exec:%s", script->fileName, rest);
1✔
946
  strcpy(script->rows, "-1");
1✔
947
  strcpy(script->cols, "-1");
1✔
948
  for (int32_t row = 0; row < MAX_QUERY_ROW_NUM; ++row) {
101✔
949
    for (int32_t col = 0; col < MAX_QUERY_COL_NUM; ++col) {
10,100✔
950
      strcpy(script->data[row][col], "null");
10,000✔
951
    }
952
  }
953

954
  TAOS_RES *pSql = taos_query(script->taos, rest);
1✔
955
  int32_t   ret = taos_errno(pSql);
1✔
956
  taos_free_result(pSql);
1✔
957

958
  if (ret != TSDB_CODE_SUCCESS) {
1✔
959
    simDebug("script:%s, taos:%p, %s execute, expect failed, so success, ret:%d:%s", script->fileName, script->taos,
1✔
960
             rest, ret & 0XFFFF, tstrerror(ret));
961
    script->linePos++;
1✔
962
    return true;
1✔
963
  }
964

965
  sprintf(script->error, "lineNum:%d. sql:%s expect failed, but success, ret:%d:%s", line->lineNum, rest, ret & 0XFFFF,
×
966
          tstrerror(ret));
967

968
  return false;
×
969
}
970

971
#if 0
972
bool simExecuteLineInsertCmd(SScript *script, char *rest) {
973
  char buf[TSDB_MAX_BINARY_LEN] = {0};
974

975
  simVisuallizeOption(script, rest, buf);
976
  rest = buf;
977

978
  SCmdLine *line = &script->lines[script->linePos];
979

980
  simInfo("script:%s, %s", script->fileName, rest);
981
  simLogSql(buf, true);
982
  char *lines[] = {rest};
983
#if 0
984
  int32_t ret = taos_insert_lines(script->taos, lines, 1);
985
    if (ret == TSDB_CODE_SUCCESS) {
986
    simDebug("script:%s, taos:%p, %s executed. success.", script->fileName, script->taos, rest);
987
    script->linePos++;
988
    return true;
989
  } else {
990
    sprintf(script->error, "lineNum: %d. line: %s failed, ret:%d:%s", line->lineNum, rest, ret & 0XFFFF,
991
            tstrerror(ret));
992
    return false;
993
  }
994
#else
995
  simDebug("script:%s, taos:%p, %s executed. success.", script->fileName, script->taos, rest);
996
  script->linePos++;
997
  return true;
998
#endif
999
}
1000

1001
bool simExecuteLineInsertErrorCmd(SScript *script, char *rest) {
1002
  char buf[TSDB_MAX_BINARY_LEN];
1003

1004
  simVisuallizeOption(script, rest, buf);
1005
  rest = buf;
1006

1007
  SCmdLine *line = &script->lines[script->linePos];
1008

1009
  simInfo("script:%s, %s", script->fileName, rest);
1010
  simLogSql(buf, true);
1011
  char *lines[] = {rest};
1012
#if 0
1013
  int32_t ret = taos_insert_lines(script->taos, lines, 1);
1014
#else
1015
  int32_t ret = 0;
1016
#endif
1017
  if (ret == TSDB_CODE_SUCCESS) {
1018
    sprintf(script->error, "script:%s, taos:%p, %s executed. expect failed, but success.", script->fileName,
1019
            script->taos, rest);
1020
    script->linePos++;
1021
    return false;
1022
  } else {
1023
    simDebug("lineNum: %d. line: %s failed, ret:%d:%s. Expect failed, so success", line->lineNum, rest, ret & 0XFFFF,
1024
             tstrerror(ret));
1025
    return true;
1026
  }
1027
}
1028
#endif
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc