• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #4143

24 May 2025 03:30AM UTC coverage: 32.868% (-29.4%) from 62.238%
#4143

push

travis-ci

web-flow
test: migrate stream cases (#31164)

76401 of 312956 branches covered (24.41%)

Branch coverage included in aggregate %.

128686 of 311012 relevant lines covered (41.38%)

579734.08 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

62.71
/utils/tsim/src/simExec.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#define _DEFAULT_SOURCE
17
#include "simInt.h"
18

19
void simLogSql(char *sql, bool useSharp) {
21,877✔
20
  static TdFilePtr pFile = NULL;
21
  char             filename[256];
22
  sprintf(filename, "%s/sim.sql", simScriptDir);
21,877✔
23
  if (pFile == NULL) {
21,877✔
24
    pFile = taosOpenFile(filename, TD_FILE_CREATE | TD_FILE_WRITE | TD_FILE_TRUNC | TD_FILE_STREAM);
5✔
25
  }
26

27
  if (pFile != NULL) {
21,877!
28
    if (useSharp) {
21,877✔
29
      taosFprintfFile(pFile, "# %s;\n", sql);
54✔
30
    } else {
31
      taosFprintfFile(pFile, "%s;\n", sql);
21,823✔
32
    }
33

34
    UNUSED(taosFsyncFile(pFile));
21,877✔
35
  }
36
}
21,877✔
37

38
char *simParseHostName(char *varName) {
×
39
  static char hostName[140];
40
  //#ifdef WINDOWS
41
  //  hostName[0] = '\"';
42
  //  taosGetFqdn(&hostName[1]);
43
  //  int strEndIndex = strlen(hostName);
44
  //  hostName[strEndIndex] = '\"';
45
  //  hostName[strEndIndex + 1] = '\0';
46
  //#else
47
  sprintf(hostName, "%s", "localhost");
×
48
  //#endif
49
  return hostName;
×
50
}
51

52
static void simFindFirstNum(const char *begin, int32_t beginLen, int32_t *num) {
430✔
53
  *num = 0;
430✔
54

55
  if (beginLen > 5) {
430!
56
    *num = atoi(begin + 5);
430✔
57
  }
58
}
430✔
59

60
static void simFindSecondNum(const char *begin, int32_t beginLen, int32_t *num) {
430✔
61
  *num = 0;
430✔
62

63
  const char *number = strstr(begin, "][");
430✔
64
  if (number != NULL) {
430!
65
    *num = atoi(number + 2);
430✔
66
  }
67
}
430✔
68

69
static void simFindFirstKeyVal(const char *begin, int32_t beginLen, char *key, int32_t keyLen) {
22✔
70
  key[0] = 0;
22✔
71
  for (int32_t i = 5; i < beginLen && i - 5 < keyLen; ++i) {
166!
72
    if (begin[i] != 0 && begin[i] != ']' && begin[i] != ')') {
144!
73
      key[i - 5] = begin[i];
100✔
74
    }
75
  }
76
}
22✔
77

78
static void simFindSecondKeyNum(const char *begin, int32_t beginLen, int32_t *num) {
22✔
79
  *num = 0;
22✔
80

81
  const char *number = strstr(begin, ")[");
22✔
82
  if (number != NULL) {
22!
83
    *num = atoi(number + 2);
22✔
84
  }
85
}
22✔
86

87
char *simGetVariable(SScript *script, char *varName, int32_t varLen) {
868,431✔
88
  if (strncmp(varName, "hostname", 8) == 0) {
868,431!
89
    return simParseHostName(varName);
×
90
  }
91

92
  if (strncmp(varName, "error", varLen) == 0) return script->error;
868,431!
93

94
  if (strncmp(varName, "rows", varLen) == 0) return script->rows;
868,431✔
95

96
  if (strncmp(varName, "cols", varLen) == 0) return script->cols;
867,114✔
97

98
  if (strncmp(varName, "system_exit", varLen) == 0) return script->system_exit_code;
551,074!
99

100
  if (strncmp(varName, "system_content", varLen) == 0) return script->system_ret_content;
551,074!
101

102
  if (strncmp(varName, "data", 4) == 0) {
551,074✔
103
    if (varLen < 6) {
3,656!
104
      return "null";
×
105
    }
106

107
    int32_t row = 0;
3,656✔
108
    int32_t col = 0;
3,656✔
109
    char    keyVal[1024] = {0};
3,656✔
110
    int32_t keyLen = 1024;
3,656✔
111

112
    if (varName[4] == '[') {
3,656✔
113
      // $data[0][1]
114
      simFindFirstNum(varName, varLen, &row);
430✔
115
      simFindSecondNum(varName, varLen, &col);
430✔
116
      if (row < 0 || row >= MAX_QUERY_ROW_NUM) {
430!
117
        return "null";
×
118
      }
119
      if (col < 0 || col >= MAX_QUERY_COL_NUM) {
430!
120
        return "null";
×
121
      }
122
      simDebug("script:%s, data[%d][%d]=%s", script->fileName, row, col, script->data[row][col]);
430!
123
      return script->data[row][col];
430✔
124
    } else if (varName[4] == '(') {
3,226✔
125
      // $data(db)[0]
126
      simFindFirstKeyVal(varName, varLen, keyVal, keyLen);
22✔
127
      simFindSecondKeyNum(varName, varLen, &col);
22✔
128
      for (int32_t i = 0; i < MAX_QUERY_ROW_NUM; ++i) {
66!
129
        if (strncmp(keyVal, script->data[i][0], keyLen) == 0) {
66✔
130
          simDebug("script:%s, keyName:%s, keyValue:%s", script->fileName, script->data[i][0], script->data[i][col]);
22!
131
          return script->data[i][col];
22✔
132
        }
133
      }
134
    } else if (varName[5] == '_') {
3,204!
135
      // data2_db
136
      int32_t col = varName[4] - '0';
×
137
      col = col % MAX_QUERY_COL_NUM;
×
138

139
      char   *keyName;
140
      int32_t keyLen;
141
      paGetToken(varName + 6, &keyName, &keyLen);
×
142

143
      for (int32_t i = 0; i < MAX_QUERY_ROW_NUM; ++i) {
×
144
        if (strncmp(keyName, script->data[i][0], keyLen) == 0) {
×
145
          simDebug("script:%s, keyName:%s, keyValue:%s", script->fileName, script->data[i][0], script->data[i][col]);
×
146
          return script->data[i][col];
×
147
        }
148
      }
149
      return "null";
×
150
    } else if (varName[6] == '_') {
3,204!
151
      // data21_db
152
      int32_t col = (varName[4] - '0') * 10 + (varName[5] - '0');
×
153
      col = col % MAX_QUERY_COL_NUM;
×
154

155
      char   *keyName;
156
      int32_t keyLen;
157
      paGetToken(varName + 7, &keyName, &keyLen);
×
158

159
      for (int32_t i = 0; i < MAX_QUERY_ROW_NUM; ++i) {
×
160
        if (strncmp(keyName, script->data[i][0], keyLen) == 0) {
×
161
          simTrace("script:%s, keyName:%s, keyValue:%s", script->fileName, script->data[i][0], script->data[i][col]);
×
162
          return script->data[i][col];
×
163
        }
164
      }
165
    } else {
166
      // $data00
167
      int32_t row = varName[4] - '0';
3,204✔
168
      int32_t col = varName[5] - '0';
3,204✔
169
      row = row % MAX_QUERY_ROW_NUM;
3,204✔
170
      col = col % MAX_QUERY_COL_NUM;
3,204✔
171

172
      simDebug("script:%s, data[%d][%d]=%s", script->fileName, row, col, script->data[row][col]);
3,204!
173
      return script->data[row][col];
3,204✔
174
    }
175

176
    return "null";
×
177
  }
178

179
  for (int32_t i = 0; i < script->varLen; ++i) {
8,701,009✔
180
    SVariable *var = &script->variables[i];
8,700,926✔
181
    if (var->varNameLen != varLen) {
8,700,926✔
182
      continue;
7,382,901✔
183
    }
184
    if (strncmp(varName, var->varName, varLen) == 0) {
1,318,025✔
185
      return var->varValue;
547,335✔
186
    }
187
  }
188

189
  if (script->varLen >= MAX_VAR_LEN) {
83!
190
    simError("script:%s, too many varialbes:%d", script->fileName, script->varLen);
×
191
    exit(0);
×
192
  }
193

194
  SVariable *var = &script->variables[script->varLen];
83✔
195
  script->varLen++;
83✔
196
  strncpy(var->varName, varName, varLen);
83✔
197
  var->varNameLen = varLen;
83✔
198
  var->varValue[0] = 0;
83✔
199
  return var->varValue;
83✔
200
}
201

202
int32_t simExecuteExpression(SScript *script, char *exp) {
222,609✔
203
  char   *op1 = NULL;
222,609✔
204
  char   *op2 = NULL;
222,609✔
205
  char   *var1 = NULL;
222,609✔
206
  char   *var2 = NULL;
222,609✔
207
  char   *var3 = NULL;
222,609✔
208
  char   *rest = NULL;
222,609✔
209
  int32_t op1Len = 0;
222,609✔
210
  int32_t op2Len = 0;
222,609✔
211
  int32_t var1Len = 0;
222,609✔
212
  int32_t var2Len = 0;
222,609✔
213
  int32_t var3Len = 0;
222,609✔
214
  int32_t val0 = 0;
222,609✔
215
  int32_t val1 = 0;
222,609✔
216
  char    t0[2048] = {0};
222,609✔
217
  char    t1[2048] = {0};
222,609✔
218
  char    t2[2048] = {0};
222,609✔
219
  char    t3[2048] = {0};
222,609✔
220
  int32_t result = 0;
222,609✔
221

222
  rest = paGetToken(exp, &var1, &var1Len);
222,609✔
223
  rest = paGetToken(rest, &op1, &op1Len);
222,609✔
224
  rest = paGetToken(rest, &var2, &var2Len);
222,609✔
225
  rest = paGetToken(rest, &op2, &op2Len);
222,609✔
226

227
  if (var1[0] == '$')
222,609!
228
    tstrncpy(t0, simGetVariable(script, var1 + 1, var1Len - 1), sizeof(t0));
222,609✔
229
  else {
230
    tstrncpy(t0, var1, var1Len);
×
231
    t0[var1Len] = 0;
×
232
  }
233

234
  if (var2[0] == '$') {
222,609✔
235
    tstrncpy(t1, simGetVariable(script, var2 + 1, var2Len - 1), sizeof(t1));
154,849✔
236
  } else {
237
    memcpy(t1, var2, var2Len);
67,760✔
238
    t1[var2Len] = 0;
67,760✔
239
  }
240

241
  if (op2Len != 0) {
222,609✔
242
    rest = paGetToken(rest, &var3, &var3Len);
198,779✔
243

244
    if (var3[0] == '$')
198,779✔
245
      tstrncpy(t2, simGetVariable(script, var3 + 1, var3Len - 1), sizeof(t2));
72,209✔
246
    else {
247
      memcpy(t2, var3, var3Len);
126,570✔
248
      t2[var3Len] = 0;
126,570✔
249
    }
250

251
    int64_t t1l = atoll(t1);
198,779✔
252
    int64_t t2l = atoll(t2);
198,779✔
253

254
    if (op2[0] == '+') {
198,779✔
255
      sprintf(t3, "%" PRId64, t1l + t2l);
38,264✔
256
    } else if (op2[0] == '-') {
160,515✔
257
      sprintf(t3, "%" PRId64, t1l - t2l);
19,000✔
258
    } else if (op2[0] == '*') {
141,515✔
259
      sprintf(t3, "%" PRId64, t1l * t2l);
34,006✔
260
    } else if (op2[0] == '/') {
107,509✔
261
      if (t2l == 0) {
19,003!
262
        sprintf(t3, "%" PRId64, INT64_MAX);
×
263
      } else {
264
        sprintf(t3, "%" PRId64, t1l / t2l);
19,003✔
265
      }
266
    } else if (op2[0] == '.') {
88,506!
267
      snprintf(t3, sizeof(t3), "%s%s", t1, t2);
88,506✔
268
    }
269
  } else {
270
    tstrncpy(t3, t1, sizeof(t3));
23,830✔
271
  }
272

273
  result = 0;
222,609✔
274

275
  if (op1Len == 1) {
222,609✔
276
    if (op1[0] == '=') {
218,104✔
277
      strcpy(simGetVariable(script, var1 + 1, var1Len - 1), t3);
198,926✔
278
    } else if (op1[0] == '<') {
19,178✔
279
      int64_t val0 = atoll(t0);
19,176✔
280
      int64_t val1 = atoll(t3);
19,176✔
281
      // val0 = atoi(t0);
282
      // val1 = atoi(t3);
283
      if (val0 >= val1) result = -1;
19,176✔
284
    } else if (op1[0] == '>') {
2!
285
      int64_t val0 = atoll(t0);
2✔
286
      int64_t val1 = atoll(t3);
2✔
287
      // val0 = atoi(t0);
288
      // val1 = atoi(t3);
289
      if (val0 <= val1) result = -1;
2!
290
    }
291
  } else {
292
    if (op1[0] == '=' && op1[1] == '=') {
4,505!
293
      if (strcmp(t0, t3) != 0) result = -1;
16✔
294
    } else if (op1[0] == '!' && op1[1] == '=') {
4,489!
295
      if (strcmp(t0, t3) == 0) result = -1;
4,489✔
296
    } else if (op1[0] == '<' && op1[1] == '=') {
×
297
      val0 = atoi(t0);
×
298
      val1 = atoi(t3);
×
299
      if (val0 > val1) result = -1;
×
300
    } else if (op1[0] == '>' && op1[1] == '=') {
×
301
      val0 = atoi(t0);
×
302
      val1 = atoi(t3);
×
303
      if (val0 < val1) result = -1;
×
304
    }
305
  }
306

307
  return result;
222,609✔
308
}
309

310
bool simExecuteExpCmd(SScript *script, char *option) {
198,926✔
311
  simExecuteExpression(script, option);
198,926✔
312
  script->linePos++;
198,926✔
313
  return true;
198,926✔
314
}
315

316
bool simExecuteTestCmd(SScript *script, char *option) {
23,683✔
317
  int32_t result;
318
  result = simExecuteExpression(script, option);
23,683✔
319

320
  if (result >= 0)
23,683✔
321
    script->linePos++;
19,173✔
322
  else
323
    script->linePos = script->lines[script->linePos].jump;
4,510✔
324

325
  return true;
23,683✔
326
}
327

328
bool simExecuteGotoCmd(SScript *script, char *option) {
19,166✔
329
  script->linePos = script->lines[script->linePos].jump;
19,166✔
330
  return true;
19,166✔
331
}
332

333
bool simExecuteRunCmd(SScript *script, char *option) {
39✔
334
  char *fileName = option;
39✔
335
  if (fileName == NULL || strlen(fileName) == 0) {
39!
336
    sprintf(script->error, "lineNum:%d. script file is null", script->lines[script->linePos].lineNum);
×
337
    return false;
×
338
  }
339

340
  SScript *newScript = simParseScript(option);
39✔
341
  if (newScript == NULL) {
39!
342
    sprintf(script->error, "lineNum:%d. parse file:%s error", script->lines[script->linePos].lineNum, fileName);
×
343
    return false;
×
344
  }
345

346
  simInfo("script:%s, start to execute", newScript->fileName);
39!
347

348
  newScript->type = SIM_SCRIPT_TYPE_MAIN;
39✔
349
  simScriptPos++;
39✔
350
  simScriptList[simScriptPos] = newScript;
39✔
351

352
  script->linePos++;
39✔
353
  return true;
39✔
354
}
355

356
bool simExecuteRunBackCmd(SScript *script, char *option) {
×
357
  char *fileName = option;
×
358
  if (fileName == NULL || strlen(fileName) == 0) {
×
359
    sprintf(script->error, "lineNum:%d. script file is null", script->lines[script->linePos].lineNum);
×
360
    return false;
×
361
  }
362

363
  SScript *newScript = simParseScript(option);
×
364
  if (newScript == NULL) {
×
365
    sprintf(script->error, "lineNum:%d. parse file:%s error", script->lines[script->linePos].lineNum, fileName);
×
366
    return false;
×
367
  }
368

369
  newScript->type = SIM_SCRIPT_TYPE_BACKGROUND;
×
370
  script->bgScripts[script->bgScriptLen++] = newScript;
×
371
  simInfo("script:%s, start to execute in background,", newScript->fileName);
×
372

373
  if (taosThreadCreate(&newScript->bgPid, NULL, simExecuteScript, (void *)newScript) != 0) {
×
374
    sprintf(script->error, "lineNum:%d. create background thread failed", script->lines[script->linePos].lineNum);
×
375
    return false;
×
376
  } else {
377
    simDebug("script:%s, background thread:0x%08" PRIx64 " is created", newScript->fileName,
×
378
             taosGetPthreadId(newScript->bgPid));
379
  }
380

381
  script->linePos++;
×
382
  return true;
×
383
}
384

385
#ifdef WINDOWS
386
void simReplaceDirSep(char *buf) {
387
  int i = 0;
388
  while (buf[i] != '\0') {
389
    if (buf[i] == '/') {
390
      buf[i] = '\\';
391
    }
392
    i++;
393
  }
394
}
395
#endif
396

397
bool simReplaceStr(char *buf, char *src, char *dst) {
×
398
  bool  replaced = false;
×
399
  char *begin = strstr(buf, src);
×
400
  if (begin != NULL) {
×
401
    int32_t srcLen = (int32_t)strlen(src);
×
402
    int32_t dstLen = (int32_t)strlen(dst);
×
403
    int32_t interval = (dstLen - srcLen);
×
404
    int32_t remainLen = (int32_t)strlen(buf);
×
405
    char   *end = buf + remainLen;
×
406
    *(end + interval) = 0;
×
407

408
    for (char *p = end; p >= begin; p--) {
×
409
      *(p + interval) = *p;
×
410
    }
411

412
    memcpy(begin, dst, dstLen);
×
413
    replaced = true;
×
414
  }
415

416
  simInfo("system cmd is %s", buf);
×
417
  return replaced;
×
418
}
419

420
bool simExecuteSystemCmd(SScript *script, char *option) {
26✔
421
  char buf[4096] = {0};
26✔
422
  bool replaced = false;
26✔
423

424
#ifndef WINDOWS
425
  sprintf(buf, "cd %s; ", simScriptDir);
26✔
426
  simVisuallizeOption(script, option, buf + strlen(buf));
26✔
427
#else
428
  sprintf(buf, "cd %s && ", simScriptDir);
429
  simVisuallizeOption(script, option, buf + strlen(buf));
430
  simReplaceStr(buf, ".sh", ".bat");
431
  simReplaceDirSep(buf);
432
#endif
433

434
  if (useValgrind) {
26!
435
    replaced = simReplaceStr(buf, "exec.sh", "exec.sh -v");
×
436
  }
437

438
  simLogSql(buf, true);
26✔
439
  int32_t code = system(buf);
26✔
440
  int32_t repeatTimes = 0;
26✔
441
  while (code != 0) {
26!
442
    simError("script:%s, failed to execute %s , code %d, errno:%d %s, repeatTimes:%d", script->fileName, buf, code,
×
443
             errno, strerror(errno), repeatTimes);
444
    taosMsleep(1000);
×
445
    taosDflSignal(SIGCHLD);
×
446
    if (repeatTimes++ >= 10) {
×
447
      exit(0);
×
448
    }
449
  }
450

451
  sprintf(script->system_exit_code, "%d", code);
26✔
452
  script->linePos++;
26✔
453
  if (replaced && strstr(buf, "start") != NULL) {
26!
454
    simInfo("====> startup is slow in valgrind mode, so sleep 5 seconds after exec.sh -s start");
×
455
    taosMsleep(5000);
×
456
  }
457

458
  return true;
26✔
459
}
460

461
void simStoreSystemContentResult(SScript *script, char *filename) {
×
462
  memset(script->system_ret_content, 0, MAX_SYSTEM_RESULT_LEN);
×
463

464
  TdFilePtr pFile;
465
  // if ((fd = fopen(filename, "r")) != NULL) {
466
  if ((pFile = taosOpenFile(filename, TD_FILE_READ)) != NULL) {
×
467
    taosReadFile(pFile, script->system_ret_content, MAX_SYSTEM_RESULT_LEN - 1);
×
468
    int32_t len = strlen(script->system_ret_content);
×
469
    for (int32_t i = 0; i < len; ++i) {
×
470
      if (script->system_ret_content[i] == '\n' || script->system_ret_content[i] == '\r') {
×
471
        script->system_ret_content[i] = 0;
×
472
      }
473
    }
474
    taosCloseFile(&pFile);
×
475
    char rmCmd[MAX_FILE_NAME_LEN] = {0};
×
476
    sprintf(rmCmd, "rm -f %s", filename);
×
477
#pragma GCC diagnostic push
478
#pragma GCC diagnostic ignored "-Wunused-result"
479
    system(rmCmd);
×
480
#pragma GCC diagnostic pop
481
  }
482
}
×
483

484
bool simExecuteSystemContentCmd(SScript *script, char *option) {
×
485
  char buf[4096] = {0};
×
486
  char buf1[4096 + 512] = {0};
×
487
  char filename[400] = {0};
×
488
  sprintf(filename, "%s" TD_DIRSEP "%s.tmp", simScriptDir, script->fileName);
×
489

490
#ifdef WINDOWS
491
  sprintf(buf, "cd %s && ", simScriptDir);
492
  simVisuallizeOption(script, option, buf + strlen(buf));
493
  simReplaceStr(buf, ".sh", ".bat");
494
  simReplaceDirSep(buf);
495
  sprintf(buf1, "%s > %s 2>nul", buf, filename);
496
#else
497
  sprintf(buf, "cd %s; ", simScriptDir);
×
498
  simVisuallizeOption(script, option, buf + strlen(buf));
×
499
  sprintf(buf1, "%s > %s 2>/dev/null", buf, filename);
×
500
#endif
501

502
  sprintf(script->system_exit_code, "%d", system(buf1));
×
503
  simStoreSystemContentResult(script, filename);
×
504

505
  script->linePos++;
×
506
  return true;
×
507
}
508

509
bool simExecuteSetBIModeCmd(SScript *script, char *option) {
×
510
  char buf[1024];
511

512
  simVisuallizeOption(script, option, buf);
×
513
  option = buf;
×
514

515
  int32_t mode = atoi(option);
×
516

517
  simInfo("script:%s, set bi mode %d", script->fileName, mode);
×
518

519
  if (mode != 0) {
×
520
    taos_set_conn_mode(script->taos, TAOS_CONN_MODE_BI, 1);
×
521
  } else {
522
    taos_set_conn_mode(script->taos, TAOS_CONN_MODE_BI, 0);
×
523
  }
524

525
  script->linePos++;
×
526
  return true;
×
527
}
528

529
bool simExecutePrintCmd(SScript *script, char *rest) {
156✔
530
  char buf[65536];
531

532
  simVisuallizeOption(script, rest, buf);
156✔
533
  rest = buf;
156✔
534

535
  simInfo("script:%s, %s", script->fileName, rest);
156!
536
  script->linePos++;
156✔
537
  return true;
156✔
538
}
539

540
bool simExecuteSleepCmd(SScript *script, char *option) {
28✔
541
  int32_t delta;
542
  char    buf[1024];
543

544
  simVisuallizeOption(script, option, buf);
28✔
545
  option = buf;
28✔
546

547
  delta = atoi(option);
28✔
548
  if (delta <= 0) delta = 5;
28!
549

550
  simInfo("script:%s, sleep %dms begin", script->fileName, delta);
28!
551
  taosMsleep(delta);
28✔
552
  simInfo("script:%s, sleep %dms finished", script->fileName, delta);
28!
553

554
  char sleepStr[32] = {0};
28✔
555
  sprintf(sleepStr, "sleep %d", delta);
28✔
556
  simLogSql(sleepStr, true);
28✔
557

558
  script->linePos++;
28✔
559
  return true;
28✔
560
}
561

562
bool simExecuteReturnCmd(SScript *script, char *option) {
44✔
563
  char buf[1024];
564

565
  simVisuallizeOption(script, option, buf);
44✔
566
  option = buf;
44✔
567

568
  int32_t ret = 1;
44✔
569
  if (option && option[0] != 0) ret = atoi(option);
44!
570

571
  if (ret < 0) {
44!
572
    sprintf(script->error, "lineNum:%d. error return %s", script->lines[script->linePos].lineNum, option);
×
573
    return false;
×
574
  } else {
575
    simInfo("script:%s, return cmd execute with:%d", script->fileName, ret);
44!
576
    script->linePos = script->numOfLines;
44✔
577
  }
578

579
  script->linePos++;
44✔
580
  return true;
44✔
581
}
582

583
void simVisuallizeOption(SScript *script, char *src, char *dst) {
24,609✔
584
  char   *var, *token, *value;
585
  int32_t dstLen, srcLen, tokenLen;
586

587
  dst[0] = 0, dstLen = 0;
24,609✔
588

589
  while (1) {
590
    var = strchr(src, '$');
464,285✔
591
    if (var == NULL) break;
244,447✔
592

593
#if 0
594
    if (var && ((var - src - 1) > 0) && *(var - 1) == '\\') {
595
      srcLen = (int32_t)(var - src - 1);
596
      memcpy(dst + dstLen, src, srcLen);
597
      dstLen += srcLen;
598
      src = var;
599
      break;
600
    }
601
#endif
602

603
    srcLen = (int32_t)(var - src);
219,838✔
604
    memcpy(dst + dstLen, src, srcLen);
219,838✔
605
    dstLen += srcLen;
219,838✔
606

607
    src = paGetToken(var + 1, &token, &tokenLen);
219,838✔
608
    value = simGetVariable(script, token, tokenLen);
219,838✔
609

610
    strcpy(dst + dstLen, value);
219,838✔
611
    dstLen += (int32_t)strlen(value);
219,838✔
612
  }
613

614
  strcpy(dst + dstLen, src);
24,609✔
615
}
24,609✔
616

617
void simCloseNativeConnect(SScript *script) {
104✔
618
  if (script->taos == NULL) return;
104✔
619

620
  simDebug("script:%s, taos:%p closed", script->fileName, script->taos);
60!
621
  taos_close(script->taos);
60✔
622

623
  script->taos = NULL;
60✔
624
}
625

626
void simCloseTaosdConnect(SScript *script) { simCloseNativeConnect(script); }
104✔
627

628
bool simCreateNativeConnect(SScript *script, char *user, char *pass) {
60✔
629
  simCloseTaosdConnect(script);
60✔
630
  void *taos = NULL;
60✔
631
  for (int32_t attempt = 0; attempt < 10; ++attempt) {
60!
632
    if (abortExecution) {
60!
633
      script->killed = true;
×
634
      return false;
×
635
    }
636

637
    taos = taos_connect(NULL, user, pass, NULL, 0);
60✔
638
    if (taos == NULL) {
60!
639
      simDebug("script:%s, user:%s connect taosd failed:%s, attempt:%d", script->fileName, user, taos_errstr(NULL),
×
640
               attempt);
641
      taosMsleep(1000);
×
642
    } else {
643
      simDebug("script:%s, user:%s connect taosd successed, attempt:%d", script->fileName, user, attempt);
60!
644
      break;
60✔
645
    }
646
  }
647

648
  if (taos == NULL) {
60!
649
    sprintf(script->error, "lineNum:%d. connect taosd failed:%s", script->lines[script->linePos].lineNum,
×
650
            taos_errstr(NULL));
651
    return false;
×
652
  }
653

654
  script->taos = taos;
60✔
655
  simDebug("script:%s, connect taosd successed, taos:%p", script->fileName, taos);
60!
656

657
  return true;
60✔
658
}
659

660
bool simCreateTaosdConnect(SScript *script, char *rest) {
60✔
661
  char   *user = TSDB_DEFAULT_USER;
60✔
662
  char   *token;
663
  int32_t tokenLen;
664
  rest = paGetToken(rest, &token, &tokenLen);
60✔
665
  rest = paGetToken(rest, &token, &tokenLen);
60✔
666
  if (tokenLen != 0) {
60!
667
    user = token;
×
668
  }
669

670
  return simCreateNativeConnect(script, user, TSDB_DEFAULT_PASS);
60✔
671
}
672

673
bool simExecuteNativeSqlCommand(SScript *script, char *rest, bool isSlow) {
21,818✔
674
  char      timeStr[80] = {0};
21,818✔
675
  time_t    tt;
676
  struct tm tp;
677
  SCmdLine *line = &script->lines[script->linePos];
21,818✔
678
  int32_t   ret = -1;
21,818✔
679

680
  TAOS_RES *pSql = NULL;
21,818✔
681

682
  for (int32_t attempt = 0; attempt < 10; ++attempt) {
21,823!
683
    if (abortExecution) {
21,823!
684
      script->killed = true;
×
685
      return false;
×
686
    }
687

688
    simLogSql(rest, false);
21,823✔
689
    pSql = taos_query(script->taos, rest);
21,823✔
690
    ret = taos_errno(pSql);
21,823✔
691

692
    if (ret == TSDB_CODE_MND_STB_ALREADY_EXIST || ret == TSDB_CODE_MND_DB_ALREADY_EXIST) {
21,823!
693
      simDebug("script:%s, taos:%p, %s success, ret:%d:%s", script->fileName, script->taos, rest, ret & 0XFFFF,
×
694
               tstrerror(ret));
695
      ret = 0;
×
696
      break;
×
697
    } else if (ret != 0) {
21,823✔
698
      simDebug("script:%s, taos:%p, %s failed, ret:%d:%s", script->fileName, script->taos, rest, ret & 0XFFFF,
5!
699
               tstrerror(ret));
700

701
      if (line->errorJump == SQL_JUMP_TRUE) {
5!
702
        script->linePos = line->jump;
×
703
        taos_free_result(pSql);
×
704
        return true;
×
705
      }
706
      taosMsleep(1000);
5✔
707
    } else {
708
      break;
21,818✔
709
    }
710

711
    taos_free_result(pSql);
5✔
712
  }
713

714
  if (ret) {
21,818!
715
    sprintf(script->error, "lineNum:%d. sql:%s failed, ret:%d:%s", line->lineNum, rest, ret & 0XFFFF, tstrerror(ret));
×
716
    return false;
×
717
  }
718

719
  int32_t numOfRows = 0;
21,818✔
720
  int32_t num_fields = taos_field_count(pSql);
21,818✔
721
  if (num_fields != 0) {
21,818✔
722
    TAOS_ROW row;
723

724
    while ((row = taos_fetch_row(pSql))) {
85,876✔
725
      if (numOfRows < MAX_QUERY_ROW_NUM) {
83,529✔
726
        TAOS_FIELD *fields = taos_fetch_fields(pSql);
43,835✔
727
        int32_t    *length = taos_fetch_lengths(pSql);
43,835✔
728

729
        for (int32_t i = 0; i < num_fields; i++) {
105,557✔
730
          char *value = NULL;
61,722✔
731
          if (i < MAX_QUERY_COL_NUM) {
61,722!
732
            value = script->data[numOfRows][i];
61,722✔
733
          }
734
          if (value == NULL) {
61,722!
735
            continue;
×
736
          }
737

738
          if (row[i] == 0) {
61,722✔
739
            strcpy(value, TSDB_DATA_NULL_STR);
2,763✔
740
            continue;
2,763✔
741
          }
742

743
          switch (fields[i].type) {
58,959!
744
            case TSDB_DATA_TYPE_BOOL:
312✔
745
              sprintf(value, "%s", ((((int32_t)(*((char *)row[i]))) == 1) ? "1" : "0"));
312✔
746
              break;
312✔
747
            case TSDB_DATA_TYPE_TINYINT:
316✔
748
              sprintf(value, "%d", *((int8_t *)row[i]));
316✔
749
              break;
316✔
750
            case TSDB_DATA_TYPE_UTINYINT:
×
751
              sprintf(value, "%u", *((uint8_t *)row[i]));
×
752
              break;
×
753
            case TSDB_DATA_TYPE_SMALLINT:
314✔
754
              sprintf(value, "%d", *((int16_t *)row[i]));
314✔
755
              break;
314✔
756
            case TSDB_DATA_TYPE_USMALLINT:
×
757
              sprintf(value, "%u", *((uint16_t *)row[i]));
×
758
              break;
×
759
            case TSDB_DATA_TYPE_INT:
11,088✔
760
              sprintf(value, "%d", *((int32_t *)row[i]));
11,088✔
761
              break;
11,088✔
762
            case TSDB_DATA_TYPE_UINT:
×
763
              sprintf(value, "%u", *((uint32_t *)row[i]));
×
764
              break;
×
765
            case TSDB_DATA_TYPE_BIGINT:
2,078✔
766
              sprintf(value, "%" PRId64, *((int64_t *)row[i]));
2,078✔
767
              break;
2,078✔
768
            case TSDB_DATA_TYPE_UBIGINT:
×
769
              sprintf(value, "%" PRIu64, *((uint64_t *)row[i]));
×
770
              break;
×
771
            case TSDB_DATA_TYPE_FLOAT:
323✔
772
              sprintf(value, "%.5f", GET_FLOAT_VAL(row[i]));
323✔
773
              break;
323✔
774
            case TSDB_DATA_TYPE_DOUBLE:
327✔
775
              sprintf(value, "%.9lf", GET_DOUBLE_VAL(row[i]));
327✔
776
              break;
327✔
777
            case TSDB_DATA_TYPE_BINARY:
30,259✔
778
            case TSDB_DATA_TYPE_NCHAR:
779
            case TSDB_DATA_TYPE_GEOMETRY:
780
              if (length[i] < 0 || length[i] > 1 << 20) {
30,259!
781
                fprintf(stderr, "Invalid length(%d) of BINARY or NCHAR\n", length[i]);
×
782
                exit(-1);
×
783
              }
784

785
              memset(value, 0, MAX_QUERY_VALUE_LEN);
30,259✔
786
              memcpy(value, row[i], length[i]);
30,259✔
787
              value[length[i]] = 0;
30,259✔
788
              // snprintf(value, fields[i].bytes, "%s", (char *)row[i]);
789
              break;
30,259✔
790
            case TSDB_DATA_TYPE_TIMESTAMP: {
13,678✔
791
              int32_t precision = taos_result_precision(pSql);
13,678✔
792
              if (precision == TSDB_TIME_PRECISION_MILLI) {
13,678✔
793
                tt = (*(int64_t *)row[i]) / 1000;
13,486✔
794
              } else if (precision == TSDB_TIME_PRECISION_MICRO) {
192!
795
                tt = (*(int64_t *)row[i]) / 1000000;
192✔
796
              } else {
797
                tt = (*(int64_t *)row[i]) / 1000000000;
×
798
              }
799

800
              if (taosLocalTime(&tt, &tp, timeStr, sizeof(timeStr), NULL) == NULL) {
13,678!
801
                break;
×
802
              }
803
              taosStrfTime(timeStr, 64, "%y-%m-%d %H:%M:%S", &tp);
13,678✔
804
              if (precision == TSDB_TIME_PRECISION_MILLI) {
13,678✔
805
                sprintf(value, "%s.%03d", timeStr, (int32_t)(*((int64_t *)row[i]) % 1000));
13,486✔
806
              } else if (precision == TSDB_TIME_PRECISION_MICRO) {
192!
807
                sprintf(value, "%s.%06d", timeStr, (int32_t)(*((int64_t *)row[i]) % 1000000));
192✔
808
              } else {
809
                sprintf(value, "%s.%09d", timeStr, (int32_t)(*((int64_t *)row[i]) % 1000000000));
×
810
              }
811

812
              break;
13,678✔
813
            }
814
            default:
264✔
815
              break;
264✔
816
          }  // end of switch
817
        }    // end of for
818
      }      // end of if
819
      numOfRows++;
83,529✔
820
      if (isSlow && numOfRows % 100 == 0) {
83,529!
821
        taosMsleep(200);
×
822
      }
823
      if (numOfRows > 2000000000) {
83,529!
824
        simError("script:%s, too many rows return from query", script->fileName);
×
825
        break;
×
826
      }
827
    }
828

829
  } else {
830
    numOfRows = taos_affected_rows(pSql);
19,471✔
831
  }
832

833
  taos_free_result(pSql);
21,818✔
834
  sprintf(script->rows, "%d", numOfRows);
21,818✔
835
  sprintf(script->cols, "%d", num_fields);
21,818✔
836

837
  script->linePos++;
21,818✔
838
  return true;
21,818✔
839
}
840

841
bool simExecuteSqlImpCmd(SScript *script, char *rest, bool isSlow) {
21,878✔
842
  char      buf[3000];
843
  SCmdLine *line = &script->lines[script->linePos];
21,878✔
844

845
  simVisuallizeOption(script, rest, buf);
21,878✔
846
  rest = buf;
21,878✔
847

848
  simDebug("script:%s, exec:%s", script->fileName, rest);
21,878!
849
  strcpy(script->rows, "-1");
21,878✔
850
  strcpy(script->cols, "-1");
21,878✔
851
  for (int32_t row = 0; row < MAX_QUERY_ROW_NUM; ++row) {
2,209,678✔
852
    for (int32_t col = 0; col < MAX_QUERY_COL_NUM; ++col) {
220,967,800✔
853
      strcpy(script->data[row][col], "null");
218,780,000✔
854
    }
855
  }
856

857
  if (strncmp(rest, "connect", 7) == 0) {
21,878✔
858
    if (!simCreateTaosdConnect(script, rest)) {
60!
859
      return false;
×
860
    }
861
    script->linePos++;
60✔
862
    return true;
60✔
863
  }
864

865
  if (script->taos == NULL) {
21,818!
866
    if (!simCreateTaosdConnect(script, "connect root")) {
×
867
      if (line->errorJump == SQL_JUMP_TRUE) {
×
868
        script->linePos = line->jump;
×
869
        return true;
×
870
      }
871
      return false;
×
872
    }
873
  }
874

875
  if (strncmp(rest, "close", 5) == 0) {
21,818!
876
    simCloseTaosdConnect(script);
×
877
    script->linePos++;
×
878
    return true;
×
879
  }
880

881
  return simExecuteNativeSqlCommand(script, rest, isSlow);
21,818✔
882
}
883

884
bool simExecuteSqlCmd(SScript *script, char *rest) {
21,878✔
885
  bool isSlow = false;
21,878✔
886
  return simExecuteSqlImpCmd(script, rest, isSlow);
21,878✔
887
}
888

889
bool simExecuteSqlSlowCmd(SScript *script, char *rest) {
×
890
  bool isSlow = true;
×
891
  return simExecuteSqlImpCmd(script, rest, isSlow);
×
892
}
893

894
#if 0
895
bool simExecuteRestfulCmd(SScript *script, char *rest) {
896
  TdFilePtr pFile = NULL;
897
  char      filename[256];
898
  sprintf(filename, "%s/tmp.sql", simScriptDir);
899
  // fp = fopen(filename, "w");
900
  pFile = taosOpenFile(filename, TD_FILE_CREATE | TD_FILE_WRITE | TD_FILE_TRUNC | TD_FILE_STREAM);
901
  if (pFile == NULL) {
902
    fprintf(stderr, "ERROR: failed to open file: %s\n", filename);
903
    return false;
904
  }
905

906
  char    db[64] = {0};
907
  char    tb[64] = {0};
908
  char    gzip[32] = {0};
909
  int32_t ts;
910
  int32_t times;
911
  sscanf(rest, "%s %s %d %d %s", db, tb, &ts, &times, gzip);
912

913
  taosFprintfFile(pFile, "insert into %s.%s values ", db, tb);
914
  for (int32_t i = 0; i < times; ++i) {
915
    taosFprintfFile(pFile, "(%d000, %d)", ts + i, ts);
916
  }
917
  taosFprintfFile(pFile, "  \n");
918
  taosFsyncFile(pFile);
919
  taosCloseFile(&pFile);
920

921
  char cmd[1024] = {0};
922
  if (strcmp(gzip, "gzip") == 0) {
923
    sprintf(cmd,
924
            "curl -H 'Authorization: Taosd /KfeAzX/f9na8qdtNZmtONryp201ma04bEl8LcvLUd7a8qdtNZmtONryp201ma04' --header "
925
            "--compressed --data-ascii @%s 127.0.0.1:7111/rest/sql",
926
            filename);
927
  } else {
928
    sprintf(cmd,
929
            "curl -H 'Authorization: Taosd /KfeAzX/f9na8qdtNZmtONryp201ma04bEl8LcvLUd7a8qdtNZmtONryp201ma04' --header "
930
            "'Transfer-Encoding: chunked' --data-ascii @%s 127.0.0.1:7111/rest/sql",
931
            filename);
932
  }
933

934
  return simExecuteSystemCmd(script, cmd);
935
}
936
#endif
937

938
bool simExecuteSqlErrorCmd(SScript *script, char *rest) {
2,477✔
939
  char      buf[3000];
940
  SCmdLine *line = &script->lines[script->linePos];
2,477✔
941

942
  simVisuallizeOption(script, rest, buf);
2,477✔
943
  rest = buf;
2,477✔
944

945
  simDebug("script:%s, exec:%s", script->fileName, rest);
2,477!
946
  strcpy(script->rows, "-1");
2,477✔
947
  strcpy(script->cols, "-1");
2,477✔
948
  for (int32_t row = 0; row < MAX_QUERY_ROW_NUM; ++row) {
250,177✔
949
    for (int32_t col = 0; col < MAX_QUERY_COL_NUM; ++col) {
25,017,700✔
950
      strcpy(script->data[row][col], "null");
24,770,000✔
951
    }
952
  }
953

954
  TAOS_RES *pSql = taos_query(script->taos, rest);
2,477✔
955
  int32_t   ret = taos_errno(pSql);
2,477✔
956
  taos_free_result(pSql);
2,477✔
957

958
  if (ret != TSDB_CODE_SUCCESS) {
2,477!
959
    simDebug("script:%s, taos:%p, %s execute, expect failed, so success, ret:%d:%s", script->fileName, script->taos,
2,477!
960
             rest, ret & 0XFFFF, tstrerror(ret));
961
    script->linePos++;
2,477✔
962
    return true;
2,477✔
963
  }
964

965
  sprintf(script->error, "lineNum:%d. sql:%s expect failed, but success, ret:%d:%s", line->lineNum, rest, ret & 0XFFFF,
×
966
          tstrerror(ret));
967

968
  return false;
×
969
}
970

971
#if 0
972
bool simExecuteLineInsertCmd(SScript *script, char *rest) {
973
  char buf[TSDB_MAX_BINARY_LEN] = {0};
974

975
  simVisuallizeOption(script, rest, buf);
976
  rest = buf;
977

978
  SCmdLine *line = &script->lines[script->linePos];
979

980
  simInfo("script:%s, %s", script->fileName, rest);
981
  simLogSql(buf, true);
982
  char *lines[] = {rest};
983
#if 0
984
  int32_t ret = taos_insert_lines(script->taos, lines, 1);
985
    if (ret == TSDB_CODE_SUCCESS) {
986
    simDebug("script:%s, taos:%p, %s executed. success.", script->fileName, script->taos, rest);
987
    script->linePos++;
988
    return true;
989
  } else {
990
    sprintf(script->error, "lineNum: %d. line: %s failed, ret:%d:%s", line->lineNum, rest, ret & 0XFFFF,
991
            tstrerror(ret));
992
    return false;
993
  }
994
#else
995
  simDebug("script:%s, taos:%p, %s executed. success.", script->fileName, script->taos, rest);
996
  script->linePos++;
997
  return true;
998
#endif
999
}
1000

1001
bool simExecuteLineInsertErrorCmd(SScript *script, char *rest) {
1002
  char buf[TSDB_MAX_BINARY_LEN];
1003

1004
  simVisuallizeOption(script, rest, buf);
1005
  rest = buf;
1006

1007
  SCmdLine *line = &script->lines[script->linePos];
1008

1009
  simInfo("script:%s, %s", script->fileName, rest);
1010
  simLogSql(buf, true);
1011
  char *lines[] = {rest};
1012
#if 0
1013
  int32_t ret = taos_insert_lines(script->taos, lines, 1);
1014
#else
1015
  int32_t ret = 0;
1016
#endif
1017
  if (ret == TSDB_CODE_SUCCESS) {
1018
    sprintf(script->error, "script:%s, taos:%p, %s executed. expect failed, but success.", script->fileName,
1019
            script->taos, rest);
1020
    script->linePos++;
1021
    return false;
1022
  } else {
1023
    simDebug("lineNum: %d. line: %s failed, ret:%d:%s. Expect failed, so success", line->lineNum, rest, ret & 0XFFFF,
1024
             tstrerror(ret));
1025
    return true;
1026
  }
1027
}
1028
#endif
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc