• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #3798

31 Mar 2025 10:39AM UTC coverage: 9.424% (-20.9%) from 30.372%
#3798

push

travis-ci

happyguoxy
test:add test cases

21549 of 307601 branches covered (7.01%)

Branch coverage included in aggregate %.

36084 of 303967 relevant lines covered (11.87%)

58620.7 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

32.43
/source/util/src/tarray.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#define _DEFAULT_SOURCE
17
#include "tarray.h"
18
#include "tcoding.h"
19

20
// todo refactor API
21
#define BOUNDARY_SIZE         1024 * 1024 * 1024  // 1G
22
#define BOUNDARY_SMALL_FACTOR 1.2
23
#define BOUNDARY_BIG_FACTOR   2
24

25
SArray* taosArrayInit(size_t size, size_t elemSize) {
190,669✔
26
  if (elemSize == 0) {
190,669!
27
    terrno = TSDB_CODE_INVALID_PARA;
×
28
    return NULL;
×
29
  }
30

31
  if (size < TARRAY_MIN_SIZE) {
190,669✔
32
    size = TARRAY_MIN_SIZE;
57,443✔
33
  }
34

35
  SArray* pArray = taosMemoryMalloc(sizeof(SArray));
190,669!
36
  if (pArray == NULL) {
190,679!
37
    return NULL;
×
38
  }
39

40
  pArray->size = 0;
190,679✔
41
  pArray->pData = taosMemoryCalloc(size, elemSize);
190,679!
42
  if (pArray->pData == NULL) {
190,679!
43
    taosMemoryFree(pArray);
×
44
    return NULL;
×
45
  }
46

47
  pArray->capacity = size;
190,679✔
48
  pArray->elemSize = elemSize;
190,679✔
49
  return pArray;
190,679✔
50
}
51

52
SArray* taosArrayInit_s(size_t elemSize, size_t initialSize) {
158✔
53
  SArray* pArray = taosMemoryMalloc(sizeof(SArray));
158!
54
  if (pArray == NULL) {
158!
55
    return NULL;
×
56
  }
57

58
  pArray->size = initialSize;
158✔
59
  pArray->pData = taosMemoryCalloc(initialSize, elemSize);
158!
60
  if (pArray->pData == NULL) {
158!
61
    taosMemoryFree(pArray);
×
62
    return NULL;
×
63
  }
64

65
  pArray->capacity = initialSize;
158✔
66
  pArray->elemSize = elemSize;
158✔
67
  return pArray;
158✔
68
}
69

70
static int32_t taosArrayResize(SArray* pArray) {
×
71
  size_t size = pArray->capacity;
×
72
  size = (size << 1u);
×
73

74
  void* tmp = taosMemoryRealloc(pArray->pData, size * pArray->elemSize);
×
75
  if (tmp == NULL) {  // reallocate failed, the original buffer remains
×
76
    return terrno;
×
77
  }
78

79
  pArray->pData = tmp;
×
80
  pArray->capacity = size;
×
81

82
  return 0;
×
83
}
84

85
int32_t taosArrayEnsureCap(SArray* pArray, size_t newCap) {
4,912,925✔
86
  if (newCap > pArray->capacity) {
4,912,925✔
87
    float factor = BOUNDARY_BIG_FACTOR;
8,521✔
88
    if (newCap * pArray->elemSize > BOUNDARY_SIZE) {
8,521!
89
      factor = BOUNDARY_SMALL_FACTOR;
×
90
    }
91

92
    size_t tsize = (pArray->capacity * factor);
8,521✔
93
    while (newCap > tsize) {
8,521!
94
      size_t newSize = (tsize * factor);
×
95
      tsize = (newSize == tsize) ? (tsize + 2) : newSize;
×
96
    }
97

98
    char* p = taosMemoryRealloc(pArray->pData, tsize * pArray->elemSize);
8,521!
99
    if (p == NULL) {
8,521!
100
      return terrno;
×
101
    }
102

103
    pArray->pData = p;
8,521✔
104
    pArray->capacity = tsize;
8,521✔
105
  }
106
  return 0;
4,912,925✔
107
}
108

109
void* taosArrayAddBatch(SArray* pArray, const void* pData, int32_t nEles) {
289,133✔
110
  if (pData == NULL) {
289,133!
111
    terrno = TSDB_CODE_INVALID_PARA;
×
112
    return NULL;
×
113
  }
114

115
  int32_t code = taosArrayEnsureCap(pArray, pArray->size + nEles);
289,133✔
116
  if (code) {
289,127!
117
    terrno = code;
×
118
    return NULL;
×
119
  }
120

121
  void* dst = TARRAY_GET_ELEM(pArray, pArray->size);
289,131✔
122
  memcpy(dst, pData, pArray->elemSize * nEles);
289,131✔
123

124
  pArray->size += nEles;
289,131✔
125
  return dst;
289,131✔
126
}
127

128
void taosArrayRemoveDuplicate(SArray* pArray, __compar_fn_t comparFn, void (*fp)(void*)) {
×
129
  size_t size = pArray->size;
×
130
  if (size <= 1) {
×
131
    return;
×
132
  }
133

134
  int32_t pos = 0;
×
135
  for (int32_t i = 1; i < size; ++i) {
×
136
    char* p1 = taosArrayGet(pArray, pos);
×
137
    char* p2 = taosArrayGet(pArray, i);
×
138

139
    if (comparFn(p1, p2) == 0) {
×
140
      // do nothing
141
    } else {
142
      if (pos + 1 != i) {
×
143
        void* p = taosArrayGet(pArray, pos + 1);
×
144
        if (fp != NULL) {
×
145
          fp(p);
×
146
        }
147

148
        taosArraySet(pArray, pos + 1, p2);
×
149
        memset(TARRAY_GET_ELEM(pArray, i), 0, pArray->elemSize);
×
150
        pos += 1;
×
151
      } else {
152
        pos += 1;
×
153
      }
154
    }
155
  }
156

157
  if (fp != NULL) {
×
158
    for (int32_t i = pos + 1; i < pArray->size; ++i) {
×
159
      void* p = taosArrayGet(pArray, i);
×
160
      fp(p);
×
161
    }
162
  }
163

164
  pArray->size = pos + 1;
×
165
}
166

167
void* taosArrayAddAll(SArray* pArray, const SArray* pInput) {
×
168
  if (pInput) {
×
169
    return taosArrayAddBatch(pArray, pInput->pData, (int32_t)taosArrayGetSize(pInput));
×
170
  } else {
171
    terrno = TSDB_CODE_INVALID_PARA;
×
172
    return NULL;
×
173
  }
174
}
175

176
void* taosArrayReserve(SArray* pArray, int32_t num) {
4,624,212✔
177
  int32_t code = taosArrayEnsureCap(pArray, pArray->size + num);
4,624,212✔
178
  if (code) {
4,623,176✔
179
    terrno = code;
667✔
180
    return NULL;
×
181
  }
182

183
  void* dst = TARRAY_GET_ELEM(pArray, pArray->size);
4,622,509✔
184
  pArray->size += num;
4,622,509✔
185

186
  memset(dst, 0, num * pArray->elemSize);
4,622,509✔
187

188
  return dst;
4,622,509✔
189
}
190

191
void* taosArrayPop(SArray* pArray) {
12,586✔
192
  if (pArray->size == 0) {
12,586!
193
    return NULL;
×
194
  }
195

196
  pArray->size -= 1;
12,586✔
197
  return TARRAY_GET_ELEM(pArray, pArray->size);
12,586✔
198
}
199

200
void* taosArrayGet(const SArray* pArray, size_t index) {
130,600,527✔
201
  if (NULL == pArray) {
130,600,527!
202
    terrno = TSDB_CODE_INVALID_PARA;
×
203
    uError("failed to return value from array of null ptr");
×
204
    return NULL;
×
205
  }
206

207
  if (index >= pArray->size) {
130,600,527!
208
    uError("index is out of range, current:%" PRIzu " max:%" PRIzu, index, pArray->size);
×
209
    terrno = TSDB_CODE_OUT_OF_RANGE;
×
210
    return NULL;
×
211
  }
212

213
  return TARRAY_GET_ELEM(pArray, index);
130,600,527✔
214
}
215

216
void* taosArrayGetP(const SArray* pArray, size_t index) {
152,606✔
217
  void** p = taosArrayGet(pArray, index);
152,606✔
218
  if (p == NULL) {
152,606!
219
    return NULL;
×
220
  }
221
  return *p;
152,606✔
222
}
223

224
void* taosArrayGetLast(const SArray* pArray) {
×
225
  if (pArray->size == 0) {
×
226
    terrno = TSDB_CODE_INVALID_PARA;
×
227
    return NULL;
×
228
  }
229

230
  return TARRAY_GET_ELEM(pArray, pArray->size - 1);
×
231
}
232

233
size_t taosArrayGetSize(const SArray* pArray) {
4,991,598✔
234
  if (pArray == NULL) {
4,991,598✔
235
    return 0;
72,653✔
236
  }
237
  return TARRAY_SIZE(pArray);
4,918,945✔
238
}
239

240
void* taosArrayInsert(SArray* pArray, size_t index, const void* pData) {
3,558✔
241
  if (pArray == NULL || pData == NULL) {
3,558!
242
    terrno = TSDB_CODE_INVALID_PARA;
×
243
    return NULL;
×
244
  }
245

246
  if (index >= pArray->size) {
3,558!
247
    return taosArrayPush(pArray, pData);
3,558✔
248
  }
249

250
  if (pArray->size >= pArray->capacity) {
×
251
    int32_t ret = taosArrayResize(pArray);
×
252
    if (ret < 0) {
×
253
      terrno = ret;
×
254
      return NULL;
×
255
    }
256
  }
257

258
  void* dst = TARRAY_GET_ELEM(pArray, index);
×
259

260
  int32_t remain = (int32_t)(pArray->size - index);
×
261
  memmove((char*)dst + pArray->elemSize, (char*)dst, pArray->elemSize * remain);
×
262
  memcpy(dst, pData, pArray->elemSize);
×
263

264
  pArray->size += 1;
×
265

266
  return dst;
×
267
}
268

269
void taosArraySet(SArray* pArray, size_t index, void* pData) {
×
270
  if (index < pArray->size) {
×
271
    memcpy(TARRAY_GET_ELEM(pArray, index), pData, pArray->elemSize);
×
272
  }
273
}
×
274

275
void taosArrayPopFrontBatch(SArray* pArray, size_t cnt) {
×
276
  if (cnt > pArray->size) {
×
277
    cnt = pArray->size;
×
278
  }
279

280
  pArray->size = pArray->size - cnt;
×
281
  if (pArray->size == 0 || cnt == 0) {
×
282
    return;
×
283
  }
284
  memmove(pArray->pData, (char*)pArray->pData + cnt * pArray->elemSize, pArray->size * pArray->elemSize);
×
285
}
286

287
void taosArrayPopTailBatch(SArray* pArray, size_t cnt) {
×
288
  if (cnt >= pArray->size) {
×
289
    cnt = pArray->size;
×
290
  }
291

292
  pArray->size = pArray->size - cnt;
×
293
}
×
294

295
void taosArrayRemove(SArray* pArray, size_t index) {
8✔
296
  if (!(index < pArray->size)) {
8!
297
    return;
×
298
  }
299

300
  if (index == pArray->size - 1) {
8!
301
    void* t = taosArrayPop(pArray);
8✔
302
    return;
8✔
303
  }
304

305
  size_t remain = pArray->size - index - 1;
×
306
  memmove((char*)pArray->pData + index * pArray->elemSize, (char*)pArray->pData + (index + 1) * pArray->elemSize,
×
307
          remain * pArray->elemSize);
×
308
  pArray->size -= 1;
×
309
}
310

311
void taosArrayRemoveBatch(SArray* pArray, size_t index, size_t num, FDelete fp) {
×
312
  if (index + num <= pArray->size) {
×
313
    if (fp) {
×
314
      for (int32_t i = 0; i < num; i++) {
×
315
        fp(taosArrayGet(pArray, index + i));
×
316
      }
317
    }
318

319
    memmove((char*)pArray->pData + index * pArray->elemSize, (char*)pArray->pData + (index + num) * pArray->elemSize,
×
320
            (pArray->size - index - num) * pArray->elemSize);
×
321
    pArray->size -= num;
×
322
  }
323
}
×
324

325
SArray* taosArrayFromList(const void* src, size_t size, size_t elemSize) {
×
326
  if (elemSize <= 0) {
×
327
    terrno = TSDB_CODE_INVALID_PARA;
×
328
    return NULL;
×
329
  }
330

331
  SArray* pDst = taosArrayInit(size, elemSize);
×
332
  if (pDst) {
×
333
    memcpy(pDst->pData, src, elemSize * size);
×
334
    pDst->size = size;
×
335
  }
336

337
  return pDst;
×
338
}
339

340
SArray* taosArrayDup(const SArray* pSrc, __array_item_dup_fn_t fn) {
870✔
341
  if (NULL == pSrc) {
870!
342
    terrno = TSDB_CODE_INVALID_PARA;
×
343
    return NULL;
×
344
  }
345

346
  if (pSrc->size == 0) {  // empty array list
870!
347
    return taosArrayInit(8, pSrc->elemSize);
×
348
  }
349

350
  SArray* dst = taosArrayInit(pSrc->size, pSrc->elemSize);
870✔
351

352
  if (dst) {
870!
353
    if (fn == NULL) {
870!
354
      memcpy(dst->pData, pSrc->pData, pSrc->elemSize * pSrc->size);
870✔
355
    } else {
356
      for (int32_t i = 0; i < pSrc->size; ++i) {
×
357
        void* p = fn(taosArrayGetP(pSrc, i));
×
358
        memcpy(((char*)dst->pData) + i * dst->elemSize, &p, dst->elemSize);
×
359
      }
360
    }
361

362
    dst->size = pSrc->size;
870✔
363
  }
364

365
  return dst;
870✔
366
}
367

368
void taosArrayClear(SArray* pArray) {
10✔
369
  if (pArray == NULL) return;
10!
370
  pArray->size = 0;
10✔
371
}
372

373
void taosArrayClearEx(SArray* pArray, void (*fp)(void*)) {
×
374
  if (pArray == NULL) return;
×
375
  if (fp == NULL) {
×
376
    pArray->size = 0;
×
377
    return;
×
378
  }
379

380
  for (int32_t i = 0; i < pArray->size; ++i) {
×
381
    fp(TARRAY_GET_ELEM(pArray, i));
×
382
  }
383

384
  pArray->size = 0;
×
385
}
386
void taosArrayClearP(SArray* pArray, void (*fp)(void*)) {
×
387
  // if (pArray == NULL) return;
388
  // if (fp == NULL) {
389
  //   pArray->size = 0;
390
  //   return;
391
  // }
392

393
  // for (int32_t i = 0; i < pArray->size; ++i) {
394
  //   fp(TARRAY_GET_ELEM(pArray, i));
395
  // }
396
  if (pArray) {
×
397
    if (NULL == fp) {
×
398
      for (int32_t i = 0; i < pArray->size; i++) {
×
399
        taosMemoryFree(*(void**)TARRAY_GET_ELEM(pArray, i));
×
400
      }
401
    } else {
402
      for (int32_t i = 0; i < pArray->size; i++) {
×
403
        fp(*(void**)TARRAY_GET_ELEM(pArray, i));
×
404
      }
405
    }
406
  }
407
  taosArrayClear(pArray);
×
408
}
×
409

410
void taosArrayDestroy(SArray* pArray) {
425,270✔
411
  if (pArray) {
425,270✔
412
    taosMemoryFree(pArray->pData);
190,823!
413
    taosMemoryFree(pArray);
190,826!
414
  }
415
}
425,273✔
416

417
void taosArrayDestroyP(SArray* pArray, FDelete fp) {
4,445✔
418
  if (pArray) {
4,445!
419
    if (NULL == fp) {
×
420
      for (int32_t i = 0; i < pArray->size; i++) {
×
421
        taosMemoryFree(*(void**)TARRAY_GET_ELEM(pArray, i));
×
422
      }
423
    } else {
424
      for (int32_t i = 0; i < pArray->size; i++) {
×
425
        fp(*(void**)TARRAY_GET_ELEM(pArray, i));
×
426
      }
427
    }
428
    taosArrayDestroy(pArray);
×
429
  }
430
}
4,445✔
431

432
void taosArrayDestroyEx(SArray* pArray, FDelete fp) {
73,716✔
433
  if (pArray == NULL) {
73,716✔
434
    return;
53,045✔
435
  }
436

437
  if (fp == NULL) {
20,671✔
438
    taosArrayDestroy(pArray);
312✔
439
    return;
312✔
440
  }
441

442
  for (int32_t i = 0; i < pArray->size; ++i) {
64,025✔
443
    fp(TARRAY_GET_ELEM(pArray, i));
43,666✔
444
  }
445

446
  taosArrayDestroy(pArray);
20,359✔
447
}
448

449
void taosArraySort(SArray* pArray, __compar_fn_t compar) {
1,364✔
450
  taosSort(pArray->pData, pArray->size, pArray->elemSize, compar);
1,364✔
451
}
1,364✔
452

453
int32_t taosArrayMSort(SArray* pArray, __compar_fn_t compar) {
×
454
  return taosMergeSort(pArray->pData, pArray->size, pArray->elemSize, compar);
×
455
}
456

457
void* taosArraySearch(const SArray* pArray, const void* key, __compar_fn_t comparFn, int32_t flags) {
5,985✔
458
  return taosbsearch(key, pArray->pData, pArray->size, pArray->elemSize, comparFn, flags);
5,985✔
459
}
460

461
int32_t taosArraySearchIdx(const SArray* pArray, const void* key, __compar_fn_t comparFn, int32_t flags) {
8✔
462
  void* item = taosArraySearch(pArray, key, comparFn, flags);
8✔
463
  return item == NULL ? -1 : (int32_t)((char*)item - (char*)pArray->pData) / pArray->elemSize;
8!
464
}
465

466
#ifdef BUILD_NO_CALL
467
static int32_t taosArrayPartition(SArray* pArray, int32_t i, int32_t j, __ext_compar_fn_t fn, const void* userData) {
468
  void* key = taosArrayGetP(pArray, i);
469
  while (i < j) {
470
    while (i < j && fn(taosArrayGetP(pArray, j), key, userData) >= 0) {
471
      j--;
472
    }
473
    if (i < j) {
474
      void* a = taosArrayGetP(pArray, j);
475
      taosArraySet(pArray, i, &a);
476
    }
477
    while (i < j && fn(taosArrayGetP(pArray, i), key, userData) <= 0) {
478
      i++;
479
    }
480
    if (i < j) {
481
      void* a = taosArrayGetP(pArray, i);
482
      taosArraySet(pArray, j, &a);
483
    }
484
  }
485
  taosArraySet(pArray, i, &key);
486
  return i;
487
}
488

489
static void taosArrayQuicksortImpl(SArray* pArray, int32_t low, int32_t high, __ext_compar_fn_t fn, const void* param) {
490
  if (low < high) {
491
    int32_t idx = taosArrayPartition(pArray, low, high, fn, param);
492
    taosArrayQuicksortImpl(pArray, low, idx - 1, fn, param);
493
    taosArrayQuicksortImpl(pArray, idx + 1, high, fn, param);
494
  }
495
}
496

497
static void taosArrayQuickSort(SArray* pArray, __ext_compar_fn_t fn, const void* param) {
498
  if (pArray->size <= 1) {
499
    return;
500
  }
501
  taosArrayQuicksortImpl(pArray, 0, (int32_t)(taosArrayGetSize(pArray) - 1), fn, param);
502
}
503

504
static void taosArrayInsertSort(SArray* pArray, __ext_compar_fn_t fn, const void* param) {
505
  if (pArray->size <= 1) {
506
    return;
507
  }
508

509
  for (int32_t i = 1; i <= pArray->size - 1; ++i) {
510
    for (int32_t j = i; j > 0; --j) {
511
      if (fn(taosArrayGetP(pArray, j), taosArrayGetP(pArray, j - 1), param) == -1) {
512
        void* a = taosArrayGetP(pArray, j);
513
        void* b = taosArrayGetP(pArray, j - 1);
514
        taosArraySet(pArray, j - 1, &a);
515
        taosArraySet(pArray, j, &b);
516
      } else {
517
        break;
518
      }
519
    }
520
  }
521
}
522
#endif
523

524
int32_t taosEncodeArray(void** buf, const SArray* pArray, FEncode encode) {
×
525
  int32_t tlen = 0;
×
526
  int32_t sz = pArray->size;
×
527
  tlen += taosEncodeFixedI32(buf, sz);
×
528
  for (int32_t i = 0; i < sz; i++) {
×
529
    void* data = taosArrayGetP(pArray, i);
×
530
    tlen += encode(buf, data);
×
531
  }
532
  return tlen;
×
533
}
534

535
void* taosDecodeArray(const void* buf, SArray** pArray, FDecode decode, int32_t dataSz, int8_t sver) {
×
536
  int32_t sz;
537
  buf = taosDecodeFixedI32(buf, &sz);
×
538
  *pArray = taosArrayInit(sz, sizeof(void*));
×
539
  if (*pArray == NULL) {
×
540
    return NULL;
×
541
  }
542
  for (int32_t i = 0; i < sz; i++) {
×
543
    void* data = taosMemoryCalloc(1, dataSz);
×
544
    if (data == NULL) {
×
545
      return NULL;
×
546
    }
547

548
    buf = decode(buf, data, sver);
×
549

550
    if (taosArrayPush(*pArray, &data) == NULL) {
×
551
      taosMemoryFree(data);
×
552
      return NULL;
×
553
    }
554
  }
555
  return (void*)buf;
×
556
}
557

558
// todo remove it
559
// order array<type *>
560
int32_t taosArraySortPWithExt(SArray* pArray, __ext_compar_fn_t fn, const void* param) {
×
561
  return taosqsort(pArray->pData, pArray->size, pArray->elemSize, param, fn);
×
562
}
563

564
void taosArraySwap(SArray* a, SArray* b) {
×
565
  if (a == NULL || b == NULL) return;
×
566
  size_t t = a->size;
×
567
  a->size = b->size;
×
568
  b->size = t;
×
569

570
  uint32_t cap = a->capacity;
×
571
  a->capacity = b->capacity;
×
572
  b->capacity = cap;
×
573

574
  uint32_t elem = a->elemSize;
×
575
  a->elemSize = b->elemSize;
×
576
  b->elemSize = elem;
×
577

578
  void* data = a->pData;
×
579
  a->pData = b->pData;
×
580
  b->pData = data;
×
581
}
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc