#3529

Committed 14 Nov 2024 01:56PM UTC coverage: 60.888% (-0.02%) from 60.905%

Build # #3529

Build Type

push

travis-ci

Committed by

web-flow

Commit Message

Merge pull request #28764 from taosdata/docs/TS-4937

doc(arch/last): new section for last/last_row cache

Run Details

119990 of 252020 branches covered (47.61%)

Branch coverage included in aggregate %.

200800 of 274829 relevant lines covered (73.06%)

15624555.39 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

77.75

/source/util/src/tarray.c

/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#define _DEFAULT_SOURCE
#include "tarray.h"
#include "tcoding.h"

// todo refactor API
#define BOUNDARY_SIZE         1024 * 1024 * 1024  // 1G
#define BOUNDARY_SMALL_FACTOR 1.2
#define BOUNDARY_BIG_FACTOR   2

SArray* taosArrayInit(size_t size, size_t elemSize) {
  if (elemSize == 0) {
    terrno = TSDB_CODE_INVALID_PARA;
    return NULL;
  }

  if (size < TARRAY_MIN_SIZE) {
    size = TARRAY_MIN_SIZE;
  }

  SArray* pArray = taosMemoryMalloc(sizeof(SArray));
  if (pArray == NULL) {
    return NULL;
  }

  pArray->size = 0;
  pArray->pData = taosMemoryCalloc(size, elemSize);
  if (pArray->pData == NULL) {
    taosMemoryFree(pArray);
    return NULL;
  }

  pArray->capacity = size;
  pArray->elemSize = elemSize;
  return pArray;
}

SArray* taosArrayInit_s(size_t elemSize, size_t initialSize) {
  SArray* pArray = taosMemoryMalloc(sizeof(SArray));
  if (pArray == NULL) {
    return NULL;
  }

  pArray->size = initialSize;
  pArray->pData = taosMemoryCalloc(initialSize, elemSize);
  if (pArray->pData == NULL) {
    taosMemoryFree(pArray);
    return NULL;
  }

  pArray->capacity = initialSize;
  pArray->elemSize = elemSize;
  return pArray;
}

static int32_t taosArrayResize(SArray* pArray) {
  size_t size = pArray->capacity;
  size = (size << 1u);

  void* tmp = taosMemoryRealloc(pArray->pData, size * pArray->elemSize);
  if (tmp == NULL) {  // reallocate failed, the original buffer remains
    return terrno;
  }

  pArray->pData = tmp;
  pArray->capacity = size;

  return 0;
}

int32_t taosArrayEnsureCap(SArray* pArray, size_t newCap) {
  if (newCap > pArray->capacity) {
    float factor = BOUNDARY_BIG_FACTOR;
    if (newCap * pArray->elemSize > BOUNDARY_SIZE) {
      factor = BOUNDARY_SMALL_FACTOR;
    }

    size_t tsize = (pArray->capacity * factor);
    while (newCap > tsize) {
      size_t newSize = (tsize * factor);
      tsize = (newSize == tsize) ? (tsize + 2) : newSize;
    }

    char* p = taosMemoryRealloc(pArray->pData, tsize * pArray->elemSize);
    if (p == NULL) {
      return terrno;
    }

    pArray->pData = p;
    pArray->capacity = tsize;
  }
  return 0;
}

void* taosArrayAddBatch(SArray* pArray, const void* pData, int32_t nEles) {
  if (pData == NULL) {
    terrno = TSDB_CODE_INVALID_PARA;
    return NULL;
  }

  int32_t code = taosArrayEnsureCap(pArray, pArray->size + nEles);
  if (code) {
    terrno = code;
    return NULL;
  }

  void* dst = TARRAY_GET_ELEM(pArray, pArray->size);
  memcpy(dst, pData, pArray->elemSize * nEles);

  pArray->size += nEles;
  return dst;
}

void taosArrayRemoveDuplicate(SArray* pArray, __compar_fn_t comparFn, void (*fp)(void*)) {
  size_t size = pArray->size;
  if (size <= 1) {
    return;
  }

  int32_t pos = 0;
  for (int32_t i = 1; i < size; ++i) {
    char* p1 = taosArrayGet(pArray, pos);
    char* p2 = taosArrayGet(pArray, i);

    if (comparFn(p1, p2) == 0) {
      // do nothing
    } else {
      if (pos + 1 != i) {
        void* p = taosArrayGet(pArray, pos + 1);
        if (fp != NULL) {
          fp(p);
        }

        taosArraySet(pArray, pos + 1, p2);
        memset(TARRAY_GET_ELEM(pArray, i), 0, pArray->elemSize);
        pos += 1;
      } else {
        pos += 1;
      }
    }
  }

  if (fp != NULL) {
    for (int32_t i = pos + 1; i < pArray->size; ++i) {
      void* p = taosArrayGet(pArray, i);
      fp(p);
    }
  }

  pArray->size = pos + 1;
}

void* taosArrayAddAll(SArray* pArray, const SArray* pInput) {
  if (pInput) {
    return taosArrayAddBatch(pArray, pInput->pData, (int32_t)taosArrayGetSize(pInput));
  } else {
    terrno = TSDB_CODE_INVALID_PARA;
    return NULL;
  }
}

void* taosArrayReserve(SArray* pArray, int32_t num) {
  int32_t code = taosArrayEnsureCap(pArray, pArray->size + num);
  if (code) {
    terrno = code;
    return NULL;
  }

  void* dst = TARRAY_GET_ELEM(pArray, pArray->size);
  pArray->size += num;

  memset(dst, 0, num * pArray->elemSize);

  return dst;
}

void* taosArrayPop(SArray* pArray) {
  if (pArray->size == 0) {
    return NULL;
  }

  pArray->size -= 1;
  return TARRAY_GET_ELEM(pArray, pArray->size);
}

void* taosArrayGet(const SArray* pArray, size_t index) {
  if (NULL == pArray) {
    terrno = TSDB_CODE_INVALID_PARA;
    uError("failed to return value from array of null ptr");
    return NULL;
  }

  if (index >= pArray->size) {
    uError("index is out of range, current:%" PRIzu " max:%" PRIzu, index, pArray->size);
    terrno = TSDB_CODE_OUT_OF_RANGE;
    return NULL;
  }

  return TARRAY_GET_ELEM(pArray, index);
}

void* taosArrayGetP(const SArray* pArray, size_t index) {
  void** p = taosArrayGet(pArray, index);
  if (p == NULL) {
    return NULL;
  }
  return *p;
}

void* taosArrayGetLast(const SArray* pArray) {
  if (pArray->size == 0) {
    terrno = TSDB_CODE_INVALID_PARA;
    return NULL;
  }

  return TARRAY_GET_ELEM(pArray, pArray->size - 1);
}

size_t taosArrayGetSize(const SArray* pArray) {
  if (pArray == NULL) {
    return 0;
  }
  return TARRAY_SIZE(pArray);
}

void* taosArrayInsert(SArray* pArray, size_t index, const void* pData) {
  if (pArray == NULL || pData == NULL) {
    terrno = TSDB_CODE_INVALID_PARA;
    return NULL;
  }

  if (index >= pArray->size) {
    return taosArrayPush(pArray, pData);
  }

  if (pArray->size >= pArray->capacity) {
    int32_t ret = taosArrayResize(pArray);
    if (ret < 0) {
      terrno = ret;
      return NULL;
    }
  }

  void* dst = TARRAY_GET_ELEM(pArray, index);

  int32_t remain = (int32_t)(pArray->size - index);
  memmove((char*)dst + pArray->elemSize, (char*)dst, pArray->elemSize * remain);
  memcpy(dst, pData, pArray->elemSize);

  pArray->size += 1;

  return dst;
}

void taosArraySet(SArray* pArray, size_t index, void* pData) {
  if (index < pArray->size) {
    memcpy(TARRAY_GET_ELEM(pArray, index), pData, pArray->elemSize);
  }
}

void taosArrayPopFrontBatch(SArray* pArray, size_t cnt) {
  if (cnt > pArray->size) {
    cnt = pArray->size;
  }

  pArray->size = pArray->size - cnt;
  if (pArray->size == 0 || cnt == 0) {
    return;
  }
  memmove(pArray->pData, (char*)pArray->pData + cnt * pArray->elemSize, pArray->size * pArray->elemSize);
}

void taosArrayPopTailBatch(SArray* pArray, size_t cnt) {
  if (cnt >= pArray->size) {
    cnt = pArray->size;
  }

  pArray->size = pArray->size - cnt;
}

void taosArrayRemove(SArray* pArray, size_t index) {
  if (!(index < pArray->size)) {
    return;
  }

  if (index == pArray->size - 1) {
    void* t = taosArrayPop(pArray);
    return;
  }

  size_t remain = pArray->size - index - 1;
  memmove((char*)pArray->pData + index * pArray->elemSize, (char*)pArray->pData + (index + 1) * pArray->elemSize,
          remain * pArray->elemSize);
  pArray->size -= 1;
}

void taosArrayRemoveBatch(SArray* pArray, size_t index, size_t num, FDelete fp) {
  if (index + num <= pArray->size) {
    if (fp) {
      for (int32_t i = 0; i < num; i++) {
        fp(taosArrayGet(pArray, index + i));
      }
    }

    memmove((char*)pArray->pData + index * pArray->elemSize, (char*)pArray->pData + (index + num) * pArray->elemSize,
            (pArray->size - index - num) * pArray->elemSize);
    pArray->size -= num;
  }
}

SArray* taosArrayFromList(const void* src, size_t size, size_t elemSize) {
  if (elemSize <= 0) {
    terrno = TSDB_CODE_INVALID_PARA;
    return NULL;
  }

  SArray* pDst = taosArrayInit(size, elemSize);
  if (pDst) {
    memcpy(pDst->pData, src, elemSize * size);
    pDst->size = size;
  }

  return pDst;
}

SArray* taosArrayDup(const SArray* pSrc, __array_item_dup_fn_t fn) {
  if (NULL == pSrc) {
    terrno = TSDB_CODE_INVALID_PARA;
    return NULL;
  }

  if (pSrc->size == 0) {  // empty array list
    return taosArrayInit(8, pSrc->elemSize);
  }

  SArray* dst = taosArrayInit(pSrc->size, pSrc->elemSize);

  if (dst) {
    if (fn == NULL) {
      memcpy(dst->pData, pSrc->pData, pSrc->elemSize * pSrc->size);
    } else {
      for (int32_t i = 0; i < pSrc->size; ++i) {
        void* p = fn(taosArrayGetP(pSrc, i));
        memcpy(((char*)dst->pData) + i * dst->elemSize, &p, dst->elemSize);
      }
    }

    dst->size = pSrc->size;
  }

  return dst;
}

void taosArrayClear(SArray* pArray) {
  if (pArray == NULL) return;
  pArray->size = 0;
}

void taosArrayClearEx(SArray* pArray, void (*fp)(void*)) {
  if (pArray == NULL) return;
  if (fp == NULL) {
    pArray->size = 0;
    return;
  }

  for (int32_t i = 0; i < pArray->size; ++i) {
    fp(TARRAY_GET_ELEM(pArray, i));
  }

  pArray->size = 0;
}
void taosArrayClearP(SArray* pArray, void (*fp)(void*)) {
  // if (pArray == NULL) return;
  // if (fp == NULL) {
  //   pArray->size = 0;
  //   return;
  // }

  // for (int32_t i = 0; i < pArray->size; ++i) {
  //   fp(TARRAY_GET_ELEM(pArray, i));
  // }
  if (pArray) {
    for (int32_t i = 0; i < pArray->size; i++) {
      fp(*(void**)TARRAY_GET_ELEM(pArray, i));
    }
  }
  taosArrayClear(pArray);
}

void taosArrayDestroy(SArray* pArray) {
  if (pArray) {
    taosMemoryFree(pArray->pData);
    taosMemoryFree(pArray);
  }
}

void taosArrayDestroyP(SArray* pArray, FDelete fp) {
  if (pArray) {
    for (int32_t i = 0; i < pArray->size; i++) {
      fp(*(void**)TARRAY_GET_ELEM(pArray, i));
    }
    taosArrayDestroy(pArray);
  }
}

void taosArrayDestroyEx(SArray* pArray, FDelete fp) {
  if (pArray == NULL) {
    return;
  }

  if (fp == NULL) {
    taosArrayDestroy(pArray);
    return;
  }

  for (int32_t i = 0; i < pArray->size; ++i) {
    fp(TARRAY_GET_ELEM(pArray, i));
  }

  taosArrayDestroy(pArray);
}

void taosArraySort(SArray* pArray, __compar_fn_t compar) {
  taosSort(pArray->pData, pArray->size, pArray->elemSize, compar);
}

int32_t taosArrayMSort(SArray* pArray, __compar_fn_t compar) {
  return taosMergeSort(pArray->pData, pArray->size, pArray->elemSize, compar);
}

void* taosArraySearch(const SArray* pArray, const void* key, __compar_fn_t comparFn, int32_t flags) {
  return taosbsearch(key, pArray->pData, pArray->size, pArray->elemSize, comparFn, flags);
}

int32_t taosArraySearchIdx(const SArray* pArray, const void* key, __compar_fn_t comparFn, int32_t flags) {
  void* item = taosArraySearch(pArray, key, comparFn, flags);
  return item == NULL ? -1 : (int32_t)((char*)item - (char*)pArray->pData) / pArray->elemSize;
}

#ifdef BUILD_NO_CALL
static int32_t taosArrayPartition(SArray* pArray, int32_t i, int32_t j, __ext_compar_fn_t fn, const void* userData) {
  void* key = taosArrayGetP(pArray, i);
  while (i < j) {
    while (i < j && fn(taosArrayGetP(pArray, j), key, userData) >= 0) {
      j--;
    }
    if (i < j) {
      void* a = taosArrayGetP(pArray, j);
      taosArraySet(pArray, i, &a);
    }
    while (i < j && fn(taosArrayGetP(pArray, i), key, userData) <= 0) {
      i++;
    }
    if (i < j) {
      void* a = taosArrayGetP(pArray, i);
      taosArraySet(pArray, j, &a);
    }
  }
  taosArraySet(pArray, i, &key);
  return i;
}

static void taosArrayQuicksortImpl(SArray* pArray, int32_t low, int32_t high, __ext_compar_fn_t fn, const void* param) {
  if (low < high) {
    int32_t idx = taosArrayPartition(pArray, low, high, fn, param);
    taosArrayQuicksortImpl(pArray, low, idx - 1, fn, param);
    taosArrayQuicksortImpl(pArray, idx + 1, high, fn, param);
  }
}

static void taosArrayQuickSort(SArray* pArray, __ext_compar_fn_t fn, const void* param) {
  if (pArray->size <= 1) {
    return;
  }
  taosArrayQuicksortImpl(pArray, 0, (int32_t)(taosArrayGetSize(pArray) - 1), fn, param);
}

static void taosArrayInsertSort(SArray* pArray, __ext_compar_fn_t fn, const void* param) {
  if (pArray->size <= 1) {
    return;
  }

  for (int32_t i = 1; i <= pArray->size - 1; ++i) {
    for (int32_t j = i; j > 0; --j) {
      if (fn(taosArrayGetP(pArray, j), taosArrayGetP(pArray, j - 1), param) == -1) {
        void* a = taosArrayGetP(pArray, j);
        void* b = taosArrayGetP(pArray, j - 1);
        taosArraySet(pArray, j - 1, &a);
        taosArraySet(pArray, j, &b);
      } else {
        break;
      }
    }
  }
}
#endif

int32_t taosEncodeArray(void** buf, const SArray* pArray, FEncode encode) {
  int32_t tlen = 0;
  int32_t sz = pArray->size;
  tlen += taosEncodeFixedI32(buf, sz);
  for (int32_t i = 0; i < sz; i++) {
    void* data = taosArrayGetP(pArray, i);
    tlen += encode(buf, data);
  }
  return tlen;
}

void* taosDecodeArray(const void* buf, SArray** pArray, FDecode decode, int32_t dataSz, int8_t sver) {
  int32_t sz;
  buf = taosDecodeFixedI32(buf, &sz);
  *pArray = taosArrayInit(sz, sizeof(void*));
  if (*pArray == NULL) {
    return NULL;
  }
  for (int32_t i = 0; i < sz; i++) {
    void* data = taosMemoryCalloc(1, dataSz);
    if (data == NULL) {
      return NULL;
    }

    buf = decode(buf, data, sver);

    if (taosArrayPush(*pArray, &data) == NULL) {
      taosMemoryFree(data);
      return NULL;
    }
  }
  return (void*)buf;
}

// todo remove it
// order array<type *>
int32_t taosArraySortPWithExt(SArray* pArray, __ext_compar_fn_t fn, const void* param) {
  return taosqsort(pArray->pData, pArray->size, pArray->elemSize, param, fn);
}

void taosArraySwap(SArray* a, SArray* b) {
  if (a == NULL || b == NULL) return;
  size_t t = a->size;
  a->size = b->size;
  b->size = t;

  uint32_t cap = a->capacity;
  a->capacity = b->capacity;
  b->capacity = cap;

  uint32_t elem = a->elemSize;
  a->elemSize = b->elemSize;
  b->elemSize = elem;

  void* data = a->pData;
  a->pData = b->pData;
  b->pData = data;
}

1	/*
2	* Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3	*
4	* This program is free software: you can use, redistribute, and/or modify
5	* it under the terms of the GNU Affero General Public License, version 3
6	* or later ("AGPL"), as published by the Free Software Foundation.
7	*
8	* This program is distributed in the hope that it will be useful, but WITHOUT
9	* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10	* FITNESS FOR A PARTICULAR PURPOSE.
11	*
12	* You should have received a copy of the GNU Affero General Public License
13	* along with this program. If not, see <http://www.gnu.org/licenses/>.
14	*/
15
16	#define _DEFAULT_SOURCE
17	#include "tarray.h"
18	#include "tcoding.h"
19
20	// todo refactor API
21	#define BOUNDARY_SIZE 1024 * 1024 * 1024 // 1G
22	#define BOUNDARY_SMALL_FACTOR 1.2
23	#define BOUNDARY_BIG_FACTOR 2
24
25	SArray* taosArrayInit(size_t size, size_t elemSize) {	887,610,395✔
26	if (elemSize == 0) {	887,610,395!
27	terrno = TSDB_CODE_INVALID_PARA;	×
28	return NULL;	×
29	}
30
31	if (size < TARRAY_MIN_SIZE) {	887,610,395✔
32	size = TARRAY_MIN_SIZE;	219,078,719✔
33	}
34
35	SArray* pArray = taosMemoryMalloc(sizeof(SArray));	887,610,395✔
36	if (pArray == NULL) {	890,474,414!
37	return NULL;	×
38	}
39
40	pArray->size = 0;	890,474,414✔
41	pArray->pData = taosMemoryCalloc(size, elemSize);	890,474,414✔
42	if (pArray->pData == NULL) {	896,302,886✔
43	taosMemoryFree(pArray);	1,720,148✔
44	return NULL;	1✔
45	}
46
47	pArray->capacity = size;	894,582,738✔
48	pArray->elemSize = elemSize;	894,582,738✔
49	return pArray;	894,582,738✔
50	}
51
52	SArray* taosArrayInit_s(size_t elemSize, size_t initialSize) {	1,828,110✔
53	SArray* pArray = taosMemoryMalloc(sizeof(SArray));	1,828,110✔
54	if (pArray == NULL) {	1,828,247!
55	return NULL;	×
56	}
57
58	pArray->size = initialSize;	1,828,247✔
59	pArray->pData = taosMemoryCalloc(initialSize, elemSize);	1,828,247✔
60	if (pArray->pData == NULL) {	1,828,236!
61	taosMemoryFree(pArray);	×
62	return NULL;	×
63	}
64
65	pArray->capacity = initialSize;	1,828,245✔
66	pArray->elemSize = elemSize;	1,828,245✔
67	return pArray;	1,828,245✔
68	}
69
70	static int32_t taosArrayResize(SArray* pArray) {	×
71	size_t size = pArray->capacity;	×
72	size = (size << 1u);	×
73
74	void* tmp = taosMemoryRealloc(pArray->pData, size * pArray->elemSize);	×
75	if (tmp == NULL) { // reallocate failed, the original buffer remains	×
76	return terrno;	×
77	}
78
79	pArray->pData = tmp;	×
80	pArray->capacity = size;	×
81
82	return 0;	×
83	}
84
85	int32_t taosArrayEnsureCap(SArray* pArray, size_t newCap) {	2,147,483,647✔
86	if (newCap > pArray->capacity) {	2,147,483,647✔
87	float factor = BOUNDARY_BIG_FACTOR;	33,647,652✔
88	if (newCap * pArray->elemSize > BOUNDARY_SIZE) {	33,647,652!
89	factor = BOUNDARY_SMALL_FACTOR;	×
90	}
91
92	size_t tsize = (pArray->capacity * factor);	33,647,652✔
93	while (newCap > tsize) {	34,107,369✔
94	size_t newSize = (tsize * factor);	459,717✔
95	tsize = (newSize == tsize) ? (tsize + 2) : newSize;	459,717!
96	}
97
98	char* p = taosMemoryRealloc(pArray->pData, tsize * pArray->elemSize);	33,647,652✔
99	if (p == NULL) {	33,659,713!
100	return terrno;	×
101	}
102
103	pArray->pData = p;	33,660,770✔
104	pArray->capacity = tsize;	33,660,770✔
105	}
106	return 0;	2,147,483,647✔
107	}
108
109	void* taosArrayAddBatch(SArray* pArray, const void* pData, int32_t nEles) {	2,147,483,647✔
110	if (pData == NULL) {	2,147,483,647!
111	terrno = TSDB_CODE_INVALID_PARA;	×
112	return NULL;	×
113	}
114
115	int32_t code = taosArrayEnsureCap(pArray, pArray->size + nEles);	2,147,483,647✔
116	if (code) {	2,147,483,647!
117	terrno = code;	×
118	return NULL;	×
119	}
120
121	void* dst = TARRAY_GET_ELEM(pArray, pArray->size);	2,147,483,647✔
122	memcpy(dst, pData, pArray->elemSize * nEles);	2,147,483,647✔
123
124	pArray->size += nEles;	2,147,483,647✔
125	return dst;	2,147,483,647✔
126	}
127
128	void taosArrayRemoveDuplicate(SArray* pArray, __compar_fn_t comparFn, void (fp)(void)) {	881,177✔
129	size_t size = pArray->size;	881,177✔
130	if (size <= 1) {	881,177✔
131	return;	881,158✔
132	}
133
134	int32_t pos = 0;	19✔
135	for (int32_t i = 1; i < size; ++i) {	1,476✔
136	char* p1 = taosArrayGet(pArray, pos);	1,457✔
137	char* p2 = taosArrayGet(pArray, i);	1,457✔
138
139	if (comparFn(p1, p2) == 0) {	1,457✔
140	// do nothing
141	} else {
142	if (pos + 1 != i) {	1,388✔
143	void* p = taosArrayGet(pArray, pos + 1);	78✔
144	if (fp != NULL) {	78!
145	fp(p);	×
146	}
147
148	taosArraySet(pArray, pos + 1, p2);	78✔
149	memset(TARRAY_GET_ELEM(pArray, i), 0, pArray->elemSize);	78✔
150	pos += 1;	78✔
151	} else {
152	pos += 1;	1,310✔
153	}
154	}
155	}
156
157	if (fp != NULL) {	19!
158	for (int32_t i = pos + 1; i < pArray->size; ++i) {	412✔
159	void* p = taosArrayGet(pArray, i);	1✔
160	fp(p);	1✔
161	}
162	}
163
164	pArray->size = pos + 1;	387✔
165	}
166
167	void* taosArrayAddAll(SArray* pArray, const SArray* pInput) {	2,807,930✔
168	if (pInput) {	2,807,930✔
169	return taosArrayAddBatch(pArray, pInput->pData, (int32_t)taosArrayGetSize(pInput));	2,793,966✔
170	} else {
171	terrno = TSDB_CODE_INVALID_PARA;	13,964✔
172	return NULL;	14,232✔
173	}
174	}
175
176	void* taosArrayReserve(SArray* pArray, int32_t num) {	835,198,902✔
177	int32_t code = taosArrayEnsureCap(pArray, pArray->size + num);	835,198,902✔
178	if (code) {	834,604,887!
179	terrno = code;	×
180	return NULL;	×
181	}
182
183	void* dst = TARRAY_GET_ELEM(pArray, pArray->size);	835,389,648✔
184	pArray->size += num;	835,389,648✔
185
186	memset(dst, 0, num * pArray->elemSize);	835,389,648✔
187
188	return dst;	835,389,648✔
189	}
190
191	void* taosArrayPop(SArray* pArray) {	44,069,468✔
192	if (pArray->size == 0) {	44,069,468✔
193	return NULL;	794,601✔
194	}
195
196	pArray->size -= 1;	43,274,867✔
197	return TARRAY_GET_ELEM(pArray, pArray->size);	43,274,867✔
198	}
199
200	void* taosArrayGet(const SArray* pArray, size_t index) {	2,147,483,647✔
201	if (NULL == pArray) {	2,147,483,647!
202	terrno = TSDB_CODE_INVALID_PARA;	×
203	uError("failed to return value from array of null ptr");	×
204	return NULL;	×
205	}
206
207	if (index >= pArray->size) {	2,147,483,647✔
208	uError("index is out of range, current:%" PRIzu " max:%" PRIzu, index, pArray->size);	3,814!
209	terrno = TSDB_CODE_OUT_OF_RANGE;	3,814✔
210	return NULL;	3,814✔
211	}
212
213	return TARRAY_GET_ELEM(pArray, index);	2,147,483,647✔
214	}
215
216	void* taosArrayGetP(const SArray* pArray, size_t index) {	1,182,815,450✔
217	void** p = taosArrayGet(pArray, index);	1,182,815,450✔
218	if (p == NULL) {	1,180,324,352!
219	return NULL;	×
220	}
221	return *p;	1,180,324,352✔
222	}
223
224	void* taosArrayGetLast(const SArray* pArray) {	142,918,841✔
225	if (pArray->size == 0) {	142,918,841!
226	terrno = TSDB_CODE_INVALID_PARA;	×
227	return NULL;	×
228	}
229
230	return TARRAY_GET_ELEM(pArray, pArray->size - 1);	142,918,841✔
231	}
232
233	size_t taosArrayGetSize(const SArray* pArray) {	2,147,483,647✔
234	if (pArray == NULL) {	2,147,483,647✔
235	return 0;	182,041,161✔
236	}
237	return TARRAY_SIZE(pArray);	2,147,483,647✔
238	}
239
240	void* taosArrayInsert(SArray* pArray, size_t index, const void* pData) {	9,836,832✔
241	if (pArray == NULL \|\| pData == NULL) {	9,836,832!
242	terrno = TSDB_CODE_INVALID_PARA;	×
243	return NULL;	×
244	}
245
246	if (index >= pArray->size) {	9,836,946✔
247	return taosArrayPush(pArray, pData);	9,835,477✔
248	}
249
250	if (pArray->size >= pArray->capacity) {	1,500!
251	int32_t ret = taosArrayResize(pArray);	×
252	if (ret < 0) {	×
253	terrno = ret;	22✔
254	return NULL;	×
255	}
256	}
257
258	void* dst = TARRAY_GET_ELEM(pArray, index);	1,478✔
259
260	int32_t remain = (int32_t)(pArray->size - index);	1,478✔
261	memmove((char)dst + pArray->elemSize, (char)dst, pArray->elemSize * remain);	1,478✔
262	memcpy(dst, pData, pArray->elemSize);	1,478✔
263
264	pArray->size += 1;	1,478✔
265
266	return dst;	1,478✔
267	}
268
269	void taosArraySet(SArray* pArray, size_t index, void* pData) {	119,150,006✔
270	if (index < pArray->size) {	119,150,006!
271	memcpy(TARRAY_GET_ELEM(pArray, index), pData, pArray->elemSize);	119,162,927✔
272	}
273	}	119,150,006✔
274
275	void taosArrayPopFrontBatch(SArray* pArray, size_t cnt) {	29,581✔
276	if (cnt > pArray->size) {	29,581!
277	cnt = pArray->size;	×
278	}
279
280	pArray->size = pArray->size - cnt;	29,581✔
281	if (pArray->size == 0 \|\| cnt == 0) {	29,581✔
282	return;	28,948✔
283	}
284	memmove(pArray->pData, (char)pArray->pData + cnt pArray->elemSize, pArray->size * pArray->elemSize);	633✔
285	}
286
287	void taosArrayPopTailBatch(SArray* pArray, size_t cnt) {	195,662✔
288	if (cnt >= pArray->size) {	195,662✔
289	cnt = pArray->size;	160,355✔
290	}
291
292	pArray->size = pArray->size - cnt;	195,662✔
293	}	195,662✔
294
295	void taosArrayRemove(SArray* pArray, size_t index) {	9,783,177✔
296	if (!(index < pArray->size)) {	9,783,177!
297	return;	×
298	}
299
300	if (index == pArray->size - 1) {	9,783,177✔
301	void* t = taosArrayPop(pArray);	2,349,146✔
302	return;	2,349,135✔
303	}
304
305	size_t remain = pArray->size - index - 1;	7,434,031✔
306	memmove((char)pArray->pData + index pArray->elemSize, (char)pArray->pData + (index + 1) pArray->elemSize,	7,434,031✔
307	remain * pArray->elemSize);	7,434,031✔
308	pArray->size -= 1;	7,434,031✔
309	}
310
311	void taosArrayRemoveBatch(SArray* pArray, size_t index, size_t num, FDelete fp) {	729,812✔
312	if (index + num <= pArray->size) {	729,812!
313	if (fp) {	729,831✔
314	for (int32_t i = 0; i < num; i++) {	1,459,631✔
315	fp(taosArrayGet(pArray, index + i));	730,198✔
316	}
317	}
318
319	memmove((char)pArray->pData + index pArray->elemSize, (char)pArray->pData + (index + num) pArray->elemSize,	729,839✔
320	(pArray->size - index - num) * pArray->elemSize);	729,839✔
321	pArray->size -= num;	729,839✔
322	}
323	}	729,820✔
324
325	SArray* taosArrayFromList(const void* src, size_t size, size_t elemSize) {	×
326	if (elemSize <= 0) {	×
327	terrno = TSDB_CODE_INVALID_PARA;	×
328	return NULL;	×
329	}
330
331	SArray* pDst = taosArrayInit(size, elemSize);	×
332	if (pDst) {	×
333	memcpy(pDst->pData, src, elemSize * size);	×
334	pDst->size = size;	×
335	}
336
337	return pDst;	×
338	}
339
340	SArray* taosArrayDup(const SArray* pSrc, __array_item_dup_fn_t fn) {	9,699,134✔
341	if (NULL == pSrc) {	9,699,134✔
342	terrno = TSDB_CODE_INVALID_PARA;	86,330✔
343	return NULL;	86,330✔
344	}
345
346	if (pSrc->size == 0) { // empty array list	9,612,804✔
347	return taosArrayInit(8, pSrc->elemSize);	55,422✔
348	}
349
350	SArray* dst = taosArrayInit(pSrc->size, pSrc->elemSize);	9,557,382✔
351
352	if (dst) {	9,559,837!
353	if (fn == NULL) {	9,559,930✔
354	memcpy(dst->pData, pSrc->pData, pSrc->elemSize * pSrc->size);	9,558,485✔
355	} else {
356	for (int32_t i = 0; i < pSrc->size; ++i) {	3,861✔
357	void* p = fn(taosArrayGetP(pSrc, i));	2,686✔
358	memcpy(((char)dst->pData) + i dst->elemSize, &p, dst->elemSize);	2,416✔
359	}
360	}
361
362	dst->size = pSrc->size;	9,559,660✔
363	}
364
365	return dst;	9,559,567✔
366	}
367
368	void taosArrayClear(SArray* pArray) {	401,135,343✔
369	if (pArray == NULL) return;	401,135,343✔
370	pArray->size = 0;	355,880,492✔
371	}
372
373	void taosArrayClearEx(SArray* pArray, void (fp)(void)) {	5,559,848✔
374	if (pArray == NULL) return;	5,559,848!
375	if (fp == NULL) {	5,559,848!
376	pArray->size = 0;	×
377	return;	×
378	}
379
380	for (int32_t i = 0; i < pArray->size; ++i) {	135,212,208✔
381	fp(TARRAY_GET_ELEM(pArray, i));	129,652,414✔
382	}
383
384	pArray->size = 0;	5,559,794✔
385	}
386	void taosArrayClearP(SArray* pArray, void (fp)(void)) {	1,365✔
387	// if (pArray == NULL) return;
388	// if (fp == NULL) {
389	// pArray->size = 0;
390	// return;
391	// }
392
393	// for (int32_t i = 0; i < pArray->size; ++i) {
394	// fp(TARRAY_GET_ELEM(pArray, i));
395	// }
396	if (pArray) {	1,365!
397	for (int32_t i = 0; i < pArray->size; i++) {	1,371✔
398	fp((void*)TARRAY_GET_ELEM(pArray, i));	6✔
399	}
400	}
401	taosArrayClear(pArray);	1,365✔
402	}	1,365✔
403
404	void taosArrayDestroy(SArray* pArray) {	2,085,385,211✔
405	if (pArray) {	2,085,385,211✔
406	taosMemoryFree(pArray->pData);	898,697,393✔
407	taosMemoryFree(pArray);	900,390,373✔
408	}
409	}	2,084,981,627✔
410
411	void taosArrayDestroyP(SArray* pArray, FDelete fp) {	138,976,256✔
412	if (pArray) {	138,976,256✔
413	for (int32_t i = 0; i < pArray->size; i++) {	271,141,423✔
414	fp((void*)TARRAY_GET_ELEM(pArray, i));	136,032,638✔
415	}
416	taosArrayDestroy(pArray);	135,108,785✔
417	}
418	}	139,869,007✔
419
420	void taosArrayDestroyEx(SArray* pArray, FDelete fp) {	188,611,689✔
421	if (pArray == NULL) {	188,611,689✔
422	return;	95,280,585✔
423	}
424
425	if (fp == NULL) {	93,331,104✔
426	taosArrayDestroy(pArray);	610,591✔
427	return;	610,606✔
428	}
429
430	for (int32_t i = 0; i < pArray->size; ++i) {	299,235,768✔
431	fp(TARRAY_GET_ELEM(pArray, i));	206,514,959✔
432	}
433
434	taosArrayDestroy(pArray);	92,720,809✔
435	}
436
437	void taosArraySort(SArray* pArray, __compar_fn_t compar) {	5,724,352✔
438	taosSort(pArray->pData, pArray->size, pArray->elemSize, compar);	5,724,352✔
439	}	5,724,258✔
440
441	int32_t taosArrayMSort(SArray* pArray, __compar_fn_t compar) {	49,843✔
442	return taosMergeSort(pArray->pData, pArray->size, pArray->elemSize, compar);	49,843✔
443	}
444
445	void* taosArraySearch(const SArray* pArray, const void* key, __compar_fn_t comparFn, int32_t flags) {	23,164,841✔
446	return taosbsearch(key, pArray->pData, pArray->size, pArray->elemSize, comparFn, flags);	23,164,841✔
447	}
448
449	int32_t taosArraySearchIdx(const SArray* pArray, const void* key, __compar_fn_t comparFn, int32_t flags) {	9,134,067✔
450	void* item = taosArraySearch(pArray, key, comparFn, flags);	9,134,067✔
451	return item == NULL ? -1 : (int32_t)((char)item - (char)pArray->pData) / pArray->elemSize;	9,133,553✔
452	}
453
454	#ifdef BUILD_NO_CALL
455	static int32_t taosArrayPartition(SArray* pArray, int32_t i, int32_t j, __ext_compar_fn_t fn, const void* userData) {
456	void* key = taosArrayGetP(pArray, i);
457	while (i < j) {
458	while (i < j && fn(taosArrayGetP(pArray, j), key, userData) >= 0) {
459	j--;
460	}
461	if (i < j) {
462	void* a = taosArrayGetP(pArray, j);
463	taosArraySet(pArray, i, &a);
464	}
465	while (i < j && fn(taosArrayGetP(pArray, i), key, userData) <= 0) {
466	i++;
467	}
468	if (i < j) {
469	void* a = taosArrayGetP(pArray, i);
470	taosArraySet(pArray, j, &a);
471	}
472	}
473	taosArraySet(pArray, i, &key);
474	return i;
475	}
476
477	static void taosArrayQuicksortImpl(SArray* pArray, int32_t low, int32_t high, __ext_compar_fn_t fn, const void* param) {
478	if (low < high) {
479	int32_t idx = taosArrayPartition(pArray, low, high, fn, param);
480	taosArrayQuicksortImpl(pArray, low, idx - 1, fn, param);
481	taosArrayQuicksortImpl(pArray, idx + 1, high, fn, param);
482	}
483	}
484
485	static void taosArrayQuickSort(SArray* pArray, __ext_compar_fn_t fn, const void* param) {
486	if (pArray->size <= 1) {
487	return;
488	}
489	taosArrayQuicksortImpl(pArray, 0, (int32_t)(taosArrayGetSize(pArray) - 1), fn, param);
490	}
491
492	static void taosArrayInsertSort(SArray* pArray, __ext_compar_fn_t fn, const void* param) {
493	if (pArray->size <= 1) {
494	return;
495	}
496
497	for (int32_t i = 1; i <= pArray->size - 1; ++i) {
498	for (int32_t j = i; j > 0; --j) {
499	if (fn(taosArrayGetP(pArray, j), taosArrayGetP(pArray, j - 1), param) == -1) {
500	void* a = taosArrayGetP(pArray, j);
501	void* b = taosArrayGetP(pArray, j - 1);
502	taosArraySet(pArray, j - 1, &a);
503	taosArraySet(pArray, j, &b);
504	} else {
505	break;
506	}
507	}
508	}
509	}
510	#endif
511
512	int32_t taosEncodeArray(void** buf, const SArray* pArray, FEncode encode) {	5,234✔
513	int32_t tlen = 0;	5,234✔
514	int32_t sz = pArray->size;	5,234✔
515	tlen += taosEncodeFixedI32(buf, sz);	5,234✔
516	for (int32_t i = 0; i < sz; i++) {	14,102✔
517	void* data = taosArrayGetP(pArray, i);	8,868✔
518	tlen += encode(buf, data);	8,868✔
519	}
520	return tlen;	5,234✔
521	}
522
523	void* taosDecodeArray(const void* buf, SArray** pArray, FDecode decode, int32_t dataSz, int8_t sver) {	2,049!
524	int32_t sz;
525	buf = taosDecodeFixedI32(buf, &sz);	2,049✔
526	pArray = taosArrayInit(sz, sizeof(void));	2,049✔
527	if (*pArray == NULL) {	2,049!
528	return NULL;	×
529	}
530	for (int32_t i = 0; i < sz; i++) {	5,889✔
531	void* data = taosMemoryCalloc(1, dataSz);	3,840✔
532	if (data == NULL) {	3,840!
533	return NULL;	×
534	}
535
536	buf = decode(buf, data, sver);	3,840✔
537
538	if (taosArrayPush(*pArray, &data) == NULL) {	7,680!
539	taosMemoryFree(data);	×
540	return NULL;	×
541	}
542	}
543	return (void*)buf;	2,049✔
544	}
545
546	// todo remove it
547	// order array<type *>
548	int32_t taosArraySortPWithExt(SArray* pArray, __ext_compar_fn_t fn, const void* param) {	×
549	return taosqsort(pArray->pData, pArray->size, pArray->elemSize, param, fn);	×
550	}
551
552	void taosArraySwap(SArray* a, SArray* b) {	32✔
553	if (a == NULL \|\| b == NULL) return;	32!
554	size_t t = a->size;	32✔
555	a->size = b->size;	32✔
556	b->size = t;	32✔
557
558	uint32_t cap = a->capacity;	32✔
559	a->capacity = b->capacity;	32✔
560	b->capacity = cap;	32✔
561
562	uint32_t elem = a->elemSize;	32✔
563	a->elemSize = b->elemSize;	32✔
564	b->elemSize = elem;	32✔
565
566	void* data = a->pData;	32✔
567	a->pData = b->pData;	32✔
568	b->pData = data;	32✔
569	}

taosdata / TDengine / #3529

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous