#3564

Committed 24 Dec 2024 05:40AM UTC coverage: 62.21% (+1.2%) from 61.045%

Build # #3564

Build Type

push

travis-ci

Committed by

web-flow

Commit Message

Merge pull request #29289 from taosdata/fix/TD-33270-2

ci(stream):add stream unit test

Run Details

138331 of 285924 branches covered (48.38%)

Branch coverage included in aggregate %.

215800 of 283329 relevant lines covered (76.17%)

19198660.97 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

71.18

/source/dnode/vnode/src/vnd/vnodeHash.c

/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#include "vnodeHash.h"

#define VNODE_HASH_DEFAULT_NUM_BUCKETS 1024

typedef struct SVHashEntry SVHashEntry;

struct SVHashEntry {
  SVHashEntry* next;
  void*        obj;
};

static void vHashRehash(SVHashTable* ht, uint32_t newNumBuckets) {
  SVHashEntry** newBuckets = (SVHashEntry**)taosMemoryCalloc(newNumBuckets, sizeof(SVHashEntry*));
  if (newBuckets == NULL) {
    return;
  }

  for (int32_t i = 0; i < ht->numBuckets; i++) {
    SVHashEntry* entry = ht->buckets[i];
    while (entry != NULL) {
      SVHashEntry* next = entry->next;
      uint32_t     bucketIndex = ht->hash(entry->obj) % newNumBuckets;
      entry->next = newBuckets[bucketIndex];
      newBuckets[bucketIndex] = entry;
      entry = next;
    }
  }

  taosMemoryFree(ht->buckets);
  ht->buckets = newBuckets;
  ht->numBuckets = newNumBuckets;

  return;
}

int32_t vHashInit(SVHashTable** ht, uint32_t (*hash)(const void*), int32_t (*compare)(const void*, const void*)) {
  if (ht == NULL || hash == NULL || compare == NULL) {
    return TSDB_CODE_INVALID_PARA;
  }

  (*ht) = (SVHashTable*)taosMemoryMalloc(sizeof(SVHashTable));
  if (*ht == NULL) {
    return terrno;
  }

  (*ht)->hash = hash;
  (*ht)->compare = compare;
  (*ht)->numEntries = 0;
  (*ht)->numBuckets = VNODE_HASH_DEFAULT_NUM_BUCKETS;
  (*ht)->buckets = (SVHashEntry**)taosMemoryCalloc((*ht)->numBuckets, sizeof(SVHashEntry*));
  if ((*ht)->buckets == NULL) {
    taosMemoryFree(*ht);
    return terrno;
  }

  return 0;
}

void vHashDestroy(SVHashTable** ht) {
  if (ht == NULL) {
    return;
  }

  if (*ht) {
    taosMemoryFree((*ht)->buckets);
    taosMemoryFree(*ht);
    (*ht) = NULL;
  }
}

int32_t vHashPut(SVHashTable* ht, void* obj) {
  if (ht == NULL || obj == NULL) {
    return TSDB_CODE_INVALID_PARA;
  }

  uint32_t bucketIndex = ht->hash(obj) % ht->numBuckets;
  for (SVHashEntry* entry = ht->buckets[bucketIndex]; entry != NULL; entry = entry->next) {
    if (ht->compare(entry->obj, obj) == 0) {
      return TSDB_CODE_DUP_KEY;
    }
  }

  if (ht->numEntries >= ht->numBuckets) {
    vHashRehash(ht, ht->numBuckets * 2);
    bucketIndex = ht->hash(obj) % ht->numBuckets;
  }

  SVHashEntry* entry = (SVHashEntry*)taosMemoryMalloc(sizeof(SVHashEntry));
  if (entry == NULL) {
    return terrno;
  }
  entry->obj = obj;
  entry->next = ht->buckets[bucketIndex];
  ht->buckets[bucketIndex] = entry;
  ht->numEntries++;

  return 0;
}

int32_t vHashGet(SVHashTable* ht, const void* obj, void** retObj) {
  if (ht == NULL || obj == NULL || retObj == NULL) {
    return TSDB_CODE_INVALID_PARA;
  }

  uint32_t bucketIndex = ht->hash(obj) % ht->numBuckets;
  for (SVHashEntry* entry = ht->buckets[bucketIndex]; entry != NULL; entry = entry->next) {
    if (ht->compare(entry->obj, obj) == 0) {
      *retObj = entry->obj;
      return 0;
    }
  }

  *retObj = NULL;
  return TSDB_CODE_NOT_FOUND;
}

int32_t vHashDrop(SVHashTable* ht, const void* obj) {
  if (ht == NULL || obj == NULL) {
    return TSDB_CODE_INVALID_PARA;
  }

  uint32_t bucketIndex = ht->hash(obj) % ht->numBuckets;
  for (SVHashEntry** entry = &ht->buckets[bucketIndex]; *entry != NULL; entry = &(*entry)->next) {
    if (ht->compare((*entry)->obj, obj) == 0) {
      SVHashEntry* tmp = *entry;
      *entry = (*entry)->next;
      taosMemoryFree(tmp);
      ht->numEntries--;
      if (ht->numBuckets > VNODE_HASH_DEFAULT_NUM_BUCKETS && ht->numEntries < ht->numBuckets / 4) {
        vHashRehash(ht, ht->numBuckets / 2);
      }
      return 0;
    }
  }

  return TSDB_CODE_NOT_FOUND;
}

1	/*
2	* Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3	*
4	* This program is free software: you can use, redistribute, and/or modify
5	* it under the terms of the GNU Affero General Public License, version 3
6	* or later ("AGPL"), as published by the Free Software Foundation.
7	*
8	* This program is distributed in the hope that it will be useful, but WITHOUT
9	* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10	* FITNESS FOR A PARTICULAR PURPOSE.
11	*
12	* You should have received a copy of the GNU Affero General Public License
13	* along with this program. If not, see <http://www.gnu.org/licenses/>.
14	*/
15
16	#include "vnodeHash.h"
17
18	#define VNODE_HASH_DEFAULT_NUM_BUCKETS 1024
19
20	typedef struct SVHashEntry SVHashEntry;
21
22	struct SVHashEntry {
23	SVHashEntry* next;
24	void* obj;
25	};
26
27	static void vHashRehash(SVHashTable* ht, uint32_t newNumBuckets) {	144✔
28	SVHashEntry newBuckets = (SVHashEntry)taosMemoryCalloc(newNumBuckets, sizeof(SVHashEntry*));	144!
29	if (newBuckets == NULL) {	144!
30	return;	×
31	}
32
33	for (int32_t i = 0; i < ht->numBuckets; i++) {	220,521✔
34	SVHashEntry* entry = ht->buckets[i];	220,419✔
35	while (entry != NULL) {	329,996✔
36	SVHashEntry* next = entry->next;	109,619✔
37	uint32_t bucketIndex = ht->hash(entry->obj) % newNumBuckets;	109,619✔
38	entry->next = newBuckets[bucketIndex];	109,577✔
39	newBuckets[bucketIndex] = entry;	109,577✔
40	entry = next;	109,577✔
41	}
42	}
43
44	taosMemoryFree(ht->buckets);	102!
45	ht->buckets = newBuckets;	144✔
46	ht->numBuckets = newNumBuckets;	144✔
47
48	return;	144✔
49	}
50
51	int32_t vHashInit(SVHashTable** ht, uint32_t (hash)(const void), int32_t (compare)(const void, const void*)) {	27,098✔
52	if (ht == NULL \|\| hash == NULL \|\| compare == NULL) {	27,098!
53	return TSDB_CODE_INVALID_PARA;	×
54	}
55
56	(ht) = (SVHashTable)taosMemoryMalloc(sizeof(SVHashTable));	27,098!
57	if (*ht == NULL) {	27,098!
58	return terrno;	×
59	}
60
61	(*ht)->hash = hash;	27,098✔
62	(*ht)->compare = compare;	27,098✔
63	(*ht)->numEntries = 0;	27,098✔
64	(*ht)->numBuckets = VNODE_HASH_DEFAULT_NUM_BUCKETS;	27,098✔
65	(ht)->buckets = (SVHashEntry)taosMemoryCalloc((ht)->numBuckets, sizeof(SVHashEntry*));	27,098!
66	if ((*ht)->buckets == NULL) {	27,098!
67	taosMemoryFree(*ht);	×
68	return terrno;	×
69	}
70
71	return 0;	27,098✔
72	}
73
74	void vHashDestroy(SVHashTable** ht) {	27,098✔
75	if (ht == NULL) {	27,098!
76	return;	×
77	}
78
79	if (*ht) {	27,098!
80	taosMemoryFree((*ht)->buckets);	27,098!
81	taosMemoryFree(*ht);	27,098!
82	(*ht) = NULL;	27,098✔
83	}
84	}
85
86	int32_t vHashPut(SVHashTable* ht, void* obj) {	174,659✔
87	if (ht == NULL \|\| obj == NULL) {	174,659!
88	return TSDB_CODE_INVALID_PARA;	×
89	}
90
91	uint32_t bucketIndex = ht->hash(obj) % ht->numBuckets;	174,659✔
92	for (SVHashEntry* entry = ht->buckets[bucketIndex]; entry != NULL; entry = entry->next) {	242,123✔
93	if (ht->compare(entry->obj, obj) == 0) {	67,707!
94	return TSDB_CODE_DUP_KEY;	×
95	}
96	}
97
98	if (ht->numEntries >= ht->numBuckets) {	174,416✔
99	vHashRehash(ht, ht->numBuckets * 2);	72✔
100	bucketIndex = ht->hash(obj) % ht->numBuckets;	72✔
101	}
102
103	SVHashEntry* entry = (SVHashEntry*)taosMemoryMalloc(sizeof(SVHashEntry));	174,416!
104	if (entry == NULL) {	174,653!
105	return terrno;	×
106	}
107	entry->obj = obj;	174,653✔
108	entry->next = ht->buckets[bucketIndex];	174,653✔
109	ht->buckets[bucketIndex] = entry;	174,653✔
110	ht->numEntries++;	174,653✔
111
112	return 0;	174,653✔
113	}
114
115	int32_t vHashGet(SVHashTable* ht, const void* obj, void** retObj) {	513,939✔
116	if (ht == NULL \|\| obj == NULL \|\| retObj == NULL) {	513,939!
117	return TSDB_CODE_INVALID_PARA;	×
118	}
119
120	uint32_t bucketIndex = ht->hash(obj) % ht->numBuckets;	513,959✔
121	for (SVHashEntry* entry = ht->buckets[bucketIndex]; entry != NULL; entry = entry->next) {	656,736✔
122	if (ht->compare(entry->obj, obj) == 0) {	487,332✔
123	*retObj = entry->obj;	345,136✔
124	return 0;	345,136✔
125	}
126	}
127
128	*retObj = NULL;	169,404✔
129	return TSDB_CODE_NOT_FOUND;	169,404✔
130	}
131
132	int32_t vHashDrop(SVHashTable* ht, const void* obj) {	174,693✔
133	if (ht == NULL \|\| obj == NULL) {	174,693!
134	return TSDB_CODE_INVALID_PARA;	×
135	}
136
137	uint32_t bucketIndex = ht->hash(obj) % ht->numBuckets;	174,693✔
138	for (SVHashEntry** entry = &ht->buckets[bucketIndex]; entry != NULL; entry = &(entry)->next) {	202,913!
139	if (ht->compare((*entry)->obj, obj) == 0) {	202,913✔
140	SVHashEntry* tmp = *entry;	174,693✔
141	entry = (entry)->next;	174,693✔
142	taosMemoryFree(tmp);	174,693!
143	ht->numEntries--;	174,693✔
144	if (ht->numBuckets > VNODE_HASH_DEFAULT_NUM_BUCKETS && ht->numEntries < ht->numBuckets / 4) {	174,693✔
145	vHashRehash(ht, ht->numBuckets / 2);	72✔
146	}
147	return 0;	174,693✔
148	}
149	}
150
151	return TSDB_CODE_NOT_FOUND;	×
152	}

taosdata / TDengine / #3564

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous