#4032

Committed 09 May 2025 11:08PM UTC coverage: 62.788% (+0.4%) from 62.432%

Build # #4032

Build Type

push

travis-ci

Committed by GitHub

Commit Message

Merge pull request #31013 from taosdata/opt/workflow-3.0-cyjia

Coverage Stats

156483 of 317611 branches covered (49.27%)

Branch coverage included in aggregate %.

241665 of 316507 relevant lines covered (76.35%)

6706251.92 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

71.18

/source/dnode/vnode/src/vnd/vnodeHash.c

/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#include "vnodeHash.h"

#define VNODE_HASH_DEFAULT_NUM_BUCKETS 1024

typedef struct SVHashEntry SVHashEntry;

struct SVHashEntry {
  SVHashEntry* next;
  void*        obj;
};

static void vHashRehash(SVHashTable* ht, uint32_t newNumBuckets) {
  SVHashEntry** newBuckets = (SVHashEntry**)taosMemoryCalloc(newNumBuckets, sizeof(SVHashEntry*));
  if (newBuckets == NULL) {
    return;
  }

  for (int32_t i = 0; i < ht->numBuckets; i++) {
    SVHashEntry* entry = ht->buckets[i];
    while (entry != NULL) {
      SVHashEntry* next = entry->next;
      uint32_t     bucketIndex = ht->hash(entry->obj) % newNumBuckets;
      entry->next = newBuckets[bucketIndex];
      newBuckets[bucketIndex] = entry;
      entry = next;
    }
  }

  taosMemoryFree(ht->buckets);
  ht->buckets = newBuckets;
  ht->numBuckets = newNumBuckets;

  return;
}

int32_t vHashInit(SVHashTable** ht, uint32_t (*hash)(const void*), int32_t (*compare)(const void*, const void*)) {
  if (ht == NULL || hash == NULL || compare == NULL) {
    return TSDB_CODE_INVALID_PARA;
  }

  (*ht) = (SVHashTable*)taosMemoryMalloc(sizeof(SVHashTable));
  if (*ht == NULL) {
    return terrno;
  }

  (*ht)->hash = hash;
  (*ht)->compare = compare;
  (*ht)->numEntries = 0;
  (*ht)->numBuckets = VNODE_HASH_DEFAULT_NUM_BUCKETS;
  (*ht)->buckets = (SVHashEntry**)taosMemoryCalloc((*ht)->numBuckets, sizeof(SVHashEntry*));
  if ((*ht)->buckets == NULL) {
    taosMemoryFree(*ht);
    return terrno;
  }

  return 0;
}

void vHashDestroy(SVHashTable** ht) {
  if (ht == NULL) {
    return;
  }

  if (*ht) {
    taosMemoryFree((*ht)->buckets);
    taosMemoryFree(*ht);
    (*ht) = NULL;
  }
}

int32_t vHashPut(SVHashTable* ht, void* obj) {
  if (ht == NULL || obj == NULL) {
    return TSDB_CODE_INVALID_PARA;
  }

  uint32_t bucketIndex = ht->hash(obj) % ht->numBuckets;
  for (SVHashEntry* entry = ht->buckets[bucketIndex]; entry != NULL; entry = entry->next) {
    if (ht->compare(entry->obj, obj) == 0) {
      return TSDB_CODE_DUP_KEY;
    }
  }

  if (ht->numEntries >= ht->numBuckets) {
    vHashRehash(ht, ht->numBuckets * 2);
    bucketIndex = ht->hash(obj) % ht->numBuckets;
  }

  SVHashEntry* entry = (SVHashEntry*)taosMemoryMalloc(sizeof(SVHashEntry));
  if (entry == NULL) {
    return terrno;
  }
  entry->obj = obj;
  entry->next = ht->buckets[bucketIndex];
  ht->buckets[bucketIndex] = entry;
  ht->numEntries++;

  return 0;
}

int32_t vHashGet(SVHashTable* ht, const void* obj, void** retObj) {
  if (ht == NULL || obj == NULL || retObj == NULL) {
    return TSDB_CODE_INVALID_PARA;
  }

  uint32_t bucketIndex = ht->hash(obj) % ht->numBuckets;
  for (SVHashEntry* entry = ht->buckets[bucketIndex]; entry != NULL; entry = entry->next) {
    if (ht->compare(entry->obj, obj) == 0) {
      *retObj = entry->obj;
      return 0;
    }
  }

  *retObj = NULL;
  return TSDB_CODE_NOT_FOUND;
}

int32_t vHashDrop(SVHashTable* ht, const void* obj) {
  if (ht == NULL || obj == NULL) {
    return TSDB_CODE_INVALID_PARA;
  }

  uint32_t bucketIndex = ht->hash(obj) % ht->numBuckets;
  for (SVHashEntry** entry = &ht->buckets[bucketIndex]; *entry != NULL; entry = &(*entry)->next) {
    if (ht->compare((*entry)->obj, obj) == 0) {
      SVHashEntry* tmp = *entry;
      *entry = (*entry)->next;
      taosMemoryFree(tmp);
      ht->numEntries--;
      if (ht->numBuckets > VNODE_HASH_DEFAULT_NUM_BUCKETS && ht->numEntries < ht->numBuckets / 4) {
        vHashRehash(ht, ht->numBuckets / 2);
      }
      return 0;
    }
  }

  return TSDB_CODE_NOT_FOUND;
}

1	/*
2	* Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3	*
4	* This program is free software: you can use, redistribute, and/or modify
5	* it under the terms of the GNU Affero General Public License, version 3
6	* or later ("AGPL"), as published by the Free Software Foundation.
7	*
8	* This program is distributed in the hope that it will be useful, but WITHOUT
9	* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10	* FITNESS FOR A PARTICULAR PURPOSE.
11	*
12	* You should have received a copy of the GNU Affero General Public License
13	* along with this program. If not, see <http://www.gnu.org/licenses/>.
14	*/
15
16	#include "vnodeHash.h"
17
18	#define VNODE_HASH_DEFAULT_NUM_BUCKETS 1024
19
20	typedef struct SVHashEntry SVHashEntry;
21
22	struct SVHashEntry {
23	SVHashEntry* next;
24	void* obj;
25	};
26
27	static void vHashRehash(SVHashTable* ht, uint32_t newNumBuckets) {	312✔
28	SVHashEntry newBuckets = (SVHashEntry)taosMemoryCalloc(newNumBuckets, sizeof(SVHashEntry*));	312!
29	if (newBuckets == NULL) {	312!
30	return;	×
31	}
32
33	for (int32_t i = 0; i < ht->numBuckets; i++) {	1,153,904✔
34	SVHashEntry* entry = ht->buckets[i];	1,153,664✔
35	while (entry != NULL) {	1,729,194✔
36	SVHashEntry* next = entry->next;	575,602✔
37	uint32_t bucketIndex = ht->hash(entry->obj) % newNumBuckets;	575,602✔
38	entry->next = newBuckets[bucketIndex];	575,530✔
39	newBuckets[bucketIndex] = entry;	575,530✔
40	entry = next;	575,530✔
41	}
42	}
43
44	taosMemoryFree(ht->buckets);	240!
45	ht->buckets = newBuckets;	312✔
46	ht->numBuckets = newNumBuckets;	312✔
47
48	return;	312✔
49	}
50
51	int32_t vHashInit(SVHashTable** ht, uint32_t (hash)(const void), int32_t (compare)(const void, const void*)) {	30,018✔
52	if (ht == NULL \|\| hash == NULL \|\| compare == NULL) {	30,018!
53	return TSDB_CODE_INVALID_PARA;	×
54	}
55
56	(ht) = (SVHashTable)taosMemoryMalloc(sizeof(SVHashTable));	30,018!
57	if (*ht == NULL) {	30,018!
58	return terrno;	×
59	}
60
61	(*ht)->hash = hash;	30,018✔
62	(*ht)->compare = compare;	30,018✔
63	(*ht)->numEntries = 0;	30,018✔
64	(*ht)->numBuckets = VNODE_HASH_DEFAULT_NUM_BUCKETS;	30,018✔
65	(ht)->buckets = (SVHashEntry)taosMemoryCalloc((ht)->numBuckets, sizeof(SVHashEntry*));	30,018!
66	if ((*ht)->buckets == NULL) {	30,018!
67	taosMemoryFree(*ht);	×
68	return terrno;	×
69	}
70
71	return 0;	30,018✔
72	}
73
74	void vHashDestroy(SVHashTable** ht) {	30,018✔
75	if (ht == NULL) {	30,018!
76	return;	×
77	}
78
79	if (*ht) {	30,018!
80	taosMemoryFree((*ht)->buckets);	30,018!
81	taosMemoryFree(*ht);	30,018!
82	(*ht) = NULL;	30,018✔
83	}
84	}
85
86	int32_t vHashPut(SVHashTable* ht, void* obj) {	496,161✔
87	if (ht == NULL \|\| obj == NULL) {	496,161!
88	return TSDB_CODE_INVALID_PARA;	×
89	}
90
91	uint32_t bucketIndex = ht->hash(obj) % ht->numBuckets;	496,165✔
92	for (SVHashEntry* entry = ht->buckets[bucketIndex]; entry != NULL; entry = entry->next) {	801,972✔
93	if (ht->compare(entry->obj, obj) == 0) {	306,227!
94	return TSDB_CODE_DUP_KEY;	×
95	}
96	}
97
98	if (ht->numEntries >= ht->numBuckets) {	495,745✔
99	vHashRehash(ht, ht->numBuckets * 2);	156✔
100	bucketIndex = ht->hash(obj) % ht->numBuckets;	156✔
101	}
102
103	SVHashEntry* entry = (SVHashEntry*)taosMemoryMalloc(sizeof(SVHashEntry));	495,745!
104	if (entry == NULL) {	496,153!
105	return terrno;	×
106	}
107	entry->obj = obj;	496,153✔
108	entry->next = ht->buckets[bucketIndex];	496,153✔
109	ht->buckets[bucketIndex] = entry;	496,153✔
110	ht->numEntries++;	496,153✔
111
112	return 0;	496,153✔
113	}
114
115	int32_t vHashGet(SVHashTable* ht, const void* obj, void** retObj) {	6,809,244✔
116	if (ht == NULL \|\| obj == NULL \|\| retObj == NULL) {	6,809,244!
117	return TSDB_CODE_INVALID_PARA;	×
118	}
119
120	uint32_t bucketIndex = ht->hash(obj) % ht->numBuckets;	6,809,321✔
121	for (SVHashEntry* entry = ht->buckets[bucketIndex]; entry != NULL; entry = entry->next) {	10,648,241✔
122	if (ht->compare(entry->obj, obj) == 0) {	10,150,639✔
123	*retObj = entry->obj;	6,323,230✔
124	return 0;	6,323,230✔
125	}
126	}
127
128	*retObj = NULL;	497,602✔
129	return TSDB_CODE_NOT_FOUND;	497,602✔
130	}
131
132	int32_t vHashDrop(SVHashTable* ht, const void* obj) {	496,216✔
133	if (ht == NULL \|\| obj == NULL) {	496,216!
134	return TSDB_CODE_INVALID_PARA;	×
135	}
136
137	uint32_t bucketIndex = ht->hash(obj) % ht->numBuckets;	496,216✔
138	for (SVHashEntry** entry = &ht->buckets[bucketIndex]; entry != NULL; entry = &(entry)->next) {	613,613!
139	if (ht->compare((*entry)->obj, obj) == 0) {	613,613✔
140	SVHashEntry* tmp = *entry;	496,216✔
141	entry = (entry)->next;	496,216✔
142	taosMemoryFree(tmp);	496,216!
143	ht->numEntries--;	496,216✔
144	if (ht->numBuckets > VNODE_HASH_DEFAULT_NUM_BUCKETS && ht->numEntries < ht->numBuckets / 4) {	496,216✔
145	vHashRehash(ht, ht->numBuckets / 2);	156✔
146	}
147	return 0;	496,216✔
148	}
149	}
150
151	return TSDB_CODE_NOT_FOUND;	×
152	}

taosdata / TDengine / #4032

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous