• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #4907

30 Dec 2025 10:52AM UTC coverage: 65.541% (+0.03%) from 65.514%
#4907

push

travis-ci

web-flow
enh: drop multi-stream (#33962)

60 of 106 new or added lines in 4 files covered. (56.6%)

808 existing lines in 106 files now uncovered.

193920 of 295877 relevant lines covered (65.54%)

118520209.34 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

85.71
/include/util/tcoding.h
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#ifndef _TD_UTIL_CODING_H_
17
#define _TD_UTIL_CODING_H_
18

19
#include "os.h"
20
#include "tlog.h"
21

22
#ifdef __cplusplus
23
extern "C" {
24
#endif
25

26
#define ENCODE_LIMIT  (((uint8_t)1) << 7)
27
#define ZIGZAGE(T, v) (((u##T)((v) >> (sizeof(T) * 8 - 1))) ^ (((u##T)(v)) << 1))  // zigzag encode
28
#define ZIGZAGD(T, v) (((v) >> 1) ^ -((T)((v)&1)))                                 // zigzag decode
29

30
/* ------------------------ LEGACY CODES ------------------------ */
31
#if 1
32
// ---- Fixed U8
33
static FORCE_INLINE int32_t taosEncodeFixedU8(void **buf, uint8_t value) {
34
  if (buf != NULL) {
35
    ((uint8_t *)(*buf))[0] = value;
36
    *buf = POINTER_SHIFT(*buf, sizeof(value));
37
  }
38

39
  return (int32_t)sizeof(value);
40
}
41

42
static FORCE_INLINE void *taosDecodeFixedU8(const void *buf, uint8_t *value) {
43
  *value = ((uint8_t *)buf)[0];
44
  return POINTER_SHIFT(buf, sizeof(*value));
45
}
46

47
// ---- Fixed I8
48
static FORCE_INLINE int32_t taosEncodeFixedI8(void **buf, int8_t value) {
49
  if (buf != NULL) {
43,591,293✔
50
    ((int8_t *)(*buf))[0] = value;
21,801,537✔
51
    *buf = POINTER_SHIFT(*buf, sizeof(value));
21,801,537✔
52
  }
53
  return (int32_t)sizeof(value);
43,591,293✔
54
}
55

56
static FORCE_INLINE void *taosDecodeFixedI8(const void *buf, int8_t *value) {
57
  *value = ((int8_t *)buf)[0];
41,406,821✔
58
  return POINTER_SHIFT(buf, sizeof(*value));
41,406,821✔
59
}
60

61
static FORCE_INLINE void *taosSkipFixedLen(const void *buf, size_t len) { return POINTER_SHIFT(buf, len); }
62

63
// --- Bool
64

65
static FORCE_INLINE int32_t taosEncodeFixedBool(void **buf, bool value) {
66
  if (buf != NULL) {
4,037,738✔
67
    ((int8_t *)(*buf))[0] = (value ? 1 : 0);
2,019,952✔
68
    *buf = POINTER_SHIFT(*buf, sizeof(int8_t));
2,019,952✔
69
  }
70
  return (int32_t)sizeof(int8_t);
4,037,738✔
71
}
72

73
static FORCE_INLINE void *taosDecodeFixedBool(const void *buf, bool *value) {
74
  *value = ((((int8_t *)buf)[0] == 0) ? false : true);
2,177,998✔
75
  return POINTER_SHIFT(buf, sizeof(int8_t));
2,177,998✔
76
}
77

78
// ---- Fixed U16
79
static FORCE_INLINE int32_t taosEncodeFixedU16(void **buf, uint16_t value) {
80
  if (buf != NULL) {
42,501,466✔
81
    if (IS_LITTLE_ENDIAN()) {
21,255,203✔
82
      TAOS_MEMCPY(*buf, &value, sizeof(value));
21,255,431✔
83
    } else {
UNCOV
84
      ((uint8_t *)(*buf))[0] = value & 0xff;
×
UNCOV
85
      ((uint8_t *)(*buf))[1] = (value >> 8) & 0xff;
×
86
    }
87
    *buf = POINTER_SHIFT(*buf, sizeof(value));
21,255,203✔
88
  }
89

90
  return (int32_t)sizeof(value);
42,501,466✔
91
}
92

93
static FORCE_INLINE void *taosDecodeFixedU16(const void *buf, uint16_t *value) {
94
  if (IS_LITTLE_ENDIAN()) {
30,950,874✔
95
    TAOS_MEMCPY(value, buf, sizeof(*value));
30,951,045✔
96
  } else {
97
    ((uint8_t *)value)[1] = ((uint8_t *)buf)[0];
×
98
    ((uint8_t *)value)[0] = ((uint8_t *)buf)[1];
×
99
  }
100

101
  return POINTER_SHIFT(buf, sizeof(*value));
30,950,874✔
102
}
103

104
// ---- Fixed I16
105
static FORCE_INLINE int32_t taosEncodeFixedI16(void **buf, int16_t value) {
106
  return taosEncodeFixedU16(buf, ZIGZAGE(int16_t, value));
28,895,852✔
107
}
108

109
static FORCE_INLINE void *taosDecodeFixedI16(const void *buf, int16_t *value) {
110
  uint16_t tvalue = 0;
17,822,119✔
111
  void    *ret = taosDecodeFixedU16(buf, &tvalue);
17,822,119✔
112
  *value = ZIGZAGD(int16_t, tvalue);
17,822,119✔
113
  return ret;
17,822,119✔
114
}
115

116
// ---- Fixed U32
117
static FORCE_INLINE int32_t taosEncodeFixedU32(void **buf, uint32_t value) {
118
  if (buf != NULL) {
81,405,635✔
119
    if (IS_LITTLE_ENDIAN()) {
41,130,115✔
120
      TAOS_MEMCPY(*buf, &value, sizeof(value));
41,130,631✔
121
    } else {
122
      ((uint8_t *)(*buf))[0] = value & 0xff;
114✔
123
      ((uint8_t *)(*buf))[1] = (value >> 8) & 0xff;
114✔
124
      ((uint8_t *)(*buf))[2] = (value >> 16) & 0xff;
114✔
125
      ((uint8_t *)(*buf))[3] = (value >> 24) & 0xff;
114✔
126
    }
127
    *buf = POINTER_SHIFT(*buf, sizeof(value));
41,130,745✔
128
  }
129

130
  return (int32_t)sizeof(value);
81,405,005✔
131
}
132

133
static FORCE_INLINE void *taosDecodeFixedU32(const void *buf, uint32_t *value) {
134
  if (IS_LITTLE_ENDIAN()) {
50,425,879✔
135
    TAOS_MEMCPY(value, buf, sizeof(*value));
50,426,554✔
136
  } else {
137
    ((uint8_t *)value)[3] = ((uint8_t *)buf)[0];
×
138
    ((uint8_t *)value)[2] = ((uint8_t *)buf)[1];
×
139
    ((uint8_t *)value)[1] = ((uint8_t *)buf)[2];
×
140
    ((uint8_t *)value)[0] = ((uint8_t *)buf)[3];
×
141
  }
142

143
  return POINTER_SHIFT(buf, sizeof(*value));
50,425,879✔
144
}
145

146
// ---- Fixed I32
147
static FORCE_INLINE int32_t taosEncodeFixedI32(void **buf, int32_t value) {
148
  return taosEncodeFixedU32(buf, ZIGZAGE(int32_t, value));
161,111,188✔
149
}
150

151
static FORCE_INLINE void *taosDecodeFixedI32(const void *buf, int32_t *value) {
152
  uint32_t tvalue = 0;
29,545,861✔
153
  void    *ret = taosDecodeFixedU32(buf, &tvalue);
29,545,861✔
154
  *value = ZIGZAGD(int32_t, tvalue);
29,545,861✔
155
  return ret;
29,545,861✔
156
}
157

158
// ---- Fixed U64
159
static FORCE_INLINE int32_t taosEncodeFixedU64(void **buf, uint64_t value) {
160
  if (buf != NULL) {
19,886,036✔
161
    if (IS_LITTLE_ENDIAN()) {
15,015,688✔
162
      TAOS_MEMCPY(*buf, &value, sizeof(value));
15,015,574✔
163
    } else {
164
      ((uint8_t *)(*buf))[0] = value & 0xff;
171✔
165
      ((uint8_t *)(*buf))[1] = (value >> 8) & 0xff;
171✔
166
      ((uint8_t *)(*buf))[2] = (value >> 16) & 0xff;
171✔
167
      ((uint8_t *)(*buf))[3] = (value >> 24) & 0xff;
171✔
168
      ((uint8_t *)(*buf))[4] = (value >> 32) & 0xff;
171✔
169
      ((uint8_t *)(*buf))[5] = (value >> 40) & 0xff;
171✔
170
      ((uint8_t *)(*buf))[6] = (value >> 48) & 0xff;
171✔
171
      ((uint8_t *)(*buf))[7] = (value >> 56) & 0xff;
171✔
172
    }
173

174
    *buf = POINTER_SHIFT(*buf, sizeof(value));
15,015,688✔
175
  }
176

177
  return (int32_t)sizeof(value);
29,890,136✔
178
}
179

180
static FORCE_INLINE void *taosDecodeFixedU64(const void *buf, uint64_t *value) {
181
  if (IS_LITTLE_ENDIAN()) {
14,537,873✔
182
    TAOS_MEMCPY(value, buf, sizeof(*value));
16,232,155✔
183
  } else {
UNCOV
184
    ((uint8_t *)value)[7] = ((uint8_t *)buf)[0];
×
UNCOV
185
    ((uint8_t *)value)[6] = ((uint8_t *)buf)[1];
×
UNCOV
186
    ((uint8_t *)value)[5] = ((uint8_t *)buf)[2];
×
UNCOV
187
    ((uint8_t *)value)[4] = ((uint8_t *)buf)[3];
×
UNCOV
188
    ((uint8_t *)value)[3] = ((uint8_t *)buf)[4];
×
UNCOV
189
    ((uint8_t *)value)[2] = ((uint8_t *)buf)[5];
×
UNCOV
190
    ((uint8_t *)value)[1] = ((uint8_t *)buf)[6];
×
UNCOV
191
    ((uint8_t *)value)[0] = ((uint8_t *)buf)[7];
×
192
  }
193

194
  return POINTER_SHIFT(buf, sizeof(*value));
16,231,927✔
195
}
196

197
// ---- Fixed I64
198
static FORCE_INLINE int32_t taosEncodeFixedI64(void **buf, int64_t value) {
199
  return taosEncodeFixedU64(buf, ZIGZAGE(int64_t, value));
58,190,516✔
200
}
201

202
static FORCE_INLINE void *taosDecodeFixedI64(const void *buf, int64_t *value) {
203
  uint64_t tvalue = 0;
13,968,340✔
204
  void    *ret = taosDecodeFixedU64(buf, &tvalue);
13,968,340✔
205
  *value = ZIGZAGD(int64_t, tvalue);
13,968,340✔
206
  return ret;
13,968,340✔
207
}
208

209
// ---- Variant U16
210
static FORCE_INLINE int32_t taosEncodeVariantU16(void **buf, uint16_t value) {
211
  int32_t i = 0;
212
  while (value >= ENCODE_LIMIT) {
213
    if (buf != NULL) ((uint8_t *)(*buf))[i] = (uint8_t)(value | ENCODE_LIMIT);
214
    value >>= 7;
215
    i++;
216
  }
217

218
  if (buf != NULL) {
219
    ((uint8_t *)(*buf))[i] = (uint8_t)value;
220
    *buf = POINTER_SHIFT(*buf, i + 1);
221
  }
222

223
  return i + 1;
224
}
225

226
static FORCE_INLINE void *taosDecodeVariantU16(const void *buf, uint16_t *value) {
227
  int32_t  i = 0;
228
  uint16_t tval = 0;
229
  *value = 0;
230
  while (i < 3) {
231
    tval = (uint16_t)(((uint8_t *)buf)[i]);
232
    if (tval < ENCODE_LIMIT) {
233
      (*value) |= (tval << (7 * i));
234
      return POINTER_SHIFT(buf, i + 1);
235
    } else {
236
      (*value) |= ((tval & (ENCODE_LIMIT - 1)) << (7 * i));
237
      i++;
238
    }
239
  }
240

241
  return NULL;  // error happened
242
}
243

244
// ---- Variant I16
245
static FORCE_INLINE int32_t taosEncodeVariantI16(void **buf, int16_t value) {
246
  return taosEncodeVariantU16(buf, ZIGZAGE(int16_t, value));
247
}
248

249
static FORCE_INLINE void *taosDecodeVariantI16(const void *buf, int16_t *value) {
250
  uint16_t tvalue = 0;
251
  void    *ret = taosDecodeVariantU16(buf, &tvalue);
252
  *value = ZIGZAGD(int16_t, tvalue);
253
  return ret;
254
}
255

256
// ---- Variant U32
257
static FORCE_INLINE int32_t taosEncodeVariantU32(void **buf, uint32_t value) {
258
  int32_t i = 0;
21,406,820✔
259
  while (value >= ENCODE_LIMIT) {
21,406,820✔
260
    if (buf != NULL) ((uint8_t *)(*buf))[i] = (value | ENCODE_LIMIT);
×
261
    value >>= 7;
×
262
    i++;
×
263
  }
264

265
  if (buf != NULL) {
21,406,820✔
266
    ((uint8_t *)(*buf))[i] = value;
21,009,552✔
267
    *buf = POINTER_SHIFT(*buf, i + 1);
21,009,552✔
268
  }
269

270
  return i + 1;
21,406,820✔
271
}
272

273
static FORCE_INLINE void *taosDecodeVariantU32(const void *buf, uint32_t *value) {
274
  int32_t  i = 0;
2,147,483,647✔
275
  uint32_t tval = 0;
2,147,483,647✔
276
  *value = 0;
2,147,483,647✔
277
  while (i < 5) {
2,147,483,647✔
278
    tval = (uint32_t)(((uint8_t *)buf)[i]);
2,147,483,647✔
279
    if (tval < ENCODE_LIMIT) {
2,147,483,647✔
280
      (*value) |= (tval << (7 * i));
2,147,483,647✔
281
      return POINTER_SHIFT(buf, i + 1);
2,147,483,647✔
282
    } else {
283
      (*value) |= ((tval & (ENCODE_LIMIT - 1)) << (7 * i));
×
284
      i++;
×
285
    }
286
  }
287

288
  return NULL;  // error happened
×
289
}
290

291
// ---- Variant I32
292
static FORCE_INLINE int32_t taosEncodeVariantI32(void **buf, int32_t value) {
293
  return taosEncodeVariantU32(buf, ZIGZAGE(int32_t, value));
42,813,640✔
294
}
295

296
static FORCE_INLINE void *taosDecodeVariantI32(const void *buf, int32_t *value) {
297
  uint32_t tvalue = 0;
2,147,483,647✔
298
  void    *ret = taosDecodeVariantU32(buf, &tvalue);
2,147,483,647✔
299
  *value = ZIGZAGD(int32_t, tvalue);
2,147,483,647✔
300
  return ret;
2,147,483,647✔
301
}
302

303
// ---- Variant U64
304
static FORCE_INLINE int32_t taosEncodeVariantU64(void **buf, uint64_t value) {
305
  int32_t i = 0;
66,061,634✔
306
  while (value >= ENCODE_LIMIT) {
102,896,549✔
307
    if (buf != NULL) ((uint8_t *)(*buf))[i] = (uint8_t)(value | ENCODE_LIMIT);
36,834,915✔
308
    value >>= 7;
36,834,915✔
309
    i++;
36,834,915✔
310
  }
311

312
  if (buf != NULL) {
66,061,634✔
313
    ((uint8_t *)(*buf))[i] = (uint8_t)value;
43,367,973✔
314
    *buf = POINTER_SHIFT(*buf, i + 1);
43,367,973✔
315
  }
316

317
  return i + 1;
66,061,634✔
318
}
319

320
static FORCE_INLINE void *taosDecodeVariantU64(const void *buf, uint64_t *value) {
321
  int32_t  i = 0;
2,147,483,647✔
322
  uint64_t tval = 0;
2,147,483,647✔
323
  *value = 0;
125,968,976✔
324
  while (i < 10) {
2,147,483,647✔
325
    tval = (uint64_t)(((uint8_t *)buf)[i]);
2,147,483,647✔
326
    if (tval < ENCODE_LIMIT) {
2,147,483,647✔
327
      (*value) |= (tval << (7 * i));
2,147,483,647✔
328
      return POINTER_SHIFT(buf, i + 1);
2,147,483,647✔
329
    } else {
330
      (*value) |= ((tval & (ENCODE_LIMIT - 1)) << (7 * i));
2,147,483,647✔
331
      i++;
2,147,483,647✔
332
    }
333
  }
334

335
  return NULL;  // error happened
×
336
}
337

338
// ---- Variant I64
339
static FORCE_INLINE int32_t taosEncodeVariantI64(void **buf, int64_t value) {
340
  return taosEncodeVariantU64(buf, ZIGZAGE(int64_t, value));
41,300,468✔
341
}
342

343
static FORCE_INLINE void *taosDecodeVariantI64(const void *buf, int64_t *value) {
344
  uint64_t tvalue = 0;
2,147,483,647✔
345
  void    *ret = taosDecodeVariantU64(buf, &tvalue);
2,147,483,647✔
346
  *value = ZIGZAGD(int64_t, tvalue);
2,147,483,647✔
347
  return ret;
2,147,483,647✔
348
}
349

350
// ---- string
351
static FORCE_INLINE int32_t taosEncodeString(void **buf, const char *value) {
352
  int32_t tlen = 0;
45,387,322✔
353
  size_t  size = strlen(value);
45,387,322✔
354

355
  tlen += taosEncodeVariantU64(buf, size);
45,387,322✔
356
  if (buf != NULL) {
45,387,322✔
357
    TAOS_MEMCPY(*buf, value, size);
22,693,661✔
358
    *buf = POINTER_SHIFT(*buf, size);
22,693,661✔
359
  }
360
  tlen += (int32_t)size;
45,387,322✔
361

362
  return tlen;
45,387,322✔
363
}
364

365
static FORCE_INLINE void *taosDecodeString(const void *buf, char **value) {
366
  uint64_t size = 0;
749,804✔
367

368
  buf = taosDecodeVariantU64(buf, &size);
749,804✔
369
  *value = (char *)taosMemoryMalloc((size_t)size + 1);
749,804✔
370

371
  if (*value == NULL) return NULL;
749,804✔
372
  TAOS_MEMCPY(*value, buf, (size_t)size);
749,804✔
373

374
  (*value)[size] = '\0';
749,804✔
375

376
  return POINTER_SHIFT(buf, size);
749,804✔
377
}
378

379
static FORCE_INLINE void *taosDecodeStringTo(const void *buf, char *value) {
380
  uint64_t size = 0;
20,186,646✔
381

382
  buf = taosDecodeVariantU64(buf, &size);
20,186,646✔
383
  TAOS_MEMCPY(value, buf, (size_t)size);
20,186,646✔
384

385
  value[size] = '\0';
20,186,646✔
386

387
  return POINTER_SHIFT(buf, size);
20,186,646✔
388
}
389

390
// ---- binary
391
static FORCE_INLINE int32_t taosEncodeBinary(void **buf, const void *value, int32_t valueLen) {
392
  int32_t tlen = 0;
31,492,629✔
393

394
  if (buf != NULL) {
31,492,629✔
395
    TAOS_MEMCPY(*buf, value, valueLen);
26,053,796✔
396
    *buf = POINTER_SHIFT(*buf, valueLen);
26,053,796✔
397
  }
398
  tlen += (int32_t)valueLen;
31,492,629✔
399

400
  return tlen;
31,492,629✔
401
}
402

403
static FORCE_INLINE void *taosDecodeBinary(const void *buf, void **value, int32_t valueLen) {
404
  *value = taosMemoryMalloc((size_t)valueLen);
5,094,927✔
405
  if (*value == NULL) return NULL;
5,095,503✔
406
  TAOS_MEMCPY(*value, buf, (size_t)valueLen);
5,095,503✔
407

408
  return POINTER_SHIFT(buf, valueLen);
5,095,503✔
409
}
410

411
static FORCE_INLINE void *taosDecodeBinaryTo(const void *buf, void *value, int32_t valueLen) {
412
  TAOS_MEMCPY(value, buf, (size_t)valueLen);
115,775✔
413
  return POINTER_SHIFT(buf, valueLen);
115,775✔
414
}
415

416
#endif
417

418
#ifdef __cplusplus
419
}
420
#endif
421

422
#endif /*_TD_UTIL_CODING_H_*/
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc