• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #4917

07 Jan 2026 03:52PM UTC coverage: 65.42% (+0.02%) from 65.402%
#4917

push

travis-ci

web-flow
merge: from main to 3.0 branch #34204

31 of 34 new or added lines in 2 files covered. (91.18%)

819 existing lines in 129 files now uncovered.

202679 of 309814 relevant lines covered (65.42%)

116724351.99 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

79.34
/source/dnode/vnode/src/tsdb/tsdbSnapInfo.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#include "tsdb.h"
17
#include "tsdbFS2.h"
18

19
#define TSDB_SNAP_MSG_VER 1
20

21
// fset partition
22
static int32_t tsdbFSetPartCmprFn(STsdbFSetPartition* x, STsdbFSetPartition* y) {
22,885✔
23
  if (x->fid < y->fid) return -1;
22,885✔
24
  if (x->fid > y->fid) return 1;
17,268✔
25
  return 0;
×
26
}
27

28
static int32_t tVersionRangeCmprFn(SVersionRange* x, SVersionRange* y) {
25,894✔
29
  if (x->minVer < y->minVer) return -1;
25,894✔
30
  if (x->minVer > y->minVer) return 1;
3,116✔
31
  if (x->maxVer < y->maxVer) return -1;
×
32
  if (x->maxVer > y->maxVer) return 1;
×
33
  return 0;
×
34
}
35

UNCOV
36
static int32_t tsdbTFileSetRangeCmprFn(STFileSetRange* x, STFileSetRange* y) {
×
UNCOV
37
  if (x->fid < y->fid) return -1;
×
UNCOV
38
  if (x->fid > y->fid) return 1;
×
39
  return 0;
×
40
}
41

42
STsdbFSetPartition* tsdbFSetPartitionCreate() {
46,999✔
43
  STsdbFSetPartition* pSP = taosMemoryCalloc(1, sizeof(STsdbFSetPartition));
46,999✔
44
  if (pSP == NULL) {
46,999✔
45
    return NULL;
×
46
  }
47
  for (int32_t i = 0; i < TSDB_FSET_RANGE_TYP_MAX; i++) {
281,994✔
48
    TARRAY2_INIT(&pSP->verRanges[i]);
234,995✔
49
  }
50
  return pSP;
46,999✔
51
}
52

53
void tsdbFSetPartitionClear(STsdbFSetPartition** ppSP) {
46,999✔
54
  if (ppSP == NULL || ppSP[0] == NULL) {
46,999✔
55
    return;
×
56
  }
57
  for (int32_t i = 0; i < TSDB_FSET_RANGE_TYP_MAX; i++) {
281,994✔
58
    TARRAY2_DESTROY(&ppSP[0]->verRanges[i], NULL);
234,995✔
59
  }
60
  taosMemoryFree(ppSP[0]);
46,999✔
61
  ppSP[0] = NULL;
46,999✔
62
}
63

64
static int32_t tsdbFTypeToFRangeType(tsdb_ftype_t ftype) {
105,114✔
65
  switch (ftype) {
105,114✔
66
    case TSDB_FTYPE_HEAD:
35,038✔
67
      return TSDB_FSET_RANGE_TYP_HEAD;
35,038✔
68
    case TSDB_FTYPE_DATA:
35,038✔
69
      return TSDB_FSET_RANGE_TYP_DATA;
35,038✔
70
    case TSDB_FTYPE_SMA:
35,038✔
71
      return TSDB_FSET_RANGE_TYP_SMA;
35,038✔
72
    case TSDB_FTYPE_TOMB:
×
73
      return TSDB_FSET_RANGE_TYP_TOMB;
×
74
    case TSDB_FTYPE_STT:
×
75
      return TSDB_FSET_RANGE_TYP_STT;
×
76
  }
77
  return TSDB_FSET_RANGE_TYP_MAX;
×
78
}
79

80
static int32_t tsdbTFileSetToFSetPartition(STFileSet* fset, STsdbFSetPartition** ppSP) {
44,494✔
81
  STsdbFSetPartition* p = tsdbFSetPartitionCreate();
44,494✔
82
  if (p == NULL) {
44,494✔
83
    return terrno;
×
84
  }
85

86
  p->fid = fset->fid;
44,494✔
87

88
  int32_t code = 0;
44,494✔
89
  int32_t typ = 0;
44,494✔
90
  int32_t corrupt = false;
44,494✔
91
  int32_t count = 0;
44,494✔
92
  for (int32_t ftype = TSDB_FTYPE_MIN; ftype < TSDB_FTYPE_MAX; ++ftype) {
222,470✔
93
    if (fset->farr[ftype] == NULL) continue;
177,976✔
94
    typ = tsdbFTypeToFRangeType(ftype);
105,114✔
95
    STFile* f = fset->farr[ftype]->f;
105,114✔
96
    if (f->maxVer > fset->maxVerValid) {
105,114✔
97
      corrupt = true;
×
98
      tsdbError("skip incomplete data file: fid:%d, maxVerValid:%" PRId64 ", minVer:%" PRId64 ", maxVer:%" PRId64
×
99
                ", ftype: %d",
100
                fset->fid, fset->maxVerValid, f->minVer, f->maxVer, ftype);
101
      continue;
×
102
    }
103
    count++;
105,114✔
104
    SVersionRange vr = {.minVer = f->minVer, .maxVer = f->maxVer};
105,114✔
105
    code = TARRAY2_SORT_INSERT(&p->verRanges[typ], vr, tVersionRangeCmprFn);
105,114✔
106
    if (code) {
105,114✔
107
      tsdbFSetPartitionClear(&p);
×
108
      return code;
×
109
    }
110
  }
111

112
  typ = TSDB_FSET_RANGE_TYP_STT;
44,494✔
113
  const SSttLvl* lvl;
114
  TARRAY2_FOREACH(fset->lvlArr, lvl) {
102,933✔
115
    STFileObj* fobj;
116
    TARRAY2_FOREACH(lvl->fobjArr, fobj) {
119,994✔
117
      STFile* f = fobj->f;
61,555✔
118
      if (f->maxVer > fset->maxVerValid) {
61,555✔
119
        corrupt = true;
×
120
        tsdbError("skip incomplete stt file.fid:%d, maxVerValid:%" PRId64 ", minVer:%" PRId64 ", maxVer:%" PRId64
×
121
                  ", ftype: %d",
122
                  fset->fid, fset->maxVerValid, f->minVer, f->maxVer, typ);
123
        continue;
×
124
      }
125
      count++;
61,555✔
126
      SVersionRange vr = {.minVer = f->minVer, .maxVer = f->maxVer};
61,555✔
127
      code = TARRAY2_SORT_INSERT(&p->verRanges[typ], vr, tVersionRangeCmprFn);
61,555✔
128
      if (code) {
61,555✔
129
        tsdbFSetPartitionClear(&p);
×
130
        return code;
×
131
      }
132
    }
133
  }
134
  if (corrupt && count == 0) {
44,494✔
135
    SVersionRange vr = {.minVer = VERSION_MIN, .maxVer = fset->maxVerValid};
×
136
    code = TARRAY2_SORT_INSERT(&p->verRanges[typ], vr, tVersionRangeCmprFn);
×
137
    if (code) {
×
138
      tsdbFSetPartitionClear(&p);
×
139
      return code;
×
140
    }
141
  }
142
  ppSP[0] = p;
44,494✔
143
  return 0;
44,494✔
144
}
145

146
// fset partition list
147
STsdbFSetPartList* tsdbFSetPartListCreate() {
158,337✔
148
  STsdbFSetPartList* pList = taosMemoryCalloc(1, sizeof(STsdbFSetPartList));
158,337✔
149
  if (pList == NULL) {
158,337✔
150
    return NULL;
×
151
  }
152
  TARRAY2_INIT(pList);
158,337✔
153
  return pList;
158,337✔
154
}
155

156
void tsdbFSetPartListDestroy(STsdbFSetPartList** ppList) {
158,337✔
157
  if (ppList == NULL || ppList[0] == NULL) return;
158,337✔
158

159
  TARRAY2_DESTROY(ppList[0], tsdbFSetPartitionClear);
205,336✔
160
  taosMemoryFree(ppList[0]);
158,337✔
161
  ppList[0] = NULL;
158,337✔
162
}
163

164
int32_t tsdbFSetPartListToRangeDiff(STsdbFSetPartList* pList, TFileSetRangeArray** ppRanges) {
78,854✔
165
  int32_t code = 0;
78,854✔
166

167
  TFileSetRangeArray* pDiff = taosMemoryCalloc(1, sizeof(TFileSetRangeArray));
78,854✔
168
  if (pDiff == NULL) {
78,854✔
169
    code = terrno;
×
170
    goto _err;
×
171
  }
172
  TARRAY2_INIT(pDiff);
78,854✔
173

174
  STsdbFSetPartition* part;
175
  TARRAY2_FOREACH(pList, part) {
81,359✔
176
    STFileSetRange* r = taosMemoryCalloc(1, sizeof(STFileSetRange));
2,505✔
177
    if (r == NULL) {
2,505✔
178
      code = terrno;
×
179
      goto _err;
×
180
    }
181
    int64_t maxVerValid = -1;
2,505✔
182
    int32_t typMax = TSDB_FSET_RANGE_TYP_MAX;
2,505✔
183
    for (int32_t i = 0; i < typMax; i++) {
15,030✔
184
      SVerRangeList* iList = &part->verRanges[i];
12,525✔
185
      SVersionRange  vr = {0};
12,525✔
186
      TARRAY2_FOREACH(iList, vr) {
22,578✔
187
        if (vr.maxVer < vr.minVer) {
10,053✔
188
          continue;
×
189
        }
190
        maxVerValid = TMAX(maxVerValid, vr.maxVer);
10,053✔
191
      }
192
    }
193
    r->fid = part->fid;
2,505✔
194
    r->sver = maxVerValid + 1;
2,505✔
195
    r->ever = VERSION_MAX;
2,505✔
196
    tsdbDebug("range diff fid:%" PRId64 ", sver:%" PRId64 ", ever:%" PRId64, part->fid, r->sver, r->ever);
2,505✔
197
    code = TARRAY2_SORT_INSERT(pDiff, r, tsdbTFileSetRangeCmprFn);
2,505✔
198
    if (code) {
2,505✔
199
      taosMemoryFree(r);
×
200
      goto _err;
×
201
    }
202
  }
203
  ppRanges[0] = pDiff;
78,854✔
204

205
  tsdbInfo("pDiff size:%d", TARRAY2_SIZE(pDiff));
78,854✔
206
  return 0;
78,854✔
207

208
_err:
×
209
  if (pDiff) {
×
210
    tsdbTFileSetRangeArrayDestroy(&pDiff);
×
211
  }
212
  return code;
×
213
}
214

215
// serialization
216
int32_t tTsdbFSetPartListDataLenCalc(STsdbFSetPartList* pList) {
79,483✔
217
  int32_t hdrLen = sizeof(int32_t);
79,483✔
218
  int32_t datLen = 0;
79,483✔
219

220
  int8_t  msgVer = 1;
79,483✔
221
  int32_t len = TARRAY2_SIZE(pList);
79,483✔
222
  hdrLen += sizeof(msgVer);
79,483✔
223
  hdrLen += sizeof(len);
79,483✔
224
  datLen += hdrLen;
79,483✔
225

226
  for (int32_t u = 0; u < len; u++) {
123,977✔
227
    STsdbFSetPartition* p = TARRAY2_GET(pList, u);
44,494✔
228
    int32_t             typMax = TSDB_FSET_RANGE_TYP_MAX;
44,494✔
229
    int32_t             uItem = 0;
44,494✔
230
    uItem += sizeof(STsdbFSetPartition);
44,494✔
231
    uItem += sizeof(typMax);
44,494✔
232

233
    for (int32_t i = 0; i < typMax; i++) {
266,964✔
234
      int32_t iLen = TARRAY2_SIZE(&p->verRanges[i]);
222,470✔
235
      int32_t jItem = 0;
222,470✔
236
      jItem += sizeof(SVersionRange);
222,470✔
237
      jItem += sizeof(int64_t);
222,470✔
238
      uItem += sizeof(iLen) + jItem * iLen;
222,470✔
239
    }
240
    datLen += uItem;
44,494✔
241
  }
242
  return datLen;
79,483✔
243
}
244

245
static int32_t tSerializeTsdbFSetPartList(void* buf, int32_t bufLen, STsdbFSetPartList* pList, int32_t* encodeSize) {
79,483✔
246
  SEncoder encoder = {0};
79,483✔
247
  int8_t   reserved8 = 0;
79,483✔
248
  int16_t  reserved16 = 0;
79,483✔
249
  int64_t  reserved64 = 0;
79,483✔
250
  int8_t   msgVer = TSDB_SNAP_MSG_VER;
79,483✔
251
  int32_t  len = TARRAY2_SIZE(pList);
79,483✔
252
  int32_t  code = 0;
79,483✔
253

254
  tEncoderInit(&encoder, buf, bufLen);
79,483✔
255
  if ((code = tStartEncode(&encoder))) goto _exit;
79,483✔
256
  if ((code = tEncodeI8(&encoder, msgVer))) goto _exit;
158,966✔
257
  if ((code = tEncodeI32(&encoder, len))) goto _exit;
79,483✔
258

259
  for (int32_t u = 0; u < len; u++) {
123,977✔
260
    STsdbFSetPartition* p = TARRAY2_GET(pList, u);
44,494✔
261
    if ((code = tEncodeI64(&encoder, p->fid))) goto _exit;
88,988✔
262
    if ((code = tEncodeI8(&encoder, p->stat))) goto _exit;
88,988✔
263
    if ((code = tEncodeI8(&encoder, reserved8))) goto _exit;
88,988✔
264
    if ((code = tEncodeI16(&encoder, reserved16))) goto _exit;
88,988✔
265

266
    int32_t typMax = TSDB_FSET_RANGE_TYP_MAX;
44,494✔
267
    if ((code = tEncodeI32(&encoder, typMax))) goto _exit;
44,494✔
268

269
    for (int32_t i = 0; i < typMax; i++) {
266,964✔
270
      SVerRangeList* iList = &p->verRanges[i];
222,470✔
271
      int32_t        iLen = TARRAY2_SIZE(iList);
222,470✔
272

273
      if ((code = tEncodeI32(&encoder, iLen))) goto _exit;
222,470✔
274
      for (int32_t j = 0; j < iLen; j++) {
389,139✔
275
        SVersionRange r = TARRAY2_GET(iList, j);
166,669✔
276
        if ((code = tEncodeI64(&encoder, r.minVer))) goto _exit;
333,338✔
277
        if ((code = tEncodeI64(&encoder, r.maxVer))) goto _exit;
333,338✔
278
        if ((code = tEncodeI64(&encoder, reserved64))) goto _exit;
166,669✔
279
      }
280
    }
281
  }
282

283
  tEndEncode(&encoder);
79,483✔
284

285
  if (encodeSize) {
79,483✔
286
    encodeSize[0] = encoder.pos;
79,483✔
287
  }
288

289
_exit:
79,483✔
290
  tEncoderClear(&encoder);
79,483✔
291
  return code;
79,483✔
292
}
293

294
int32_t tDeserializeTsdbFSetPartList(void* buf, int32_t bufLen, STsdbFSetPartList* pList) {
78,854✔
295
  SDecoder decoder = {0};
78,854✔
296
  int8_t   reserved8 = 0;
78,854✔
297
  int16_t  reserved16 = 0;
78,854✔
298
  int64_t  reserved64 = 0;
78,854✔
299
  int32_t  code = 0;
78,854✔
300

301
  STsdbFSetPartition* p = NULL;
78,854✔
302

303
  tDecoderInit(&decoder, buf, bufLen);
78,854✔
304
  int8_t  msgVer = 0;
78,854✔
305
  int32_t len = 0;
78,854✔
306
  if ((code = tStartDecode(&decoder))) goto _err;
78,854✔
307
  if ((code = tDecodeI8(&decoder, &msgVer))) goto _err;
78,854✔
308
  if (msgVer != TSDB_SNAP_MSG_VER) {
78,854✔
309
    code = TSDB_CODE_INVALID_MSG;
×
310
    goto _err;
×
311
  }
312
  if ((code = tDecodeI32(&decoder, &len))) goto _err;
78,854✔
313

314
  for (int32_t u = 0; u < len; u++) {
81,359✔
315
    p = tsdbFSetPartitionCreate();
2,505✔
316
    if (p == NULL) {
2,505✔
317
      code = terrno;
×
318
      goto _err;
×
319
    }
320

321
    if ((code = tDecodeI64(&decoder, &p->fid))) goto _err;
5,010✔
322
    if ((code = tDecodeI8(&decoder, &p->stat))) goto _err;
5,010✔
323
    if ((code = tDecodeI8(&decoder, &reserved8))) goto _err;
2,505✔
324
    if ((code = tDecodeI16(&decoder, &reserved16))) goto _err;
2,505✔
325

326
    int32_t typMax = 0;
2,505✔
327
    if ((code = tDecodeI32(&decoder, &typMax))) goto _err;
2,505✔
328

329
    for (int32_t i = 0; i < typMax; i++) {
15,030✔
330
      SVerRangeList* iList = &p->verRanges[i];
12,525✔
331
      int32_t        iLen = 0;
12,525✔
332
      if ((code = tDecodeI32(&decoder, &iLen))) goto _err;
12,525✔
333
      for (int32_t j = 0; j < iLen; j++) {
22,578✔
334
        SVersionRange r = {0};
10,053✔
335
        if ((code = tDecodeI64(&decoder, &r.minVer))) goto _err;
10,053✔
336
        if ((code = tDecodeI64(&decoder, &r.maxVer))) goto _err;
10,053✔
337
        if ((code = tDecodeI64(&decoder, &reserved64))) goto _err;
10,053✔
338
        if ((code = TARRAY2_APPEND(iList, r))) goto _err;
20,106✔
339
      }
340
    }
341
    if ((code = TARRAY2_APPEND(pList, p))) goto _err;
5,010✔
342
    p = NULL;
2,505✔
343
  }
344

345
  tEndDecode(&decoder);
78,854✔
346
  tDecoderClear(&decoder);
78,854✔
347
  return 0;
78,854✔
348

349
_err:
×
350
  if (p) {
×
351
    tsdbFSetPartitionClear(&p);
×
352
  }
353
  tDecoderClear(&decoder);
×
354
  return code;
×
355
}
356

357
// fs state
358
static STsdbFSetPartList* tsdbSnapGetFSetPartList(STFileSystem* fs) {
79,483✔
359
  STsdbFSetPartList* pList = tsdbFSetPartListCreate();
79,483✔
360
  if (pList == NULL) {
79,483✔
361
    return NULL;
×
362
  }
363

364
  int32_t code = 0;
79,483✔
365
  (void)taosThreadMutexLock(&fs->tsdb->mutex);
79,483✔
366
  STFileSet* fset;
367
  TARRAY2_FOREACH(fs->fSetArr, fset) {
123,977✔
368
    STsdbFSetPartition* pItem = NULL;
44,494✔
369
    code = tsdbTFileSetToFSetPartition(fset, &pItem);
44,494✔
370
    if (code) {
44,494✔
371
      terrno = code;
×
372
      break;
×
373
    }
374
    code = TARRAY2_SORT_INSERT(pList, pItem, tsdbFSetPartCmprFn);
44,494✔
375
    if (code) {
44,494✔
376
      terrno = code;
×
377
      break;
×
378
    }
379
  }
380
  (void)taosThreadMutexUnlock(&fs->tsdb->mutex);
79,483✔
381

382
  if (code) {
79,483✔
383
    TARRAY2_DESTROY(pList, tsdbFSetPartitionClear);
×
384
    taosMemoryFree(pList);
×
385
    pList = NULL;
×
386
  }
387
  return pList;
79,483✔
388
}
389

390
ETsdbFsState tsdbSnapGetFsState(SVnode* pVnode) { return pVnode->pTsdb->pFS->fsstate; }
97,487,930✔
391

392
// description
393
typedef struct STsdbPartitionInfo {
394
  int32_t            vgId;
395
  int32_t            tsdbMaxCnt;
396
  int32_t            subTyps[TSDB_RETENTION_MAX];
397
  STsdbFSetPartList* pLists[TSDB_RETENTION_MAX];
398
} STsdbPartitionInfo;
399

400
static int32_t tsdbPartitionInfoInit(SVnode* pVnode, STsdbPartitionInfo* pInfo) {
79,483✔
401
  int32_t subTyps[TSDB_RETENTION_MAX] = {SNAP_DATA_TSDB, SNAP_DATA_RSMA1, SNAP_DATA_RSMA2};
79,483✔
402
  pInfo->vgId = TD_VID(pVnode);
79,483✔
403
  pInfo->tsdbMaxCnt = 1;
79,483✔
404

405
  if (!(sizeof(pInfo->subTyps) == sizeof(subTyps))) {
406
    return TSDB_CODE_INVALID_PARA;
407
  }
408
  memcpy(pInfo->subTyps, (char*)subTyps, sizeof(subTyps));
79,483✔
409

410
  // fset partition list
411
  memset(pInfo->pLists, 0, sizeof(pInfo->pLists[0]) * TSDB_RETENTION_MAX);
79,483✔
412
  for (int32_t j = 0; j < pInfo->tsdbMaxCnt; ++j) {
158,966✔
413
    STsdb* pTsdb = SMA_RSMA_GET_TSDB(pVnode, j);
79,483✔
414
    pInfo->pLists[j] = tsdbSnapGetFSetPartList(pTsdb->pFS);
79,483✔
415
    if (pInfo->pLists[j] == NULL) {
79,483✔
416
      return terrno;
×
417
    }
418
  }
419
  return 0;
79,483✔
420
}
421

422
static void tsdbPartitionInfoClear(STsdbPartitionInfo* pInfo) {
79,483✔
423
  for (int32_t j = 0; j < pInfo->tsdbMaxCnt; ++j) {
158,966✔
424
    if (pInfo->pLists[j] == NULL) continue;
79,483✔
425
    tsdbFSetPartListDestroy(&pInfo->pLists[j]);
79,483✔
426
  }
427
}
79,483✔
428

429
static int32_t tsdbPartitionInfoEstSize(STsdbPartitionInfo* pInfo) {
79,483✔
430
  int32_t dataLen = 0;
79,483✔
431
  for (int32_t j = 0; j < pInfo->tsdbMaxCnt; ++j) {
158,966✔
432
    dataLen += sizeof(SSyncTLV);  // subTyps[j]
79,483✔
433
    dataLen += tTsdbFSetPartListDataLenCalc(pInfo->pLists[j]);
79,483✔
434
  }
435
  return dataLen;
79,483✔
436
}
437

438
static int32_t tsdbPartitionInfoSerialize(STsdbPartitionInfo* pInfo, uint8_t* buf, int32_t bufLen) {
79,483✔
439
  int32_t tlen = 0;
79,483✔
440
  int32_t offset = 0;
79,483✔
441
  for (int32_t j = 0; j < pInfo->tsdbMaxCnt; ++j) {
158,966✔
442
    SSyncTLV* pSubHead = (void*)((char*)buf + offset);
79,483✔
443
    int32_t   valOffset = offset + sizeof(*pSubHead);
79,483✔
444
    int32_t   code = tSerializeTsdbFSetPartList(pSubHead->val, bufLen - valOffset, pInfo->pLists[j], &tlen);
79,483✔
445
    if (code) {
79,483✔
446
      tsdbError("vgId:%d, failed to serialize fset partition list of tsdb %d since %s", pInfo->vgId, j, terrstr());
×
447
      return code;
×
448
    }
449
    pSubHead->typ = pInfo->subTyps[j];
79,483✔
450
    pSubHead->len = tlen;
79,483✔
451
    offset += sizeof(*pSubHead) + tlen;
79,483✔
452
  }
453
  return offset;
79,483✔
454
}
455

456
// tsdb replication opts
457
static int32_t tTsdbRepOptsDataLenCalc(STsdbRepOpts* pInfo) {
79,483✔
458
  int32_t hdrLen = sizeof(int32_t);
79,483✔
459
  int32_t datLen = 0;
79,483✔
460

461
  int8_t  msgVer = 0;
79,483✔
462
  int64_t reserved64 = 0;
79,483✔
463
  int16_t format = 0;
79,483✔
464
  hdrLen += sizeof(msgVer);
79,483✔
465
  datLen += hdrLen;
79,483✔
466
  datLen += sizeof(format);
79,483✔
467
  datLen += sizeof(reserved64);
79,483✔
468
  datLen += sizeof(*pInfo);
79,483✔
469
  return datLen;
79,483✔
470
}
471

472
int32_t tSerializeTsdbRepOpts(void* buf, int32_t bufLen, STsdbRepOpts* pOpts) {
79,483✔
473
  int32_t  code = 0;
79,483✔
474
  SEncoder encoder = {0};
79,483✔
475
  int64_t  reserved64 = 0;
79,483✔
476
  int8_t   msgVer = TSDB_SNAP_MSG_VER;
79,483✔
477

478
  tEncoderInit(&encoder, buf, bufLen);
79,483✔
479

480
  if ((code = tStartEncode(&encoder))) goto _err;
79,483✔
481
  if ((code = tEncodeI8(&encoder, msgVer))) goto _err;
158,966✔
482
  int16_t format = pOpts->format;
79,483✔
483
  if ((code = tEncodeI16(&encoder, format))) goto _err;
158,966✔
484
  if ((code = tEncodeI64(&encoder, reserved64))) goto _err;
79,483✔
485

486
  tEndEncode(&encoder);
79,483✔
487
  int32_t tlen = encoder.pos;
79,483✔
488
  tEncoderClear(&encoder);
79,483✔
489
  return tlen;
79,483✔
490

491
_err:
×
492
  tEncoderClear(&encoder);
×
493
  return code;
×
494
}
495

496
int32_t tDeserializeTsdbRepOpts(void* buf, int32_t bufLen, STsdbRepOpts* pOpts) {
118,595✔
497
  int32_t  code;
498
  SDecoder decoder = {0};
118,595✔
499
  int64_t  reserved64 = 0;
118,595✔
500
  int8_t   msgVer = 0;
118,595✔
501

502
  tDecoderInit(&decoder, buf, bufLen);
118,595✔
503

504
  if ((code = tStartDecode(&decoder))) goto _err;
118,595✔
505
  if ((code = tDecodeI8(&decoder, &msgVer))) goto _err;
118,595✔
506
  if (msgVer != TSDB_SNAP_MSG_VER) goto _err;
118,595✔
507
  int16_t format = 0;
118,595✔
508
  if ((code = tDecodeI16(&decoder, &format))) goto _err;
118,595✔
509
  pOpts->format = format;
118,595✔
510
  if ((code = tDecodeI64(&decoder, &reserved64))) goto _err;
118,595✔
511

512
  tEndDecode(&decoder);
118,595✔
513
  tDecoderClear(&decoder);
118,595✔
514
  return 0;
118,595✔
515

516
_err:
×
517
  tDecoderClear(&decoder);
×
518
  return code;
×
519
}
520

521
static int32_t tsdbRepOptsEstSize(STsdbRepOpts* pOpts) {
79,483✔
522
  int32_t dataLen = 0;
79,483✔
523
  dataLen += sizeof(SSyncTLV);
79,483✔
524
  dataLen += tTsdbRepOptsDataLenCalc(pOpts);
79,483✔
525
  return dataLen;
79,483✔
526
}
527

528
static int32_t tsdbRepOptsSerialize(STsdbRepOpts* pOpts, void* buf, int32_t bufLen) {
79,483✔
529
  SSyncTLV* pSubHead = buf;
79,483✔
530
  int32_t   offset = 0;
79,483✔
531
  int32_t   tlen = 0;
79,483✔
532
  if ((tlen = tSerializeTsdbRepOpts(pSubHead->val, bufLen, pOpts)) < 0) {
79,483✔
533
    return tlen;
×
534
  }
535
  pSubHead->typ = SNAP_DATA_RAW;
79,483✔
536
  pSubHead->len = tlen;
79,483✔
537
  offset += sizeof(*pSubHead) + tlen;
79,483✔
538
  return offset;
79,483✔
539
}
540

541
// snap info
542
static int32_t tsdbSnapPrepDealWithSnapInfo(SVnode* pVnode, SSnapshot* pSnap, STsdbRepOpts* pInfo) {
39,741✔
543
  if (!pSnap->data) {
39,741✔
544
    return 0;
×
545
  }
546
  int32_t code = 0;
39,741✔
547

548
  SSyncTLV* pHead = (void*)pSnap->data;
39,741✔
549
  int32_t   offset = 0;
39,741✔
550

551
  while (offset + sizeof(*pHead) < pHead->len) {
119,223✔
552
    SSyncTLV* pField = (void*)(pHead->val + offset);
79,482✔
553
    offset += sizeof(*pField) + pField->len;
79,482✔
554
    void*   buf = pField->val;
79,482✔
555
    int32_t bufLen = pField->len;
79,482✔
556

557
    switch (pField->typ) {
79,482✔
558
      case SNAP_DATA_TSDB:
39,741✔
559
      case SNAP_DATA_RSMA1:
560
      case SNAP_DATA_RSMA2: {
561
      } break;
39,741✔
562
      case SNAP_DATA_RAW: {
39,741✔
563
        code = tDeserializeTsdbRepOpts(buf, bufLen, pInfo);
39,741✔
564
        if (code < 0) {
39,741✔
565
          tsdbError("vgId:%d, failed to deserialize tsdb rep opts since %s", TD_VID(pVnode), terrstr());
×
566
          return code;
×
567
        }
568
      } break;
39,741✔
569
      default:
×
570
        code = TSDB_CODE_INVALID_MSG;
×
571
        tsdbError("vgId:%d, unexpected subfield type of snap info. typ:%d", TD_VID(pVnode), pField->typ);
×
572
        return code;
×
573
    }
574
  }
575

576
  return code;
39,741✔
577
}
578

579
int32_t tsdbSnapPrepDescription(SVnode* pVnode, SSnapshot* pSnap) {
79,483✔
580
  STsdbPartitionInfo  partitionInfo = {0};
79,483✔
581
  int                 code = 0;
79,483✔
582
  STsdbPartitionInfo* pInfo = &partitionInfo;
79,483✔
583

584
  code = tsdbPartitionInfoInit(pVnode, pInfo);
79,483✔
585
  if (code) {
79,483✔
586
    goto _out;
×
587
  }
588

589
  // deal with snap info for reply
590
  STsdbRepOpts opts = {.format = TSDB_SNAP_REP_FMT_RAW};
79,483✔
591
  if (pSnap->type == TDMT_SYNC_PREP_SNAPSHOT_REPLY) {
79,483✔
592
    STsdbRepOpts leaderOpts = {0};
39,741✔
593
    if ((code = tsdbSnapPrepDealWithSnapInfo(pVnode, pSnap, &leaderOpts)) < 0) {
39,741✔
594
      tsdbError("vgId:%d, failed to deal with snap info for reply since %s", TD_VID(pVnode), terrstr());
×
595
      goto _out;
×
596
    }
597
    opts.format = TMIN(opts.format, leaderOpts.format);
39,741✔
598
  }
599

600
  // info data realloc
601
  const int32_t headLen = sizeof(SSyncTLV);
79,483✔
602
  int32_t       bufLen = headLen;
79,483✔
603
  bufLen += tsdbPartitionInfoEstSize(pInfo);
79,483✔
604
  bufLen += tsdbRepOptsEstSize(&opts);
79,483✔
605
  if ((code = syncSnapInfoDataRealloc(pSnap, bufLen)) != 0) {
79,483✔
606
    tsdbError("vgId:%d, failed to realloc memory for data of snap info. bytes:%d", TD_VID(pVnode), bufLen);
×
607
    goto _out;
×
608
  }
609

610
  // serialization
611
  char*   buf = (void*)pSnap->data;
79,483✔
612
  int32_t offset = headLen;
79,483✔
613
  int32_t tlen = 0;
79,483✔
614

615
  if ((tlen = tsdbPartitionInfoSerialize(pInfo, (uint8_t*)(buf + offset), bufLen - offset)) < 0) {
79,483✔
616
    code = tlen;
×
617
    tsdbError("vgId:%d, failed to serialize tsdb partition info since %s", TD_VID(pVnode), terrstr());
×
618
    goto _out;
×
619
  }
620
  offset += tlen;
79,483✔
621

622
  if ((tlen = tsdbRepOptsSerialize(&opts, buf + offset, bufLen - offset)) < 0) {
79,483✔
623
    code = tlen;
×
624
    tsdbError("vgId:%d, failed to serialize tsdb rep opts since %s", TD_VID(pVnode), terrstr());
×
625
    goto _out;
×
626
  }
627
  offset += tlen;
79,483✔
628

629
  // set header of info data
630
  SSyncTLV* pHead = pSnap->data;
79,483✔
631
  pHead->typ = pSnap->type;
79,483✔
632
  pHead->len = offset - headLen;
79,483✔
633

634
  tsdbInfo("vgId:%d, tsdb snap info prepared. type:%s, val length:%d", TD_VID(pVnode), TMSG_INFO(pHead->typ),
79,483✔
635
           pHead->len);
636

637
_out:
79,483✔
638
  tsdbPartitionInfoClear(pInfo);
79,483✔
639
  return code;
79,483✔
640
}
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc