#4829

Committed 30 Oct 2025 09:25AM UTC coverage: 49.734% (-11.3%) from 61.071%

Build # #4829

Build Type

push

travis-ci

Committed by

web-flow

Commit Message

Merge pull request #33435 from taosdata/3.0

merge 3.0

Run Details

123072 of 323930 branches covered (37.99%)

Branch coverage included in aggregate %.

7 of 25 new or added lines in 3 files covered. (28.0%)

35232 existing lines in 327 files now uncovered.

172062 of 269495 relevant lines covered (63.85%)

70709785.06 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

70.39

/source/dnode/vnode/src/tsdb/tsdbUtil2.c

/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#include "tsdbUtil2.h"

// SDelBlock ----------
void tTombBlockInit(STombBlock *tombBlock) {
  tombBlock->numOfRecords = 0;
  for (int32_t i = 0; i < TOMB_RECORD_ELEM_NUM; ++i) {
    tBufferInit(&tombBlock->buffers[i]);
  }
  return;
}

void tTombBlockDestroy(STombBlock *tombBlock) {
  tombBlock->numOfRecords = 0;
  for (int32_t i = 0; i < TOMB_RECORD_ELEM_NUM; ++i) {
    tBufferDestroy(&tombBlock->buffers[i]);
  }
}

void tTombBlockClear(STombBlock *tombBlock) {
  tombBlock->numOfRecords = 0;
  for (int32_t i = 0; i < TOMB_RECORD_ELEM_NUM; ++i) {
    tBufferClear(&tombBlock->buffers[i]);
  }
}

int32_t tTombBlockPut(STombBlock *tombBlock, const STombRecord *record) {
  for (int32_t i = 0; i < TOMB_RECORD_ELEM_NUM; ++i) {
    TAOS_CHECK_RETURN(tBufferPutI64(&tombBlock->buffers[i], record->data[i]));
  }
  tombBlock->numOfRecords++;
  return 0;
}

int32_t tTombBlockGet(STombBlock *tombBlock, int32_t idx, STombRecord *record) {
  if (idx < 0 || idx >= tombBlock->numOfRecords) {
    return TSDB_CODE_OUT_OF_RANGE;
  }

  for (int32_t i = 0; i < TOMB_RECORD_ELEM_NUM; ++i) {
    SBufferReader br = BUFFER_READER_INITIALIZER(sizeof(int64_t) * idx, &tombBlock->buffers[i]);
    TAOS_CHECK_RETURN(tBufferGetI64(&br, &record->data[i]));
  }
  return 0;
}

int32_t tTombRecordCompare(const STombRecord *r1, const STombRecord *r2) {
  if (r1->suid < r2->suid) return -1;
  if (r1->suid > r2->suid) return 1;
  if (r1->uid < r2->uid) return -1;
  if (r1->uid > r2->uid) return 1;
  if (r1->version < r2->version) return -1;
  if (r1->version > r2->version) return 1;
  return 0;
}

// STbStatisBlock ----------
int32_t tStatisBlockInit(STbStatisBlock *statisBlock) {
  int32_t code = 0;

  statisBlock->numOfPKs = 0;
  statisBlock->numOfRecords = 0;
  for (int32_t i = 0; i < ARRAY_SIZE(statisBlock->buffers); ++i) {
    tBufferInit(&statisBlock->buffers[i]);
  }
  for (int32_t i = 0; i < TD_MAX_PK_COLS; ++i) {
    TAOS_CHECK_GOTO(tValueColumnInit(&statisBlock->firstKeyPKs[i]), NULL, _exit);
    TAOS_CHECK_GOTO(tValueColumnInit(&statisBlock->lastKeyPKs[i]), NULL, _exit);
  }

_exit:
  if (code) {
    tStatisBlockDestroy(statisBlock);
  }
  return code;
}

void tStatisBlockDestroy(STbStatisBlock *statisBlock) {
  statisBlock->numOfPKs = 0;
  statisBlock->numOfRecords = 0;
  for (int32_t i = 0; i < ARRAY_SIZE(statisBlock->buffers); ++i) {
    tBufferDestroy(&statisBlock->buffers[i]);
  }
  for (int32_t i = 0; i < TD_MAX_PK_COLS; ++i) {
    tValueColumnDestroy(&statisBlock->firstKeyPKs[i]);
    tValueColumnDestroy(&statisBlock->lastKeyPKs[i]);
  }
}

void tStatisBlockClear(STbStatisBlock *statisBlock) {
  statisBlock->numOfPKs = 0;
  statisBlock->numOfRecords = 0;
  for (int32_t i = 0; i < ARRAY_SIZE(statisBlock->buffers); ++i) {
    tBufferClear(&statisBlock->buffers[i]);
  }
  for (int32_t i = 0; i < TD_MAX_PK_COLS; ++i) {
    tValueColumnClear(&statisBlock->firstKeyPKs[i]);
    tValueColumnClear(&statisBlock->lastKeyPKs[i]);
  }
  return;
}

static int32_t tStatisBlockAppend(STbStatisBlock *block, SRowInfo *row) {
  STsdbRowKey key;

  tsdbRowGetKey(&row->row, &key);
  if (block->numOfRecords == 0) {
    block->numOfPKs = key.key.numOfPKs;
  } else if (block->numOfPKs != key.key.numOfPKs) {
    return TSDB_CODE_INVALID_PARA;
  } else {
    for (int i = 0; i < block->numOfPKs; i++) {
      if (key.key.pks[i].type != block->firstKeyPKs[i].type) {
        return TSDB_CODE_INVALID_PARA;
      }
    }
  }

  TAOS_CHECK_RETURN(tBufferPutI64(&block->suids, row->suid));
  TAOS_CHECK_RETURN(tBufferPutI64(&block->uids, row->uid));
  TAOS_CHECK_RETURN(tBufferPutI64(&block->firstKeyTimestamps, key.key.ts));
  TAOS_CHECK_RETURN(tBufferPutI64(&block->lastKeyTimestamps, key.key.ts));
  TAOS_CHECK_RETURN(tBufferPutI64(&block->counts, 1));
  for (int32_t i = 0; i < block->numOfPKs; ++i) {
    TAOS_CHECK_RETURN(tValueColumnAppend(block->firstKeyPKs + i, key.key.pks + i));
    TAOS_CHECK_RETURN(tValueColumnAppend(block->lastKeyPKs + i, key.key.pks + i));
  }

  block->numOfRecords++;
  return 0;
}

static int32_t tStatisBlockUpdate(STbStatisBlock *block, SRowInfo *row) {
  STbStatisRecord record;
  STsdbRowKey     key;
  int32_t         c;

  TAOS_CHECK_RETURN(tStatisBlockGet(block, block->numOfRecords - 1, &record));
  tsdbRowGetKey(&row->row, &key);

  c = tRowKeyCompare(&record.lastKey, &key.key);
  if (c == 0) {
    return 0;
  } else if (c < 0) {
    // last ts
    TAOS_CHECK_RETURN(tBufferPutAt(&block->lastKeyTimestamps, (block->numOfRecords - 1) * sizeof(record.lastKey.ts),
                                   &key.key.ts, sizeof(key.key.ts)));

    // last primary keys
    for (int i = 0; i < block->numOfPKs; i++) {
      TAOS_CHECK_RETURN(tValueColumnUpdate(&block->lastKeyPKs[i], block->numOfRecords - 1, &key.key.pks[i]));
    }

    // count
    record.count++;
    TAOS_CHECK_RETURN(tBufferPutAt(&block->counts, (block->numOfRecords - 1) * sizeof(record.count), &record.count,
                                   sizeof(record.count)));
  } else {
    return TSDB_CODE_INVALID_PARA;
  }

  return 0;
}

int32_t tStatisBlockPut(STbStatisBlock *block, SRowInfo *row, int32_t maxRecords) {
  if (block->numOfRecords > 0) {
    int64_t       lastUid;
    SBufferReader br = BUFFER_READER_INITIALIZER(sizeof(int64_t) * (block->numOfRecords - 1), &block->uids);
    TAOS_CHECK_RETURN(tBufferGetI64(&br, &lastUid));

    if (lastUid == row->uid) {
      return tStatisBlockUpdate(block, row);
    } else if (block->numOfRecords >= maxRecords) {
      return TSDB_CODE_INVALID_PARA;
    }
  }
  return tStatisBlockAppend(block, row);
}

int32_t tStatisBlockGet(STbStatisBlock *statisBlock, int32_t idx, STbStatisRecord *record) {
  SBufferReader reader;

  if (idx < 0 || idx >= statisBlock->numOfRecords) {
    return TSDB_CODE_OUT_OF_RANGE;
  }

  reader = BUFFER_READER_INITIALIZER(idx * sizeof(record->suid), &statisBlock->suids);
  TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->suid));

  reader = BUFFER_READER_INITIALIZER(idx * sizeof(record->uid), &statisBlock->uids);
  TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->uid));

  reader = BUFFER_READER_INITIALIZER(idx * sizeof(record->firstKey.ts), &statisBlock->firstKeyTimestamps);
  TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->firstKey.ts));

  reader = BUFFER_READER_INITIALIZER(idx * sizeof(record->lastKey.ts), &statisBlock->lastKeyTimestamps);
  TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->lastKey.ts));

  reader = BUFFER_READER_INITIALIZER(idx * sizeof(record->count), &statisBlock->counts);
  TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->count));

  // primary keys
  for (record->firstKey.numOfPKs = 0; record->firstKey.numOfPKs < statisBlock->numOfPKs; record->firstKey.numOfPKs++) {
    TAOS_CHECK_RETURN(tValueColumnGet(&statisBlock->firstKeyPKs[record->firstKey.numOfPKs], idx,
                                      &record->firstKey.pks[record->firstKey.numOfPKs]));
  }

  for (record->lastKey.numOfPKs = 0; record->lastKey.numOfPKs < statisBlock->numOfPKs; record->lastKey.numOfPKs++) {
    TAOS_CHECK_RETURN(tValueColumnGet(&statisBlock->lastKeyPKs[record->lastKey.numOfPKs], idx,
                                      &record->lastKey.pks[record->lastKey.numOfPKs]));
  }

  return 0;
}

// SBrinRecord ----------
int32_t tBrinBlockInit(SBrinBlock *brinBlock) {
  int32_t code;

  brinBlock->numOfPKs = 0;
  brinBlock->numOfRecords = 0;
  for (int32_t i = 0; i < ARRAY_SIZE(brinBlock->buffers); ++i) {
    tBufferInit(&brinBlock->buffers[i]);
  }
  for (int32_t i = 0; i < TD_MAX_PK_COLS; ++i) {
    TAOS_CHECK_GOTO(tValueColumnInit(&brinBlock->firstKeyPKs[i]), NULL, _exit);
    TAOS_CHECK_GOTO(tValueColumnInit(&brinBlock->lastKeyPKs[i]), NULL, _exit);
  }

_exit:
  if (code) {
    tBrinBlockDestroy(brinBlock);
  }
  return code;
}

void tBrinBlockDestroy(SBrinBlock *brinBlock) {
  brinBlock->numOfPKs = 0;
  brinBlock->numOfRecords = 0;
  for (int32_t i = 0; i < ARRAY_SIZE(brinBlock->buffers); ++i) {
    tBufferDestroy(&brinBlock->buffers[i]);
  }
  for (int32_t i = 0; i < TD_MAX_PK_COLS; ++i) {
    tValueColumnDestroy(&brinBlock->firstKeyPKs[i]);
    tValueColumnDestroy(&brinBlock->lastKeyPKs[i]);
  }
}

void tBrinBlockClear(SBrinBlock *brinBlock) {
  brinBlock->numOfPKs = 0;
  brinBlock->numOfRecords = 0;
  for (int32_t i = 0; i < ARRAY_SIZE(brinBlock->buffers); ++i) {
    tBufferClear(&brinBlock->buffers[i]);
  }
  for (int32_t i = 0; i < TD_MAX_PK_COLS; ++i) {
    tValueColumnClear(&brinBlock->firstKeyPKs[i]);
    tValueColumnClear(&brinBlock->lastKeyPKs[i]);
  }
}

int32_t tBrinBlockPut(SBrinBlock *brinBlock, const SBrinRecord *record) {
  if (record->firstKey.key.numOfPKs != record->lastKey.key.numOfPKs) {
    return TSDB_CODE_INVALID_PARA;
  }

  if (brinBlock->numOfRecords == 0) {  // the first row
    brinBlock->numOfPKs = record->firstKey.key.numOfPKs;
  } else if (brinBlock->numOfPKs != record->firstKey.key.numOfPKs) {
    // if the number of primary keys are not the same,
    // return an error code and the caller should handle it
    return TSDB_CODE_INVALID_PARA;
  } else {
    for (int i = 0; i < brinBlock->numOfPKs; i++) {
      if (record->firstKey.key.pks[i].type != brinBlock->firstKeyPKs[i].type) {
        return TSDB_CODE_INVALID_PARA;
      }
    }
  }

  TAOS_CHECK_RETURN(tBufferPutI64(&brinBlock->suids, record->suid));
  TAOS_CHECK_RETURN(tBufferPutI64(&brinBlock->uids, record->uid));
  TAOS_CHECK_RETURN(tBufferPutI64(&brinBlock->firstKeyTimestamps, record->firstKey.key.ts));
  TAOS_CHECK_RETURN(tBufferPutI64(&brinBlock->firstKeyVersions, record->firstKey.version));
  TAOS_CHECK_RETURN(tBufferPutI64(&brinBlock->lastKeyTimestamps, record->lastKey.key.ts));
  TAOS_CHECK_RETURN(tBufferPutI64(&brinBlock->lastKeyVersions, record->lastKey.version));
  TAOS_CHECK_RETURN(tBufferPutI64(&brinBlock->minVers, record->minVer));
  TAOS_CHECK_RETURN(tBufferPutI64(&brinBlock->maxVers, record->maxVer));
  TAOS_CHECK_RETURN(tBufferPutI64(&brinBlock->blockOffsets, record->blockOffset));
  TAOS_CHECK_RETURN(tBufferPutI64(&brinBlock->smaOffsets, record->smaOffset));
  TAOS_CHECK_RETURN(tBufferPutI32(&brinBlock->blockSizes, record->blockSize));
  TAOS_CHECK_RETURN(tBufferPutI32(&brinBlock->blockKeySizes, record->blockKeySize));
  TAOS_CHECK_RETURN(tBufferPutI32(&brinBlock->smaSizes, record->smaSize));
  TAOS_CHECK_RETURN(tBufferPutI32(&brinBlock->numRows, record->numRow));
  TAOS_CHECK_RETURN(tBufferPutI32(&brinBlock->counts, record->count));

  if (brinBlock->numOfPKs > 0) {
    for (int32_t i = 0; i < brinBlock->numOfPKs; ++i) {
      TAOS_CHECK_RETURN(tValueColumnAppend(&brinBlock->firstKeyPKs[i], &record->firstKey.key.pks[i]));
    }

    for (int32_t i = 0; i < brinBlock->numOfPKs; ++i) {
      TAOS_CHECK_RETURN(tValueColumnAppend(&brinBlock->lastKeyPKs[i], &record->lastKey.key.pks[i]));
    }
  }

  brinBlock->numOfRecords++;

  return 0;
}

int32_t tBrinBlockGet(SBrinBlock *brinBlock, int32_t idx, SBrinRecord *record) {
  SBufferReader reader;

  if (idx < 0 || idx >= brinBlock->numOfRecords) {
    return TSDB_CODE_OUT_OF_RANGE;
  }

  reader = BUFFER_READER_INITIALIZER(idx * sizeof(int64_t), &brinBlock->suids);
  TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->suid));

  reader = BUFFER_READER_INITIALIZER(idx * sizeof(int64_t), &brinBlock->uids);
  TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->uid));

  reader = BUFFER_READER_INITIALIZER(idx * sizeof(int64_t), &brinBlock->firstKeyTimestamps);
  TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->firstKey.key.ts));

  reader = BUFFER_READER_INITIALIZER(idx * sizeof(int64_t), &brinBlock->firstKeyVersions);
  TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->firstKey.version));

  reader = BUFFER_READER_INITIALIZER(idx * sizeof(int64_t), &brinBlock->lastKeyTimestamps);
  TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->lastKey.key.ts));

  reader = BUFFER_READER_INITIALIZER(idx * sizeof(int64_t), &brinBlock->lastKeyVersions);
  TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->lastKey.version));

  reader = BUFFER_READER_INITIALIZER(idx * sizeof(int64_t), &brinBlock->minVers);
  TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->minVer));

  reader = BUFFER_READER_INITIALIZER(idx * sizeof(int64_t), &brinBlock->maxVers);
  TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->maxVer));

  reader = BUFFER_READER_INITIALIZER(idx * sizeof(int64_t), &brinBlock->blockOffsets);
  TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->blockOffset));

  reader = BUFFER_READER_INITIALIZER(idx * sizeof(int64_t), &brinBlock->smaOffsets);
  TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->smaOffset));

  reader = BUFFER_READER_INITIALIZER(idx * sizeof(int32_t), &brinBlock->blockSizes);
  TAOS_CHECK_RETURN(tBufferGetI32(&reader, &record->blockSize));

  reader = BUFFER_READER_INITIALIZER(idx * sizeof(int32_t), &brinBlock->blockKeySizes);
  TAOS_CHECK_RETURN(tBufferGetI32(&reader, &record->blockKeySize));

  reader = BUFFER_READER_INITIALIZER(idx * sizeof(int32_t), &brinBlock->smaSizes);
  TAOS_CHECK_RETURN(tBufferGetI32(&reader, &record->smaSize));

  reader = BUFFER_READER_INITIALIZER(idx * sizeof(int32_t), &brinBlock->numRows);
  TAOS_CHECK_RETURN(tBufferGetI32(&reader, &record->numRow));

  reader = BUFFER_READER_INITIALIZER(idx * sizeof(int32_t), &brinBlock->counts);
  TAOS_CHECK_RETURN(tBufferGetI32(&reader, &record->count));

  // primary keys
  for (record->firstKey.key.numOfPKs = 0; record->firstKey.key.numOfPKs < brinBlock->numOfPKs;
       record->firstKey.key.numOfPKs++) {
    TAOS_CHECK_RETURN(tValueColumnGet(&brinBlock->firstKeyPKs[record->firstKey.key.numOfPKs], idx,
                                      &record->firstKey.key.pks[record->firstKey.key.numOfPKs]));
  }

  for (record->lastKey.key.numOfPKs = 0; record->lastKey.key.numOfPKs < brinBlock->numOfPKs;
       record->lastKey.key.numOfPKs++) {
    TAOS_CHECK_RETURN(tValueColumnGet(&brinBlock->lastKeyPKs[record->lastKey.key.numOfPKs], idx,
                                      &record->lastKey.key.pks[record->lastKey.key.numOfPKs]));
  }

  return 0;
}

// other apis ----------
int32_t tsdbUpdateSkmTb(STsdb *pTsdb, const TABLEID *tbid, SSkmInfo *pSkmTb) {
  if (tbid->suid) {
    if (pSkmTb->suid == tbid->suid) {
      pSkmTb->uid = tbid->uid;
      return 0;
    }
  } else if (pSkmTb->uid == tbid->uid) {
    return 0;
  }

  pSkmTb->suid = tbid->suid;
  pSkmTb->uid = tbid->uid;
  tDestroyTSchema(pSkmTb->pTSchema);
  return metaGetTbTSchemaEx(pTsdb->pVnode->pMeta, tbid->suid, tbid->uid, -1, &pSkmTb->pTSchema);
}

int32_t tsdbUpdateSkmRow(STsdb *pTsdb, const TABLEID *tbid, int32_t sver, SSkmInfo *pSkmRow) {
  if (pSkmRow->pTSchema && pSkmRow->suid == tbid->suid) {
    if (pSkmRow->suid) {
      if (sver == pSkmRow->pTSchema->version) return 0;
    } else if (pSkmRow->uid == tbid->uid && pSkmRow->pTSchema->version == sver) {
      return 0;
    }
  }

  pSkmRow->suid = tbid->suid;
  pSkmRow->uid = tbid->uid;
  tDestroyTSchema(pSkmRow->pTSchema);
  return metaGetTbTSchemaEx(pTsdb->pVnode->pMeta, tbid->suid, tbid->uid, sver, &pSkmRow->pTSchema);
}
int32_t tsdbUpdateColCmprObj(STsdb *pTsdb, const TABLEID *tbid, SHashObj **ppColCmpr) { return 0; }

1	/*
2	* Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3	*
4	* This program is free software: you can use, redistribute, and/or modify
5	* it under the terms of the GNU Affero General Public License, version 3
6	* or later ("AGPL"), as published by the Free Software Foundation.
7	*
8	* This program is distributed in the hope that it will be useful, but WITHOUT
9	* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10	* FITNESS FOR A PARTICULAR PURPOSE.
11	*
12	* You should have received a copy of the GNU Affero General Public License
13	* along with this program. If not, see <http://www.gnu.org/licenses/>.
14	*/
15
16	#include "tsdbUtil2.h"
17
18	// SDelBlock ----------
19	void tTombBlockInit(STombBlock *tombBlock) {	143,535✔
20	tombBlock->numOfRecords = 0;	143,535✔
21	for (int32_t i = 0; i < TOMB_RECORD_ELEM_NUM; ++i) {	861,210✔
22	tBufferInit(&tombBlock->buffers[i]);	717,675✔
23	}
24	return;	143,535✔
25	}
26
27	void tTombBlockDestroy(STombBlock *tombBlock) {	10,843,956✔
28	tombBlock->numOfRecords = 0;	10,843,956✔
29	for (int32_t i = 0; i < TOMB_RECORD_ELEM_NUM; ++i) {	64,990,810✔
30	tBufferDestroy(&tombBlock->buffers[i]);	54,149,173!
31	}
32	}	10,841,637✔
33
34	void tTombBlockClear(STombBlock *tombBlock) {	2,052,969✔
35	tombBlock->numOfRecords = 0;	2,052,969✔
36	for (int32_t i = 0; i < TOMB_RECORD_ELEM_NUM; ++i) {	12,317,592✔
37	tBufferClear(&tombBlock->buffers[i]);	10,264,623✔
38	}
39	}	2,052,969✔
40
41	int32_t tTombBlockPut(STombBlock tombBlock, const STombRecord record) {	22,599,919✔
42	for (int32_t i = 0; i < TOMB_RECORD_ELEM_NUM; ++i) {	135,599,514✔
43	TAOS_CHECK_RETURN(tBufferPutI64(&tombBlock->buffers[i], record->data[i]));	225,999,190!
44	}
45	tombBlock->numOfRecords++;	22,599,919✔
46	return 0;	22,599,919✔
47	}
48
49	int32_t tTombBlockGet(STombBlock tombBlock, int32_t idx, STombRecord record) {	219,923,773✔
50	if (idx < 0 \|\| idx >= tombBlock->numOfRecords) {	219,923,773!
51	return TSDB_CODE_OUT_OF_RANGE;	×
52	}
53
54	for (int32_t i = 0; i < TOMB_RECORD_ELEM_NUM; ++i) {	1,319,411,658✔
55	SBufferReader br = BUFFER_READER_INITIALIZER(sizeof(int64_t) * idx, &tombBlock->buffers[i]);	1,099,226,369✔
56	TAOS_CHECK_RETURN(tBufferGetI64(&br, &record->data[i]));	1,099,230,143!
57	}
58	return 0;	220,185,289✔
59	}
60
61	int32_t tTombRecordCompare(const STombRecord r1, const STombRecord r2) {	22,327,650✔
62	if (r1->suid < r2->suid) return -1;	22,327,650!
63	if (r1->suid > r2->suid) return 1;	22,327,650✔
64	if (r1->uid < r2->uid) return -1;	16,851,798✔
65	if (r1->uid > r2->uid) return 1;	16,644,672!
UNCOV 66	if (r1->version < r2->version) return -1;	×
UNCOV 67	if (r1->version > r2->version) return 1;	×
68	return 0;	×
69	}
70
71	// STbStatisBlock ----------
72	int32_t tStatisBlockInit(STbStatisBlock *statisBlock) {	41,496,989✔
73	int32_t code = 0;	41,496,989✔
74
75	statisBlock->numOfPKs = 0;	41,496,989✔
76	statisBlock->numOfRecords = 0;	41,526,426✔
77	for (int32_t i = 0; i < ARRAY_SIZE(statisBlock->buffers); ++i) {	249,012,523✔
78	tBufferInit(&statisBlock->buffers[i]);	207,499,417✔
79	}
80	for (int32_t i = 0; i < TD_MAX_PK_COLS; ++i) {	124,580,185✔
81	TAOS_CHECK_GOTO(tValueColumnInit(&statisBlock->firstKeyPKs[i]), NULL, _exit);	83,031,553!
82	TAOS_CHECK_GOTO(tValueColumnInit(&statisBlock->lastKeyPKs[i]), NULL, _exit);	83,047,178!
83	}
84
85	_exit:	41,548,632✔
86	if (code) {	41,548,632!
87	tStatisBlockDestroy(statisBlock);	×
88	}
89	return code;	41,527,997✔
90	}
91
92	void tStatisBlockDestroy(STbStatisBlock *statisBlock) {	50,025,019✔
93	statisBlock->numOfPKs = 0;	50,025,019✔
94	statisBlock->numOfRecords = 0;	50,045,869✔
95	for (int32_t i = 0; i < ARRAY_SIZE(statisBlock->buffers); ++i) {	300,221,339✔
96	tBufferDestroy(&statisBlock->buffers[i]);	250,168,500!
97	}
98	for (int32_t i = 0; i < TD_MAX_PK_COLS; ++i) {	150,155,000✔
99	tValueColumnDestroy(&statisBlock->firstKeyPKs[i]);	100,104,932✔
100	tValueColumnDestroy(&statisBlock->lastKeyPKs[i]);	100,102,345✔
101	}
102	}	50,050,068✔
103
104	void tStatisBlockClear(STbStatisBlock *statisBlock) {	50,517,603✔
105	statisBlock->numOfPKs = 0;	50,517,603✔
106	statisBlock->numOfRecords = 0;	50,527,026✔
107	for (int32_t i = 0; i < ARRAY_SIZE(statisBlock->buffers); ++i) {	302,981,311✔
108	tBufferClear(&statisBlock->buffers[i]);	252,470,888✔
109	}
110	for (int32_t i = 0; i < TD_MAX_PK_COLS; ++i) {	151,525,418✔
111	tValueColumnClear(&statisBlock->firstKeyPKs[i]);	101,015,291✔
112	tValueColumnClear(&statisBlock->lastKeyPKs[i]);	101,021,672✔
113	}
114	return;	50,510,127✔
115	}
116
117	static int32_t tStatisBlockAppend(STbStatisBlock block, SRowInfo row) {	36,229,879✔
118	STsdbRowKey key;	36,229,589✔
119
120	tsdbRowGetKey(&row->row, &key);	36,234,881✔
121	if (block->numOfRecords == 0) {	36,238,249✔
122	block->numOfPKs = key.key.numOfPKs;	8,486,599✔
123	} else if (block->numOfPKs != key.key.numOfPKs) {	27,752,982✔
124	return TSDB_CODE_INVALID_PARA;	15,057✔
125	} else {
126	for (int i = 0; i < block->numOfPKs; i++) {	27,873,795✔
127	if (key.key.pks[i].type != block->firstKeyPKs[i].type) {	158,737✔
128	return TSDB_CODE_INVALID_PARA;	20,951✔
129	}
130	}
131	}
132
133	TAOS_CHECK_RETURN(tBufferPutI64(&block->suids, row->suid));	72,398,796!
134	TAOS_CHECK_RETURN(tBufferPutI64(&block->uids, row->uid));	72,399,744!
135	TAOS_CHECK_RETURN(tBufferPutI64(&block->firstKeyTimestamps, key.key.ts));	72,400,309!
136	TAOS_CHECK_RETURN(tBufferPutI64(&block->lastKeyTimestamps, key.key.ts));	72,406,692!
137	TAOS_CHECK_RETURN(tBufferPutI64(&block->counts, 1));	72,400,835!
138	for (int32_t i = 0; i < block->numOfPKs; ++i) {	36,462,165✔
139	TAOS_CHECK_RETURN(tValueColumnAppend(block->firstKeyPKs + i, key.key.pks + i));	265,404!
140	TAOS_CHECK_RETURN(tValueColumnAppend(block->lastKeyPKs + i, key.key.pks + i));	265,112!
141	}
142
143	block->numOfRecords++;	36,198,218✔
144	return 0;	36,194,996✔
145	}
146
147	static int32_t tStatisBlockUpdate(STbStatisBlock block, SRowInfo row) {	2,147,483,647✔
148	STbStatisRecord record;	2,147,483,647✔
149	STsdbRowKey key;	2,147,483,647✔
150	int32_t c;
151
152	TAOS_CHECK_RETURN(tStatisBlockGet(block, block->numOfRecords - 1, &record));	2,147,483,647!
153	tsdbRowGetKey(&row->row, &key);	2,147,483,647✔
154
155	c = tRowKeyCompare(&record.lastKey, &key.key);	2,147,483,647✔
156	if (c == 0) {	2,147,483,647✔
157	return 0;	44,901,677✔
158	} else if (c < 0) {	2,147,483,647!
159	// last ts
160	TAOS_CHECK_RETURN(tBufferPutAt(&block->lastKeyTimestamps, (block->numOfRecords - 1) * sizeof(record.lastKey.ts),	2,147,483,647!
161	&key.key.ts, sizeof(key.key.ts)));
162
163	// last primary keys
164	for (int i = 0; i < block->numOfPKs; i++) {	2,147,483,647✔
165	TAOS_CHECK_RETURN(tValueColumnUpdate(&block->lastKeyPKs[i], block->numOfRecords - 1, &key.key.pks[i]));	8,142,421!
166	}
167
168	// count
169	record.count++;	2,147,483,647✔
170	TAOS_CHECK_RETURN(tBufferPutAt(&block->counts, (block->numOfRecords - 1) * sizeof(record.count), &record.count,	2,147,483,647!
171	sizeof(record.count)));
172	} else {
173	return TSDB_CODE_INVALID_PARA;	×
174	}
175
176	return 0;	2,147,483,647✔
177	}
178
179	int32_t tStatisBlockPut(STbStatisBlock block, SRowInfo row, int32_t maxRecords) {	2,147,483,647✔
180	if (block->numOfRecords > 0) {	2,147,483,647✔
181	int64_t lastUid;	2,147,483,647✔
182	SBufferReader br = BUFFER_READER_INITIALIZER(sizeof(int64_t) * (block->numOfRecords - 1), &block->uids);	2,147,483,647✔
183	TAOS_CHECK_RETURN(tBufferGetI64(&br, &lastUid));	2,147,483,647!
184
185	if (lastUid == row->uid) {	2,147,483,647✔
186	return tStatisBlockUpdate(block, row);	2,147,483,647✔
187	} else if (block->numOfRecords >= maxRecords) {	27,754,702✔
188	return TSDB_CODE_INVALID_PARA;	2,186✔
189	}
190	}
191	return tStatisBlockAppend(block, row);	36,662,004✔
192	}
193
194	int32_t tStatisBlockGet(STbStatisBlock statisBlock, int32_t idx, STbStatisRecord record) {	2,147,483,647✔
195	SBufferReader reader;	2,147,483,647✔
196
197	if (idx < 0 \|\| idx >= statisBlock->numOfRecords) {	2,147,483,647!
198	return TSDB_CODE_OUT_OF_RANGE;	×
199	}
200
201	reader = BUFFER_READER_INITIALIZER(idx * sizeof(record->suid), &statisBlock->suids);	2,147,483,647✔
202	TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->suid));	2,147,483,647!
203
204	reader = BUFFER_READER_INITIALIZER(idx * sizeof(record->uid), &statisBlock->uids);	2,147,483,647✔
205	TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->uid));	2,147,483,647!
206
207	reader = BUFFER_READER_INITIALIZER(idx * sizeof(record->firstKey.ts), &statisBlock->firstKeyTimestamps);	2,147,483,647✔
208	TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->firstKey.ts));	2,147,483,647!
209
210	reader = BUFFER_READER_INITIALIZER(idx * sizeof(record->lastKey.ts), &statisBlock->lastKeyTimestamps);	2,147,483,647✔
211	TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->lastKey.ts));	2,147,483,647!
212
213	reader = BUFFER_READER_INITIALIZER(idx * sizeof(record->count), &statisBlock->counts);	2,147,483,647✔
214	TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->count));	2,147,483,647!
215
216	// primary keys
217	for (record->firstKey.numOfPKs = 0; record->firstKey.numOfPKs < statisBlock->numOfPKs; record->firstKey.numOfPKs++) {	2,147,483,647✔
218	TAOS_CHECK_RETURN(tValueColumnGet(&statisBlock->firstKeyPKs[record->firstKey.numOfPKs], idx,	12,019,713!
219	&record->firstKey.pks[record->firstKey.numOfPKs]));
220	}
221
222	for (record->lastKey.numOfPKs = 0; record->lastKey.numOfPKs < statisBlock->numOfPKs; record->lastKey.numOfPKs++) {	2,147,483,647✔
223	TAOS_CHECK_RETURN(tValueColumnGet(&statisBlock->lastKeyPKs[record->lastKey.numOfPKs], idx,	12,019,740!
224	&record->lastKey.pks[record->lastKey.numOfPKs]));
225	}
226
227	return 0;	2,147,483,647✔
228	}
229
230	// SBrinRecord ----------
UNCOV 231	int32_t tBrinBlockInit(SBrinBlock *brinBlock) {	×
232	int32_t code;
233
UNCOV 234	brinBlock->numOfPKs = 0;	×
UNCOV 235	brinBlock->numOfRecords = 0;	×
UNCOV 236	for (int32_t i = 0; i < ARRAY_SIZE(brinBlock->buffers); ++i) {	×
UNCOV 237	tBufferInit(&brinBlock->buffers[i]);	×
238	}
UNCOV 239	for (int32_t i = 0; i < TD_MAX_PK_COLS; ++i) {	×
UNCOV 240	TAOS_CHECK_GOTO(tValueColumnInit(&brinBlock->firstKeyPKs[i]), NULL, _exit);	×
UNCOV 241	TAOS_CHECK_GOTO(tValueColumnInit(&brinBlock->lastKeyPKs[i]), NULL, _exit);	×
242	}
243
UNCOV 244	_exit:	×
UNCOV 245	if (code) {	×
246	tBrinBlockDestroy(brinBlock);	×
247	}
UNCOV 248	return code;	×
249	}
250
251	void tBrinBlockDestroy(SBrinBlock *brinBlock) {	70,028,977✔
252	brinBlock->numOfPKs = 0;	70,028,977✔
253	brinBlock->numOfRecords = 0;	70,073,527✔
254	for (int32_t i = 0; i < ARRAY_SIZE(brinBlock->buffers); ++i) {	1,120,517,459✔
255	tBufferDestroy(&brinBlock->buffers[i]);	1,050,468,232!
256	}
257	for (int32_t i = 0; i < TD_MAX_PK_COLS; ++i) {	210,235,897✔
258	tValueColumnDestroy(&brinBlock->firstKeyPKs[i]);	140,146,998✔
259	tValueColumnDestroy(&brinBlock->lastKeyPKs[i]);	140,155,577✔
260	}
261	}	70,088,899✔
262
263	void tBrinBlockClear(SBrinBlock *brinBlock) {	20,197,141✔
264	brinBlock->numOfPKs = 0;	20,197,141✔
265	brinBlock->numOfRecords = 0;	20,199,795✔
266	for (int32_t i = 0; i < ARRAY_SIZE(brinBlock->buffers); ++i) {	323,075,255✔
267	tBufferClear(&brinBlock->buffers[i]);	302,874,904✔
268	}
269	for (int32_t i = 0; i < TD_MAX_PK_COLS; ++i) {	60,595,010✔
270	tValueColumnClear(&brinBlock->firstKeyPKs[i]);	40,398,123✔
271	tValueColumnClear(&brinBlock->lastKeyPKs[i]);	40,395,473✔
272	}
273	}	20,196,887✔
274
275	int32_t tBrinBlockPut(SBrinBlock brinBlock, const SBrinRecord record) {	27,618,578✔
276	if (record->firstKey.key.numOfPKs != record->lastKey.key.numOfPKs) {	27,618,578!
277	return TSDB_CODE_INVALID_PARA;	×
278	}
279
280	if (brinBlock->numOfRecords == 0) { // the first row	27,618,578✔
281	brinBlock->numOfPKs = record->firstKey.key.numOfPKs;	265,175✔
282	} else if (brinBlock->numOfPKs != record->firstKey.key.numOfPKs) {	27,353,206!
283	// if the number of primary keys are not the same,
284	// return an error code and the caller should handle it
285	return TSDB_CODE_INVALID_PARA;	×
286	} else {
287	for (int i = 0; i < brinBlock->numOfPKs; i++) {	27,353,206!
UNCOV 288	if (record->firstKey.key.pks[i].type != brinBlock->firstKeyPKs[i].type) {	×
289	return TSDB_CODE_INVALID_PARA;	×
290	}
291	}
292	}
293
294	TAOS_CHECK_RETURN(tBufferPutI64(&brinBlock->suids, record->suid));	55,237,156!
295	TAOS_CHECK_RETURN(tBufferPutI64(&brinBlock->uids, record->uid));	55,236,962!
296	TAOS_CHECK_RETURN(tBufferPutI64(&brinBlock->firstKeyTimestamps, record->firstKey.key.ts));	55,236,768!
297	TAOS_CHECK_RETURN(tBufferPutI64(&brinBlock->firstKeyVersions, record->firstKey.version));	55,236,962!
298	TAOS_CHECK_RETURN(tBufferPutI64(&brinBlock->lastKeyTimestamps, record->lastKey.key.ts));	55,237,156!
299	TAOS_CHECK_RETURN(tBufferPutI64(&brinBlock->lastKeyVersions, record->lastKey.version));	55,237,156!
300	TAOS_CHECK_RETURN(tBufferPutI64(&brinBlock->minVers, record->minVer));	55,236,768!
301	TAOS_CHECK_RETURN(tBufferPutI64(&brinBlock->maxVers, record->maxVer));	55,236,192!
302	TAOS_CHECK_RETURN(tBufferPutI64(&brinBlock->blockOffsets, record->blockOffset));	55,236,580!
303	TAOS_CHECK_RETURN(tBufferPutI64(&brinBlock->smaOffsets, record->smaOffset));	55,236,768!
304	TAOS_CHECK_RETURN(tBufferPutI32(&brinBlock->blockSizes, record->blockSize));	55,236,574!
305	TAOS_CHECK_RETURN(tBufferPutI32(&brinBlock->blockKeySizes, record->blockKeySize));	55,235,997!
306	TAOS_CHECK_RETURN(tBufferPutI32(&brinBlock->smaSizes, record->smaSize));	55,235,609!
307	TAOS_CHECK_RETURN(tBufferPutI32(&brinBlock->numRows, record->numRow));	55,235,798!
308	TAOS_CHECK_RETURN(tBufferPutI32(&brinBlock->counts, record->count));	55,236,186!
309
310	if (brinBlock->numOfPKs > 0) {	27,618,384!
UNCOV 311	for (int32_t i = 0; i < brinBlock->numOfPKs; ++i) {	×
UNCOV 312	TAOS_CHECK_RETURN(tValueColumnAppend(&brinBlock->firstKeyPKs[i], &record->firstKey.key.pks[i]));	×
313	}
314
UNCOV 315	for (int32_t i = 0; i < brinBlock->numOfPKs; ++i) {	×
UNCOV 316	TAOS_CHECK_RETURN(tValueColumnAppend(&brinBlock->lastKeyPKs[i], &record->lastKey.key.pks[i]));	×
317	}
318	}
319
320	brinBlock->numOfRecords++;	27,618,190✔
321
322	return 0;	27,618,190✔
323	}
324
325	int32_t tBrinBlockGet(SBrinBlock brinBlock, int32_t idx, SBrinRecord record) {	147,460,915✔
326	SBufferReader reader;	147,460,915✔
327
328	if (idx < 0 \|\| idx >= brinBlock->numOfRecords) {	147,462,522!
329	return TSDB_CODE_OUT_OF_RANGE;	×
330	}
331
332	reader = BUFFER_READER_INITIALIZER(idx * sizeof(int64_t), &brinBlock->suids);	147,462,392✔
333	TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->suid));	147,463,705!
334
335	reader = BUFFER_READER_INITIALIZER(idx * sizeof(int64_t), &brinBlock->uids);	147,459,345✔
336	TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->uid));	147,460,512!
337
338	reader = BUFFER_READER_INITIALIZER(idx * sizeof(int64_t), &brinBlock->firstKeyTimestamps);	147,460,070✔
339	TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->firstKey.key.ts));	147,459,883!
340
341	reader = BUFFER_READER_INITIALIZER(idx * sizeof(int64_t), &brinBlock->firstKeyVersions);	147,457,730✔
342	TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->firstKey.version));	147,457,983!
343
344	reader = BUFFER_READER_INITIALIZER(idx * sizeof(int64_t), &brinBlock->lastKeyTimestamps);	147,455,757✔
345	TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->lastKey.key.ts));	147,456,826!
346
347	reader = BUFFER_READER_INITIALIZER(idx * sizeof(int64_t), &brinBlock->lastKeyVersions);	147,458,730✔
348	TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->lastKey.version));	147,458,131!
349
350	reader = BUFFER_READER_INITIALIZER(idx * sizeof(int64_t), &brinBlock->minVers);	147,458,036✔
351	TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->minVer));	147,457,470!
352
353	reader = BUFFER_READER_INITIALIZER(idx * sizeof(int64_t), &brinBlock->maxVers);	147,455,377✔
354	TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->maxVer));	147,453,848!
355
356	reader = BUFFER_READER_INITIALIZER(idx * sizeof(int64_t), &brinBlock->blockOffsets);	147,456,109✔
357	TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->blockOffset));	147,456,437!
358
359	reader = BUFFER_READER_INITIALIZER(idx * sizeof(int64_t), &brinBlock->smaOffsets);	147,455,270✔
360	TAOS_CHECK_RETURN(tBufferGetI64(&reader, &record->smaOffset));	147,456,161!
361
362	reader = BUFFER_READER_INITIALIZER(idx * sizeof(int32_t), &brinBlock->blockSizes);	147,453,765✔
363	TAOS_CHECK_RETURN(tBufferGetI32(&reader, &record->blockSize));	147,453,667!
364
365	reader = BUFFER_READER_INITIALIZER(idx * sizeof(int32_t), &brinBlock->blockKeySizes);	147,458,348✔
366	TAOS_CHECK_RETURN(tBufferGetI32(&reader, &record->blockKeySize));	147,460,034!
367
368	reader = BUFFER_READER_INITIALIZER(idx * sizeof(int32_t), &brinBlock->smaSizes);	147,456,196✔
369	TAOS_CHECK_RETURN(tBufferGetI32(&reader, &record->smaSize));	147,457,293!
370
371	reader = BUFFER_READER_INITIALIZER(idx * sizeof(int32_t), &brinBlock->numRows);	147,457,946✔
372	TAOS_CHECK_RETURN(tBufferGetI32(&reader, &record->numRow));	147,456,908!
373
374	reader = BUFFER_READER_INITIALIZER(idx * sizeof(int32_t), &brinBlock->counts);	147,455,696✔
375	TAOS_CHECK_RETURN(tBufferGetI32(&reader, &record->count));	147,454,526!
376
377	// primary keys
378	for (record->firstKey.key.numOfPKs = 0; record->firstKey.key.numOfPKs < brinBlock->numOfPKs;	147,454,404!
UNCOV 379	record->firstKey.key.numOfPKs++) {	×
UNCOV 380	TAOS_CHECK_RETURN(tValueColumnGet(&brinBlock->firstKeyPKs[record->firstKey.key.numOfPKs], idx,	×
381	&record->firstKey.key.pks[record->firstKey.key.numOfPKs]));
382	}
383
384	for (record->lastKey.key.numOfPKs = 0; record->lastKey.key.numOfPKs < brinBlock->numOfPKs;	147,452,460!
UNCOV 385	record->lastKey.key.numOfPKs++) {	×
UNCOV 386	TAOS_CHECK_RETURN(tValueColumnGet(&brinBlock->lastKeyPKs[record->lastKey.key.numOfPKs], idx,	×
387	&record->lastKey.key.pks[record->lastKey.key.numOfPKs]));
388	}
389
390	return 0;	147,453,227✔
391	}
392
393	// other apis ----------
394	int32_t tsdbUpdateSkmTb(STsdb pTsdb, const TABLEID tbid, SSkmInfo *pSkmTb) {	14,761,223✔
395	if (tbid->suid) {	14,761,223✔
396	if (pSkmTb->suid == tbid->suid) {	13,700,885✔
397	pSkmTb->uid = tbid->uid;	5,019,210✔
398	return 0;	5,019,016✔
399	}
400	} else if (pSkmTb->uid == tbid->uid) {	1,065,600✔
401	return 0;	93,638✔
402	}
403
404	pSkmTb->suid = tbid->suid;	9,657,042✔
405	pSkmTb->uid = tbid->uid;	9,654,104✔
406	tDestroyTSchema(pSkmTb->pTSchema);	9,657,944!
407	return metaGetTbTSchemaEx(pTsdb->pVnode->pMeta, tbid->suid, tbid->uid, -1, &pSkmTb->pTSchema);	9,650,437✔
408	}
409
410	int32_t tsdbUpdateSkmRow(STsdb pTsdb, const TABLEID tbid, int32_t sver, SSkmInfo *pSkmRow) {	2,147,483,647✔
411	if (pSkmRow->pTSchema && pSkmRow->suid == tbid->suid) {	2,147,483,647✔
412	if (pSkmRow->suid) {	2,147,483,647✔
413	if (sver == pSkmRow->pTSchema->version) return 0;	2,147,483,647✔
414	} else if (pSkmRow->uid == tbid->uid && pSkmRow->pTSchema->version == sver) {	229,291,903✔
415	return 0;	229,679,240✔
416	}
417	}
418
419	pSkmRow->suid = tbid->suid;	8,143✔
420	pSkmRow->uid = tbid->uid;	9,745,141✔
421	tDestroyTSchema(pSkmRow->pTSchema);	9,743,913!
422	return metaGetTbTSchemaEx(pTsdb->pVnode->pMeta, tbid->suid, tbid->uid, sver, &pSkmRow->pTSchema);	9,736,176✔
423	}
424	int32_t tsdbUpdateColCmprObj(STsdb pTsdb, const TABLEID tbid, SHashObj **ppColCmpr) { return 0; }	×

taosdata / TDengine / #4829

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous