#4876

Committed 10 Dec 2025 05:56AM UTC coverage: 64.632% (+0.2%) from 64.472%

Build # #4876

Build Type

push

travis-ci

Committed by

guanshengliang

Commit Message

test: fix idmp case with checkDataMemLoop checked (#33862)

Run Details

4 of 9 new or added lines in 3 files covered. (44.44%)

380 existing lines in 104 files now uncovered.

162866 of 251990 relevant lines covered (64.63%)

107950382.52 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

79.22

/source/dnode/vnode/src/tsdb/tsdbRetentionMonitor.c

/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#include "tsdb.h"
#include "tsdbInt.h"
#include "vnd.h"

bool tsdbRetentionMonHasTask(STsdb *tsdb) { return (TARRAY2_SIZE(&tsdb->pRetentionMonitor->stateArr) > 0); }

int32_t tsdbOpenRetentionMonitor(STsdb *tsdb) {
  tsdb->pRetentionMonitor = (SRetentionMonitor *)taosMemoryCalloc(1, sizeof(SRetentionMonitor));
  if (tsdb->pRetentionMonitor == NULL) {
    return TSDB_CODE_OUT_OF_MEMORY;
  }
  return 0;
}

void tsdbCloseRetentionMonitor(STsdb *tsdb) {
  if (tsdb->pRetentionMonitor) {
    TARRAY2_DESTROY(&tsdb->pRetentionMonitor->stateArr, NULL);
    taosMemoryFreeClear(tsdb->pRetentionMonitor);
  }
}

int32_t tsdbAddRetentionMonitorTask(STsdb *tsdb, int32_t fid, SVATaskID *taskId, int64_t fileSize) {
  if (TARRAY2_SIZE(&tsdb->pRetentionMonitor->stateArr) == 0) {
    tsdb->pRetentionMonitor->startTimeSec = taosGetTimestampSec();
    tsdb->pRetentionMonitor->totalTasks = 0;
    tsdb->pRetentionMonitor->totalSize = 0;
    tsdb->pRetentionMonitor->finishedSize = 0;
    tsdb->pRetentionMonitor->lastUpdateFinishedSizeTime = tsdb->pRetentionMonitor->startTimeSec;
    tsdb->pRetentionMonitor->killed = 0;
  }

  SRetentionState state = {
      .fid = fid,
      .taskId = *taskId,
      .fileSize = fileSize,
  };

  int32_t code = TARRAY2_APPEND(&tsdb->pRetentionMonitor->stateArr, state);
  if (code) return code;
  tsdb->pRetentionMonitor->totalTasks++;
  tsdb->pRetentionMonitor->totalSize += fileSize;
  tsdbDebug("vid:%d, fid:%d, taskId:%" PRId64 " is added to retention monitor, number of tasks:%d", TD_VID(tsdb->pVnode),
            fid, taskId->id, TARRAY2_SIZE(&tsdb->pRetentionMonitor->stateArr));
  return 0;
}

int32_t tsdbUpdateRetentionMonitorTask(STsdb *tsdb, int32_t fid, SVATaskID *taskId, int64_t fileSize) {
  for (int32_t i = 0; i < TARRAY2_SIZE(&tsdb->pRetentionMonitor->stateArr); i++) {
    SRetentionState *state = TARRAY2_GET_PTR(&tsdb->pRetentionMonitor->stateArr, i);
    if (state->fid == fid) {
      tsdb->pRetentionMonitor->totalSize -= state->fileSize;
      tsdb->pRetentionMonitor->totalSize += fileSize;
      state->fileSize = fileSize;
      tsdbDebug("vid:%d, fid:%d, taskId:%" PRId64 " is updated in retention monitor, number of tasks:%d",
                TD_VID(tsdb->pVnode), fid, taskId->id, TARRAY2_SIZE(&tsdb->pRetentionMonitor->stateArr));
      return 0;
    }
  }
  return 0;
}

void tsdbRemoveRetentionMonitorTask(STsdb *tsdb, SVATaskID *taskId) {
  (void)taosThreadMutexLock(&tsdb->mutex);

  for (int32_t i = 0; i < TARRAY2_SIZE(&tsdb->pRetentionMonitor->stateArr); i++) {
    SRetentionState *state = TARRAY2_GET_PTR(&tsdb->pRetentionMonitor->stateArr, i);
    if (state->taskId.async == taskId->async && state->taskId.id == taskId->id) {
      tsdbInfo("vid:%d, fid:%d, taskId:%" PRId64 " is removed from retention monitor, number of tasks:%d",
               TD_VID(tsdb->pVnode), state->fid, taskId->id, TARRAY2_SIZE(&tsdb->pRetentionMonitor->stateArr));
      tsdb->pRetentionMonitor->finishedSize += state->fileSize;
      tsdb->pRetentionMonitor->lastUpdateFinishedSizeTime = taosGetTimestampSec();
      TARRAY2_REMOVE(&tsdb->pRetentionMonitor->stateArr, i, NULL);
      break;
    }
  }

  (void)taosThreadMutexUnlock(&tsdb->mutex);
}

void tsdbStopAllRetentionTask(STsdb *tsdb) {
  int32_t i;

  (void)taosThreadMutexLock(&tsdb->mutex);

  if (tsdb->pRetentionMonitor == NULL) {
    (void)taosThreadMutexUnlock(&tsdb->mutex);
    return;
  }

  atomic_store_8(&tsdb->pRetentionMonitor->killed, 1);

  i = 0;
  while (i < TARRAY2_SIZE(&tsdb->pRetentionMonitor->stateArr)) {
    SRetentionState *state = TARRAY2_GET_PTR(&tsdb->pRetentionMonitor->stateArr, i);
    if (vnodeACancel(&state->taskId) == 0) {
      TARRAY2_REMOVE(&tsdb->pRetentionMonitor->stateArr, i, NULL);
    } else {
      i++;
    }
  }

  (void)taosThreadMutexUnlock(&tsdb->mutex);
  return;
}

int32_t tsdbRetentionMonitorGetInfo(STsdb *tsdb, SQueryCompactProgressRsp *rsp) {
  (void)taosThreadMutexLock(&tsdb->mutex);
  rsp->compactId = 0;  // TODO
  rsp->vgId = TD_VID(tsdb->pVnode);
  rsp->numberFileset = tsdb->pRetentionMonitor->totalTasks;
  rsp->finished = rsp->numberFileset - TARRAY2_SIZE(&tsdb->pRetentionMonitor->stateArr);
  // calculate progress
  if (tsdb->pRetentionMonitor->totalSize > 0) {
    rsp->progress = tsdb->pRetentionMonitor->finishedSize * 100 / tsdb->pRetentionMonitor->totalSize;
  } else {
    rsp->progress = 0;
  }
  // calculate estimated remaining time
  int64_t elapsed = tsdb->pRetentionMonitor->lastUpdateFinishedSizeTime - tsdb->pRetentionMonitor->startTimeSec;
  if (rsp->progress > 0 && elapsed > 0) {
    rsp->remainingTime = elapsed * (100 - rsp->progress) / rsp->progress;
  } else {
    rsp->remainingTime = tsdb->pRetentionMonitor->totalSize / (20 * 1024 * 1024);  // suppose 20MB/s
  }
  (void)taosThreadMutexUnlock(&tsdb->mutex);
  return 0;
}

1	/*
2	* Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3	*
4	* This program is free software: you can use, redistribute, and/or modify
5	* it under the terms of the GNU Affero General Public License, version 3
6	* or later ("AGPL"), as published by the Free Software Foundation.
7	*
8	* This program is distributed in the hope that it will be useful, but WITHOUT
9	* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10	* FITNESS FOR A PARTICULAR PURPOSE.
11	*
12	* You should have received a copy of the GNU Affero General Public License
13	* along with this program. If not, see <http://www.gnu.org/licenses/>.
14	*/
15
16	#include "tsdb.h"
17	#include "tsdbInt.h"
18	#include "vnd.h"
19
20	bool tsdbRetentionMonHasTask(STsdb *tsdb) { return (TARRAY2_SIZE(&tsdb->pRetentionMonitor->stateArr) > 0); }	×
21
22	int32_t tsdbOpenRetentionMonitor(STsdb *tsdb) {	4,107,163✔
23	tsdb->pRetentionMonitor = (SRetentionMonitor *)taosMemoryCalloc(1, sizeof(SRetentionMonitor));	4,107,163✔
24	if (tsdb->pRetentionMonitor == NULL) {	4,128,777✔
25	return TSDB_CODE_OUT_OF_MEMORY;	×
26	}
27	return 0;	4,128,777✔
28	}
29
30	void tsdbCloseRetentionMonitor(STsdb *tsdb) {	4,127,826✔
31	if (tsdb->pRetentionMonitor) {	4,127,826✔
32	TARRAY2_DESTROY(&tsdb->pRetentionMonitor->stateArr, NULL);	4,128,777✔
33	taosMemoryFreeClear(tsdb->pRetentionMonitor);	4,127,768✔
34	}
35	}	4,128,199✔
36
37	int32_t tsdbAddRetentionMonitorTask(STsdb tsdb, int32_t fid, SVATaskID taskId, int64_t fileSize) {	230,595✔
38	if (TARRAY2_SIZE(&tsdb->pRetentionMonitor->stateArr) == 0) {	230,595✔
39	tsdb->pRetentionMonitor->startTimeSec = taosGetTimestampSec();	68,122✔
40	tsdb->pRetentionMonitor->totalTasks = 0;	68,122✔
41	tsdb->pRetentionMonitor->totalSize = 0;	68,122✔
42	tsdb->pRetentionMonitor->finishedSize = 0;	68,122✔
43	tsdb->pRetentionMonitor->lastUpdateFinishedSizeTime = tsdb->pRetentionMonitor->startTimeSec;	68,122✔
44	tsdb->pRetentionMonitor->killed = 0;	68,122✔
45	}
46
47	SRetentionState state = {	230,595✔
48	.fid = fid,
49	.taskId = *taskId,
50	.fileSize = fileSize,
51	};
52
53	int32_t code = TARRAY2_APPEND(&tsdb->pRetentionMonitor->stateArr, state);	230,595✔
54	if (code) return code;	230,595✔
55	tsdb->pRetentionMonitor->totalTasks++;	230,595✔
56	tsdb->pRetentionMonitor->totalSize += fileSize;	230,595✔
57	tsdbDebug("vid:%d, fid:%d, taskId:%" PRId64 " is added to retention monitor, number of tasks:%d", TD_VID(tsdb->pVnode),	230,595✔
58	fid, taskId->id, TARRAY2_SIZE(&tsdb->pRetentionMonitor->stateArr));
59	return 0;	230,595✔
60	}
61
62	int32_t tsdbUpdateRetentionMonitorTask(STsdb tsdb, int32_t fid, SVATaskID taskId, int64_t fileSize) {	×
63	for (int32_t i = 0; i < TARRAY2_SIZE(&tsdb->pRetentionMonitor->stateArr); i++) {	×
64	SRetentionState *state = TARRAY2_GET_PTR(&tsdb->pRetentionMonitor->stateArr, i);	×
65	if (state->fid == fid) {	×
66	tsdb->pRetentionMonitor->totalSize -= state->fileSize;	×
67	tsdb->pRetentionMonitor->totalSize += fileSize;	×
68	state->fileSize = fileSize;	×
69	tsdbDebug("vid:%d, fid:%d, taskId:%" PRId64 " is updated in retention monitor, number of tasks:%d",	×
70	TD_VID(tsdb->pVnode), fid, taskId->id, TARRAY2_SIZE(&tsdb->pRetentionMonitor->stateArr));
71	return 0;	×
72	}
73	}
74	return 0;	×
75	}
76
77	void tsdbRemoveRetentionMonitorTask(STsdb tsdb, SVATaskID taskId) {	229,180✔
78	(void)taosThreadMutexLock(&tsdb->mutex);	229,180✔
79
80	for (int32_t i = 0; i < TARRAY2_SIZE(&tsdb->pRetentionMonitor->stateArr); i++) {	229,180✔
81	SRetentionState *state = TARRAY2_GET_PTR(&tsdb->pRetentionMonitor->stateArr, i);	229,180✔
82	if (state->taskId.async == taskId->async && state->taskId.id == taskId->id) {	229,180✔
83	tsdbInfo("vid:%d, fid:%d, taskId:%" PRId64 " is removed from retention monitor, number of tasks:%d",	229,180✔
84	TD_VID(tsdb->pVnode), state->fid, taskId->id, TARRAY2_SIZE(&tsdb->pRetentionMonitor->stateArr));
85	tsdb->pRetentionMonitor->finishedSize += state->fileSize;	229,180✔
86	tsdb->pRetentionMonitor->lastUpdateFinishedSizeTime = taosGetTimestampSec();	229,180✔
87	TARRAY2_REMOVE(&tsdb->pRetentionMonitor->stateArr, i, NULL);	229,180✔
88	break;	229,180✔
89	}
90	}
91
92	(void)taosThreadMutexUnlock(&tsdb->mutex);	229,180✔
93	}	229,180✔
94
95	void tsdbStopAllRetentionTask(STsdb *tsdb) {	4,150,678✔
96	int32_t i;
97
98	(void)taosThreadMutexLock(&tsdb->mutex);	4,150,678✔
99
100	if (tsdb->pRetentionMonitor == NULL) {	4,150,678✔
101	(void)taosThreadMutexUnlock(&tsdb->mutex);	×
102	return;	×
103	}
104
105	atomic_store_8(&tsdb->pRetentionMonitor->killed, 1);	4,150,678✔
106
107	i = 0;	4,150,678✔
108	while (i < TARRAY2_SIZE(&tsdb->pRetentionMonitor->stateArr)) {	4,152,093✔
109	SRetentionState *state = TARRAY2_GET_PTR(&tsdb->pRetentionMonitor->stateArr, i);	1,415✔
110	if (vnodeACancel(&state->taskId) == 0) {	1,415✔
111	TARRAY2_REMOVE(&tsdb->pRetentionMonitor->stateArr, i, NULL);	×
112	} else {
113	i++;	1,415✔
114	}
115	}
116
117	(void)taosThreadMutexUnlock(&tsdb->mutex);	4,149,956✔
118	return;	4,150,199✔
119	}
120
121	int32_t tsdbRetentionMonitorGetInfo(STsdb tsdb, SQueryCompactProgressRsp rsp) {	119,054✔
122	(void)taosThreadMutexLock(&tsdb->mutex);	119,054✔
123	rsp->compactId = 0; // TODO	119,054✔
124	rsp->vgId = TD_VID(tsdb->pVnode);	119,054✔
125	rsp->numberFileset = tsdb->pRetentionMonitor->totalTasks;	119,054✔
126	rsp->finished = rsp->numberFileset - TARRAY2_SIZE(&tsdb->pRetentionMonitor->stateArr);	119,054✔
127	// calculate progress
128	if (tsdb->pRetentionMonitor->totalSize > 0) {	119,054✔
129	rsp->progress = tsdb->pRetentionMonitor->finishedSize * 100 / tsdb->pRetentionMonitor->totalSize;	115,548✔
130	} else {
131	rsp->progress = 0;	3,506✔
132	}
133	// calculate estimated remaining time
134	int64_t elapsed = tsdb->pRetentionMonitor->lastUpdateFinishedSizeTime - tsdb->pRetentionMonitor->startTimeSec;	119,054✔
135	if (rsp->progress > 0 && elapsed > 0) {	119,054✔
UNCOV 136	rsp->remainingTime = elapsed * (100 - rsp->progress) / rsp->progress;	×
137	} else {
138	rsp->remainingTime = tsdb->pRetentionMonitor->totalSize / (20 * 1024 * 1024); // suppose 20MB/s	119,054✔
139	}
140	(void)taosThreadMutexUnlock(&tsdb->mutex);	119,054✔
141	return 0;	119,054✔
142	}

taosdata / TDengine / #4876

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous