#4984

Committed 13 Mar 2026 03:38AM UTC coverage: 68.643% (-0.01%) from 68.653%

Build # #4984

Build Type

push

travis-ci

Committed by

web-flow

Commit Message

feat/6641435300-save-audit-in-self (#34738)

Run Details

434 of 584 new or added lines in 10 files covered. (74.32%)

3048 existing lines in 150 files now uncovered.

212713 of 309883 relevant lines covered (68.64%)

135561814.23 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

87.67

/source/dnode/vnode/src/tsdb/tsdbOpen.c

/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#include "meta.h"
#include "tsdb.h"
#include "tsdbFS2.h"

extern int32_t tsdbOpenCompMonitor(STsdb *tsdb);
extern void    tsdbCloseCompMonitor(STsdb *tsdb);
extern int32_t tsdbOpenRetentionMonitor(STsdb *tsdb);
extern void    tsdbCloseRetentionMonitor(STsdb *tsdb);
extern int32_t tsdbOpenSsMigrateMonitor(STsdb *tsdb);
extern void    tsdbCloseSsMigrateMonitor(STsdb *tsdb);

void tsdbSetKeepCfg(STsdb *pTsdb, STsdbCfg *pCfg) {
  STsdbKeepCfg *pKeepCfg = &pTsdb->keepCfg;
  pKeepCfg->precision = pCfg->precision;
  pKeepCfg->days = pCfg->days;
  pKeepCfg->keep0 = pCfg->keep0;
  pKeepCfg->keep1 = pCfg->keep1;
  pKeepCfg->keep2 = pCfg->keep2;
  pKeepCfg->keepTimeOffset = pCfg->keepTimeOffset;
}

int64_t tsdbGetEarliestTs(STsdb *pTsdb) {
  STsdbKeepCfg *pCfg = &pTsdb->keepCfg;

  int64_t now = taosGetTimestamp(pCfg->precision);
  int64_t ts = now - (tsTickPerMin[pCfg->precision] * pCfg->keep2) + 1;  // needs to add one tick
  return ts;
}

extern int32_t tsdbScanMonitorOpen(STsdb *tsdb);

int32_t tsdbOpen(SVnode *pVnode, STsdb **ppTsdb, const char *dir, STsdbKeepCfg *pKeepCfg, int8_t rollback, bool force) {
  STsdb  *pTsdb = NULL;
  int     slen = 0;
  int32_t code;
  int32_t lino;

  *ppTsdb = NULL;
  slen = strlen(pVnode->path) + strlen(dir) + 2;

  // create handle
  pTsdb = (STsdb *)taosMemoryCalloc(1, sizeof(*pTsdb) + slen);
  if (pTsdb == NULL) {
    TAOS_CHECK_RETURN(terrno);
  }

  pTsdb->path = (char *)&pTsdb[1];
  (void)snprintf(pTsdb->path, TD_PATH_MAX, "%s%s%s", pVnode->path, TD_DIRSEP, dir);
  (void)snprintf(pTsdb->name, sizeof(pTsdb->name), "%s", dir);
  // taosRealPath(pTsdb->path, NULL, slen);
  pTsdb->pVnode = pVnode;
  (void)taosThreadMutexInit(&pTsdb->mutex, NULL);
  if (!pKeepCfg) {
    tsdbSetKeepCfg(pTsdb, &pVnode->config.tsdbCfg);
  } else {
    memcpy(&pTsdb->keepCfg, pKeepCfg, sizeof(STsdbKeepCfg));
  }

  // create dir
  if (!pVnode->mounted) {
    if (pVnode->pTfs) {
      code = tfsMkdir(pVnode->pTfs, pTsdb->path);
      TSDB_CHECK_CODE(code, lino, _exit);
    } else {
      code = taosMkDir(pTsdb->path);
      TSDB_CHECK_CODE(code, lino, _exit);
    }
  }

  // open tsdb
  code = tsdbOpenFS(pTsdb, &pTsdb->pFS, rollback);
  TSDB_CHECK_CODE(code, lino, _exit);

  if (pTsdb->pFS->fsstate == TSDB_FS_STATE_INCOMPLETE && force == false) {
    TAOS_CHECK_GOTO(terrno = TSDB_CODE_NEED_RETRY, &lino, _exit);
  }

  code = tsdbOpenCache(pTsdb);
  TSDB_CHECK_CODE(code, lino, _exit);

#ifdef TD_ENTERPRISE
  TAOS_CHECK_GOTO(tsdbOpenCompMonitor(pTsdb), &lino, _exit);
  TAOS_CHECK_GOTO(tsdbOpenSsMigrateMonitor(pTsdb), &lino, _exit);
#endif

  TAOS_CHECK_GOTO(tsdbOpenRetentionMonitor(pTsdb), &lino, _exit);
  TAOS_CHECK_GOTO(tsdbScanMonitorOpen(pTsdb), &lino, _exit);

_exit:
  if (code) {
    tsdbError("vgId:%d %s failed at %s:%d since %s, path:%s", TD_VID(pVnode), __func__, __FILE__, lino, tstrerror(code),
              pTsdb->path);
    tsdbCloseFS(&pTsdb->pFS);
    (void)taosThreadMutexDestroy(&pTsdb->mutex);
    taosMemoryFree(pTsdb);
  } else {
    tsdbDebug("vgId:%d, tsdb is opened at %s, days:%d, keep:%d,%d,%d, keepTimeoffset:%d", TD_VID(pVnode), pTsdb->path,
              pTsdb->keepCfg.days, pTsdb->keepCfg.keep0, pTsdb->keepCfg.keep1, pTsdb->keepCfg.keep2,
              pTsdb->keepCfg.keepTimeOffset);
    *ppTsdb = pTsdb;
  }
  return code;
}

extern void tsdbScanMonitorClose(STsdb *tsdb);

void tsdbClose(STsdb **pTsdb) {
  if (*pTsdb) {
    STsdb *pdb = *pTsdb;
    tsdbDebug("vgId:%d, tsdb is close at %s, days:%d, keep:%d,%d,%d, keepTimeOffset:%d", TD_VID(pdb->pVnode), pdb->path,
              pdb->keepCfg.days, pdb->keepCfg.keep0, pdb->keepCfg.keep1, pdb->keepCfg.keep2,
              pdb->keepCfg.keepTimeOffset);
    (void)taosThreadMutexLock(&(*pTsdb)->mutex);
    tsdbMemTableDestroy((*pTsdb)->mem, true);
    (*pTsdb)->mem = NULL;
    (void)taosThreadMutexUnlock(&(*pTsdb)->mutex);

    tsdbCloseFS(&(*pTsdb)->pFS);
    tsdbCloseCache(*pTsdb);
#ifdef TD_ENTERPRISE
    tsdbCloseCompMonitor(*pTsdb);
#endif
    tsdbCloseSsMigrateMonitor(*pTsdb);
    tsdbCloseRetentionMonitor(*pTsdb);
    tsdbScanMonitorClose(*pTsdb);
    (void)taosThreadMutexDestroy(&(*pTsdb)->mutex);
    taosMemoryFreeClear(*pTsdb);
  }
  return;
}

1	/*
2	* Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3	*
4	* This program is free software: you can use, redistribute, and/or modify
5	* it under the terms of the GNU Affero General Public License, version 3
6	* or later ("AGPL"), as published by the Free Software Foundation.
7	*
8	* This program is distributed in the hope that it will be useful, but WITHOUT
9	* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10	* FITNESS FOR A PARTICULAR PURPOSE.
11	*
12	* You should have received a copy of the GNU Affero General Public License
13	* along with this program. If not, see <http://www.gnu.org/licenses/>.
14	*/
15
16	#include "meta.h"
17	#include "tsdb.h"
18	#include "tsdbFS2.h"
19
20	extern int32_t tsdbOpenCompMonitor(STsdb *tsdb);
21	extern void tsdbCloseCompMonitor(STsdb *tsdb);
22	extern int32_t tsdbOpenRetentionMonitor(STsdb *tsdb);
23	extern void tsdbCloseRetentionMonitor(STsdb *tsdb);
24	extern int32_t tsdbOpenSsMigrateMonitor(STsdb *tsdb);
25	extern void tsdbCloseSsMigrateMonitor(STsdb *tsdb);
26
27	void tsdbSetKeepCfg(STsdb pTsdb, STsdbCfg pCfg) {	4,093,585✔
28	STsdbKeepCfg *pKeepCfg = &pTsdb->keepCfg;	4,093,585✔
29	pKeepCfg->precision = pCfg->precision;	4,099,688✔
30	pKeepCfg->days = pCfg->days;	4,099,688✔
31	pKeepCfg->keep0 = pCfg->keep0;	4,099,688✔
32	pKeepCfg->keep1 = pCfg->keep1;	4,099,688✔
33	pKeepCfg->keep2 = pCfg->keep2;	4,099,112✔
34	pKeepCfg->keepTimeOffset = pCfg->keepTimeOffset;	4,099,688✔
35	}	4,099,688✔
36
37	int64_t tsdbGetEarliestTs(STsdb *pTsdb) {	300,443,646✔
38	STsdbKeepCfg *pCfg = &pTsdb->keepCfg;	300,443,646✔
39
40	int64_t now = taosGetTimestamp(pCfg->precision);	300,515,506✔
41	int64_t ts = now - (tsTickPerMin[pCfg->precision] * pCfg->keep2) + 1; // needs to add one tick	300,457,286✔
42	return ts;	300,409,591✔
43	}
44
45	extern int32_t tsdbScanMonitorOpen(STsdb *tsdb);
46
47	int32_t tsdbOpen(SVnode pVnode, STsdb ppTsdb, const char dir, STsdbKeepCfg *pKeepCfg, int8_t rollback, bool force) {	4,039,309✔
48	STsdb *pTsdb = NULL;	4,039,309✔
49	int slen = 0;	4,039,309✔
50	int32_t code;
51	int32_t lino;	4,038,898✔
52
53	*ppTsdb = NULL;	4,041,106✔
54	slen = strlen(pVnode->path) + strlen(dir) + 2;	4,041,106✔
55
56	// create handle
57	pTsdb = (STsdb )taosMemoryCalloc(1, sizeof(pTsdb) + slen);	4,041,106✔
58	if (pTsdb == NULL) {	4,041,106✔
59	TAOS_CHECK_RETURN(terrno);	×
60	}
61
62	pTsdb->path = (char *)&pTsdb[1];	4,041,106✔
63	(void)snprintf(pTsdb->path, TD_PATH_MAX, "%s%s%s", pVnode->path, TD_DIRSEP, dir);	4,041,106✔
64	(void)snprintf(pTsdb->name, sizeof(pTsdb->name), "%s", dir);	4,041,106✔
65	// taosRealPath(pTsdb->path, NULL, slen);
66	pTsdb->pVnode = pVnode;	4,041,106✔
67	(void)taosThreadMutexInit(&pTsdb->mutex, NULL);	4,041,106✔
68	if (!pKeepCfg) {	4,039,599✔
69	tsdbSetKeepCfg(pTsdb, &pVnode->config.tsdbCfg);	4,039,599✔
70	} else {
71	memcpy(&pTsdb->keepCfg, pKeepCfg, sizeof(STsdbKeepCfg));	×
72	}
73
74	// create dir
75	if (!pVnode->mounted) {	4,040,267✔
76	if (pVnode->pTfs) {	4,038,886✔
77	code = tfsMkdir(pVnode->pTfs, pTsdb->path);	4,038,958✔
78	TSDB_CHECK_CODE(code, lino, _exit);	4,038,958✔
79	} else {
80	code = taosMkDir(pTsdb->path);	×
81	TSDB_CHECK_CODE(code, lino, _exit);	×
82	}
83	}
84
85	// open tsdb
86	code = tsdbOpenFS(pTsdb, &pTsdb->pFS, rollback);	4,039,835✔
87	TSDB_CHECK_CODE(code, lino, _exit);	4,040,714✔
88
89	if (pTsdb->pFS->fsstate == TSDB_FS_STATE_INCOMPLETE && force == false) {	4,040,714✔
90	TAOS_CHECK_GOTO(terrno = TSDB_CODE_NEED_RETRY, &lino, _exit);	×
91	}
92
93	code = tsdbOpenCache(pTsdb);	4,041,106✔
94	TSDB_CHECK_CODE(code, lino, _exit);	4,041,106✔
95
96	#ifdef TD_ENTERPRISE
97	TAOS_CHECK_GOTO(tsdbOpenCompMonitor(pTsdb), &lino, _exit);	4,041,106✔
98	TAOS_CHECK_GOTO(tsdbOpenSsMigrateMonitor(pTsdb), &lino, _exit);	4,041,106✔
99	#endif
100
101	TAOS_CHECK_GOTO(tsdbOpenRetentionMonitor(pTsdb), &lino, _exit);	4,040,859✔
102	TAOS_CHECK_GOTO(tsdbScanMonitorOpen(pTsdb), &lino, _exit);	4,039,721✔
103
104	_exit:	4,040,930✔
105	if (code) {	4,040,930✔
UNCOV 106	tsdbError("vgId:%d %s failed at %s:%d since %s, path:%s", TD_VID(pVnode), __func__, __FILE__, lino, tstrerror(code),	×
107	pTsdb->path);
UNCOV 108	tsdbCloseFS(&pTsdb->pFS);	×
UNCOV 109	(void)taosThreadMutexDestroy(&pTsdb->mutex);	×
UNCOV 110	taosMemoryFree(pTsdb);	×
111	} else {
112	tsdbDebug("vgId:%d, tsdb is opened at %s, days:%d, keep:%d,%d,%d, keepTimeoffset:%d", TD_VID(pVnode), pTsdb->path,	4,040,930✔
113	pTsdb->keepCfg.days, pTsdb->keepCfg.keep0, pTsdb->keepCfg.keep1, pTsdb->keepCfg.keep2,
114	pTsdb->keepCfg.keepTimeOffset);
115	*ppTsdb = pTsdb;	4,040,930✔
116	}
117	return code;	4,038,778✔
118	}
119
120	extern void tsdbScanMonitorClose(STsdb *tsdb);
121
122	void tsdbClose(STsdb **pTsdb) {	4,040,712✔
123	if (*pTsdb) {	4,040,712✔
124	STsdb pdb = pTsdb;	4,041,106✔
125	tsdbDebug("vgId:%d, tsdb is close at %s, days:%d, keep:%d,%d,%d, keepTimeOffset:%d", TD_VID(pdb->pVnode), pdb->path,	4,040,747✔
126	pdb->keepCfg.days, pdb->keepCfg.keep0, pdb->keepCfg.keep1, pdb->keepCfg.keep2,
127	pdb->keepCfg.keepTimeOffset);
128	(void)taosThreadMutexLock(&(*pTsdb)->mutex);	4,041,039✔
129	tsdbMemTableDestroy((*pTsdb)->mem, true);	4,040,094✔
130	(*pTsdb)->mem = NULL;	4,041,106✔
131	(void)taosThreadMutexUnlock(&(*pTsdb)->mutex);	4,041,106✔
132
133	tsdbCloseFS(&(*pTsdb)->pFS);	4,039,985✔
134	tsdbCloseCache(*pTsdb);	4,040,820✔
135	#ifdef TD_ENTERPRISE
136	tsdbCloseCompMonitor(*pTsdb);	4,041,106✔
137	#endif
138	tsdbCloseSsMigrateMonitor(*pTsdb);	4,041,106✔
139	tsdbCloseRetentionMonitor(*pTsdb);	4,041,106✔
140	tsdbScanMonitorClose(*pTsdb);	4,041,106✔
141	(void)taosThreadMutexDestroy(&(*pTsdb)->mutex);	4,041,106✔
142	taosMemoryFreeClear(*pTsdb);	4,039,792✔
143	}
144	return;	4,041,106✔
145	}

taosdata / TDengine / #4984

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous