• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #5044

06 May 2026 02:35AM UTC coverage: 73.169% (+0.06%) from 73.107%
#5044

push

travis-ci

web-flow
feat: [6659794715] cpu limit (#35153)

244 of 275 new or added lines in 23 files covered. (88.73%)

526 existing lines in 141 files now uncovered.

277745 of 379596 relevant lines covered (73.17%)

133740972.66 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

80.47
/source/dnode/mnode/impl/src/mndDb.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#define _DEFAULT_SOURCE
17
#include "mndDb.h"
18
#include "audit.h"
19
#include "command.h"
20
#include "mndArbGroup.h"
21
#include "mndCluster.h"
22
#include "mndCompact.h"
23
#include "mndCompactDetail.h"
24
#include "mndConfig.h"
25
#include "mndDnode.h"
26
#include "mndEncryptAlgr.h"
27
#include "mndIndex.h"
28
#include "mndPrivilege.h"
29
#include "mndRetention.h"
30
#include "mndRetentionDetail.h"
31
#include "mndRsma.h"
32
#include "mndScan.h"
33
#include "mndShow.h"
34
#include "mndSma.h"
35
#include "mndSsMigrate.h"
36
#include "mndStb.h"
37
#include "mndStream.h"
38
#include "mndSubscribe.h"
39
#include "mndTopic.h"
40
#include "mndTrans.h"
41
#include "mndUser.h"
42
#include "mndVgroup.h"
43
#include "mndView.h"
44
#include "systable.h"
45
#include "thttp.h"
46
#include "tjson.h"
47

48
#define DB_VER_INITIAL                   1
49
#define DB_VER_SUPPORT_ADVANCED_SECURITY 2
50
#define DB_VER_SUPPORT_MAC               3
51
#define DB_VER_NUMBER                    DB_VER_SUPPORT_MAC
52

53
#define DB_RESERVE_SIZE 8
54

55
static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw);
56
static int32_t  mndDbActionInsert(SSdb *pSdb, SDbObj *pDb);
57
static int32_t  mndDbActionDelete(SSdb *pSdb, SDbObj *pDb);
58
static int32_t  mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew);
59
static int32_t  mndNewDbActionValidate(SMnode *pMnode, STrans *pTrans, SSdbRaw *pRaw);
60

61
static int32_t mndProcessCreateDbReq(SRpcMsg *pReq);
62
static int32_t mndProcessAlterDbReq(SRpcMsg *pReq);
63
static int32_t mndProcessDropDbReq(SRpcMsg *pReq);
64
static int32_t mndProcessUseDbReq(SRpcMsg *pReq);
65
static int32_t mndProcessTrimDbReq(SRpcMsg *pReq);
66
static int32_t mndProcessSsMigrateDbReq(SRpcMsg *pReq);
67
static int32_t mndProcessTrimDbWalReq(SRpcMsg *pReq);
68
static int32_t mndProcessS3MigrateDbReq(SRpcMsg *pReq);
69
static int32_t mndRetrieveDbs(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rowsCapacity);
70
static void    mndCancelGetNextDb(SMnode *pMnode, void *pIter);
71
static int32_t mndProcessGetDbCfgReq(SRpcMsg *pReq);
72

73
#ifndef TD_ENTERPRISE
74
int32_t mndProcessCompactDbReq(SRpcMsg *pReq) { return TSDB_CODE_OPS_NOT_SUPPORT; }
75
#endif
76

77
int32_t mndInitDb(SMnode *pMnode) {
491,738✔
78
  SSdbTable table = {
491,738✔
79
      .sdbType = SDB_DB,
80
      .keyType = SDB_KEY_BINARY,
81
      .encodeFp = (SdbEncodeFp)mndDbActionEncode,
82
      .decodeFp = (SdbDecodeFp)mndDbActionDecode,
83
      .insertFp = (SdbInsertFp)mndDbActionInsert,
84
      .updateFp = (SdbUpdateFp)mndDbActionUpdate,
85
      .deleteFp = (SdbDeleteFp)mndDbActionDelete,
86
      .validateFp = (SdbValidateFp)mndNewDbActionValidate,
87
  };
88

89
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_DB, mndProcessCreateDbReq);
491,738✔
90
  mndSetMsgHandle(pMnode, TDMT_MND_ALTER_DB, mndProcessAlterDbReq);
491,738✔
91
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_DB, mndProcessDropDbReq);
491,738✔
92
  mndSetMsgHandle(pMnode, TDMT_MND_USE_DB, mndProcessUseDbReq);
491,738✔
93
  mndSetMsgHandle(pMnode, TDMT_MND_COMPACT_DB, mndProcessCompactDbReq);
491,738✔
94
  mndSetMsgHandle(pMnode, TDMT_MND_SCAN_DB, mndProcessScanDbReq);
491,738✔
95
  mndSetMsgHandle(pMnode, TDMT_MND_TRIM_DB, mndProcessTrimDbReq);
491,738✔
96
  mndSetMsgHandle(pMnode, TDMT_MND_TRIM_DB_WAL, mndProcessTrimDbWalReq);
491,738✔
97
  mndSetMsgHandle(pMnode, TDMT_MND_GET_DB_CFG, mndProcessGetDbCfgReq);
491,738✔
98
  mndSetMsgHandle(pMnode, TDMT_MND_SSMIGRATE_DB, mndProcessSsMigrateDbReq);
491,738✔
99
  mndSetMsgHandle(pMnode, TDMT_MND_GET_DB_INFO, mndProcessUseDbReq);
491,738✔
100

101
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_DB, mndRetrieveDbs);
491,738✔
102
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_DB, mndCancelGetNextDb);
491,738✔
103

104
  return sdbSetTable(pMnode->pSdb, table);
491,738✔
105
}
106

107
void mndCleanupDb(SMnode *pMnode) {}
491,675✔
108

109
SSdbRaw *mndDbActionEncode(SDbObj *pDb) {
7,068,224✔
110
  int32_t code = 0;
7,068,224✔
111
  int32_t lino = 0;
7,068,224✔
112
  terrno = TSDB_CODE_OUT_OF_MEMORY;
7,068,224✔
113

114
  int32_t  size = sizeof(SDbObj) + pDb->cfg.numOfRetensions * sizeof(SRetention) + DB_RESERVE_SIZE;
7,068,224✔
115
  SSdbRaw *pRaw = sdbAllocRaw(SDB_DB, DB_VER_NUMBER, size);
7,068,224✔
116
  if (pRaw == NULL) goto _OVER;
7,068,224✔
117

118
  int32_t dataPos = 0;
7,068,224✔
119
  SDB_SET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, _OVER)
7,068,224✔
120
  SDB_SET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, _OVER)
7,068,224✔
121
  SDB_SET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, _OVER)
7,068,224✔
122
  SDB_SET_INT64(pRaw, dataPos, pDb->createdTime, _OVER)
7,068,224✔
123
  SDB_SET_INT64(pRaw, dataPos, pDb->updateTime, _OVER)
7,068,224✔
124
  SDB_SET_INT64(pRaw, dataPos, pDb->uid, _OVER)
7,068,224✔
125
  SDB_SET_INT32(pRaw, dataPos, pDb->cfgVersion, _OVER)
7,068,224✔
126
  SDB_SET_INT32(pRaw, dataPos, pDb->vgVersion, _OVER)
7,068,224✔
127
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfVgroups, _OVER)
7,068,224✔
128
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfStables, _OVER)
7,068,224✔
129
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.buffer, _OVER)
7,068,224✔
130
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.pageSize, _OVER)
7,068,224✔
131
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.pages, _OVER)
7,068,224✔
132
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.cacheLastSize, _OVER)
7,068,224✔
133
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysPerFile, _OVER)
7,068,224✔
134
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep0, _OVER)
7,068,224✔
135
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep1, _OVER)
7,068,224✔
136
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep2, _OVER)
7,068,224✔
137
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.minRows, _OVER)
7,068,224✔
138
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.maxRows, _OVER)
7,068,224✔
139
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walFsyncPeriod, _OVER)
7,068,224✔
140
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.walLevel, _OVER)
7,068,224✔
141
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.precision, _OVER)
7,068,224✔
142
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.compression, _OVER)
7,068,224✔
143
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.replications, _OVER)
7,068,224✔
144
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.strict, _OVER)
7,068,224✔
145
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.cacheLast, _OVER)
7,068,224✔
146
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.hashMethod, _OVER)
7,068,224✔
147
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfRetensions, _OVER)
7,068,224✔
148
  for (int32_t i = 0; i < pDb->cfg.numOfRetensions; ++i) {
7,068,224✔
149
    SRetention *pRetension = taosArrayGet(pDb->cfg.pRetensions, i);
×
150
    SDB_SET_INT64(pRaw, dataPos, pRetension->freq, _OVER)
×
151
    SDB_SET_INT64(pRaw, dataPos, pRetension->keep, _OVER)
×
152
    SDB_SET_INT8(pRaw, dataPos, pRetension->freqUnit, _OVER)
×
153
    SDB_SET_INT8(pRaw, dataPos, pRetension->keepUnit, _OVER)
×
154
  }
155
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.schemaless, _OVER)
7,068,224✔
156
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walRetentionPeriod, _OVER)
7,068,224✔
157
  SDB_SET_INT64(pRaw, dataPos, pDb->cfg.walRetentionSize, _OVER)
7,068,224✔
158
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walRollPeriod, _OVER)
7,068,224✔
159
  SDB_SET_INT64(pRaw, dataPos, pDb->cfg.walSegmentSize, _OVER)
7,068,224✔
160
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.sstTrigger, _OVER)
7,068,224✔
161
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.hashPrefix, _OVER)
7,068,224✔
162
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.hashSuffix, _OVER)
7,068,224✔
163
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.tsdbPageSize, _OVER)
7,068,224✔
164
  SDB_SET_INT64(pRaw, dataPos, pDb->compactStartTime, _OVER)
7,068,224✔
165
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.keepTimeOffset, _OVER)
7,068,224✔
166
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.ssChunkSize, _OVER)
7,068,224✔
167
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.ssKeepLocal, _OVER)
7,068,224✔
168
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.ssCompact, _OVER)
7,068,224✔
169
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.withArbitrator, _OVER)
7,068,224✔
170
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.encryptAlgorithm, _OVER)
7,068,224✔
171
  SDB_SET_INT32(pRaw, dataPos, pDb->tsmaVersion, _OVER);
7,068,224✔
172
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.compactTimeOffset, _OVER)
7,068,224✔
173
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.compactStartTime, _OVER)
7,068,224✔
174
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.compactEndTime, _OVER)
7,068,224✔
175
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.compactInterval, _OVER)
7,068,224✔
176
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.isAudit, _OVER)
7,068,224✔
177
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.secureDelete, _OVER)
7,068,224✔
178
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.cacheLastShardBits, _OVER)
7,068,224✔
179

180
  SDB_SET_RESERVE(pRaw, dataPos, DB_RESERVE_SIZE, _OVER)
7,068,224✔
181
  SDB_SET_UINT8(pRaw, dataPos, pDb->cfg.flags, _OVER)
7,068,224✔
182
  SDB_SET_INT64(pRaw, dataPos, pDb->ownerId, _OVER)
7,068,224✔
183

184
  SDB_SET_DATALEN(pRaw, dataPos, _OVER)
7,068,224✔
185

186
  terrno = 0;
7,068,224✔
187

188
_OVER:
7,068,224✔
189
  if (terrno != 0) {
7,068,224✔
190
    mError("db:%s, failed to encode to raw:%p since %s", pDb->name, pRaw, terrstr());
×
191
    sdbFreeRaw(pRaw);
×
192
    return NULL;
×
193
  }
194

195
  mTrace("db:%s, encode to raw:%p, row:%p", pDb->name, pRaw, pDb);
7,068,224✔
196
  return pRaw;
7,068,224✔
197
}
198

199
static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw) {
6,394,638✔
200
  int32_t code = 0;
6,394,638✔
201
  int32_t lino = 0;
6,394,638✔
202
  terrno = TSDB_CODE_OUT_OF_MEMORY;
6,394,638✔
203
  SSdbRow *pRow = NULL;
6,394,638✔
204
  SDbObj  *pDb = NULL;
6,394,638✔
205

206
  int8_t sver = 0;
6,394,638✔
207
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
6,394,638✔
208

209
  if (sver < 1 || sver > DB_VER_NUMBER) {
6,394,638✔
210
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
×
211
    goto _OVER;
×
212
  }
213

214
  pRow = sdbAllocRow(sizeof(SDbObj));
6,394,638✔
215
  if (pRow == NULL) goto _OVER;
6,394,638✔
216

217
  pDb = sdbGetRowObj(pRow);
6,394,638✔
218
  if (pDb == NULL) goto _OVER;
6,394,638✔
219

220
  int32_t dataPos = 0;
6,394,638✔
221
  SDB_GET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, _OVER)
6,394,638✔
222
  SDB_GET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, _OVER)
6,394,638✔
223
  SDB_GET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, _OVER)
6,394,638✔
224
  SDB_GET_INT64(pRaw, dataPos, &pDb->createdTime, _OVER)
6,394,638✔
225
  SDB_GET_INT64(pRaw, dataPos, &pDb->updateTime, _OVER)
6,394,638✔
226
  SDB_GET_INT64(pRaw, dataPos, &pDb->uid, _OVER)
6,394,638✔
227
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfgVersion, _OVER)
6,394,638✔
228
  SDB_GET_INT32(pRaw, dataPos, &pDb->vgVersion, _OVER)
6,394,638✔
229
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfVgroups, _OVER)
6,394,638✔
230
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfStables, _OVER)
6,394,638✔
231
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.buffer, _OVER)
6,394,638✔
232
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.pageSize, _OVER)
6,394,638✔
233
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.pages, _OVER)
6,394,638✔
234
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.cacheLastSize, _OVER)
6,394,638✔
235
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysPerFile, _OVER)
6,394,638✔
236
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep0, _OVER)
6,394,638✔
237
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep1, _OVER)
6,394,638✔
238
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep2, _OVER)
6,394,638✔
239
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.minRows, _OVER)
6,394,638✔
240
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.maxRows, _OVER)
6,394,638✔
241
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walFsyncPeriod, _OVER)
6,394,638✔
242
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.walLevel, _OVER)
6,394,638✔
243
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.precision, _OVER)
6,394,638✔
244
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.compression, _OVER)
6,394,638✔
245
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.replications, _OVER)
6,394,638✔
246
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.strict, _OVER)
6,394,638✔
247
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.cacheLast, _OVER)
6,394,638✔
248
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.hashMethod, _OVER)
6,394,638✔
249
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfRetensions, _OVER)
6,394,638✔
250
  if (pDb->cfg.numOfRetensions > 0) {
6,394,638✔
251
    pDb->cfg.pRetensions = taosArrayInit(pDb->cfg.numOfRetensions, sizeof(SRetention));
×
252
    if (pDb->cfg.pRetensions == NULL) goto _OVER;
×
253
    for (int32_t i = 0; i < pDb->cfg.numOfRetensions; ++i) {
×
254
      SRetention retention = {0};
×
255
      SDB_GET_INT64(pRaw, dataPos, &retention.freq, _OVER)
×
256
      SDB_GET_INT64(pRaw, dataPos, &retention.keep, _OVER)
×
257
      SDB_GET_INT8(pRaw, dataPos, &retention.freqUnit, _OVER)
×
258
      SDB_GET_INT8(pRaw, dataPos, &retention.keepUnit, _OVER)
×
259
      if (taosArrayPush(pDb->cfg.pRetensions, &retention) == NULL) {
×
260
        goto _OVER;
×
261
      }
262
    }
263
  }
264
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.schemaless, _OVER)
6,394,638✔
265
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walRetentionPeriod, _OVER)
6,394,638✔
266
  SDB_GET_INT64(pRaw, dataPos, &pDb->cfg.walRetentionSize, _OVER)
6,394,638✔
267
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walRollPeriod, _OVER)
6,394,638✔
268
  SDB_GET_INT64(pRaw, dataPos, &pDb->cfg.walSegmentSize, _OVER)
6,394,638✔
269
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.sstTrigger, _OVER)
6,394,638✔
270
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.hashPrefix, _OVER)
6,394,638✔
271
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.hashSuffix, _OVER)
6,394,638✔
272
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.tsdbPageSize, _OVER)
6,394,638✔
273
  SDB_GET_INT64(pRaw, dataPos, &pDb->compactStartTime, _OVER)
6,394,638✔
274
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.keepTimeOffset, _OVER)
6,394,638✔
275
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.ssChunkSize, _OVER)
6,394,638✔
276
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.ssKeepLocal, _OVER)
6,394,638✔
277
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.ssCompact, _OVER)
6,394,638✔
278
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.withArbitrator, _OVER)
6,394,638✔
279
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.encryptAlgorithm, _OVER)
6,394,638✔
280
  SDB_GET_INT32(pRaw, dataPos, &pDb->tsmaVersion, _OVER);
6,394,638✔
281
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.compactTimeOffset, _OVER)
6,394,638✔
282
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.compactStartTime, _OVER)
6,394,638✔
283
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.compactEndTime, _OVER)
6,394,638✔
284
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.compactInterval, _OVER)
6,394,638✔
285
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.isAudit, _OVER)
6,394,638✔
286
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.secureDelete, _OVER)
6,394,638✔
287
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.cacheLastShardBits, _OVER)
6,394,638✔
288

289
  SDB_GET_RESERVE(pRaw, dataPos, DB_RESERVE_SIZE, _OVER)
6,394,638✔
290
  if (dataPos + sizeof(uint8_t) <= pRaw->dataLen) {
6,394,638✔
291
    SDB_GET_UINT8(pRaw, dataPos, &pDb->cfg.flags, _OVER)
6,394,638✔
292
  }
293
  if (dataPos + sizeof(int64_t) <= pRaw->dataLen) {
6,394,638✔
294
    SDB_GET_INT64(pRaw, dataPos, &pDb->ownerId, _OVER)
6,394,638✔
295
  }
296

297
  taosInitRWLatch(&pDb->lock);
6,394,638✔
298

299
  if (pDb->cfg.ssChunkSize == 0) {
6,394,638✔
300
    pDb->cfg.ssChunkSize = TSDB_DEFAULT_SS_CHUNK_SIZE;
×
301

302
    mInfo("db:%s, ssChunkSize set from %d to default %d", pDb->name, pDb->cfg.ssChunkSize, TSDB_DEFAULT_SS_CHUNK_SIZE);
×
303
  }
304

305
  if (pDb->cfg.ssKeepLocal == 0) {
6,394,638✔
306
    pDb->cfg.ssKeepLocal = TSDB_DEFAULT_SS_KEEP_LOCAL;
×
307

308
    mInfo("db:%s, ssKeepLocal set from %d to default %d", pDb->name, pDb->cfg.ssKeepLocal, TSDB_DEFAULT_SS_KEEP_LOCAL);
×
309
  }
310

311
  if (pDb->cfg.tsdbPageSize != TSDB_MIN_TSDB_PAGESIZE) {
6,394,638✔
312
    mInfo("db:%s, tsdbPageSize set from %d to default %d", pDb->name, pDb->cfg.tsdbPageSize,
6,394,638✔
313
          TSDB_DEFAULT_TSDB_PAGESIZE);
314
  }
315

316
  if (pDb->cfg.sstTrigger != TSDB_MIN_STT_TRIGGER) {
6,394,638✔
317
    mInfo("db:%s, sstTrigger set from %d to default %d", pDb->name, pDb->cfg.sstTrigger, TSDB_DEFAULT_SST_TRIGGER);
6,256,072✔
318
  }
319

320
  if (sver < DB_VER_SUPPORT_ADVANCED_SECURITY) {
6,394,638✔
321
    pDb->cfg.allowDrop = TSDB_DEFAULT_DB_ALLOW_DROP;
×
322
  }
323

324
  if (sver < DB_VER_SUPPORT_MAC) {
6,394,638✔
325
    pDb->cfg.securityLevel = TSDB_DEFAULT_SECURITY_LEVEL;
×
326
  }
327

328
  terrno = 0;
6,394,638✔
329

330
_OVER:
6,394,638✔
331
  if (terrno != 0) {
6,394,638✔
332
    mError("db:%s, failed to decode from raw:%p since %s", pDb == NULL ? "null" : pDb->name, pRaw, terrstr());
×
333
    taosMemoryFreeClear(pRow);
×
334
    return NULL;
×
335
  }
336

337
  mTrace("db:%s, decode from raw:%p, row:%p", pDb->name, pRaw, pDb);
6,394,638✔
338
  return pRow;
6,394,638✔
339
}
340

341
static int32_t mndNewDbActionValidate(SMnode *pMnode, STrans *pTrans, SSdbRaw *pRaw) {
1,466,470✔
342
  SSdb    *pSdb = pMnode->pSdb;
1,466,470✔
343
  SSdbRow *pRow = NULL;
1,466,470✔
344
  SDbObj  *pNewDb = NULL;
1,466,470✔
345
  int      code = -1;
1,466,470✔
346

347
  pRow = mndDbActionDecode(pRaw);
1,466,470✔
348
  if (pRow == NULL) {
1,466,470✔
349
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
350
    if (terrno != 0) code = terrno;
×
351
    goto _OVER;
×
352
  }
353
  pNewDb = sdbGetRowObj(pRow);
1,466,470✔
354
  if (pNewDb == NULL) {
1,466,470✔
355
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
356
    if (terrno != 0) code = terrno;
×
357
    goto _OVER;
×
358
  }
359

360
  SDbObj *pOldDb = sdbAcquire(pMnode->pSdb, SDB_DB, pNewDb->name);
1,466,470✔
361
  if (pOldDb != NULL) {
1,466,470✔
362
    mError("trans:%d, db name already in use. name: %s", pTrans->id, pNewDb->name);
×
363
    sdbRelease(pMnode->pSdb, pOldDb);
×
364
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
365
    if (terrno != 0) code = terrno;
×
366
    goto _OVER;
×
367
  }
368

369
  code = 0;
1,466,470✔
370
_OVER:
1,466,470✔
371
  if (pNewDb) mndDbActionDelete(pSdb, pNewDb);
1,466,470✔
372
  taosMemoryFreeClear(pRow);
1,466,470✔
373
  return code;
1,466,470✔
374
}
375

376
static int32_t mndDbActionInsert(SSdb *pSdb, SDbObj *pDb) {
1,630,720✔
377
  mTrace("db:%s, perform insert action, row:%p", pDb->name, pDb);
1,630,720✔
378
  return 0;
1,630,720✔
379
}
380

381
static int32_t mndDbActionDelete(SSdb *pSdb, SDbObj *pDb) {
6,394,638✔
382
  mTrace("db:%s, perform delete action, row:%p", pDb->name, pDb);
6,394,638✔
383
  taosArrayDestroy(pDb->cfg.pRetensions);
6,394,638✔
384
  return 0;
6,394,638✔
385
}
386

387
static int32_t mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew) {
2,515,863✔
388
  mTrace("db:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);
2,515,863✔
389
  taosWLockLatch(&pOld->lock);
2,515,863✔
390
  pOld->updateTime = pNew->updateTime;
2,515,863✔
391
  pOld->cfgVersion = pNew->cfgVersion;
2,515,863✔
392
  pOld->vgVersion = pNew->vgVersion;
2,515,863✔
393
  pOld->cfg.numOfVgroups = pNew->cfg.numOfVgroups;
2,515,863✔
394
  pOld->cfg.buffer = pNew->cfg.buffer;
2,515,863✔
395
  pOld->cfg.pageSize = pNew->cfg.pageSize;
2,515,863✔
396
  pOld->cfg.pages = pNew->cfg.pages;
2,515,863✔
397
  pOld->cfg.cacheLastSize = pNew->cfg.cacheLastSize;
2,515,863✔
398
  pOld->cfg.cacheLastShardBits = pNew->cfg.cacheLastShardBits;
2,515,863✔
399
  pOld->cfg.daysPerFile = pNew->cfg.daysPerFile;
2,515,863✔
400
  pOld->cfg.daysToKeep0 = pNew->cfg.daysToKeep0;
2,515,863✔
401
  pOld->cfg.daysToKeep1 = pNew->cfg.daysToKeep1;
2,515,863✔
402
  pOld->cfg.daysToKeep2 = pNew->cfg.daysToKeep2;
2,515,863✔
403
  pOld->cfg.keepTimeOffset = pNew->cfg.keepTimeOffset;
2,515,863✔
404
  pOld->cfg.walFsyncPeriod = pNew->cfg.walFsyncPeriod;
2,515,863✔
405
  pOld->cfg.walLevel = pNew->cfg.walLevel;
2,515,863✔
406
  pOld->cfg.walRetentionPeriod = pNew->cfg.walRetentionPeriod;
2,515,863✔
407
  pOld->cfg.walRetentionSize = pNew->cfg.walRetentionSize;
2,515,863✔
408
  pOld->cfg.strict = pNew->cfg.strict;
2,515,863✔
409
  pOld->cfg.cacheLast = pNew->cfg.cacheLast;
2,515,863✔
410
  pOld->cfg.replications = pNew->cfg.replications;
2,515,863✔
411
  pOld->cfg.sstTrigger = pNew->cfg.sstTrigger;
2,515,863✔
412
  pOld->cfg.minRows = pNew->cfg.minRows;
2,515,863✔
413
  pOld->cfg.maxRows = pNew->cfg.maxRows;
2,515,863✔
414
  pOld->cfg.tsdbPageSize = pNew->cfg.tsdbPageSize;
2,515,863✔
415
  pOld->cfg.ssChunkSize = pNew->cfg.ssChunkSize;
2,515,863✔
416
  pOld->cfg.ssKeepLocal = pNew->cfg.ssKeepLocal;
2,515,863✔
417
  pOld->cfg.ssCompact = pNew->cfg.ssCompact;
2,515,863✔
418
  pOld->cfg.withArbitrator = pNew->cfg.withArbitrator;
2,515,863✔
419
  pOld->cfg.compactInterval = pNew->cfg.compactInterval;
2,515,863✔
420
  pOld->cfg.compactStartTime = pNew->cfg.compactStartTime;
2,515,863✔
421
  pOld->cfg.compactEndTime = pNew->cfg.compactEndTime;
2,515,863✔
422
  pOld->cfg.compactTimeOffset = pNew->cfg.compactTimeOffset;
2,515,863✔
423
  pOld->compactStartTime = pNew->compactStartTime;
2,515,863✔
424
  pOld->tsmaVersion = pNew->tsmaVersion;
2,515,863✔
425
  pOld->cfg.isAudit = pNew->cfg.isAudit;
2,515,863✔
426
  pOld->cfg.secureDelete = pNew->cfg.secureDelete;
2,515,863✔
427
  pOld->cfg.flags = pNew->cfg.flags;
2,515,863✔
428
  pOld->ownerId = pNew->ownerId;
2,515,863✔
429
  taosWUnLockLatch(&pOld->lock);
2,515,863✔
430
  return 0;
2,515,863✔
431
}
432

433
static inline int32_t mndGetGlobalVgroupVersion(SMnode *pMnode) {
10,470,067✔
434
  SSdb *pSdb = pMnode->pSdb;
10,470,067✔
435
  return sdbGetTableVer(pSdb, SDB_VGROUP);
10,470,067✔
436
}
437

438
SDbObj *mndAcquireDb(SMnode *pMnode, const char *db) {
107,191,966✔
439
  SSdb   *pSdb = pMnode->pSdb;
107,191,966✔
440
  SDbObj *pDb = sdbAcquire(pSdb, SDB_DB, db);
107,192,882✔
441
  if (pDb == NULL) {
107,192,012✔
442
    if (terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
3,755,608✔
443
      terrno = TSDB_CODE_MND_DB_NOT_EXIST;
3,524,444✔
444
    } else if (terrno == TSDB_CODE_SDB_OBJ_CREATING) {
231,164✔
445
      terrno = TSDB_CODE_MND_DB_IN_CREATING;
8,992✔
446
    } else if (terrno == TSDB_CODE_SDB_OBJ_DROPPING) {
222,172✔
447
      terrno = TSDB_CODE_MND_DB_IN_DROPPING;
222,172✔
448
    } else {
449
      terrno = TSDB_CODE_APP_ERROR;
×
450
      mFatal("db:%s, failed to acquire db since %s", db, terrstr());
×
451
    }
452
  }
453
  return pDb;
107,191,955✔
454
}
455

456
SDbObj *mndAcquireAuditDb(SMnode *pMnode) {
52,732,419✔
457
  SSdb      *pSdb = pMnode->pSdb;
52,732,419✔
458
  SDbObj    *pDb = NULL;
52,732,419✔
459
  void      *pIter = NULL;
52,732,419✔
460
  ESdbStatus objStatus = 0;
52,732,419✔
461

462
  while (1) {
463
    pIter = sdbFetchAll(pSdb, SDB_DB, pIter, (void **)&pDb, &objStatus, true);
152,734,526✔
464
    if (pIter == NULL) break;
152,734,526✔
465
    if (pDb->cfg.isAudit == 1) {
100,005,119✔
466
      sdbCancelFetch(pSdb, pIter);
3,012✔
467
      break;
3,012✔
468
    }
469

470
    sdbRelease(pSdb, pDb);
100,002,107✔
471
  }
472
  return pDb;
52,732,419✔
473
}
474

475
void mndReleaseDb(SMnode *pMnode, SDbObj *pDb) {
117,410,153✔
476
  SSdb *pSdb = pMnode->pSdb;
117,410,153✔
477
  sdbRelease(pSdb, pDb);
117,409,562✔
478
}
117,410,268✔
479

480
bool mndDbIsExist(SMnode *pMnode, const char *db, int64_t uid) {
187,140✔
481
  SDbObj *pDb = mndAcquireDb(pMnode, db);
187,140✔
482
  if (pDb == NULL) {
187,140✔
UNCOV
483
    return false;
×
484
  } else {
485
    bool result = (uid == 0) || (uid == pDb->uid);
187,140✔
486
    mndReleaseDb(pMnode, pDb);
187,140✔
487
    pDb = NULL;
187,140✔
488
    return result;
187,140✔
489
  }
490
}
491

492
int32_t mndCheckDbName(const char *dbName, SUserObj *pUser) {
1,427,818✔
493
  char *pos = strstr(dbName, TS_PATH_DELIMITER);
1,427,818✔
494
  if (pos == NULL) {
1,427,818✔
495
    return TSDB_CODE_MND_INVALID_DB;
×
496
  }
497

498
  int32_t acctId;
1,426,427✔
499
  int32_t code = taosStr2int32(dbName, &acctId);
1,427,818✔
500
  if (code != 0) {
1,427,818✔
501
    return code;
×
502
  }
503

504
  if (acctId != pUser->acctId) {
1,427,818✔
505
    return TSDB_CODE_MND_INVALID_DB_ACCT;
×
506
  }
507

508
  return 0;
1,427,818✔
509
}
510

511
int32_t mndCheckDbCfg(SMnode *pMnode, SDbCfg *pCfg) {
1,427,818✔
512
  int32_t code = TSDB_CODE_MND_INVALID_DB_OPTION;
1,427,818✔
513

514
  if (pCfg->numOfVgroups < TSDB_MIN_VNODES_PER_DB || pCfg->numOfVgroups > TSDB_MAX_VNODES_PER_DB) return code;
1,427,818✔
515
  if (pCfg->numOfStables < TSDB_DB_STREAM_MODE_OFF || pCfg->numOfStables > TSDB_DB_STREAM_MODE_ON) return code;
1,427,818✔
516
  if (pCfg->buffer < TSDB_MIN_BUFFER_PER_VNODE || pCfg->buffer > TSDB_MAX_BUFFER_PER_VNODE) return code;
1,427,818✔
517
  if (pCfg->pageSize < TSDB_MIN_PAGESIZE_PER_VNODE || pCfg->pageSize > TSDB_MAX_PAGESIZE_PER_VNODE) return code;
1,427,818✔
518
  if (pCfg->pages < TSDB_MIN_PAGES_PER_VNODE || pCfg->pages > TSDB_MAX_PAGES_PER_VNODE) return code;
1,427,818✔
519
  if (pCfg->cacheLastSize < TSDB_MIN_DB_CACHE_SIZE || pCfg->cacheLastSize > TSDB_MAX_DB_CACHE_SIZE) return code;
1,427,818✔
520
  if (pCfg->cacheLastShardBits < TSDB_MIN_DB_CACHE_SHARD_BITS ||
1,427,818✔
521
      pCfg->cacheLastShardBits > TSDB_MAX_DB_CACHE_SHARD_BITS)
1,426,224✔
522
    return code;
3,985✔
523
  if (pCfg->daysPerFile < TSDB_MIN_DAYS_PER_FILE || pCfg->daysPerFile > TSDB_MAX_DAYS_PER_FILE) return code;
1,423,833✔
524
  if (pCfg->daysToKeep0 < TSDB_MIN_KEEP || pCfg->daysToKeep0 > TSDB_MAX_KEEP) return code;
1,423,833✔
525
  if (pCfg->daysToKeep1 < TSDB_MIN_KEEP || pCfg->daysToKeep1 > TSDB_MAX_KEEP) return code;
1,423,833✔
526
  if (pCfg->daysToKeep2 < TSDB_MIN_KEEP || pCfg->daysToKeep2 > TSDB_MAX_KEEP) return code;
1,423,833✔
527
  if (pCfg->daysToKeep0 < pCfg->daysPerFile) return code;
1,423,833✔
528
  if (pCfg->daysToKeep0 > pCfg->daysToKeep1) return code;
1,423,833✔
529
  if (pCfg->daysToKeep1 > pCfg->daysToKeep2) return code;
1,423,833✔
530
  if (pCfg->keepTimeOffset < TSDB_MIN_KEEP_TIME_OFFSET || pCfg->keepTimeOffset > TSDB_MAX_KEEP_TIME_OFFSET) return code;
1,423,833✔
531
  if (pCfg->minRows < TSDB_MIN_MINROWS_FBLOCK || pCfg->minRows > TSDB_MAX_MINROWS_FBLOCK) return code;
1,423,833✔
532
  if (pCfg->maxRows < TSDB_MIN_MAXROWS_FBLOCK || pCfg->maxRows > TSDB_MAX_MAXROWS_FBLOCK) return code;
1,423,833✔
533
  if (pCfg->minRows > pCfg->maxRows) return code;
1,423,833✔
534
  if (pCfg->walFsyncPeriod < TSDB_MIN_FSYNC_PERIOD || pCfg->walFsyncPeriod > TSDB_MAX_FSYNC_PERIOD) return code;
1,423,034✔
535
  if (pCfg->walLevel < TSDB_MIN_WAL_LEVEL || pCfg->walLevel > TSDB_MAX_WAL_LEVEL) return code;
1,423,034✔
536
  if (pCfg->precision < TSDB_MIN_PRECISION && pCfg->precision > TSDB_MAX_PRECISION) return code;
1,423,034✔
537
  if (pCfg->compression < TSDB_MIN_COMP_LEVEL || pCfg->compression > TSDB_MAX_COMP_LEVEL) return code;
1,423,034✔
538
  if (pCfg->replications < TSDB_MIN_DB_REPLICA || pCfg->replications > TSDB_MAX_DB_REPLICA) return code;
1,423,034✔
539
#ifdef TD_ENTERPRISE
540
  if ((pCfg->replications == 2) ^ (pCfg->withArbitrator == TSDB_MAX_DB_WITH_ARBITRATOR)) return code;
1,423,034✔
541
  // if (pCfg->encryptAlgorithm < TSDB_MIN_ENCRYPT_ALGO || pCfg->encryptAlgorithm > TSDB_MAX_ENCRYPT_ALGO) return code;
542
#else
543
  if (pCfg->replications != 1 && pCfg->replications != 3) return code;
544
  if (pCfg->encryptAlgorithm != TSDB_DEFAULT_ENCRYPT_ALGO) return code;
545
#endif
546

547
  if (pCfg->strict < TSDB_DB_STRICT_OFF || pCfg->strict > TSDB_DB_STRICT_ON) return code;
1,423,034✔
548
  if (pCfg->schemaless < TSDB_DB_SCHEMALESS_OFF || pCfg->schemaless > TSDB_DB_SCHEMALESS_ON) return code;
1,423,034✔
549
  if (pCfg->cacheLast < TSDB_CACHE_MODEL_NONE || pCfg->cacheLast > TSDB_CACHE_MODEL_BOTH) return code;
1,423,034✔
550
  if (pCfg->hashMethod != 1) return code;
1,423,034✔
551
  if (pCfg->replications > mndGetDnodeSize(pMnode)) {
1,423,034✔
552
    code = TSDB_CODE_MND_NO_ENOUGH_DNODES;
×
553
    TAOS_RETURN(code);
×
554
  }
555
  if (pCfg->walRetentionPeriod < TSDB_DB_MIN_WAL_RETENTION_PERIOD) return code;
1,423,034✔
556
  if (pCfg->walRetentionSize < TSDB_DB_MIN_WAL_RETENTION_SIZE) return code;
1,423,034✔
557
  if (pCfg->walRollPeriod < TSDB_DB_MIN_WAL_ROLL_PERIOD) return code;
1,423,034✔
558
  if (pCfg->walSegmentSize < TSDB_DB_MIN_WAL_SEGMENT_SIZE) return code;
1,423,034✔
559
  if (pCfg->sstTrigger < TSDB_MIN_STT_TRIGGER || pCfg->sstTrigger > TSDB_MAX_STT_TRIGGER) return code;
1,423,034✔
560
  if (pCfg->hashPrefix < TSDB_MIN_HASH_PREFIX || pCfg->hashPrefix > TSDB_MAX_HASH_PREFIX) return code;
1,423,034✔
561
  if (pCfg->hashSuffix < TSDB_MIN_HASH_SUFFIX || pCfg->hashSuffix > TSDB_MAX_HASH_SUFFIX) return code;
1,423,034✔
562
  if ((pCfg->hashSuffix * pCfg->hashPrefix) < 0) return code;
1,423,034✔
563
  if ((pCfg->hashPrefix + pCfg->hashSuffix) >= (TSDB_TABLE_NAME_LEN - 1)) return code;
1,423,034✔
564
  if (pCfg->tsdbPageSize < TSDB_MIN_TSDB_PAGESIZE || pCfg->tsdbPageSize > TSDB_MAX_TSDB_PAGESIZE) return code;
1,423,034✔
565
  if (taosArrayGetSize(pCfg->pRetensions) != pCfg->numOfRetensions) return code;
1,423,034✔
566

567
  if (pCfg->ssChunkSize < TSDB_MIN_SS_CHUNK_SIZE || pCfg->ssChunkSize > TSDB_MAX_SS_CHUNK_SIZE) return code;
1,423,034✔
568
  if (pCfg->ssKeepLocal < TSDB_MIN_SS_KEEP_LOCAL || pCfg->ssKeepLocal > TSDB_MAX_SS_KEEP_LOCAL) return code;
1,423,034✔
569
  if (pCfg->ssCompact < TSDB_MIN_SS_COMPACT || pCfg->ssCompact > TSDB_MAX_SS_COMPACT) return code;
1,423,034✔
570

571
  if (pCfg->compactInterval != 0 &&
1,423,034✔
572
      (pCfg->compactInterval < TSDB_MIN_COMPACT_INTERVAL || pCfg->compactInterval > pCfg->daysToKeep2))
4,016✔
573
    return code;
×
574
  if (pCfg->compactStartTime != 0 &&
1,423,034✔
575
      (pCfg->compactStartTime < -pCfg->daysToKeep2 || pCfg->compactStartTime > -pCfg->daysPerFile))
4,417✔
576
    return code;
×
577
  if (pCfg->compactEndTime != 0 &&
1,423,034✔
578
      (pCfg->compactEndTime < -pCfg->daysToKeep2 || pCfg->compactEndTime > -pCfg->daysPerFile))
4,417✔
579
    return code;
×
580
  if (pCfg->compactStartTime != 0 && pCfg->compactEndTime != 0 && pCfg->compactStartTime >= pCfg->compactEndTime)
1,423,034✔
581
    return code;
×
582
  if (pCfg->compactTimeOffset < TSDB_MIN_COMPACT_TIME_OFFSET || pCfg->compactTimeOffset > TSDB_MAX_COMPACT_TIME_OFFSET)
1,423,034✔
583
    return code;
×
584
  if (pCfg->isAudit < 0 || pCfg->isAudit > 1) return code;
1,423,034✔
585
  if (pCfg->allowDrop < TSDB_MIN_DB_ALLOW_DROP || pCfg->allowDrop > TSDB_MAX_DB_ALLOW_DROP) return code;
586
  if (pCfg->securityLevel < TSDB_MIN_SECURITY_LEVEL || pCfg->securityLevel > TSDB_MAX_SECURITY_LEVEL) return code;
1,423,034✔
587

588
  code = 0;
1,423,034✔
589
  TAOS_RETURN(code);
1,423,034✔
590
}
591

592
static int32_t mndCheckInChangeDbCfg(SMnode *pMnode, SDbCfg *pOldCfg, SDbCfg *pNewCfg) {
94,658✔
593
  int32_t code = TSDB_CODE_MND_INVALID_DB_OPTION;
94,658✔
594
  if (pNewCfg->buffer < TSDB_MIN_BUFFER_PER_VNODE || pNewCfg->buffer > TSDB_MAX_BUFFER_PER_VNODE) return code;
94,658✔
595
  if (pNewCfg->pages < TSDB_MIN_PAGES_PER_VNODE || pNewCfg->pages > TSDB_MAX_PAGES_PER_VNODE) return code;
94,658✔
596
  if (pNewCfg->pageSize < TSDB_MIN_PAGESIZE_PER_VNODE || pNewCfg->pageSize > TSDB_MAX_PAGESIZE_PER_VNODE) return code;
94,658✔
597
  if (pNewCfg->daysPerFile < TSDB_MIN_DAYS_PER_FILE || pNewCfg->daysPerFile > TSDB_MAX_DAYS_PER_FILE) return code;
94,658✔
598
  if (pNewCfg->daysToKeep0 < TSDB_MIN_KEEP || pNewCfg->daysToKeep0 > TSDB_MAX_KEEP) return code;
94,658✔
599
  if (pNewCfg->daysToKeep1 < TSDB_MIN_KEEP || pNewCfg->daysToKeep1 > TSDB_MAX_KEEP) return code;
94,658✔
600
  if (pNewCfg->daysToKeep2 < TSDB_MIN_KEEP || pNewCfg->daysToKeep2 > TSDB_MAX_KEEP) return code;
94,658✔
601
  if (pNewCfg->daysToKeep0 < pNewCfg->daysPerFile) return code;
94,658✔
602
  if (pNewCfg->daysToKeep0 > pNewCfg->daysToKeep1) return code;
94,658✔
603
  if (pNewCfg->daysToKeep1 > pNewCfg->daysToKeep2) return code;
94,658✔
604
  if (pNewCfg->keepTimeOffset < TSDB_MIN_KEEP_TIME_OFFSET || pNewCfg->keepTimeOffset > TSDB_MAX_KEEP_TIME_OFFSET)
94,658✔
605
    return code;
×
606
  if (pNewCfg->walFsyncPeriod < TSDB_MIN_FSYNC_PERIOD || pNewCfg->walFsyncPeriod > TSDB_MAX_FSYNC_PERIOD) return code;
94,658✔
607
  if (pNewCfg->walLevel < TSDB_MIN_WAL_LEVEL || pNewCfg->walLevel > TSDB_MAX_WAL_LEVEL) return code;
94,658✔
608
  if (pNewCfg->cacheLast < TSDB_CACHE_MODEL_NONE || pNewCfg->cacheLast > TSDB_CACHE_MODEL_BOTH) return code;
94,658✔
609
  if (pNewCfg->cacheLastSize < TSDB_MIN_DB_CACHE_SIZE || pNewCfg->cacheLastSize > TSDB_MAX_DB_CACHE_SIZE) return code;
94,658✔
610
  if (pNewCfg->cacheLastShardBits < TSDB_MIN_DB_CACHE_SHARD_BITS ||
94,658✔
611
      pNewCfg->cacheLastShardBits > TSDB_MAX_DB_CACHE_SHARD_BITS)
94,658✔
612
    return code;
×
613
  if (pNewCfg->replications < TSDB_MIN_DB_REPLICA || pNewCfg->replications > TSDB_MAX_DB_REPLICA) return code;
94,658✔
614
#ifdef TD_ENTERPRISE
615
  if ((pNewCfg->replications == 2) ^ (pNewCfg->withArbitrator == TSDB_MAX_DB_WITH_ARBITRATOR)) return code;
94,658✔
616
  if (pNewCfg->replications == 2 && pNewCfg->withArbitrator == TSDB_MAX_DB_WITH_ARBITRATOR) {
94,658✔
617
    if (pOldCfg->replications != 1 && pOldCfg->replications != 2) {
787✔
618
      terrno = TSDB_CODE_OPS_NOT_SUPPORT;
787✔
619
      return code;
787✔
620
    }
621
  }
622
  if (pNewCfg->replications != 2 && pOldCfg->replications == 2) {
93,871✔
623
    terrno = TSDB_CODE_OPS_NOT_SUPPORT;
×
624
    return code;
×
625
  }
626
#else
627
  if (pNewCfg->replications != 1 && pNewCfg->replications != 3) return code;
628
#endif
629

630
  if (pNewCfg->walLevel == 0 && pOldCfg->replications > 1) {
93,871✔
631
    terrno = TSDB_CODE_MND_INVALID_WAL_LEVEL;
×
632
    return code;
×
633
  }
634
  if (pNewCfg->replications > 1 && pOldCfg->walLevel == 0) {
93,871✔
635
    terrno = TSDB_CODE_MND_INVALID_WAL_LEVEL;
×
636
    return code;
×
637
  }
638

639
  if (pNewCfg->sstTrigger != pOldCfg->sstTrigger &&
93,871✔
640
      (pNewCfg->sstTrigger < TSDB_MIN_STT_TRIGGER || pNewCfg->sstTrigger > TSDB_MAX_STT_TRIGGER))
1,375✔
641
    return code;
×
642
  if (pNewCfg->minRows < TSDB_MIN_MINROWS_FBLOCK || pNewCfg->minRows > TSDB_MAX_MINROWS_FBLOCK) return code;
93,871✔
643
  if (pNewCfg->maxRows < TSDB_MIN_MAXROWS_FBLOCK || pNewCfg->maxRows > TSDB_MAX_MAXROWS_FBLOCK) return code;
93,871✔
644
  if (pNewCfg->minRows > pNewCfg->maxRows) return code;
93,871✔
645
  if (pNewCfg->walRetentionPeriod < TSDB_DB_MIN_WAL_RETENTION_PERIOD) return code;
93,084✔
646
  if (pNewCfg->walRetentionSize < TSDB_DB_MIN_WAL_RETENTION_SIZE) return code;
93,084✔
647
  if (pNewCfg->strict < TSDB_DB_STRICT_OFF || pNewCfg->strict > TSDB_DB_STRICT_ON) return code;
93,084✔
648
  if (pNewCfg->replications > mndGetDnodeSize(pMnode)) {
93,084✔
649
    terrno = TSDB_CODE_MND_NO_ENOUGH_DNODES;
×
650
    return code;
×
651
  }
652
  if (pNewCfg->ssChunkSize < TSDB_MIN_SS_CHUNK_SIZE || pNewCfg->ssChunkSize > TSDB_MAX_SS_CHUNK_SIZE) return code;
93,084✔
653
  if (pNewCfg->ssKeepLocal < TSDB_MIN_SS_KEEP_LOCAL || pNewCfg->ssKeepLocal > TSDB_MAX_SS_KEEP_LOCAL) return code;
93,084✔
654
  if (pNewCfg->ssCompact < TSDB_MIN_SS_COMPACT || pNewCfg->ssCompact > TSDB_MAX_SS_COMPACT) return code;
93,084✔
655

656
  if (pNewCfg->compactInterval != 0 &&
93,084✔
657
      (pNewCfg->compactInterval < TSDB_MIN_COMPACT_INTERVAL || pNewCfg->compactInterval > pNewCfg->daysToKeep2))
7,179✔
658
    return code;
×
659
  if (pNewCfg->compactStartTime != 0 &&
93,084✔
660
      (pNewCfg->compactStartTime < -pNewCfg->daysToKeep2 || pNewCfg->compactStartTime > -pNewCfg->daysPerFile))
4,818✔
661
    return code;
×
662
  if (pNewCfg->compactEndTime != 0 &&
93,084✔
663
      (pNewCfg->compactEndTime < -pNewCfg->daysToKeep2 || pNewCfg->compactEndTime > -pNewCfg->daysPerFile))
4,818✔
664
    return code;
×
665
  if (pNewCfg->compactStartTime != 0 && pNewCfg->compactEndTime != 0 &&
93,084✔
666
      pNewCfg->compactStartTime >= pNewCfg->compactEndTime)
4,818✔
667
    return code;
×
668
  if (pNewCfg->compactTimeOffset < TSDB_MIN_COMPACT_TIME_OFFSET ||
93,084✔
669
      pNewCfg->compactTimeOffset > TSDB_MAX_COMPACT_TIME_OFFSET)
93,084✔
670
    return code;
×
671
  if (pNewCfg->isAudit < 0 || pNewCfg->isAudit > 1) return code;
93,084✔
672
  if (pNewCfg->allowDrop < TSDB_MIN_DB_ALLOW_DROP || pNewCfg->allowDrop > TSDB_MAX_DB_ALLOW_DROP) return code;
673
  if (pNewCfg->securityLevel < TSDB_MIN_SECURITY_LEVEL || pNewCfg->securityLevel > TSDB_MAX_SECURITY_LEVEL) return code;
93,084✔
674

675
  code = 0;
93,084✔
676
  TAOS_RETURN(code);
93,084✔
677
}
678

679
static void mndSetDefaultDbCfg(SDbCfg *pCfg) {
1,427,200✔
680
  if (pCfg->numOfVgroups < 0) pCfg->numOfVgroups = TSDB_DEFAULT_VN_PER_DB;
1,427,200✔
681
  if (pCfg->numOfStables < 0) pCfg->numOfStables = TSDB_DEFAULT_DB_SINGLE_STABLE;
1,427,200✔
682
  if (pCfg->buffer < 0) pCfg->buffer = TSDB_DEFAULT_BUFFER_PER_VNODE;
1,427,200✔
683
  if (pCfg->pageSize < 0) pCfg->pageSize = TSDB_DEFAULT_PAGESIZE_PER_VNODE;
1,427,200✔
684
  if (pCfg->pages < 0) pCfg->pages = TSDB_DEFAULT_PAGES_PER_VNODE;
1,427,200✔
685
  if (pCfg->daysPerFile < 0) pCfg->daysPerFile = TSDB_DEFAULT_DURATION_PER_FILE;
1,427,200✔
686
  if (pCfg->daysToKeep0 < 0) pCfg->daysToKeep0 = TSDB_DEFAULT_KEEP;
1,427,200✔
687
  if (pCfg->daysToKeep1 < 0) pCfg->daysToKeep1 = pCfg->daysToKeep0;
1,427,200✔
688
  if (pCfg->daysToKeep2 < 0) pCfg->daysToKeep2 = pCfg->daysToKeep1;
1,427,200✔
689
  if (pCfg->keepTimeOffset < 0) pCfg->keepTimeOffset = TSDB_DEFAULT_KEEP_TIME_OFFSET;
1,427,200✔
690
  if (pCfg->minRows < 0) pCfg->minRows = TSDB_DEFAULT_MINROWS_FBLOCK;
1,427,200✔
691
  if (pCfg->maxRows < 0) pCfg->maxRows = TSDB_DEFAULT_MAXROWS_FBLOCK;
1,427,200✔
692
  if (pCfg->walFsyncPeriod < 0) pCfg->walFsyncPeriod = TSDB_DEFAULT_FSYNC_PERIOD;
1,427,200✔
693
  if (pCfg->walLevel < 0) pCfg->walLevel = TSDB_DEFAULT_WAL_LEVEL;
1,427,200✔
694
  if (pCfg->precision < 0) pCfg->precision = TSDB_DEFAULT_PRECISION;
1,427,200✔
695
  if (pCfg->compression < 0) pCfg->compression = TSDB_DEFAULT_COMP_LEVEL;
1,427,200✔
696
  if (pCfg->replications < 0) pCfg->replications = TSDB_DEFAULT_DB_REPLICA;
1,427,200✔
697
  if (pCfg->strict < 0) pCfg->strict = TSDB_DEFAULT_DB_STRICT;
1,427,200✔
698
  if (pCfg->cacheLast < 0) pCfg->cacheLast = TSDB_DEFAULT_CACHE_MODEL;
1,427,200✔
699
  if (pCfg->cacheLastSize <= 0) pCfg->cacheLastSize = TSDB_DEFAULT_CACHE_SIZE;
1,427,200✔
700
  if (pCfg->numOfRetensions < 0) pCfg->numOfRetensions = 0;
1,427,200✔
701
  if (pCfg->schemaless < 0) pCfg->schemaless = TSDB_DB_SCHEMALESS_OFF;
1,427,200✔
702
  if (pCfg->walRetentionPeriod < 0 && pCfg->walRetentionPeriod != -1)
1,427,200✔
703
    pCfg->walRetentionPeriod = TSDB_REPS_DEF_DB_WAL_RET_PERIOD;
×
704
  if (pCfg->walRetentionSize < 0 && pCfg->walRetentionSize != -1)
1,427,200✔
705
    pCfg->walRetentionSize = TSDB_REPS_DEF_DB_WAL_RET_SIZE;
×
706
  if (pCfg->walRollPeriod < 0) pCfg->walRollPeriod = TSDB_REPS_DEF_DB_WAL_ROLL_PERIOD;
1,427,200✔
707
  if (pCfg->walSegmentSize < 0) pCfg->walSegmentSize = TSDB_DEFAULT_DB_WAL_SEGMENT_SIZE;
1,427,200✔
708
  if (pCfg->sstTrigger <= 0) pCfg->sstTrigger = TSDB_DEFAULT_SST_TRIGGER;
1,427,200✔
709
  if (pCfg->tsdbPageSize <= 0) pCfg->tsdbPageSize = TSDB_DEFAULT_TSDB_PAGESIZE;
1,427,200✔
710
  if (pCfg->ssChunkSize <= 0) pCfg->ssChunkSize = TSDB_DEFAULT_SS_CHUNK_SIZE;
1,427,200✔
711
  if (pCfg->ssKeepLocal <= 0) pCfg->ssKeepLocal = TSDB_DEFAULT_SS_KEEP_LOCAL;
1,427,200✔
712
  if (pCfg->ssCompact < 0) pCfg->ssCompact = TSDB_DEFAULT_SS_COMPACT;
1,427,200✔
713
  if (pCfg->withArbitrator < 0) pCfg->withArbitrator = TSDB_DEFAULT_DB_WITH_ARBITRATOR;
1,427,200✔
714
  if (pCfg->encryptAlgorithm < 0) pCfg->encryptAlgorithm = TSDB_DEFAULT_ENCRYPT_ALGO;
1,427,200✔
715
}
1,427,200✔
716

717
int32_t mndSetCreateDbPrepareAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
1,417,314✔
718
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
1,417,314✔
719
  if (pDbRaw == NULL) return -1;
1,417,314✔
720

721
  if (mndTransAppendPrepareLog(pTrans, pDbRaw) != 0) return -1;
1,417,314✔
722
  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_CREATING) != 0) return -1;
1,417,314✔
723
  return 0;
1,417,314✔
724
}
725

726
static int32_t mndSetNewVgPrepareActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
1,416,696✔
727
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
4,403,637✔
728
    if (mndAddNewVgPrepareAction(pMnode, pTrans, (pVgroups + v)) != 0) return -1;
2,986,941✔
729
  }
730
  return 0;
1,416,696✔
731
}
732

733
static int32_t mndSetCreateDbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
×
734
  int32_t  code = 0;
×
735
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
×
736
  if (pDbRaw == NULL) {
×
737
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
738
    if (terrno != 0) code = terrno;
×
739
    TAOS_RETURN(code);
×
740
  }
741
  TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pDbRaw));
×
742
  TAOS_CHECK_RETURN(sdbSetRawStatus(pDbRaw, SDB_STATUS_UPDATE));
×
743

744
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
×
745
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
×
746
    if (pVgRaw == NULL) {
×
747
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
748
      if (terrno != 0) code = terrno;
×
749
      TAOS_RETURN(code);
×
750
    }
751
    TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pVgRaw));
×
752
    TAOS_CHECK_RETURN(sdbSetRawStatus(pVgRaw, SDB_STATUS_UPDATE));
×
753
  }
754

755
  if (pDb->cfg.withArbitrator) {
×
756
    for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
×
757
      SVgObj   *pVgObj = pVgroups + v;
×
758
      SArbGroup arbGroup = {0};
×
759
      TAOS_CHECK_RETURN(mndArbGroupInitFromVgObj(pVgObj, &arbGroup));
×
760
      TAOS_CHECK_RETURN(mndSetCreateArbGroupRedoLogs(pTrans, &arbGroup));
×
761
    }
762
  }
763

764
  TAOS_RETURN(code);
×
765
}
766

767
static int32_t mndSetCreateDbUndoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
1,416,696✔
768
  int32_t  code = 0;
1,416,696✔
769
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
1,416,696✔
770
  if (pDbRaw == NULL) {
1,416,696✔
771
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
772
    if (terrno != 0) code = terrno;
×
773
    TAOS_RETURN(code);
×
774
  }
775
  TAOS_CHECK_RETURN(mndTransAppendUndolog(pTrans, pDbRaw));
1,416,696✔
776
  TAOS_CHECK_RETURN(sdbSetRawStatus(pDbRaw, SDB_STATUS_DROPPED));
1,416,696✔
777

778
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
4,403,637✔
779
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
2,986,941✔
780
    if (pVgRaw == NULL) {
2,986,941✔
781
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
782
      if (terrno != 0) code = terrno;
×
783
      TAOS_RETURN(code);
×
784
    }
785
    TAOS_CHECK_RETURN(mndTransAppendUndolog(pTrans, pVgRaw));
2,986,941✔
786
    TAOS_CHECK_RETURN(sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED));
2,986,941✔
787
  }
788

789
  if (pDb->cfg.withArbitrator) {
1,416,696✔
790
    for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
11,226✔
791
      SVgObj   *pVgObj = pVgroups + v;
6,801✔
792
      SArbGroup arbGroup = {0};
6,801✔
793
      TAOS_CHECK_RETURN(mndArbGroupInitFromVgObj(pVgObj, &arbGroup));
6,801✔
794
      TAOS_CHECK_RETURN(mndSetCreateArbGroupUndoLogs(pTrans, &arbGroup));
6,801✔
795
    }
796
  }
797

798
  TAOS_RETURN(code);
1,416,696✔
799
}
800

801
static int32_t mndSetCreateDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups,
1,416,696✔
802
                                        SUserObj *pUserDuped, SArray *pAuditOwnedDbs) {
803
  int32_t  code = 0;
1,416,696✔
804
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
1,416,696✔
805
  if (pDbRaw == NULL) {
1,416,696✔
806
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
807
    if (terrno != 0) code = terrno;
×
808
    TAOS_RETURN(code);
×
809
  }
810
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pDbRaw));
1,416,696✔
811
  TAOS_CHECK_RETURN(sdbSetRawStatus(pDbRaw, SDB_STATUS_READY));
1,416,696✔
812

813
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
4,403,637✔
814
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
2,986,941✔
815
    if (pVgRaw == NULL) {
2,986,941✔
816
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
817
      if (terrno != 0) code = terrno;
×
818
      TAOS_RETURN(code);
×
819
    }
820
    TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pVgRaw));
2,986,941✔
821
    TAOS_CHECK_RETURN(sdbSetRawStatus(pVgRaw, SDB_STATUS_READY));
2,986,941✔
822
  }
823

824
  if (pDb->cfg.withArbitrator) {
1,416,696✔
825
    for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
11,226✔
826
      SVgObj   *pVgObj = pVgroups + v;
6,801✔
827
      SArbGroup arbGroup = {0};
6,801✔
828
      TAOS_CHECK_RETURN(mndArbGroupInitFromVgObj(pVgObj, &arbGroup));
6,801✔
829
      TAOS_CHECK_RETURN(mndSetCreateArbGroupCommitLogs(pTrans, &arbGroup));
6,801✔
830
    }
831
  }
832

833
  if (pUserDuped) {
1,416,696✔
834
    SSdbRaw *pUserRaw = mndUserActionEncode(pUserDuped);
1,416,696✔
835
    if (pUserRaw == NULL) {
1,416,696✔
836
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
837
      if (terrno != 0) code = terrno;
×
838
      TAOS_RETURN(code);
×
839
    }
840
    TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pUserRaw));
1,416,696✔
841
    TAOS_CHECK_RETURN(sdbSetRawStatus(pUserRaw, SDB_STATUS_READY));
1,416,696✔
842
  }
843

844
  if(pAuditOwnedDbs) {
1,416,696✔
845
    int32_t auditOwnedDbSize = taosArrayGetSize(pAuditOwnedDbs);
×
846
    for (int32_t i = 0; i < auditOwnedDbSize; ++i) {
×
847
      SUserObj *pAuditUser = (SUserObj *)TARRAY_GET_ELEM(pAuditOwnedDbs, i);
×
848
      SSdbRaw  *pAuditUserRaw = mndUserActionEncode(pAuditUser);
×
849
      if (pAuditUserRaw == NULL) {
×
850
        TAOS_RETURN(terrno ? terrno : TSDB_CODE_MND_RETURN_VALUE_NULL);
×
851
      }
852
      TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pAuditUserRaw));
×
853
      TAOS_CHECK_RETURN(sdbSetRawStatus(pAuditUserRaw, SDB_STATUS_READY));
×
854
    }
855
  }
856

857
  TAOS_RETURN(code);
1,416,696✔
858
}
859

860
static int32_t mndSetCreateDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
1,416,696✔
861
  int32_t code = 0;
1,416,696✔
862
  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {
4,403,637✔
863
    SVgObj *pVgroup = pVgroups + vg;
2,986,941✔
864

865
    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
6,256,397✔
866
      SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
3,269,456✔
867
      TAOS_CHECK_RETURN(mndAddCreateVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid));
3,269,456✔
868
    }
869
  }
870

871
  TAOS_RETURN(code);
1,416,696✔
872
}
873

874
static int32_t mndSetCreateDbUndoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
1,416,696✔
875
  int32_t code = 0;
1,416,696✔
876
  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {
4,403,637✔
877
    SVgObj *pVgroup = pVgroups + vg;
2,986,941✔
878

879
    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
6,256,397✔
880
      SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
3,269,456✔
881
      TAOS_CHECK_RETURN(mndAddDropVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid, false));
3,269,456✔
882
    }
883
  }
884

885
  TAOS_RETURN(code);
1,416,696✔
886
}
887

888
/**
889
 * @brief fill audit owned dbs for users with role SYSAUDIT or SYSAUDIT_LOG.
890
 *
891
 * @param pMnode
892
 * @param pOperUser
893
 * @param pDb
894
 * @param pAuditOwnedDbs
895
 * @return int32_t
896
 */
897
static int32_t mndSetAuditOwnedDbs(SMnode *pMnode, SUserObj *pOperUser, SDbObj *pDb, SArray **pAuditOwnedDbs) {
252✔
898
  int32_t   code = 0, lino = 0;
252✔
899
  SSdb     *pSdb = pMnode->pSdb;
252✔
900
  SArray   *auditOwnedDbs = NULL;
252✔
901
  SUserObj *pUser = NULL;
252✔
902
  SUserObj  newUserObj = {0};
252✔
903
  int32_t   sysAuditLen = sizeof(TSDB_ROLE_SYSAUDIT);
252✔
904
  int32_t   sysAuditLogLen = sizeof(TSDB_ROLE_SYSAUDIT_LOG);
252✔
905

906
  void *pIter = NULL;
252✔
907
  while ((pIter = sdbFetch(pSdb, SDB_USER, pIter, (void **)&pUser))) {
504✔
908
    if (taosHashGetSize(pUser->roles) <= 0) {
252✔
909
      sdbRelease(pSdb, pUser);
×
910
      pUser = NULL;
×
911
      continue;
×
912
    }
913
    if(strncmp(pUser->name, pOperUser->name, TSDB_USER_LEN) == 0) {
252✔
914
      sdbRelease(pSdb, pUser);
252✔
915
      pUser = NULL;
252✔
916
      continue;
252✔
917
    }
918
    if (!taosHashGet(pUser->roles, TSDB_ROLE_SYSAUDIT, sysAuditLen) &&
×
919
        !taosHashGet(pUser->roles, TSDB_ROLE_SYSAUDIT_LOG, sysAuditLogLen)) {
×
920
      sdbRelease(pSdb, pUser);
×
921
      pUser = NULL;
×
922
      continue;
×
923
    }
924
    TAOS_CHECK_EXIT(mndUserDupObj(pUser, &newUserObj));
×
925
    TAOS_CHECK_EXIT(taosHashPut(newUserObj.ownedDbs, pDb->name, strlen(pDb->name) + 1, NULL, 0));
×
926
    if (auditOwnedDbs == NULL) {
×
927
      auditOwnedDbs = taosArrayInit(1, sizeof(SUserObj));
×
928
      if (auditOwnedDbs == NULL) {
×
929
        TAOS_CHECK_EXIT(terrno);
×
930
      }
931
    }
932
    if (!taosArrayPush(auditOwnedDbs, &newUserObj)) {
×
933
      TAOS_CHECK_EXIT(terrno);
×
934
    }
935
    memset(&newUserObj, 0, sizeof(SUserObj));
×
936
    sdbRelease(pSdb, pUser);
×
937
    pUser = NULL;
×
938
  }
939
  *pAuditOwnedDbs = auditOwnedDbs;
252✔
940
  auditOwnedDbs = NULL;
252✔
941
_exit:
252✔
942
  if (auditOwnedDbs != NULL) taosArrayDestroyEx(auditOwnedDbs, (FDelete)mndUserFreeObj);
252✔
943
  sdbRelease(pSdb, pUser);
252✔
944
  sdbCancelFetch(pSdb, pIter);
252✔
945
  mndUserFreeObj(&newUserObj);
252✔
946
  TAOS_RETURN(code);
252✔
947
}
948

949
static int32_t mndCreateDb(SMnode *pMnode, SRpcMsg *pReq, SCreateDbReq *pCreate, SUserObj *pUser, SArray *dnodeList) {
1,429,416✔
950
  int32_t  code = 0;
1,429,416✔
951
  SArray  *auditOwnedDbs = NULL;
1,429,416✔
952
  SUserObj newUserObj = {0};
1,429,416✔
953
  SDbObj   dbObj = {0};
1,429,416✔
954
  (void)memcpy(dbObj.name, pCreate->db, TSDB_DB_FNAME_LEN);
1,429,416✔
955
  (void)memcpy(dbObj.acct, pUser->acct, TSDB_USER_LEN);
1,429,416✔
956
  dbObj.createdTime = taosGetTimestampMs();
1,429,416✔
957
  dbObj.updateTime = dbObj.createdTime;
1,429,416✔
958
  dbObj.uid = mndGenerateUid(dbObj.name, TSDB_DB_FNAME_LEN);
1,429,416✔
959
  dbObj.cfgVersion = 1;
1,429,416✔
960
  dbObj.vgVersion = 1;
1,429,416✔
961
  dbObj.tsmaVersion = 1;
1,429,416✔
962
  (void)memcpy(dbObj.createUser, pUser->user, TSDB_USER_LEN);
1,429,416✔
963
  dbObj.ownerId = pUser->uid;
1,429,416✔
964
  dbObj.cfg = (SDbCfg){
2,857,441✔
965
      .numOfVgroups = pCreate->numOfVgroups,
1,429,416✔
966
      .numOfStables = pCreate->numOfStables,
1,429,416✔
967
      .buffer = pCreate->buffer,
1,429,416✔
968
      .pageSize = pCreate->pageSize,
1,429,416✔
969
      .pages = pCreate->pages,
1,429,416✔
970
      .cacheLastSize = pCreate->cacheLastSize,
1,429,416✔
971
      .cacheLastShardBits = pCreate->cacheLastShardBits,
1,429,416✔
972
      .daysPerFile = pCreate->daysPerFile,
1,429,416✔
973
      .daysToKeep0 = pCreate->daysToKeep0,
1,429,416✔
974
      .daysToKeep1 = pCreate->daysToKeep1,
1,429,416✔
975
      .daysToKeep2 = pCreate->daysToKeep2,
1,429,416✔
976
      .keepTimeOffset = pCreate->keepTimeOffset,
1,429,416✔
977
      .minRows = pCreate->minRows,
1,429,416✔
978
      .maxRows = pCreate->maxRows,
1,429,416✔
979
      .walFsyncPeriod = pCreate->walFsyncPeriod,
1,429,416✔
980
      .walLevel = pCreate->walLevel,
1,429,416✔
981
      .precision = pCreate->precision,
1,429,416✔
982
      .compression = pCreate->compression,
1,429,416✔
983
      .replications = pCreate->replications,
1,429,416✔
984
      .strict = pCreate->strict,
1,429,416✔
985
      .cacheLast = pCreate->cacheLast,
1,429,416✔
986
      .hashMethod = 1,
987
      .schemaless = pCreate->schemaless,
1,429,416✔
988
      .walRetentionPeriod = pCreate->walRetentionPeriod,
1,429,416✔
989
      .walRetentionSize = pCreate->walRetentionSize,
1,429,416✔
990
      .walRollPeriod = pCreate->walRollPeriod,
1,429,416✔
991
      .walSegmentSize = pCreate->walSegmentSize,
1,429,416✔
992
      .sstTrigger = pCreate->sstTrigger,
1,429,416✔
993
      .hashPrefix = pCreate->hashPrefix,
1,429,416✔
994
      .hashSuffix = pCreate->hashSuffix,
1,429,416✔
995
      .ssChunkSize = pCreate->ssChunkSize,
1,429,416✔
996
      .ssKeepLocal = pCreate->ssKeepLocal,
1,429,416✔
997
      .ssCompact = pCreate->ssCompact,
1,429,416✔
998
      .tsdbPageSize = pCreate->tsdbPageSize,
1,429,416✔
999
      .withArbitrator = pCreate->withArbitrator,
1,429,416✔
1000
      .encryptAlgorithm = pCreate->encryptAlgorithm,
1,429,416✔
1001
      .compactInterval = pCreate->compactInterval,
1,429,416✔
1002
      .compactStartTime = pCreate->compactStartTime,
1,429,416✔
1003
      .compactEndTime = pCreate->compactEndTime,
1,429,416✔
1004
      .compactTimeOffset = pCreate->compactTimeOffset,
1,429,416✔
1005
      .isAudit = pCreate->isAudit,
1,429,416✔
1006
      .secureDelete = pCreate->secureDelete,
1,429,416✔
1007
  };
1008
  if (strlen(pCreate->encryptAlgrName) > 0) {
1,429,416✔
1009
    if (strncasecmp(pCreate->encryptAlgrName, "none", TSDB_ENCRYPT_ALGR_NAME_LEN) == 0) {
7,368✔
1010
      if (pCreate->isAudit == 1) {
3,907✔
1011
        code = TSDB_CODE_AUDIT_MUST_ENCRYPT;
×
1012
        mError("db:%s, failed to create, encrypt algorithm not match for audit db, %s", pCreate->db,
×
1013
               pCreate->encryptAlgrName);
1014
        TAOS_RETURN(code);
×
1015
      }
1016
      dbObj.cfg.encryptAlgorithm = 0;
3,907✔
1017
    } else {
1018
      SEncryptAlgrObj *pEncryptAlgr = mndAcquireEncryptAlgrByAId(pMnode, pCreate->encryptAlgrName);
3,461✔
1019
      if (pEncryptAlgr != NULL) {
3,461✔
1020
        if (pEncryptAlgr->type != ENCRYPT_ALGR_TYPE__SYMMETRIC_CIPHERS) {
2,635✔
1021
          code = TSDB_CODE_MNODE_ENCRYPT_TYPE_NOT_MATCH;
×
1022
          mError("db:%s, failed to create, encrypt algorithm not match, %s, expect type %d", pCreate->db,
×
1023
                 pCreate->encryptAlgrName, ENCRYPT_ALGR_TYPE__SYMMETRIC_CIPHERS);
1024
          TAOS_RETURN(code);
×
1025
        }
1026
        dbObj.cfg.encryptAlgorithm = pEncryptAlgr->id;
2,635✔
1027
      } else {
1028
        code = TSDB_CODE_MNODE_ENCRYPT_ALGR_NOT_EXIST;
826✔
1029
        mError("db:%s, failed to create, encrypt algorithm not exist, %s", pCreate->db, pCreate->encryptAlgrName);
826✔
1030
        TAOS_RETURN(code);
826✔
1031
      }
1032
      if (tsDataKey[0] == '\0') {
2,635✔
1033
        code = TSDB_CODE_DNODE_INVALID_ENCRYPTKEY;
×
1034
        mError("db:%s, failed to create db since %s", pCreate->db, tstrerror(code));
×
1035
        TAOS_RETURN(code);
×
1036
      }
1037
    }
1038
  } else {
1039
    if (pCreate->isAudit == 1) {
1,422,048✔
1040
      code = TSDB_CODE_AUDIT_MUST_ENCRYPT;
1,390✔
1041
      mError("db:%s, failed to create, encrypt algorithm not match for audit db, %s", pCreate->db,
1,390✔
1042
             pCreate->encryptAlgrName);
1043
      TAOS_RETURN(code);
1,390✔
1044
    }
1045
  }
1046
  dbObj.cfg.numOfRetensions = pCreate->numOfRetensions;
1,427,200✔
1047
  dbObj.cfg.pRetensions = pCreate->pRetensions;
1,427,200✔
1048

1049
  if (pCreate->isAudit == 1) {
1,427,200✔
1050
    if (dbObj.cfg.daysToKeep2 < 2628000) {
252✔
1051
      code = TSDB_CODE_AUDIT_MUST_KEEPFORCE;
×
1052
      mError("db:%s, failed to create, keep not match for audit db, %d", pCreate->db, dbObj.cfg.daysToKeep2);
×
1053
      TAOS_RETURN(code);
×
1054
    }
1055
    if (dbObj.cfg.walLevel != 2) {
252✔
1056
      code = TSDB_CODE_AUDIT_MUST_WALFORCE;
×
1057
      mError("db:%s, failed to create, walLevel not match for audit db, %d", pCreate->db, dbObj.cfg.walLevel);
×
1058
      TAOS_RETURN(code);
×
1059
    }
1060
  }
1061
  dbObj.cfg.allowDrop = (uint8_t)pCreate->allowDrop;
1,427,200✔
1062

1063
#ifdef TD_ENTERPRISE  
1064
  // MAC: DB securityLevel
1065
  if (pCreate->securityLevel == 0) {
1,427,200✔
1066
    // Explicitly specified as 0: no need to check privilege, just set it to 0
1067
    dbObj.cfg.securityLevel = TSDB_DEFAULT_SECURITY_LEVEL;
4,282✔
1068
  } else if (pCreate->securityLevel > 0) {
1,422,918✔
1069
    // Require SYSSEC (PRIV_SECURITY_POLICY_ALTER) to set an explicit non-zero security level.
1070
    if (!mndUserHasMacLabelPriv(pMnode, pUser)) {
×
1071
      code = TSDB_CODE_MND_NO_RIGHTS;
×
1072
      mError("db:%s, failed to create, user %s lacks PRIV_SECURITY_POLICY_ALTER to set security_level",
×
1073
             pCreate->db, pUser->user);
1074
      TAOS_RETURN(code);
×
1075
    }
1076
    // MAC must be active to set db security_level > 0; before activation only user levels can be set.
1077
    if (pMnode->macActive != MAC_MODE_MANDATORY) {
×
1078
      code = TSDB_CODE_MAC_INSUFFICIENT_LEVEL;
×
1079
      mError("db:%s, failed to create, cannot set security_level > 0 before MAC is activated",
×
1080
             pCreate->db);
1081
      TAOS_RETURN(code);
×
1082
    }
1083
    // NRU: requested level must not exceed operator's clearance.
1084
    // (SYSSEC requires maxSecLevel=4 under MAC, so this check always passes in practice.)
1085
    if ((uint8_t)pCreate->securityLevel > pUser->maxSecLevel) {
×
1086
      code = TSDB_CODE_MAC_INSUFFICIENT_LEVEL;
×
1087
      mError("db:%s, failed to create, securityLevel(%d) exceeds user %s maxSecLevel(%d)",
×
1088
             pCreate->db, pCreate->securityLevel, pUser->user, pUser->maxSecLevel);
1089
      TAOS_RETURN(code);
×
1090
    }
1091
    dbObj.cfg.securityLevel = (uint8_t)pCreate->securityLevel;
×
1092
  } else {
1093
    // Not specified: MAC active inherit creator's maxSecLevel as default, otherwise default security_level = 0
1094
    dbObj.cfg.securityLevel =
1,422,918✔
1095
        pMnode->macActive == MAC_MODE_MANDATORY ? pUser->maxSecLevel : TSDB_DEFAULT_SECURITY_LEVEL;
1,422,918✔
1096
  }
1097
#endif
1098
  mndSetDefaultDbCfg(&dbObj.cfg);
1,427,200✔
1099

1100
  if ((code = mndCheckDbName(dbObj.name, pUser)) != 0) {
1,427,200✔
1101
    mError("db:%s, failed to create, check db name failed, since %s", pCreate->db, tstrerror(code));
×
1102
    TAOS_RETURN(code);
×
1103
  }
1104

1105
  if ((code = mndCheckDbCfg(pMnode, &dbObj.cfg)) != 0) {
1,427,200✔
1106
    mError("db:%s, failed to create, check db cfg failed, since %s", pCreate->db, tstrerror(code));
4,784✔
1107
    TAOS_RETURN(code);
4,784✔
1108
  }
1109

1110
  if (dbObj.cfg.hashPrefix > 0) {
1,422,416✔
1111
    int32_t dbLen = strlen(dbObj.name) + 1;
5,112✔
1112
    mInfo("db:%s, hashPrefix adjust from %d to %d", dbObj.name, dbObj.cfg.hashPrefix, dbObj.cfg.hashPrefix + dbLen);
5,112✔
1113
    dbObj.cfg.hashPrefix += dbLen;
5,112✔
1114
  } else if (dbObj.cfg.hashPrefix < 0) {
1,417,304✔
1115
    int32_t dbLen = strlen(dbObj.name) + 1;
5,226✔
1116
    mInfo("db:%s, hashPrefix adjust from %d to %d", dbObj.name, dbObj.cfg.hashPrefix, dbObj.cfg.hashPrefix - dbLen);
5,226✔
1117
    dbObj.cfg.hashPrefix -= dbLen;
5,226✔
1118
  }
1119

1120
  SVgObj *pVgroups = NULL;
1,422,416✔
1121
  if ((code = mndAllocVgroup(pMnode, &dbObj, &pVgroups, dnodeList)) != 0) {
1,422,416✔
1122
    mError("db:%s, failed to create, alloc vgroup failed, since %s", pCreate->db, terrstr());
5,720✔
1123
    TAOS_RETURN(code);
5,720✔
1124
  }
1125

1126
  // add database privileges for user
1127
  SUserObj *pNewUserDuped = NULL;
1,416,696✔
1128
#if 0
1129
  // We record the DB's owner id instread. The owner has the permission to create objects under the DB, but does not
1130
  // have default permissions on objects created by others .Therefore, readDbs/writeDbs are no longer applicable.
1131
  if (!pUser->superUser) {
1132
    TAOS_CHECK_GOTO(mndUserDupObj(pUser, &newUserObj), NULL, _OVER);
1133
    TAOS_CHECK_GOTO(taosHashPut(newUserObj.readDbs, dbObj.name, strlen(dbObj.name) + 1, dbObj.name, TSDB_FILENAME_LEN),
1134
                    NULL, _OVER);
1135
    TAOS_CHECK_GOTO(taosHashPut(newUserObj.writeDbs, dbObj.name, strlen(dbObj.name) + 1, dbObj.name, TSDB_FILENAME_LEN),
1136
                    NULL, _OVER);
1137
    pNewUserDuped = &newUserObj;
1138
  }
1139
#else
1140
  // Considering the efficiency of use db privileges in some scenarios like insert operation, owned DBs is stored.
1141
  bool addOwned = false;
1,416,696✔
1142
  if (dbObj.cfg.isAudit == 1) {
1,416,696✔
1143
    if (taosHashGet(pUser->roles, TSDB_ROLE_SYSAUDIT, sizeof(TSDB_ROLE_SYSAUDIT)) ||
252✔
1144
        taosHashGet(pUser->roles, TSDB_ROLE_SYSAUDIT_LOG, sizeof(TSDB_ROLE_SYSAUDIT_LOG))) {
×
1145
      addOwned = true;
252✔
1146
    }
1147
    TAOS_CHECK_GOTO(mndSetAuditOwnedDbs(pMnode, pUser, &dbObj, &auditOwnedDbs), NULL, _OVER);
252✔
1148
  } else {
1149
    addOwned = true;
1,416,444✔
1150
  }
1151
  if (addOwned) {
1,416,696✔
1152
    TAOS_CHECK_GOTO(mndUserDupObj(pUser, &newUserObj), NULL, _OVER);
1,416,696✔
1153
    TAOS_CHECK_GOTO(taosHashPut(newUserObj.ownedDbs, dbObj.name, strlen(dbObj.name) + 1, NULL, 0), NULL, _OVER);
1,416,696✔
1154
    pNewUserDuped = &newUserObj;
1,416,696✔
1155
  }
1156
#endif
1157

1158
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "create-db");
1,416,696✔
1159
  if (pTrans == NULL) {
1,416,696✔
1160
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1161
    if (terrno != 0) code = terrno;
×
1162
    goto _OVER;
×
1163
  }
1164
  // mndTransSetSerial(pTrans);
1165
  mInfo("trans:%d, used to create db:%s", pTrans->id, pCreate->db);
1,416,696✔
1166

1167
  mndTransSetDbName(pTrans, dbObj.name, NULL);
1,416,696✔
1168
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
1,416,696✔
1169

1170
  void   *pIter = NULL;
1,416,696✔
1171
  STrans *exitTrans = NULL;
1,416,696✔
1172

1173
  if (!pUser->superUser) {
1,416,696✔
1174
    while (1) {
1175
      pIter = sdbFetch(pMnode->pSdb, SDB_TRANS, pIter, (void **)&exitTrans);
5,553✔
1176
      if (pIter == NULL) break;
5,553✔
1177

1178
      if (exitTrans->conflict == TRN_CONFLICT_DB &&
×
1179
          strncmp(exitTrans->opername, "create-db", TSDB_TRANS_OPER_LEN) == 0) {
×
1180
        code = TSDB_CODE_MND_TRANS_CONFLICT;
×
1181
        sdbRelease(pMnode->pSdb, exitTrans);
×
1182
        sdbCancelFetch(pMnode->pSdb, pIter);
×
1183
        goto _OVER;
×
1184
      }
1185

1186
      sdbRelease(pMnode->pSdb, exitTrans);
×
1187
    }
1188
  }
1189

1190
  if (dbObj.cfg.isAudit) {
1,416,696✔
1191
    if (dbObj.cfg.numOfVgroups > 1) {
252✔
1192
      code = TSDB_CODE_AUDIT_DB_NOT_MULTI_VGROUP;
×
1193
      TAOS_CHECK_GOTO(code, NULL, _OVER);
×
1194
    }
1195
  }
1196

1197
  mndTransSetOper(pTrans, MND_OPER_CREATE_DB);
1,416,696✔
1198
  TAOS_CHECK_GOTO(mndSetCreateDbPrepareAction(pMnode, pTrans, &dbObj), NULL, _OVER);
1,416,696✔
1199
  TAOS_CHECK_GOTO(mndSetCreateDbRedoActions(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);
1,416,696✔
1200
  TAOS_CHECK_GOTO(mndSetNewVgPrepareActions(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);
1,416,696✔
1201
  TAOS_CHECK_GOTO(mndSetCreateDbUndoLogs(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);
1,416,696✔
1202
  TAOS_CHECK_GOTO(mndSetCreateDbCommitLogs(pMnode, pTrans, &dbObj, pVgroups, pNewUserDuped, auditOwnedDbs), NULL, _OVER);
1,416,696✔
1203
  TAOS_CHECK_GOTO(mndSetCreateDbUndoActions(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);
1,416,696✔
1204

1205
  if (dbObj.cfg.isAudit) {
1,416,696✔
1206
    // when create audit database, pVgroups num always is 1
1207
    TAOS_CHECK_GOTO(mndCreateAuditStb(pMnode, &dbObj, pUser, pTrans, pVgroups), NULL, _OVER);
252✔
1208
  }
1209
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
1,416,696✔
1210

1211
_OVER:
1,416,696✔
1212
  taosMemoryFree(pVgroups);
1,416,696✔
1213
  mndUserFreeObj(&newUserObj);
1,416,696✔
1214
  taosArrayDestroyEx(auditOwnedDbs, (FDelete)mndUserFreeObj);
1,416,696✔
1215
  mndTransDrop(pTrans);
1,416,696✔
1216
  TAOS_RETURN(code);
1,416,696✔
1217
}
1218

1219
static int32_t mndCheckDbEncryptKey(SMnode *pMnode, SCreateDbReq *pReq) {
1,442,088✔
1220
  int32_t    code = 0;
1,442,088✔
1221
  SSdb      *pSdb = pMnode->pSdb;
1,442,088✔
1222
  SDnodeObj *pDnode = NULL;
1,442,088✔
1223
  void      *pIter = NULL;
1,442,088✔
1224

1225
#if defined(TD_ENTERPRISE) || defined(TD_ASTRA_TODO)
1226
  if (pReq->encryptAlgorithm == TSDB_ENCRYPT_ALGO_NONE) goto _exit;
1,442,088✔
1227
  TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_DB_ENCRYPTION), NULL, _exit);
×
1228
  if (tsEncryptionKeyStat != ENCRYPT_KEY_STAT_LOADED) {
×
1229
    code = TSDB_CODE_MND_INVALID_ENCRYPT_KEY;
×
1230
    mError("db:%s, failed to check encryption key:%" PRIi8 " in mnode leader since it's not loaded", pReq->db,
×
1231
           tsEncryptionKeyStat);
1232
    goto _exit;
×
1233
  }
1234

1235
  int64_t curMs = taosGetTimestampMs();
×
1236
  while ((pIter = sdbFetch(pSdb, SDB_DNODE, pIter, (void **)&pDnode))) {
×
1237
    bool online = false;
×
1238
    if ((pDnode->encryptionKeyStat != tsEncryptionKeyStat || pDnode->encryptionKeyChksum != tsEncryptionKeyChksum) &&
×
1239
        (online = mndIsDnodeOnline(pDnode, curMs))) {
×
1240
      code = TSDB_CODE_MND_INVALID_ENCRYPT_KEY;
×
1241
      mError("db:%s, failed to check encryption key:%" PRIi8
×
1242
             "-%u in dnode:%d since it's inconsitent with mnode leader:%" PRIi8 "-%u",
1243
             pReq->db, pDnode->encryptionKeyStat, pDnode->encryptionKeyChksum, pDnode->id, tsEncryptionKeyStat,
1244
             tsEncryptionKeyChksum);
1245
      sdbCancelFetch(pSdb, pIter);
×
1246
      sdbRelease(pSdb, pDnode);
×
1247
      break;
×
1248
    }
1249
    sdbRelease(pSdb, pDnode);
×
1250
  }
1251
#else
1252
  if (pReq->encryptAlgorithm != TSDB_ENCRYPT_ALGO_NONE) {
1253
    code = TSDB_CODE_MND_INVALID_DB_OPTION;
1254
    goto _exit;
1255
  }
1256
#endif
1257
_exit:
1,440,697✔
1258
  TAOS_RETURN(code);
1,442,088✔
1259
}
1260

1261
#ifndef TD_ENTERPRISE
1262
int32_t mndCheckDbDnodeList(SMnode *pMnode, char *db, char *dnodeListStr, SArray *dnodeList) {
1263
  if (dnodeListStr[0] != 0) {
1264
    terrno = TSDB_CODE_OPS_NOT_SUPPORT;
1265
    return terrno;
1266
  } else {
1267
    return 0;
1268
  }
1269
}
1270
#endif
1271

1272
static int32_t mndProcessCreateDbReq(SRpcMsg *pReq) {
1,552,510✔
1273
  SMnode      *pMnode = pReq->info.node;
1,552,510✔
1274
  int32_t      code = -1;
1,552,510✔
1275
  int32_t      lino = 0;
1,552,510✔
1276
  SDbObj      *pDb = NULL;
1,552,510✔
1277
  SUserObj    *pUser = NULL;
1,552,510✔
1278
  SCreateDbReq createReq = {0};
1,552,510✔
1279
  SArray      *dnodeList = NULL;
1,552,510✔
1280
  int64_t      tss = taosGetTimestampMs();
1,552,510✔
1281

1282
  dnodeList = taosArrayInit(mndGetDnodeSize(pMnode), sizeof(int32_t));
1,552,510✔
1283
  TSDB_CHECK_NULL(dnodeList, code, lino, _OVER, TSDB_CODE_OUT_OF_MEMORY);
1,552,510✔
1284

1285
  TAOS_CHECK_GOTO(tDeserializeSCreateDbReq(pReq->pCont, pReq->contLen, &createReq), NULL, _OVER);
1,552,510✔
1286
#ifdef WINDOWS
1287
  if (taosArrayGetSize(createReq.pRetensions) > 0) {
1288
    terrno = TSDB_CODE_MND_INVALID_PLATFORM;
1289
    goto _OVER;
1290
  }
1291
#endif
1292
  mInfo("db:%s, start to create, vgroups:%d, isAudit:%d, daysToKeep2:%d", createReq.db, createReq.numOfVgroups, createReq.isAudit, createReq.daysToKeep2);
1,552,510✔
1293

1294
  pDb = mndAcquireDb(pMnode, createReq.db);
1,552,510✔
1295
  if (pDb != NULL) {
1,552,510✔
1296
    if (createReq.ignoreExist) {
103,025✔
1297
      mInfo("db:%s, already exist, ignore exist is set", createReq.db);
100,477✔
1298
      code = 0;
100,477✔
1299
      goto _OVER;
100,477✔
1300
    } else {
1301
      code = TSDB_CODE_MND_DB_ALREADY_EXIST;
2,548✔
1302
      goto _OVER;
2,548✔
1303
    }
1304
  } else {
1305
    if (terrno == TSDB_CODE_MND_DB_IN_CREATING) {
1,449,485✔
1306
      code = terrno;
7,042✔
1307
      goto _OVER;
7,042✔
1308
    } else if (terrno == TSDB_CODE_MND_DB_IN_DROPPING) {
1,442,443✔
1309
      goto _OVER;
×
1310
    } else if (terrno == TSDB_CODE_MND_DB_NOT_EXIST) {
1,442,443✔
1311
      // continue
1312
    } else {  // TSDB_CODE_APP_ERROR
1313
      goto _OVER;
×
1314
    }
1315
  }
1316

1317
  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_CREATE_DB, NULL), &lino, _OVER);
1,442,443✔
1318

1319
  TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_DB), &lino, _OVER);
1,442,088✔
1320

1321
  int32_t nVnodes = createReq.numOfVgroups * createReq.replications;
1,442,088✔
1322
  TAOS_CHECK_GOTO(grantCheckEx(TSDB_GRANT_VNODE, &nVnodes), &lino, _OVER);
1,442,088✔
1323

1324
  if (createReq.replications == 2) {
1,442,088✔
1325
    TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_DUAL_REPLICA_HA), &lino, _OVER);
6,009✔
1326
  }
1327

1328
  TAOS_CHECK_GOTO(mndCheckDbEncryptKey(pMnode, &createReq), &lino, _OVER);
1,442,088✔
1329

1330
  TAOS_CHECK_GOTO(mndCheckDbDnodeList(pMnode, createReq.db, createReq.dnodeListStr, dnodeList), &lino, _OVER);
1,442,088✔
1331

1332
  TAOS_CHECK_GOTO(mndAcquireUser(pMnode, RPC_MSG_USER(pReq), &pUser), &lino, _OVER);
1,429,416✔
1333

1334
#ifdef TD_ENTERPRISE
1335
  // MAC security checks on DB securityLevel (only when MAC is mandatory and level is explicitly set)
1336
  if (pMnode->macActive == MAC_MODE_MANDATORY && createReq.securityLevel >= 0) {
1,429,416✔
1337
    // NRU: user cannot create DB with securityLevel above their own clearance
1338
    if (!pUser->superUser && pUser->maxSecLevel < createReq.securityLevel) {
×
1339
      mError("user:%s, MAC NRU denied: cannot create DB with secLevel(%d) > maxSecLevel(%d)",
×
1340
             RPC_MSG_USER(pReq), createReq.securityLevel, pUser->maxSecLevel);
1341
      TAOS_CHECK_GOTO(TSDB_CODE_MAC_INSUFFICIENT_LEVEL, &lino, _OVER);
×
1342
    }
1343
    // NWD: user cannot create DB with securityLevel below their mandatory floor.
1344
    // Trusted principals (PRIV_SECURITY_POLICY_ALTER / SYSSEC) are exempt as trusted subjects.
1345
    if (!mndUserHasMacLabelPriv(pMnode, pUser) && createReq.securityLevel < pUser->minSecLevel) {
×
1346
      mError("user:%s, MAC NWD denied: cannot create DB with secLevel(%d) < minSecLevel(%d)",
×
1347
             RPC_MSG_USER(pReq), createReq.securityLevel, pUser->minSecLevel);
1348
      TAOS_CHECK_GOTO(TSDB_CODE_MAC_NO_WRITE_DOWN, &lino, _OVER);
×
1349
    }
1350
  }
1351
#endif
1352

1353
  if (sdbGetSize(pMnode->pSdb, SDB_MOUNT) > 0) {
1,429,416✔
1354
    TAOS_CHECK_GOTO(TSDB_CODE_MND_MOUNT_NOT_EMPTY, &lino, _OVER);
×
1355
  }
1356

1357
  if (createReq.isAudit == 1) {
1,429,416✔
1358
    SDbObj *pAuditDb = mndAcquireAuditDb(pMnode);
1,642✔
1359
    if (pAuditDb != NULL) {
1,642✔
1360
      mndReleaseDb(pMnode, pAuditDb);
×
1361
      mError("db:%s, audit db already exist, %s", createReq.db, pAuditDb->name);
×
1362
      TAOS_CHECK_GOTO(TSDB_CODE_AUDIT_DB_ALREADY_EXIST, &lino, _OVER);
×
1363
    }
1364
    char *realDbName = strchr(createReq.db, '.');
1,642✔
1365
    if (realDbName && strcmp(realDbName + 1, "log") == 0) {
1,642✔
1366
      mError("db:%s, failed to create, db name not allowed for audit db, %s", createReq.db, realDbName + 1);
×
1367
      TAOS_CHECK_GOTO(TSDB_CODE_MND_INVALID_DB, &lino, _OVER);
×
1368
    }
1369
  }
1370

1371
  TAOS_CHECK_GOTO(mndCreateDb(pMnode, pReq, &createReq, pUser, dnodeList), &lino, _OVER);
1,429,416✔
1372
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
1,416,696✔
1373

1374
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
1,416,696✔
1375
    SName name = {0};
1,416,696✔
1376
    if (tNameFromString(&name, createReq.db, T_NAME_ACCT | T_NAME_DB) < 0)
1,416,696✔
1377
      mError("db:%s, failed to parse db name", createReq.db);
×
1378
    int64_t tse = taosGetTimestampMs();
1,416,696✔
1379
    double  duration = (double)(tse - tss);
1,416,696✔
1380
    duration = duration / 1000;
1,416,696✔
1381
    auditRecord(pReq, pMnode->clusterId, "createDB", name.dbname, "", createReq.sql, createReq.sqlLen, duration, 0);
1,416,696✔
1382
  }
1383

1384
_OVER:
1,551,119✔
1385
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
1,552,510✔
1386
    mError("db:%s, failed to create at line:%d since %s", createReq.db, lino, tstrerror(code));
35,337✔
1387
  }
1388

1389
  mndReleaseDb(pMnode, pDb);
1,552,510✔
1390
  mndReleaseUser(pMnode, pUser);
1,552,510✔
1391
  tFreeSCreateDbReq(&createReq);
1,552,510✔
1392
  taosArrayDestroy(dnodeList);
1,552,510✔
1393

1394
  TAOS_RETURN(code);
1,552,510✔
1395
}
1396

1397
static int32_t mndSetDbCfgFromAlterDbReq(SDbObj *pDb, SAlterDbReq *pAlter) {
122,659✔
1398
  int32_t code = TSDB_CODE_MND_DB_OPTION_UNCHANGED;
122,659✔
1399

1400
  if (pAlter->buffer > 0 && pAlter->buffer != pDb->cfg.buffer) {
122,659✔
1401
    pDb->cfg.buffer = pAlter->buffer;
957✔
1402
    code = 0;
957✔
1403
  }
1404

1405
  if (pAlter->pages > 0 && pAlter->pages != pDb->cfg.pages) {
122,659✔
1406
    pDb->cfg.pages = pAlter->pages;
2,478✔
1407
    code = 0;
2,478✔
1408
  }
1409

1410
  if (pAlter->pageSize > 0 && pAlter->pageSize != pDb->cfg.pageSize) {
122,659✔
1411
    pDb->cfg.pageSize = pAlter->pageSize;
×
1412
    code = 0;
×
1413
  }
1414

1415
  if (pAlter->daysPerFile > 0 && pAlter->daysPerFile != pDb->cfg.daysPerFile) {
122,659✔
1416
    pDb->cfg.daysPerFile = pAlter->daysPerFile;
×
1417
    code = 0;
×
1418
  }
1419

1420
  if (pAlter->daysToKeep0 > 0 && pAlter->daysToKeep0 != pDb->cfg.daysToKeep0) {
122,659✔
1421
    pDb->cfg.daysToKeep0 = pAlter->daysToKeep0;
17,443✔
1422
    code = 0;
17,443✔
1423
  }
1424

1425
  if (pAlter->daysToKeep1 > 0 && pAlter->daysToKeep1 != pDb->cfg.daysToKeep1) {
122,659✔
1426
    pDb->cfg.daysToKeep1 = pAlter->daysToKeep1;
16,647✔
1427
    code = 0;
16,647✔
1428
  }
1429

1430
  if (pAlter->daysToKeep2 > 0 && pAlter->daysToKeep2 != pDb->cfg.daysToKeep2) {
122,659✔
1431
    pDb->cfg.daysToKeep2 = pAlter->daysToKeep2;
13,519✔
1432
    code = 0;
13,519✔
1433
  }
1434

1435
  if (pAlter->keepTimeOffset >= 0 && pAlter->keepTimeOffset != pDb->cfg.keepTimeOffset) {
122,659✔
1436
    pDb->cfg.keepTimeOffset = pAlter->keepTimeOffset;
3,989✔
1437
    code = 0;
3,989✔
1438
  }
1439

1440
  if (pAlter->walFsyncPeriod >= 0 && pAlter->walFsyncPeriod != pDb->cfg.walFsyncPeriod) {
122,659✔
1441
    pDb->cfg.walFsyncPeriod = pAlter->walFsyncPeriod;
9,532✔
1442
    code = 0;
9,532✔
1443
  }
1444

1445
  if (pAlter->walLevel >= 0 && pAlter->walLevel != pDb->cfg.walLevel) {
122,659✔
1446
    pDb->cfg.walLevel = pAlter->walLevel;
9,518✔
1447
    code = 0;
9,518✔
1448
  }
1449

1450
  if (pAlter->strict >= 0 && pAlter->strict != pDb->cfg.strict) {
122,659✔
1451
#if 1
1452
    code = TSDB_CODE_OPS_NOT_SUPPORT;
×
1453
#else
1454
    pDb->cfg.strict = pAlter->strict;
1455
    code = 0;
1456
#endif
1457
  }
1458

1459
  if (pAlter->cacheLast >= 0 && pAlter->cacheLast != pDb->cfg.cacheLast) {
122,659✔
1460
    pDb->cfg.cacheLast = pAlter->cacheLast;
16,450✔
1461
    code = 0;
16,450✔
1462
  }
1463

1464
  if (pAlter->cacheLastSize > 0 && pAlter->cacheLastSize != pDb->cfg.cacheLastSize) {
122,659✔
1465
    pDb->cfg.cacheLastSize = pAlter->cacheLastSize;
2,624✔
1466
    code = 0;
2,624✔
1467
  }
1468

1469
  if (pAlter->cacheLastShardBits > 0 && pAlter->cacheLastShardBits != pDb->cfg.cacheLastShardBits) {
122,659✔
1470
    pDb->cfg.cacheLastShardBits = pAlter->cacheLastShardBits;
797✔
1471
    code = 0;
797✔
1472
  }
1473

1474
  if (pAlter->replications > 0 && pAlter->replications != pDb->cfg.replications) {
122,659✔
1475
    pDb->cfg.replications = pAlter->replications;
6,554✔
1476
    pDb->vgVersion++;
6,554✔
1477
    code = 0;
6,554✔
1478
  }
1479

1480
  if (pAlter->sstTrigger > 0 && pAlter->sstTrigger != pDb->cfg.sstTrigger) {
122,659✔
1481
    pDb->cfg.sstTrigger = pAlter->sstTrigger;
1,375✔
1482
    pDb->vgVersion++;
1,375✔
1483
    code = 0;
1,375✔
1484
  }
1485

1486
  if (pAlter->minRows > 0 && pAlter->minRows != pDb->cfg.minRows) {
122,659✔
1487
    pDb->cfg.minRows = pAlter->minRows;
1,574✔
1488
    pDb->vgVersion++;
1,574✔
1489
    code = 0;
1,574✔
1490
  }
1491

1492
  if (pAlter->walRetentionPeriod > TSDB_DB_MIN_WAL_RETENTION_PERIOD &&
122,659✔
1493
      pAlter->walRetentionPeriod != pDb->cfg.walRetentionPeriod) {
13,626✔
1494
    pDb->cfg.walRetentionPeriod = pAlter->walRetentionPeriod;
7,741✔
1495
    pDb->vgVersion++;
7,741✔
1496
    code = 0;
7,741✔
1497
  }
1498

1499
  if (pAlter->walRetentionSize > TSDB_DB_MIN_WAL_RETENTION_SIZE &&
122,659✔
1500
      pAlter->walRetentionSize != pDb->cfg.walRetentionSize) {
1,613✔
1501
    pDb->cfg.walRetentionSize = pAlter->walRetentionSize;
787✔
1502
    pDb->vgVersion++;
787✔
1503
    code = 0;
787✔
1504
  }
1505

1506
  if (pAlter->ssKeepLocal >= TSDB_MIN_SS_KEEP_LOCAL && pAlter->ssKeepLocal <= TSDB_MAX_SS_KEEP_LOCAL && pAlter->ssKeepLocal != pDb->cfg.ssKeepLocal) {
122,659✔
1507
    pDb->cfg.ssKeepLocal = pAlter->ssKeepLocal;
787✔
1508
    pDb->vgVersion++;
787✔
1509
    code = 0;
787✔
1510
  }
1511

1512
  if (pAlter->ssCompact >= TSDB_MIN_SS_COMPACT && pAlter->ssCompact <= TSDB_MAX_SS_COMPACT && pAlter->ssCompact != pDb->cfg.ssCompact) {
122,659✔
1513
    pDb->cfg.ssCompact = pAlter->ssCompact;
787✔
1514
    pDb->vgVersion++;
787✔
1515
    code = 0;
787✔
1516
  }
1517

1518
  if (pAlter->withArbitrator >= TSDB_MIN_DB_WITH_ARBITRATOR && pAlter->withArbitrator != pDb->cfg.withArbitrator) {
122,659✔
1519
    pDb->cfg.withArbitrator = pAlter->withArbitrator;
787✔
1520
    pDb->vgVersion++;
787✔
1521
    code = 0;
787✔
1522
  }
1523

1524
  if (pAlter->compactInterval >= TSDB_DEFAULT_COMPACT_INTERVAL && pAlter->compactInterval != pDb->cfg.compactInterval) {
122,659✔
1525
    pDb->cfg.compactInterval = pAlter->compactInterval;
5,589✔
1526
    pDb->vgVersion++;
5,589✔
1527
    code = 0;
5,589✔
1528
  }
1529

1530
  bool compactTimeRangeChanged = false;
122,659✔
1531
  if (pAlter->compactStartTime != pDb->cfg.compactStartTime &&
122,659✔
1532
      (pAlter->compactStartTime == TSDB_DEFAULT_COMPACT_START_TIME ||
120,227✔
1533
       pAlter->compactStartTime <= -pDb->cfg.daysPerFile)) {
120,227✔
1534
    pDb->cfg.compactStartTime = pAlter->compactStartTime;
4,818✔
1535
    compactTimeRangeChanged = true;
4,818✔
1536
    code = 0;
4,818✔
1537
  }
1538

1539
  if (pAlter->compactEndTime != pDb->cfg.compactEndTime &&
122,659✔
1540
      (pAlter->compactEndTime == TSDB_DEFAULT_COMPACT_END_TIME || pAlter->compactEndTime <= -pDb->cfg.daysPerFile)) {
120,227✔
1541
    pDb->cfg.compactEndTime = pAlter->compactEndTime;
4,818✔
1542
    compactTimeRangeChanged = true;
4,818✔
1543
    code = 0;
4,818✔
1544
  }
1545
  if(compactTimeRangeChanged) {
122,659✔
1546
    pDb->vgVersion++;
4,818✔
1547
  }
1548

1549
  if (pAlter->compactTimeOffset >= TSDB_MIN_COMPACT_TIME_OFFSET &&
122,659✔
1550
      pAlter->compactTimeOffset != pDb->cfg.compactTimeOffset) {
9,643✔
1551
    pDb->cfg.compactTimeOffset = pAlter->compactTimeOffset;
3,999✔
1552
    pDb->vgVersion++;
3,999✔
1553
    code = 0;
3,999✔
1554
  }
1555

1556
  if (pAlter->isAudit > -1 && pAlter->isAudit != pDb->cfg.isAudit) {
122,659✔
1557
    code = TSDB_CODE_OPS_NOT_SUPPORT;
×
1558
    return code;
×
1559
  }
1560

1561
  if (pAlter->allowDrop > -1 && pAlter->allowDrop != pDb->cfg.allowDrop) {
122,659✔
1562
    pDb->cfg.allowDrop = pAlter->allowDrop;
×
1563
    pDb->vgVersion++;
×
1564
    code = 0;
×
1565
  }
1566

1567
  if (pAlter->secureDelete > -1 && pAlter->secureDelete != pDb->cfg.secureDelete) {
122,659✔
1568
    pDb->cfg.secureDelete = pAlter->secureDelete;
615✔
1569
    pDb->vgVersion++;
615✔
1570
    code = 0;
615✔
1571
  }
1572

1573
  if (pAlter->securityLevel > -1 && ((uint8_t)pAlter->securityLevel != pDb->cfg.securityLevel)) {
122,659✔
1574
    pDb->cfg.securityLevel = (uint8_t)pAlter->securityLevel;
1,640✔
1575
    pDb->vgVersion++;
1,640✔
1576
    code = 0;
1,640✔
1577
  }
1578

1579
  TAOS_RETURN(code);
122,659✔
1580
}
1581

1582
static int32_t mndSetAlterDbPrepareLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
93,014✔
1583
  int32_t  code = 0;
93,014✔
1584
  SSdbRaw *pRedoRaw = mndDbActionEncode(pOld);
93,014✔
1585
  if (pRedoRaw == NULL) {
93,014✔
1586
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1587
    if (terrno != 0) code = terrno;
×
1588
    TAOS_RETURN(code);
×
1589
  }
1590
  if ((code = mndTransAppendPrepareLog(pTrans, pRedoRaw)) != 0) {
93,014✔
1591
    sdbFreeRaw(pRedoRaw);
×
1592
    TAOS_RETURN(code);
×
1593
  }
1594

1595
  if ((code = sdbSetRawStatus(pRedoRaw, SDB_STATUS_READY)) != 0) {
93,014✔
1596
    sdbFreeRaw(pRedoRaw);
×
1597
    TAOS_RETURN(code);
×
1598
  }
1599
  return 0;
93,014✔
1600
}
1601

1602
int32_t mndSetAlterDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
93,014✔
1603
  int32_t  code = 0;
93,014✔
1604
  SSdbRaw *pCommitRaw = mndDbActionEncode(pNew);
93,014✔
1605
  if (pCommitRaw == NULL) {
93,014✔
1606
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1607
    if (terrno != 0) code = terrno;
×
1608
    TAOS_RETURN(code);
×
1609
  }
1610
  if ((code = mndTransAppendCommitlog(pTrans, pCommitRaw)) != 0) {
93,014✔
1611
    sdbFreeRaw(pCommitRaw);
×
1612
    TAOS_RETURN(code);
×
1613
  }
1614

1615
  if ((code = sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY)) != 0) {
93,014✔
1616
    sdbFreeRaw(pCommitRaw);
×
1617
    TAOS_RETURN(code);
×
1618
  }
1619
  TAOS_RETURN(code);
93,014✔
1620
}
1621

1622
static int32_t mndSetAlterDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pOldDb, SDbObj *pNewDb) {
93,014✔
1623
  int32_t code = 0, lino = 0;
93,014✔
1624
  SSdb   *pSdb = pMnode->pSdb;
93,014✔
1625
  void   *pIter = NULL;
93,014✔
1626
  SVgObj *pVgroup = NULL;
93,014✔
1627
  SArray *pArray = mndBuildDnodesArray(pMnode, 0, NULL);
93,014✔
1628

1629
  TSDB_CHECK_NULL(pArray, code, lino, _err, TSDB_CODE_OUT_OF_MEMORY);
93,014✔
1630

1631
  while (1) {
1632
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
662,976✔
1633
    if (pIter == NULL) break;
662,976✔
1634

1635
    if (mndVgroupInDb(pVgroup, pNewDb->uid)) {
570,734✔
1636
      SVgObj newVgroup = {0};
240,080✔
1637
      TAOS_CHECK_GOTO(mndBuildAlterVgroupAction(pMnode, pTrans, pOldDb, pNewDb, pVgroup, pArray, &newVgroup), &lino,
240,080✔
1638
                      _err);
1639

1640
      if (pNewDb->cfg.withArbitrator != pOldDb->cfg.withArbitrator) {
239,308✔
1641
        if (pNewDb->cfg.withArbitrator) {
×
1642
          SArbGroup arbGroup = {0};
×
1643
          TAOS_CHECK_GOTO(mndArbGroupInitFromVgObj(&newVgroup, &arbGroup), &lino, _err);
×
1644
          TAOS_CHECK_GOTO(mndSetCreateArbGroupCommitLogs(pTrans, &arbGroup), &lino, _err);
×
1645
        } else {
1646
          SArbGroup arbGroup = {0};
×
1647
          TAOS_CHECK_GOTO(mndArbGroupInitFromVgObj(pVgroup, &arbGroup), &lino, _err);
×
1648
          TAOS_CHECK_GOTO(mndSetDropArbGroupCommitLogs(pTrans, &arbGroup), &lino, _err);
×
1649
        }
1650
      }
1651
    }
1652

1653
    sdbRelease(pSdb, pVgroup);
569,962✔
1654
  }
1655

1656
  taosArrayDestroy(pArray);
92,242✔
1657
  TAOS_RETURN(code);
92,242✔
1658

1659
_err:
772✔
1660
  mError("db:%s, %s failed at %d since %s", pNewDb->name, __func__, lino, tstrerror(code));
772✔
1661

1662
  sdbCancelFetch(pSdb, pIter);
772✔
1663
  sdbRelease(pSdb, pVgroup);
772✔
1664
  taosArrayDestroy(pArray);
772✔
1665
  TAOS_RETURN(code);
772✔
1666
}
1667

1668
static int32_t mndAlterDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pOld, SDbObj *pNew) {
93,084✔
1669
  int32_t code = -1;
93,084✔
1670
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "alter-db");
93,084✔
1671
  if (pTrans == NULL) {
93,084✔
1672
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1673
    if (terrno != 0) code = terrno;
×
1674
    TAOS_RETURN(code);
×
1675
  }
1676
  mInfo("trans:%d, used to alter db:%s", pTrans->id, pOld->name);
93,084✔
1677
  mInfo("trans:%d, used to alter db, ableToBeKilled:%d, killMode:%d", pTrans->id, pTrans->ableToBeKilled, pTrans->killMode);
93,084✔
1678

1679
  mndTransSetDbName(pTrans, pOld->name, NULL);
93,084✔
1680
  mndTransSetGroupParallel(pTrans);
93,084✔
1681
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
93,084✔
1682
  TAOS_CHECK_GOTO(mndTransCheckConflictWithCompact(pMnode, pTrans), NULL, _OVER);
93,084✔
1683
  TAOS_CHECK_GOTO(mndTransCheckConflictWithRetention(pMnode, pTrans), NULL, _OVER);
93,014✔
1684

1685
  TAOS_CHECK_GOTO(mndSetAlterDbPrepareLogs(pMnode, pTrans, pOld, pNew), NULL, _OVER);
93,014✔
1686
  TAOS_CHECK_GOTO(mndSetAlterDbCommitLogs(pMnode, pTrans, pOld, pNew), NULL, _OVER);
93,014✔
1687
  TAOS_CHECK_GOTO(mndSetAlterDbRedoActions(pMnode, pTrans, pOld, pNew), NULL, _OVER);
93,014✔
1688

1689
  mInfo("trans:%d, used to alter db, ableToBeKilled:%d, killMode:%d", pTrans->id, pTrans->ableToBeKilled, pTrans->killMode);
92,242✔
1690
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
92,242✔
1691
  code = 0;
92,242✔
1692

1693
_OVER:
93,084✔
1694
  mndTransDrop(pTrans);
93,084✔
1695
  TAOS_RETURN(code);
93,084✔
1696
}
1697

1698
static int32_t mndProcessAlterDbReq(SRpcMsg *pReq) {
126,014✔
1699
  SMnode     *pMnode = pReq->info.node;
126,014✔
1700
  int32_t     code = -1;
126,014✔
1701
  SDbObj     *pDb = NULL;
126,014✔
1702
  SAlterDbReq alterReq = {0};
126,014✔
1703
  SDbObj      dbObj = {0};
126,014✔
1704
  int64_t     tss = taosGetTimestampMs();
126,014✔
1705

1706
  TAOS_CHECK_GOTO(tDeserializeSAlterDbReq(pReq->pCont, pReq->contLen, &alterReq), NULL, _OVER);
126,014✔
1707

1708
  mInfo("db:%s, start to alter, encryt_algr:%s", alterReq.db, alterReq.encryptAlgrName);
126,014✔
1709

1710
  pDb = mndAcquireDb(pMnode, alterReq.db);
126,014✔
1711
  if (pDb == NULL) {
126,014✔
1712
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
440✔
1713
    if (terrno != 0) code = terrno;
440✔
1714
    goto _OVER;
440✔
1715
  }
1716

1717
#ifdef TD_ENTERPRISE
1718
  // MAC: only superUser or user with PRIV_SECURITY_POLICY_ALTER can ALTER DATABASE ... SECURITY_LEVEL
1719
  // Check this BEFORE general mndCheckDbPrivilege, since holder may not have ALTER grant on the DB.
1720
  if (alterReq.securityLevel > -1) {
125,574✔
1721
    SUserObj *pUser = NULL;
2,818✔
1722
    TAOS_CHECK_GOTO(mndAcquireUser(pMnode, RPC_MSG_USER(pReq), &pUser), NULL, _OVER);
2,818✔
1723
    if (!mndUserHasMacLabelPriv(pMnode, pUser)) {
2,818✔
1724
      mndReleaseUser(pMnode, pUser);
×
1725
      code = TSDB_CODE_MND_NO_RIGHTS;
×
1726
      mError("db:%s, failed to alter security_level, user %s lacks PRIV_SECURITY_POLICY_ALTER", alterReq.db,
×
1727
             RPC_MSG_USER(pReq));
1728
      goto _OVER;
×
1729
    }
1730
    // MAC must be active to set db security_level > 0; before activation only user levels can be set.
1731
    if (alterReq.securityLevel > 0 && pMnode->macActive != MAC_MODE_MANDATORY) {
2,818✔
1732
      mndReleaseUser(pMnode, pUser);
173✔
1733
      code = TSDB_CODE_MAC_INSUFFICIENT_LEVEL;
173✔
1734
      mError("db:%s, failed to alter, cannot set security_level > 0 before MAC is activated", alterReq.db);
173✔
1735
      goto _OVER;
173✔
1736
    }
1737
    // NRU: when MAC is mandatory, new level must not exceed operator's clearance.
1738
    // (SYSSEC requires maxSecLevel=4 under MAC, so this check always passes in practice.)
1739
    if (pMnode->macActive == MAC_MODE_MANDATORY && (uint8_t)alterReq.securityLevel > pUser->maxSecLevel) {
2,645✔
1740
      mndReleaseUser(pMnode, pUser);
×
1741
      code = TSDB_CODE_MAC_INSUFFICIENT_LEVEL;
×
1742
      mError("db:%s, failed to alter security_level(%d): exceeds user %s maxSecLevel(%d)", alterReq.db,
×
1743
             alterReq.securityLevel, RPC_MSG_USER(pReq), pUser->maxSecLevel);
1744
      goto _OVER;
×
1745
    }
1746
    mndReleaseUser(pMnode, pUser);
2,645✔
1747
  } else {
1748
    TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_ALTER_DB, pDb), NULL,
122,756✔
1749
                    _OVER);
1750
  }
1751
#endif
1752
  if (alterReq.replications == 2) {
125,262✔
1753
    TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_DUAL_REPLICA_HA), NULL, _OVER);
787✔
1754
  }
1755

1756
  int32_t numOfTopics = 0;
125,262✔
1757
  TAOS_CHECK_GOTO(mndGetNumOfTopics(pMnode, pDb->name, &numOfTopics), NULL, _OVER);
125,262✔
1758

1759
  if (numOfTopics != 0 && alterReq.walRetentionPeriod == 0) {
125,262✔
1760
    code = TSDB_CODE_MND_DB_RETENTION_PERIOD_ZERO;
×
1761
    mError("db:%s, not allowed to set WAL_RETENTION_PERIOD 0 when there are topics defined. numOfTopics:%d", pDb->name,
×
1762
           numOfTopics);
1763
    goto _OVER;
×
1764
  }
1765

1766
  if (pDb->cfg.isMount) {
125,262✔
1767
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
×
1768
    goto _OVER;
×
1769
  }
1770

1771
  (void)memcpy(&dbObj, pDb, sizeof(SDbObj));
125,262✔
1772
  if (dbObj.cfg.pRetensions != NULL) {
125,262✔
1773
    dbObj.cfg.pRetensions = taosArrayDup(pDb->cfg.pRetensions, NULL);
×
1774
    if (dbObj.cfg.pRetensions == NULL) goto _OVER;
×
1775
  }
1776

1777
  if (pDb->cfg.isAudit == 1) {
125,262✔
1778
    if (alterReq.daysToKeep2 > -1 && alterReq.daysToKeep2 < 2628000) {
×
1779
      code = TSDB_CODE_AUDIT_MUST_KEEPFORCE;
×
1780
      mError("db:%s, failed to alter, keep not match for audit db, %d", alterReq.db, alterReq.daysToKeep2);
×
1781
      goto _OVER;
×
1782
    }
1783
    if (alterReq.walLevel > -1 && alterReq.walLevel != 2) {
×
1784
      code = TSDB_CODE_AUDIT_MUST_WALFORCE;
×
1785
      mError("db:%s, failed to alter, walLevel not match for audit db, %d", alterReq.db, alterReq.walLevel);
×
1786
      goto _OVER;
×
1787
    }
1788
    if (alterReq.isAudit == 0) {
×
1789
      code = TSDB_CODE_AUDIT_DB_NOT_ALLOW_CHANGE;
×
1790
      mError("db:%s, failed to alter, is not allowed to change audit db, %d", alterReq.db, alterReq.isAudit);
×
1791
      goto _OVER;
×
1792
    }
1793
    if (alterReq.securityLevel > -1) {
×
1794
      code = TSDB_CODE_AUDIT_DB_NOT_ALLOW_CHANGE;
×
1795
      mError("db:%s, failed to alter, security_level of audit db is immutable (fixed at 4)", alterReq.db);
×
1796
      goto _OVER;
×
1797
    }
1798
  }
1799

1800
  if (strlen(alterReq.encryptAlgrName) > 0) {
125,262✔
1801
    mInfo("db:%s, check encryt algr:%s", alterReq.db, alterReq.encryptAlgrName);
3,265✔
1802

1803
    if (strncasecmp(alterReq.encryptAlgrName, "none", TSDB_ENCRYPT_ALGR_NAME_LEN) == 0) {
3,265✔
1804
      if (pDb->cfg.encryptAlgorithm != 0) {
826✔
1805
        code = TSDB_CODE_MND_ENCRYPT_NOT_ALLOW_CHANGE;
×
1806
        mError("db:%s, failed to alter, not allowed to change, %s", alterReq.db, alterReq.encryptAlgrName);
×
1807
        goto _OVER;
×
1808
      }
1809
    } else {
1810
      SEncryptAlgrObj *pEncryptAlgr = mndAcquireEncryptAlgrByAId(pMnode, alterReq.encryptAlgrName);
2,439✔
1811
      if (pEncryptAlgr != NULL) {
2,439✔
1812
        if (pEncryptAlgr->type != ENCRYPT_ALGR_TYPE__SYMMETRIC_CIPHERS) {
1,613✔
1813
          code = TSDB_CODE_MNODE_ENCRYPT_TYPE_NOT_MATCH;
×
1814
          mError("db:%s, failed to alter, encrypt algorithm not match, %s, expect type %d", alterReq.db,
×
1815
                 alterReq.encryptAlgrName, ENCRYPT_ALGR_TYPE__SYMMETRIC_CIPHERS);
1816
          goto _OVER;
×
1817
        }
1818
        if (pEncryptAlgr->id != pDb->cfg.encryptAlgorithm) {
1,613✔
1819
          code = TSDB_CODE_MND_ENCRYPT_NOT_ALLOW_CHANGE;
1,613✔
1820
          mError("db:%s, failed to alter, not allowed to change, %s", alterReq.db, alterReq.encryptAlgrName);
1,613✔
1821
          goto _OVER;
1,613✔
1822
        }
1823
      } else {
1824
        code = TSDB_CODE_MNODE_ENCRYPT_ALGR_NOT_EXIST;
826✔
1825
        mError("db:%s, failed to alter, encrypt algorithm not exist, %s", alterReq.db, alterReq.encryptAlgrName);
826✔
1826
        goto _OVER;
826✔
1827
      }
1828
    }
1829
  }
1830

1831
  // SYSSEC check for securityLevel already done above
1832
  // MAC: When raising DB security_level, all STBs in the DB must have level >= new level.
1833
  if (alterReq.securityLevel > -1 && (uint8_t)alterReq.securityLevel > pDb->cfg.securityLevel) {
122,823✔
1834
    SSdb *pSdb2 = pMnode->pSdb;
656✔
1835
    void *pStbIter = NULL;
656✔
1836
    while (1) {
2,460✔
1837
      SStbObj   *pStb = NULL;
3,116✔
1838
      ESdbStatus stbStatus;
3,116✔
1839
      pStbIter = sdbFetchAll(pSdb2, SDB_STB, pStbIter, (void **)&pStb, &stbStatus, true);
3,116✔
1840
      if (pStbIter == NULL) break;
3,116✔
1841
      if (pStb->dbUid == pDb->uid && pStb->securityLevel < (uint8_t)alterReq.securityLevel) {
2,624✔
1842
        sdbCancelFetch(pSdb2, pStbIter);
164✔
1843
        sdbRelease(pSdb2, pStb);
164✔
1844
        code = TSDB_CODE_MAC_OBJ_LEVEL_BELOW_DB;
164✔
1845
        mError("db:%s, failed to raise security_level to %d: stb %s has level %d", alterReq.db, alterReq.securityLevel,
164✔
1846
               pStb->name, pStb->securityLevel);
1847
        goto _OVER;
164✔
1848
      }
1849
      sdbRelease(pSdb2, pStb);
2,460✔
1850
    }
1851
  }
1852

1853
  code = mndSetDbCfgFromAlterDbReq(&dbObj, &alterReq);
122,659✔
1854
  if (code != 0) {
122,659✔
1855
    if (code == TSDB_CODE_MND_DB_OPTION_UNCHANGED) code = 0;
28,001✔
1856
    goto _OVER;
28,001✔
1857
  }
1858

1859
  TAOS_CHECK_GOTO(mndCheckInChangeDbCfg(pMnode, &pDb->cfg, &dbObj.cfg), NULL, _OVER);
94,658✔
1860

1861
  dbObj.cfgVersion++;
93,084✔
1862
  dbObj.updateTime = taosGetTimestampMs();
93,084✔
1863
  code = mndAlterDb(pMnode, pReq, pDb, &dbObj);
93,084✔
1864

1865
  if (dbObj.cfg.replications != pDb->cfg.replications) {
93,084✔
1866
    // return quickly, operation executed asynchronously
1867
    mInfo("db:%s, alter db replica from %d to %d", pDb->name, pDb->cfg.replications, dbObj.cfg.replications);
5,767✔
1868
  } else {
1869
    if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
87,317✔
1870
  }
1871

1872
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
93,084✔
1873
    SName name = {0};
93,084✔
1874
    if (tNameFromString(&name, alterReq.db, T_NAME_ACCT | T_NAME_DB) < 0)
93,084✔
1875
      mError("db:%s, failed to parse db name", alterReq.db);
×
1876

1877
    int64_t tse = taosGetTimestampMs();
93,084✔
1878
    double  duration = (double)(tse - tss);
93,084✔
1879
    duration = duration / 1000;
93,084✔
1880
    auditRecord(pReq, pMnode->clusterId, "alterDB", name.dbname, "", alterReq.sql, alterReq.sqlLen, duration, 0);
93,084✔
1881
  }
1882

1883
_OVER:
126,014✔
1884
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
126,014✔
1885
    if (terrno != 0) code = terrno;
5,771✔
1886
    mError("db:%s, failed to alter since %s", alterReq.db, tstrerror(code));
5,771✔
1887
  }
1888

1889
  mndReleaseDb(pMnode, pDb);
126,014✔
1890
  taosArrayDestroy(dbObj.cfg.pRetensions);
126,014✔
1891
  tFreeSAlterDbReq(&alterReq);
126,014✔
1892

1893
  TAOS_RETURN(code);
126,014✔
1894
}
1895

1896
static void mndDumpDbCfgInfo(SDbCfgRsp *cfgRsp, SDbObj *pDb, char *algorithmsId) {
4,465,645✔
1897
  tstrncpy(cfgRsp->db, pDb->name, sizeof(cfgRsp->db));
4,465,645✔
1898
  cfgRsp->dbId = pDb->uid;
4,465,737✔
1899
  cfgRsp->ownerId = pDb->ownerId;
4,465,737✔
1900
  cfgRsp->cfgVersion = pDb->cfgVersion;
4,465,737✔
1901
  cfgRsp->numOfVgroups = pDb->cfg.numOfVgroups;
4,465,645✔
1902
  cfgRsp->numOfStables = pDb->cfg.numOfStables;
4,465,737✔
1903
  cfgRsp->buffer = pDb->cfg.buffer;
4,465,645✔
1904
  cfgRsp->cacheSize = pDb->cfg.cacheLastSize;
4,465,737✔
1905
  cfgRsp->cacheShardBits = pDb->cfg.cacheLastShardBits;
4,465,645✔
1906
  cfgRsp->pageSize = pDb->cfg.pageSize;
4,465,645✔
1907
  cfgRsp->pages = pDb->cfg.pages;
4,465,645✔
1908
  cfgRsp->daysPerFile = pDb->cfg.daysPerFile;
4,465,737✔
1909
  cfgRsp->daysToKeep0 = pDb->cfg.daysToKeep0;
4,465,645✔
1910
  cfgRsp->daysToKeep1 = pDb->cfg.daysToKeep1;
4,465,737✔
1911
  cfgRsp->daysToKeep2 = pDb->cfg.daysToKeep2;
4,465,645✔
1912
  cfgRsp->keepTimeOffset = pDb->cfg.keepTimeOffset;
4,465,645✔
1913
  cfgRsp->minRows = pDb->cfg.minRows;
4,465,645✔
1914
  cfgRsp->maxRows = pDb->cfg.maxRows;
4,465,645✔
1915
  cfgRsp->walFsyncPeriod = pDb->cfg.walFsyncPeriod;
4,465,645✔
1916
  cfgRsp->hashPrefix = pDb->cfg.hashPrefix;
4,465,645✔
1917
  cfgRsp->hashSuffix = pDb->cfg.hashSuffix;
4,465,645✔
1918
  cfgRsp->hashMethod = pDb->cfg.hashMethod;
4,465,737✔
1919
  cfgRsp->walLevel = pDb->cfg.walLevel;
4,465,737✔
1920
  cfgRsp->precision = pDb->cfg.precision;
4,465,737✔
1921
  cfgRsp->compression = pDb->cfg.compression;
4,465,737✔
1922
  cfgRsp->replications = pDb->cfg.replications;
4,465,737✔
1923
  cfgRsp->strict = pDb->cfg.strict;
4,465,645✔
1924
  cfgRsp->cacheLast = pDb->cfg.cacheLast;
4,465,737✔
1925
  cfgRsp->tsdbPageSize = pDb->cfg.tsdbPageSize;
4,465,645✔
1926
  cfgRsp->walRetentionPeriod = pDb->cfg.walRetentionPeriod;
4,465,645✔
1927
  cfgRsp->walRollPeriod = pDb->cfg.walRollPeriod;
4,465,645✔
1928
  cfgRsp->walRetentionSize = pDb->cfg.walRetentionSize;
4,465,737✔
1929
  cfgRsp->walSegmentSize = pDb->cfg.walSegmentSize;
4,465,645✔
1930
  cfgRsp->numOfRetensions = pDb->cfg.numOfRetensions;
4,465,645✔
1931
  cfgRsp->pRetensions = taosArrayDup(pDb->cfg.pRetensions, NULL);
4,465,645✔
1932
  cfgRsp->schemaless = pDb->cfg.schemaless;
4,465,645✔
1933
  cfgRsp->sstTrigger = pDb->cfg.sstTrigger;
4,465,645✔
1934
  cfgRsp->ssChunkSize = pDb->cfg.ssChunkSize;
4,465,737✔
1935
  cfgRsp->ssKeepLocal = pDb->cfg.ssKeepLocal;
4,465,645✔
1936
  cfgRsp->ssCompact = pDb->cfg.ssCompact;
4,465,645✔
1937
  cfgRsp->withArbitrator = pDb->cfg.withArbitrator;
4,465,645✔
1938
  // cfgRsp->encryptAlgr = pDb->cfg.encryptAlgorithm;
1939
  cfgRsp->compactInterval = pDb->cfg.compactInterval;
4,465,737✔
1940
  cfgRsp->compactStartTime = pDb->cfg.compactStartTime;
4,465,645✔
1941
  cfgRsp->compactEndTime = pDb->cfg.compactEndTime;
4,465,737✔
1942
  cfgRsp->compactTimeOffset = pDb->cfg.compactTimeOffset;
4,465,645✔
1943
  cfgRsp->flags = pDb->cfg.flags;
4,465,645✔
1944
  tstrncpy(cfgRsp->algorithmsId, algorithmsId, sizeof(cfgRsp->algorithmsId));
4,465,645✔
1945
  cfgRsp->isAudit = pDb->cfg.isAudit;
4,465,645✔
1946
  cfgRsp->secureDelete = pDb->cfg.secureDelete;
4,465,737✔
1947
}
4,465,645✔
1948

1949
static int32_t mndProcessGetDbCfgReq(SRpcMsg *pReq) {
5,453,424✔
1950
  SMnode   *pMnode = pReq->info.node;
5,453,424✔
1951
  int32_t   code = -1;
5,453,424✔
1952
  SDbObj   *pDb = NULL;
5,453,424✔
1953
  SDbCfgReq cfgReq = {0};
5,453,424✔
1954
  SDbCfgRsp cfgRsp = {0};
5,453,424✔
1955

1956
  TAOS_CHECK_GOTO(tDeserializeSDbCfgReq(pReq->pCont, pReq->contLen, &cfgReq), NULL, _OVER);
5,453,516✔
1957

1958
  const char *pRealDb = strstr(cfgReq.db, ".");
5,453,516✔
1959
  if (pRealDb) {
5,453,516✔
1960
    ++pRealDb;
5,453,516✔
1961
  } else {
1962
    pRealDb = &cfgReq.db[0];
×
1963
  }
1964
  if (!IS_SYS_DBNAME(pRealDb)) {
5,453,516✔
1965
    pDb = mndAcquireDb(pMnode, cfgReq.db);
4,984,363✔
1966
    if (pDb == NULL) {
4,984,271✔
1967
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
606,052✔
1968
      if (terrno != 0) code = terrno;
606,052✔
1969
      goto _OVER;
606,052✔
1970
    }
1971

1972
    char algrId[TSDB_ENCRYPT_ALGR_NAME_LEN] = {0};
4,378,219✔
1973
    mndGetEncryptOsslAlgrNameById(pMnode, pDb->cfg.encryptAlgorithm, algrId);
4,378,219✔
1974
    mndDumpDbCfgInfo(&cfgRsp, pDb, algrId);
4,378,219✔
1975
  }
1976

1977
  int32_t contLen = tSerializeSDbCfgRsp(NULL, 0, &cfgRsp);
4,847,464✔
1978
  void   *pRsp = rpcMallocCont(contLen);
4,846,686✔
1979
  if (pRsp == NULL) {
4,846,686✔
1980
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1981
    if (terrno != 0) code = terrno;
×
1982
    goto _OVER;
×
1983
  }
1984

1985
  int32_t ret = 0;
4,846,686✔
1986
  if ((ret = tSerializeSDbCfgRsp(pRsp, contLen, &cfgRsp)) < 0) {
4,846,686✔
1987
    code = ret;
×
1988
    goto _OVER;
×
1989
  }
1990

1991
  pReq->info.rsp = pRsp;
4,847,372✔
1992
  pReq->info.rspLen = contLen;
4,847,372✔
1993

1994
  code = 0;
4,847,372✔
1995

1996
_OVER:
5,453,332✔
1997

1998
  tFreeSDbCfgRsp(&cfgRsp);
5,452,715✔
1999

2000
  if (code != 0) {
5,453,424✔
2001
    mError("db:%s, failed to get cfg since %s", cfgReq.db, terrstr());
606,052✔
2002
  }
2003

2004
  mndReleaseDb(pMnode, pDb);
5,453,424✔
2005

2006
  TAOS_RETURN(code);
5,453,516✔
2007
}
2008

2009
int32_t mndSetDropDbPrepareLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
771,860✔
2010
  int32_t  code = 0;
771,860✔
2011
  SSdbRaw *pRedoRaw = mndDbActionEncode(pDb);
771,860✔
2012
  if (pRedoRaw == NULL) {
771,860✔
2013
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2014
    if (terrno != 0) code = terrno;
×
2015
    return -1;
×
2016
  }
2017
  TAOS_CHECK_RETURN(mndTransAppendPrepareLog(pTrans, pRedoRaw));
771,860✔
2018
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING));
771,860✔
2019

2020
  SSdb *pSdb = pMnode->pSdb;
771,860✔
2021
  void *pIter = NULL;
771,860✔
2022

2023
  while (1) {
4,752✔
2024
    SArbGroup *pArbGroup = NULL;
776,612✔
2025
    pIter = sdbFetch(pSdb, SDB_ARBGROUP, pIter, (void **)&pArbGroup);
776,612✔
2026
    if (pIter == NULL) break;
776,612✔
2027

2028
    if (pArbGroup->dbUid == pDb->uid) {
4,752✔
2029
      if ((code = mndSetDropArbGroupPrepareLogs(pTrans, pArbGroup)) != 0) {
4,752✔
2030
        sdbCancelFetch(pSdb, pIter);
×
2031
        sdbRelease(pSdb, pArbGroup);
×
2032
        TAOS_RETURN(code);
×
2033
      }
2034
    }
2035

2036
    sdbRelease(pSdb, pArbGroup);
4,752✔
2037
  }
2038

2039
  TAOS_RETURN(code);
771,860✔
2040
}
2041

2042
int32_t mndSetDropDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
771,860✔
2043
  int32_t  code = 0;
771,860✔
2044
  SSdbRaw *pCommitRaw = mndDbActionEncode(pDb);
771,860✔
2045
  if (pCommitRaw == NULL) {
771,860✔
2046
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2047
    if (terrno != 0) code = terrno;
×
2048
    return -1;
×
2049
  }
2050
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pCommitRaw));
771,860✔
2051
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED));
771,860✔
2052

2053
  SSdb *pSdb = pMnode->pSdb;
771,860✔
2054
  void *pIter = NULL;
771,860✔
2055

2056
  while (1) {
4,752✔
2057
    SArbGroup *pArbGroup = NULL;
776,612✔
2058
    pIter = sdbFetch(pSdb, SDB_ARBGROUP, pIter, (void **)&pArbGroup);
776,612✔
2059
    if (pIter == NULL) break;
776,612✔
2060

2061
    if (pArbGroup->dbUid == pDb->uid) {
4,752✔
2062
      if ((code = mndSetDropArbGroupCommitLogs(pTrans, pArbGroup)) != 0) {
4,752✔
2063
        sdbCancelFetch(pSdb, pIter);
×
2064
        sdbRelease(pSdb, pArbGroup);
×
2065
        TAOS_RETURN(code);
×
2066
      }
2067
    }
2068

2069
    sdbRelease(pSdb, pArbGroup);
4,752✔
2070
  }
2071

2072
  while (1) {
3,853,721✔
2073
    SVgObj *pVgroup = NULL;
4,625,581✔
2074
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
4,625,581✔
2075
    if (pIter == NULL) break;
4,625,581✔
2076

2077
    if (pVgroup->dbUid == pDb->uid) {
3,853,721✔
2078
      SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroup);
1,639,324✔
2079
      if (pVgRaw == NULL) {
1,639,324✔
2080
        sdbCancelFetch(pSdb, pIter);
×
2081
        sdbRelease(pSdb, pVgroup);
×
2082
        code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2083
        if (terrno != 0) code = terrno;
×
2084
        TAOS_RETURN(code);
×
2085
      }
2086
      if ((code = mndTransAppendCommitlog(pTrans, pVgRaw)) != 0) {
1,639,324✔
2087
        sdbCancelFetch(pSdb, pIter);
×
2088
        sdbRelease(pSdb, pVgroup);
×
2089
        TAOS_RETURN(code);
×
2090
      }
2091
      if ((code = sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED)) != 0) {
1,639,324✔
2092
        sdbCancelFetch(pSdb, pIter);
×
2093
        sdbRelease(pSdb, pVgroup);
×
2094
        TAOS_RETURN(code);
×
2095
      }
2096
    }
2097

2098
    sdbRelease(pSdb, pVgroup);
3,853,721✔
2099
  }
2100

2101
  while (1) {
1,345,947✔
2102
    SStbObj *pStb = NULL;
2,117,807✔
2103
    ESdbStatus status;
2,113,119✔
2104
    pIter = sdbFetchAll(pSdb, SDB_STB, pIter, (void **)&pStb, &status, true);
2,117,807✔
2105
    if (pIter == NULL) break;
2,117,807✔
2106

2107
    if (pStb->dbUid == pDb->uid) {
1,345,947✔
2108
      SSdbRaw *pStbRaw = mndStbActionEncode(pStb);
660,332✔
2109
      if (pStbRaw == NULL) {
660,332✔
2110
        sdbCancelFetch(pSdb, pIter);
×
2111
        sdbRelease(pSdb, pStbRaw);
×
2112
        code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2113
        if (terrno != 0) code = terrno;
×
2114
        return -1;
×
2115
      }
2116
      if ((code = mndTransAppendCommitlog(pTrans, pStbRaw)) != 0) {
660,332✔
2117
        sdbCancelFetch(pSdb, pIter);
×
2118
        sdbRelease(pSdb, pStbRaw);
×
2119
        return -1;
×
2120
      }
2121
      if ((code = sdbSetRawStatus(pStbRaw, SDB_STATUS_DROPPED)) != 0) {
660,332✔
2122
        sdbCancelFetch(pSdb, pIter);
×
2123
        sdbRelease(pSdb, pStbRaw);
×
2124
        return -1;
×
2125
      }
2126
    }
2127

2128
    sdbRelease(pSdb, pStb);
1,345,947✔
2129
  }
2130

2131
  TAOS_RETURN(code);
771,860✔
2132
}
2133

2134
static int32_t mndBuildDropVgroupAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroup) {
1,639,324✔
2135
  int32_t code = 0;
1,639,324✔
2136
  for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
3,352,414✔
2137
    SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
1,713,090✔
2138
    TAOS_CHECK_RETURN(mndAddDropVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid, true));
1,713,090✔
2139
  }
2140

2141
  TAOS_RETURN(code);
1,639,324✔
2142
}
2143

2144
int32_t mndSetDropDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
771,860✔
2145
  int32_t code = 0;
771,860✔
2146
  SSdb   *pSdb = pMnode->pSdb;
771,860✔
2147
  void   *pIter = NULL;
771,860✔
2148

2149
  while (1) {
3,853,721✔
2150
    SVgObj *pVgroup = NULL;
4,625,581✔
2151
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
4,625,581✔
2152
    if (pIter == NULL) break;
4,625,581✔
2153

2154
    if (pVgroup->dbUid == pDb->uid) {
3,853,721✔
2155
      if ((code = mndBuildDropVgroupAction(pMnode, pTrans, pDb, pVgroup)) != 0) {
1,639,324✔
2156
        sdbCancelFetch(pSdb, pIter);
×
2157
        sdbRelease(pSdb, pVgroup);
×
2158
        TAOS_RETURN(code);
×
2159
      }
2160
    }
2161

2162
    sdbRelease(pSdb, pVgroup);
3,853,721✔
2163
  }
2164

2165
  TAOS_RETURN(code);
771,860✔
2166
}
2167

2168
static int32_t mndBuildDropDbRsp(SDbObj *pDb, int32_t *pRspLen, void **ppRsp, bool useRpcMalloc) {
1,355,165✔
2169
  int32_t    code = 0;
1,355,165✔
2170
  SDropDbRsp dropRsp = {0};
1,355,165✔
2171
  if (pDb != NULL) {
1,355,165✔
2172
    (void)memcpy(dropRsp.db, pDb->name, TSDB_DB_FNAME_LEN);
771,252✔
2173
    dropRsp.uid = pDb->uid;
771,252✔
2174
  }
2175

2176
  int32_t rspLen = tSerializeSDropDbRsp(NULL, 0, &dropRsp);
1,355,165✔
2177
  void   *pRsp = NULL;
1,355,165✔
2178
  if (useRpcMalloc) {
1,355,165✔
2179
    pRsp = rpcMallocCont(rspLen);
583,913✔
2180
  } else {
2181
    pRsp = taosMemoryMalloc(rspLen);
771,252✔
2182
  }
2183

2184
  if (pRsp == NULL) {
1,355,165✔
2185
    code = terrno;
×
2186
    TAOS_RETURN(code);
×
2187
  }
2188

2189
  int32_t ret = 0;
1,355,165✔
2190
  if ((ret = tSerializeSDropDbRsp(pRsp, rspLen, &dropRsp)) < 0) return ret;
1,355,165✔
2191
  *pRspLen = rspLen;
1,355,165✔
2192
  *ppRsp = pRsp;
1,355,165✔
2193
  TAOS_RETURN(code);
1,355,165✔
2194
}
2195

2196
static int32_t mndDropDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb) {
771,626✔
2197
  int32_t code = -1;
771,626✔
2198

2199
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "drop-db");
771,626✔
2200
  if (pTrans == NULL) {
771,626✔
2201
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2202
    if (terrno != 0) code = terrno;
×
2203
    goto _OVER;
×
2204
  }
2205

2206
  mInfo("trans:%d start to drop db:%s", pTrans->id, pDb->name);
771,626✔
2207

2208
  mndTransSetDbName(pTrans, pDb->name, NULL);
771,626✔
2209
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
771,626✔
2210

2211
  if (mndTopicExistsForDb(pMnode, pDb)) {
771,626✔
2212
    code = TSDB_CODE_MND_TOPIC_MUST_BE_DELETED;
374✔
2213
    goto _OVER;
374✔
2214
  }
2215

2216
  TAOS_CHECK_GOTO(mndSetDropDbPrepareLogs(pMnode, pTrans, pDb), NULL, _OVER);
771,252✔
2217
  TAOS_CHECK_GOTO(mndSetDropDbCommitLogs(pMnode, pTrans, pDb), NULL, _OVER);
771,252✔
2218
  TAOS_CHECK_GOTO(mndDropStreamByDb(pMnode, pTrans, pDb), NULL, _OVER);
771,252✔
2219
#ifdef TD_ENTERPRISE
2220
  TAOS_CHECK_GOTO(mndDropViewByDb(pMnode, pTrans, pDb), NULL, _OVER);
771,252✔
2221
#endif
2222
  TAOS_CHECK_GOTO(mndDropTSMAsByDb(pMnode, pTrans, pDb), NULL, _OVER);
771,252✔
2223
  TAOS_CHECK_GOTO(mndDropRsmasByDb(pMnode, pTrans, pDb), NULL, _OVER);
771,252✔
2224
  TAOS_CHECK_GOTO(mndDropIdxsByDb(pMnode, pTrans, pDb), NULL, _OVER);
771,252✔
2225
  //TAOS_CHECK_GOTO(mndStreamSetStopStreamTasksActions(pMnode, pTrans, pDb->uid), NULL, _OVER);
2226
  TAOS_CHECK_GOTO(mndSetDropDbRedoActions(pMnode, pTrans, pDb), NULL, _OVER);
771,252✔
2227
  TAOS_CHECK_GOTO(mndPrincipalRemoveDb(pMnode, pTrans, pDb, NULL, NULL), NULL, _OVER);
771,252✔
2228

2229
  int32_t rspLen = 0;
771,252✔
2230
  void   *pRsp = NULL;
771,252✔
2231
  TAOS_CHECK_GOTO(mndBuildDropDbRsp(pDb, &rspLen, &pRsp, false), NULL, _OVER);
771,252✔
2232
  mndTransSetRpcRsp(pTrans, pRsp, rspLen);
771,252✔
2233

2234
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
771,252✔
2235
  code = 0;
771,252✔
2236

2237
_OVER:
771,626✔
2238
  mndTransDrop(pTrans);
771,626✔
2239
  TAOS_RETURN(code);
771,626✔
2240
}
2241

2242
static int32_t mndProcessDropDbReq(SRpcMsg *pReq) {
1,362,388✔
2243
  SMnode    *pMnode = pReq->info.node;
1,362,388✔
2244
  int32_t    code = -1;
1,362,388✔
2245
  SDbObj    *pDb = NULL;
1,362,388✔
2246
  SDropDbReq dropReq = {0};
1,362,388✔
2247
  int64_t    tss = taosGetTimestampMs();
1,362,388✔
2248

2249
  TAOS_CHECK_GOTO(tDeserializeSDropDbReq(pReq->pCont, pReq->contLen, &dropReq), NULL, _OVER);
1,362,388✔
2250

2251
  mInfo("db:%s, start to drop", dropReq.db);
1,362,388✔
2252

2253
  pDb = mndAcquireDb(pMnode, dropReq.db);
1,362,388✔
2254
  if (pDb == NULL) {
1,362,388✔
2255
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
588,158✔
2256
    if (terrno != 0) code = terrno;
588,158✔
2257
    int32_t ret =
2258
        mndCheckDbPrivilegeByName(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_DROP_DB, dropReq.db, true);
588,158✔
2259
    if (ret != 0) {
588,158✔
2260
      code = ret;
×
2261
      goto _OVER;
×
2262
    }
2263
    if (dropReq.ignoreNotExists) {
588,158✔
2264
      code = mndBuildDropDbRsp(pDb, &pReq->info.rspLen, &pReq->info.rsp, true);
583,913✔
2265
    }
2266
    goto _OVER;
588,158✔
2267
  }
2268

2269
  if ((code = mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_DROP_DB, pDb))) {
774,230✔
2270
    goto _OVER;
×
2271
  }
2272

2273
  if(pDb->cfg.isMount) {
774,230✔
2274
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
608✔
2275
    goto _OVER;
608✔
2276
  }
2277

2278
  if(!pDb->cfg.allowDrop) {
773,622✔
2279
    code = TSDB_CODE_MND_DB_DROP_NOT_ALLOWED;
×
2280
    goto _OVER;
×
2281
  }
2282

2283
  SSdb *pSdb = pMnode->pSdb;
773,622✔
2284
  void *pIter = NULL;
773,622✔
2285

2286
  while (1) {
3,861,321✔
2287
    SVgObj *pVgroup = NULL;
4,634,943✔
2288
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
4,634,943✔
2289
    if (pIter == NULL) break;
4,634,943✔
2290

2291
    if (pVgroup->dbUid == pDb->uid) {
3,862,067✔
2292
      bool isFound = false;
1,640,478✔
2293
      for (int32_t i = 0; i < pVgroup->replica; i++) {
3,353,976✔
2294
        if (pVgroup->vnodeGid[i].syncState == TAOS_SYNC_STATE_OFFLINE) {
1,714,244✔
2295
          isFound = true;
746✔
2296
          break;
746✔
2297
        }
2298
      }
2299
      if (!isFound) {
1,640,478✔
2300
        sdbRelease(pSdb, pVgroup);
1,639,732✔
2301
        continue;
1,639,732✔
2302
      }
2303
      code = TSDB_CODE_MND_VGROUP_OFFLINE;
746✔
2304
      sdbCancelFetch(pSdb, pIter);
746✔
2305
      sdbRelease(pSdb, pVgroup);
746✔
2306
      goto _OVER;
746✔
2307
    }
2308

2309
    sdbRelease(pSdb, pVgroup);
2,221,589✔
2310
  }
2311

2312
  bool dbStream = false;
772,876✔
2313
  bool vtableStream = false;
772,876✔
2314
  mstCheckDbInUse(pMnode, dropReq.db, &dbStream, &vtableStream, true);
772,876✔
2315
  if (dbStream) {
772,876✔
2316
    code = TSDB_CODE_MND_STREAM_DB_IN_USE;
1,000✔
2317
    mError("db:%s used by streams, drop db not allowed", dropReq.db);
1,000✔
2318
    goto _OVER;
1,000✔
2319
  }
2320

2321
  if (vtableStream && !dropReq.force) {
771,876✔
2322
    code = TSDB_CODE_MND_STREAM_VTABLE_EXITS;
250✔
2323
    mError("db:%s, vtable stream exists, drop db not allowed", dropReq.db);
250✔
2324
    goto _OVER;
250✔
2325
  }
2326

2327
  code = mndDropDb(pMnode, pReq, pDb);
771,626✔
2328
  if (code == TSDB_CODE_SUCCESS) {
771,626✔
2329
    code = TSDB_CODE_ACTION_IN_PROGRESS;
771,252✔
2330
  }
2331

2332
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
771,626✔
2333
    SName name = {0};
771,626✔
2334
    if (tNameFromString(&name, dropReq.db, T_NAME_ACCT | T_NAME_DB) < 0)
771,626✔
2335
      mError("db:%s, failed to parse db name", dropReq.db);
×
2336

2337
    int64_t tse = taosGetTimestampMs();
771,626✔
2338
    double  duration = (double)(tse - tss);
771,626✔
2339
    duration = duration / 1000;
771,626✔
2340
    auditRecord(pReq, pMnode->clusterId, "dropDB", name.dbname, "", dropReq.sql, dropReq.sqlLen, duration, 0);
771,626✔
2341
  }
2342

2343
_OVER:
1,361,338✔
2344
  if (code != TSDB_CODE_SUCCESS && code != TSDB_CODE_ACTION_IN_PROGRESS) {
1,362,388✔
2345
    mError("db:%s, failed to drop since %s", dropReq.db, terrstr());
7,223✔
2346
  }
2347

2348
  mndReleaseDb(pMnode, pDb);
1,362,388✔
2349
  tFreeSDropDbReq(&dropReq);
1,362,388✔
2350
  TAOS_RETURN(code);
1,362,388✔
2351
}
2352

2353
static int32_t mndGetDBTableNum(SDbObj *pDb, SMnode *pMnode) {
32,103,485✔
2354
  int32_t numOfTables = 0;
32,103,485✔
2355
  int32_t vindex = 0;
32,103,485✔
2356
  SSdb   *pSdb = pMnode->pSdb;
32,103,485✔
2357

2358
  void *pIter = NULL;
32,103,508✔
2359
  while (vindex < pDb->cfg.numOfVgroups) {
136,108,497✔
2360
    SVgObj *pVgroup = NULL;
104,004,989✔
2361
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
104,004,989✔
2362
    if (pIter == NULL) break;
104,005,024✔
2363

2364
    if (mndVgroupInDb(pVgroup, pDb->uid)) {
104,005,024✔
2365
      numOfTables += pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;
64,266,121✔
2366
      vindex++;
64,265,343✔
2367
    }
2368

2369
    sdbRelease(pSdb, pVgroup);
104,004,226✔
2370
  }
2371

2372
  sdbCancelFetch(pSdb, pIter);
32,103,485✔
2373
  return numOfTables;
32,103,508✔
2374
}
2375

2376
void mndBuildDBVgroupInfo(SDbObj *pDb, SMnode *pMnode, SArray *pVgList) {
31,252,164✔
2377
  int32_t vindex = 0;
31,252,164✔
2378
  SSdb   *pSdb = pMnode->pSdb;
31,252,164✔
2379

2380
  void *pIter = NULL;
31,252,187✔
2381
  while (1) {
69,154,682✔
2382
    SVgObj *pVgroup = NULL;
100,406,869✔
2383
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
100,406,869✔
2384
    if (pIter == NULL) break;
100,406,869✔
2385

2386
    if ((NULL == pDb || pVgroup->dbUid == pDb->uid) && !pVgroup->isTsma) {
93,297,101✔
2387
      SVgroupInfo vgInfo = {0};
72,190,117✔
2388
      vgInfo.vgId = pVgroup->vgId;
72,190,117✔
2389
      vgInfo.hashBegin = pVgroup->hashBegin;
72,189,814✔
2390
      vgInfo.hashEnd = pVgroup->hashEnd;
72,190,117✔
2391
      vgInfo.numOfTable = pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;
72,190,117✔
2392
      vgInfo.epSet.numOfEps = pVgroup->replica;
72,190,117✔
2393
      for (int32_t gid = 0; gid < pVgroup->replica; ++gid) {
148,823,374✔
2394
        SVnodeGid *pVgid = &pVgroup->vnodeGid[gid];
76,633,280✔
2395
        SEp       *pEp = &vgInfo.epSet.eps[gid];
76,633,257✔
2396
        SDnodeObj *pDnode = mndAcquireDnode(pMnode, pVgid->dnodeId);
76,633,257✔
2397
        if (pDnode != NULL) {
76,633,257✔
2398
          (void)memcpy(pEp->fqdn, pDnode->fqdn, TSDB_FQDN_LEN);
76,600,954✔
2399
          pEp->port = pDnode->port;
76,600,977✔
2400
        }
2401
        mndReleaseDnode(pMnode, pDnode);
76,633,280✔
2402
        if (pVgid->syncState == TAOS_SYNC_STATE_LEADER || pVgid->syncState == TAOS_SYNC_STATE_ASSIGNED_LEADER) {
76,633,280✔
2403
          vgInfo.epSet.inUse = gid;
71,697,585✔
2404
        }
2405
      }
2406
      vindex++;
72,190,117✔
2407
      if (taosArrayPush(pVgList, &vgInfo) == NULL) {
72,190,117✔
2408
        mError("db:%s, failed to push vgInfo to array, vgId:%d, but continue next", pDb->name, vgInfo.vgId);
×
2409
      }
2410
    }
2411

2412
    sdbRelease(pSdb, pVgroup);
93,296,300✔
2413

2414
    if (pDb && (vindex >= pDb->cfg.numOfVgroups)) {
93,297,101✔
2415
      sdbCancelFetch(pSdb, pIter);
24,142,419✔
2416
      break;
24,142,419✔
2417
    }
2418
  }
2419
}
31,252,187✔
2420

2421
int32_t mndExtractDbInfo(SMnode *pMnode, SDbObj *pDb, SUseDbRsp *pRsp, const SUseDbReq *pReq) {
24,514,670✔
2422
  int32_t code = 0;
24,514,670✔
2423
  pRsp->pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));
24,514,670✔
2424
  if (pRsp->pVgroupInfos == NULL) {
24,514,669✔
2425
    code = terrno;
×
2426
    TAOS_RETURN(code);
×
2427
  }
2428

2429
  int32_t numOfTable = mndGetDBTableNum(pDb, pMnode);
24,514,646✔
2430

2431
  if (pReq == NULL || pReq->vgVersion < pDb->vgVersion || pReq->dbId != pDb->uid || numOfTable != pReq->numOfTable ||
24,514,670✔
2432
      pReq->stateTs < pDb->stateTs) {
1,549,755✔
2433
    mndBuildDBVgroupInfo(pDb, pMnode, pRsp->pVgroupInfos);
23,111,202✔
2434
  }
2435

2436
  (void)memcpy(pRsp->db, pDb->name, TSDB_DB_FNAME_LEN);
24,514,670✔
2437
  pRsp->uid = pDb->uid;
24,514,670✔
2438
  pRsp->vgVersion = pDb->vgVersion;
24,514,647✔
2439
  pRsp->stateTs = pDb->stateTs;
24,514,647✔
2440
  pRsp->vgNum = taosArrayGetSize(pRsp->pVgroupInfos);
24,514,647✔
2441
  pRsp->hashMethod = pDb->cfg.hashMethod;
24,514,670✔
2442
  pRsp->hashPrefix = pDb->cfg.hashPrefix;
24,514,670✔
2443
  pRsp->hashSuffix = pDb->cfg.hashSuffix;
24,514,647✔
2444
  pRsp->flags = pDb->cfg.flags;
24,514,647✔
2445
  TAOS_RETURN(code);
24,514,647✔
2446
}
2447

2448
static int32_t mndProcessUseDbReq(SRpcMsg *pReq) {
31,494,176✔
2449
  SMnode   *pMnode = pReq->info.node;
31,494,176✔
2450
  int32_t   code = -1;
31,494,176✔
2451
  SDbObj   *pDb = NULL;
31,494,176✔
2452
  SUseDbReq usedbReq = {0};
31,494,176✔
2453
  SUseDbRsp usedbRsp = {0};
31,494,176✔
2454

2455
  TAOS_CHECK_GOTO(tDeserializeSUseDbReq(pReq->pCont, pReq->contLen, &usedbReq), NULL, _OVER);
31,493,977✔
2456

2457
  char *p = strchr(usedbReq.db, '.');
31,494,643✔
2458
  if (p && ((0 == strcmp(p + 1, TSDB_INFORMATION_SCHEMA_DB) || (0 == strcmp(p + 1, TSDB_PERFORMANCE_SCHEMA_DB))))) {
31,494,643✔
2459
    (void)memcpy(usedbRsp.db, usedbReq.db, TSDB_DB_FNAME_LEN);
6,770,093✔
2460
    int32_t vgVersion = mndGetGlobalVgroupVersion(pMnode);
6,770,093✔
2461
    if (usedbReq.vgVersion < vgVersion) {
6,770,093✔
2462
      usedbRsp.pVgroupInfos = taosArrayInit(10, sizeof(SVgroupInfo));
6,762,071✔
2463
      if (usedbRsp.pVgroupInfos == NULL) goto _OVER;
6,762,071✔
2464

2465
      mndBuildDBVgroupInfo(NULL, pMnode, usedbRsp.pVgroupInfos);
6,762,071✔
2466
      usedbRsp.vgVersion = vgVersion++;
6,762,071✔
2467
    } else {
2468
      usedbRsp.vgVersion = usedbReq.vgVersion;
8,022✔
2469
    }
2470
    usedbRsp.vgNum = taosArrayGetSize(usedbRsp.pVgroupInfos);
6,770,093✔
2471
    code = 0;
6,770,093✔
2472
  } else {
2473
    pDb = mndAcquireDb(pMnode, usedbReq.db);
24,724,550✔
2474
    if (pDb == NULL) {
24,723,550✔
2475
      (void)memcpy(usedbRsp.db, usedbReq.db, TSDB_DB_FNAME_LEN);
201,848✔
2476
      usedbRsp.uid = usedbReq.dbId;
201,848✔
2477
      usedbRsp.vgVersion = usedbReq.vgVersion;
201,848✔
2478
      usedbRsp.errCode = terrno;
201,848✔
2479

2480
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
201,848✔
2481
      if (terrno != 0) code = terrno;
201,848✔
2482
      goto _OVER;
201,848✔
2483
    } else {
2484
      TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_USE_DB, pDb), NULL, _OVER);
24,521,702✔
2485

2486
      TAOS_CHECK_GOTO(mndExtractDbInfo(pMnode, pDb, &usedbRsp, &usedbReq), NULL, _OVER);
24,514,670✔
2487

2488
      mDebug("db:%s, process usedb req vgVersion:%d stateTs:%" PRId64 ", rsp vgVersion:%d stateTs:%" PRId64,
24,514,667✔
2489
             usedbReq.db, usedbReq.vgVersion, usedbReq.stateTs, usedbRsp.vgVersion, usedbRsp.stateTs);
2490
      code = 0;
24,514,670✔
2491
    }
2492
  }
2493

2494
  int32_t contLen = tSerializeSUseDbRsp(NULL, 0, &usedbRsp);
31,284,763✔
2495
  void   *pRsp = rpcMallocCont(contLen);
31,284,763✔
2496
  if (pRsp == NULL) {
31,284,763✔
2497
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
2498
    code = -1;
×
2499
    goto _OVER;
×
2500
  }
2501

2502
  int32_t ret = 0;
31,284,763✔
2503
  if ((ret = tSerializeSUseDbRsp(pRsp, contLen, &usedbRsp)) < 0) {
31,284,763✔
2504
    code = ret;
×
2505
    goto _OVER;
×
2506
  }
2507

2508
  pReq->info.rsp = pRsp;
31,284,487✔
2509
  pReq->info.rspLen = contLen;
31,284,526✔
2510

2511
_OVER:
31,494,581✔
2512
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
31,494,604✔
2513
    mError("db:%s, failed to process use db req since %s", usedbReq.db, tstrerror(code));
209,880✔
2514
  }
2515

2516
  mndReleaseDb(pMnode, pDb);
31,494,604✔
2517
  tFreeSUsedbRsp(&usedbRsp);
31,494,643✔
2518

2519
  TAOS_RETURN(code);
31,493,288✔
2520
}
2521

2522
int32_t mndValidateDbInfo(SMnode *pMnode, SDbCacheInfo *pDbs, int32_t numOfDbs, void **ppRsp, int32_t *pRspLen) {
9,233,241✔
2523
  int32_t       code = 0;
9,233,241✔
2524
  SDbHbBatchRsp batchRsp = {0};
9,233,241✔
2525
  batchRsp.pArray = taosArrayInit(numOfDbs, sizeof(SDbHbRsp));
9,233,241✔
2526
  if (batchRsp.pArray == NULL) {
9,233,241✔
2527
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
2528
    TAOS_RETURN(code);
×
2529
  }
2530

2531
  for (int32_t i = 0; i < numOfDbs; ++i) {
20,576,527✔
2532
    SDbCacheInfo *pDbCacheInfo = &pDbs[i];
11,343,286✔
2533
    pDbCacheInfo->dbId = be64toh(pDbCacheInfo->dbId);
11,343,286✔
2534
    pDbCacheInfo->vgVersion = htonl(pDbCacheInfo->vgVersion);
11,342,974✔
2535
    pDbCacheInfo->cfgVersion = htonl(pDbCacheInfo->cfgVersion);
11,343,286✔
2536
    pDbCacheInfo->numOfTable = htonl(pDbCacheInfo->numOfTable);
11,343,236✔
2537
    pDbCacheInfo->stateTs = be64toh(pDbCacheInfo->stateTs);
11,343,236✔
2538
    pDbCacheInfo->tsmaVersion = htonl(pDbCacheInfo->tsmaVersion);
11,342,924✔
2539

2540
    SDbHbRsp rsp = {0};
11,343,236✔
2541
    (void)memcpy(rsp.db, pDbCacheInfo->dbFName, TSDB_DB_FNAME_LEN);
11,343,236✔
2542
    rsp.dbId = pDbCacheInfo->dbId;
11,342,974✔
2543

2544
    if ((0 == strcasecmp(pDbCacheInfo->dbFName, TSDB_INFORMATION_SCHEMA_DB) ||
11,343,236✔
2545
         (0 == strcasecmp(pDbCacheInfo->dbFName, TSDB_PERFORMANCE_SCHEMA_DB)))) {
10,646,212✔
2546
      int32_t vgVersion = mndGetGlobalVgroupVersion(pMnode);
3,699,924✔
2547
      if (pDbCacheInfo->vgVersion >= vgVersion) {
3,699,974✔
2548
        continue;
3,352,728✔
2549
      }
2550

2551
      rsp.useDbRsp = taosMemoryCalloc(1, sizeof(SUseDbRsp));
347,697✔
2552
      (void)memcpy(rsp.useDbRsp->db, pDbCacheInfo->dbFName, TSDB_DB_FNAME_LEN);
347,697✔
2553
      rsp.useDbRsp->pVgroupInfos = taosArrayInit(10, sizeof(SVgroupInfo));
347,697✔
2554

2555
      mndBuildDBVgroupInfo(NULL, pMnode, rsp.useDbRsp->pVgroupInfos);
347,697✔
2556
      rsp.useDbRsp->vgVersion = vgVersion++;
347,697✔
2557

2558
      rsp.useDbRsp->vgNum = taosArrayGetSize(rsp.useDbRsp->pVgroupInfos);
347,697✔
2559

2560
      if (taosArrayPush(batchRsp.pArray, &rsp) == NULL) {
695,394✔
2561
        if (terrno != 0) code = terrno;
×
2562
        return code;
×
2563
      }
2564

2565
      continue;
347,697✔
2566
    }
2567

2568
    SDbObj *pDb = mndAcquireDb(pMnode, pDbCacheInfo->dbFName);
7,643,312✔
2569
    if (pDb == NULL) {
7,643,312✔
2570
      mTrace("db:%s, no exist", pDbCacheInfo->dbFName);
54,474✔
2571
      rsp.useDbRsp = taosMemoryCalloc(1, sizeof(SUseDbRsp));
54,474✔
2572
      (void)memcpy(rsp.useDbRsp->db, pDbCacheInfo->dbFName, TSDB_DB_FNAME_LEN);
54,474✔
2573
      rsp.useDbRsp->uid = pDbCacheInfo->dbId;
54,474✔
2574
      rsp.useDbRsp->vgVersion = -1;
54,474✔
2575
      if (taosArrayPush(batchRsp.pArray, &rsp) == NULL) {
108,948✔
2576
        if (terrno != 0) code = terrno;
×
2577
        return code;
×
2578
      }
2579
      continue;
54,474✔
2580
    }
2581

2582
    int32_t numOfTable = mndGetDBTableNum(pDb, pMnode);
7,588,838✔
2583

2584
    if (pDbCacheInfo->vgVersion >= pDb->vgVersion && pDbCacheInfo->cfgVersion >= pDb->cfgVersion &&
7,588,838✔
2585
        numOfTable == pDbCacheInfo->numOfTable && pDbCacheInfo->stateTs == pDb->stateTs &&
7,476,966✔
2586
        pDbCacheInfo->tsmaVersion >= pDb->tsmaVersion) {
6,499,465✔
2587
      mTrace("db:%s, valid dbinfo, vgVersion:%d cfgVersion:%d stateTs:%" PRId64
6,126,002✔
2588
             " numOfTables:%d, not changed vgVersion:%d cfgVersion:%d stateTs:%" PRId64 " numOfTables:%d",
2589
             pDbCacheInfo->dbFName, pDbCacheInfo->vgVersion, pDbCacheInfo->cfgVersion, pDbCacheInfo->stateTs,
2590
             pDbCacheInfo->numOfTable, pDb->vgVersion, pDb->cfgVersion, pDb->stateTs, numOfTable);
2591
      mndReleaseDb(pMnode, pDb);
6,126,002✔
2592
      continue;
6,126,002✔
2593
    } else {
2594
      mTrace("db:%s, valid dbinfo, vgVersion:%d cfgVersion:%d stateTs:%" PRId64
1,462,836✔
2595
             " numOfTables:%d, changed to vgVersion:%d cfgVersion:%d stateTs:%" PRId64 " numOfTables:%d",
2596
             pDbCacheInfo->dbFName, pDbCacheInfo->vgVersion, pDbCacheInfo->cfgVersion, pDbCacheInfo->stateTs,
2597
             pDbCacheInfo->numOfTable, pDb->vgVersion, pDb->cfgVersion, pDb->stateTs, numOfTable);
2598
    }
2599

2600
    if (pDbCacheInfo->cfgVersion < pDb->cfgVersion) {
1,462,836✔
2601
      rsp.cfgRsp = taosMemoryCalloc(1, sizeof(SDbCfgRsp));
87,426✔
2602
      char algrId[TSDB_ENCRYPT_ALGR_NAME_LEN] = {0};
87,426✔
2603
      mndGetEncryptOsslAlgrNameById(pMnode, pDb->cfg.encryptAlgorithm, algrId);
87,426✔
2604
      mndDumpDbCfgInfo(rsp.cfgRsp, pDb, algrId);
87,426✔
2605
    }
2606

2607
    if (pDbCacheInfo->tsmaVersion != pDb->tsmaVersion) {
1,462,836✔
2608
      rsp.pTsmaRsp = taosMemoryCalloc(1, sizeof(STableTSMAInfoRsp));
970,410✔
2609
      if (rsp.pTsmaRsp) rsp.pTsmaRsp->pTsmas = taosArrayInit(4, POINTER_BYTES);
970,410✔
2610
      if (rsp.pTsmaRsp && rsp.pTsmaRsp->pTsmas) {
970,410✔
2611
        bool    exist = false;
970,410✔
2612
        int32_t code = mndGetDbTsmas(pMnode, 0, pDb->uid, rsp.pTsmaRsp, &exist);
970,410✔
2613
        if (TSDB_CODE_SUCCESS != code) {
970,410✔
2614
          mndReleaseDb(pMnode, pDb);
2,827✔
2615
          if (code != TSDB_CODE_NEED_RETRY) {
2,827✔
2616
            mError("db:%s, failed to get db tsmas", pDb->name);
2,827✔
2617
          } else {
2618
            mWarn("db:%s, need retry to get db tsmas", pDb->name);
×
2619
          }
2620
          taosArrayDestroyP(rsp.pTsmaRsp->pTsmas, tFreeAndClearTableTSMAInfo);
2,827✔
2621
          taosMemoryFreeClear(rsp.pTsmaRsp);
2,827✔
2622
          continue;
2,827✔
2623
        }
2624
        rsp.dbTsmaVersion = pDb->tsmaVersion;
967,583✔
2625
        mDebug("update tsma version to %d, got tsma num: %ld", pDb->tsmaVersion, rsp.pTsmaRsp->pTsmas->size);
967,583✔
2626
      }
2627
    }
2628

2629
    if (pDbCacheInfo->vgVersion < pDb->vgVersion || numOfTable != pDbCacheInfo->numOfTable ||
1,460,009✔
2630
        pDbCacheInfo->stateTs != pDb->stateTs) {
1,414,390✔
2631
      rsp.useDbRsp = taosMemoryCalloc(1, sizeof(SUseDbRsp));
1,031,217✔
2632
      rsp.useDbRsp->pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));
1,031,217✔
2633
      if (rsp.useDbRsp->pVgroupInfos == NULL) {
1,031,217✔
2634
        mndReleaseDb(pMnode, pDb);
×
2635
        mError("db:%s, failed to malloc usedb response", pDb->name);
×
2636
        taosArrayDestroyP(rsp.pTsmaRsp->pTsmas, tFreeAndClearTableTSMAInfo);
×
2637
        taosMemoryFreeClear(rsp.pTsmaRsp);
×
2638
        continue;
×
2639
      }
2640

2641
      mndBuildDBVgroupInfo(pDb, pMnode, rsp.useDbRsp->pVgroupInfos);
1,031,217✔
2642
      (void)memcpy(rsp.useDbRsp->db, pDb->name, TSDB_DB_FNAME_LEN);
1,031,217✔
2643
      rsp.useDbRsp->uid = pDb->uid;
1,031,217✔
2644
      rsp.useDbRsp->vgVersion = pDb->vgVersion;
1,031,217✔
2645
      rsp.useDbRsp->stateTs = pDb->stateTs;
1,031,217✔
2646
      rsp.useDbRsp->vgNum = (int32_t)taosArrayGetSize(rsp.useDbRsp->pVgroupInfos);
1,031,217✔
2647
      rsp.useDbRsp->hashMethod = pDb->cfg.hashMethod;
1,031,217✔
2648
      rsp.useDbRsp->hashPrefix = pDb->cfg.hashPrefix;
1,031,217✔
2649
      rsp.useDbRsp->hashSuffix = pDb->cfg.hashSuffix;
1,031,217✔
2650
      rsp.useDbRsp->flags = pDb->cfg.flags;
1,031,217✔
2651
    }
2652

2653
    if (taosArrayPush(batchRsp.pArray, &rsp) == NULL) {
2,920,018✔
2654
      mndReleaseDb(pMnode, pDb);
×
2655
      if (terrno != 0) code = terrno;
×
2656
      return code;
×
2657
    }
2658
    mndReleaseDb(pMnode, pDb);
1,460,009✔
2659
  }
2660

2661
  int32_t rspLen = tSerializeSDbHbBatchRsp(NULL, 0, &batchRsp);
9,233,241✔
2662
  void   *pRsp = taosMemoryMalloc(rspLen);
9,233,241✔
2663
  if (pRsp == NULL) {
9,233,241✔
2664
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
2665
    tFreeSDbHbBatchRsp(&batchRsp);
×
2666
    return -1;
×
2667
  }
2668
  int32_t ret = 0;
9,233,241✔
2669
  if ((ret = tSerializeSDbHbBatchRsp(pRsp, rspLen, &batchRsp)) < 0) return ret;
9,233,241✔
2670

2671
  *ppRsp = pRsp;
9,233,241✔
2672
  *pRspLen = rspLen;
9,233,241✔
2673

2674
  tFreeSDbHbBatchRsp(&batchRsp);
9,233,241✔
2675
  TAOS_RETURN(code);
9,233,241✔
2676
}
2677

2678
static int32_t mndSetTrimDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, int64_t startTs, STimeWindow tw,
35,528✔
2679
                                       SArray *vgroupIds, ETsdbOpType type, ETriggerType triggerType,
2680
                                       STrimDbRsp *pRsp) {
2681
  int32_t code = 0, lino = 0;
35,528✔
2682
  SSdb   *pSdb = pMnode->pSdb;
35,528✔
2683
  void   *pIter = NULL;
35,528✔
2684

2685
  SRetentionObj obj = {.optrType = type, .triggerType = triggerType};  // reuse SCompactObj struct
35,528✔
2686
  TAOS_CHECK_EXIT(mndAddRetentionToTrans(pMnode, pTrans, &obj, pDb, pRsp));
35,528✔
2687

2688
  int32_t j = 0;
35,528✔
2689
  int32_t numOfVgroups = taosArrayGetSize(vgroupIds);
35,528✔
2690
  if (numOfVgroups > 0) {
35,528✔
2691
    for (int32_t i = 0; i < numOfVgroups; i++) {
9,552✔
2692
      int64_t vgId = *(int64_t *)taosArrayGet(vgroupIds, i);
7,164✔
2693
      SVgObj *pVgroup = mndAcquireVgroup(pMnode, vgId);
7,164✔
2694

2695
      if (pVgroup == NULL) {
7,164✔
2696
        mError("db:%s, vgroup:%" PRId64 " not exist", pDb->name, vgId);
2,388✔
2697
        TAOS_CHECK_EXIT(TSDB_CODE_MND_VGROUP_NOT_EXIST);
2,388✔
2698
      } else if (pVgroup->dbUid != pDb->uid) {
4,776✔
2699
        mError("db:%s, vgroup:%" PRId64 " not belong to db:%s", pDb->name, vgId, pDb->name);
×
2700
        sdbRelease(pSdb, pVgroup);
×
2701
        TAOS_CHECK_EXIT(TSDB_CODE_MND_VGROUP_NOT_EXIST);
×
2702
      }
2703
      sdbRelease(pSdb, pVgroup);
4,776✔
2704
    }
2705

2706
    for (int32_t i = 0; i < numOfVgroups; i++) {
7,164✔
2707
      int64_t vgId = *(int64_t *)taosArrayGet(vgroupIds, i);
4,776✔
2708
      SVgObj *pVgroup = mndAcquireVgroup(pMnode, vgId);
4,776✔
2709

2710
      if ((code = mndBuildTrimVgroupAction(pMnode, pTrans, pDb, pVgroup, startTs, tw, type, triggerType)) != 0) {
4,776✔
2711
        sdbRelease(pSdb, pVgroup);
×
2712
        TAOS_RETURN(code);
×
2713
      }
2714

2715
      for (int32_t i = 0; i < pVgroup->replica; i++) {
9,552✔
2716
        SVnodeGid *gid = &pVgroup->vnodeGid[i];
4,776✔
2717
        if ((code = mndAddRetentionDetailToTrans(pMnode, pTrans, &obj, pVgroup, gid, j)) != 0) {
4,776✔
2718
          sdbRelease(pSdb, pVgroup);
×
2719
          TAOS_RETURN(code);
×
2720
        }
2721
        j++;
4,776✔
2722
      }
2723
      sdbRelease(pSdb, pVgroup);
4,776✔
2724
    }
2725
  } else {
2726
    while (1) {
175,098✔
2727
      SVgObj *pVgroup = NULL;
205,850✔
2728
      pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
205,850✔
2729
      if (pIter == NULL) break;
205,850✔
2730

2731
      if (pVgroup->dbUid == pDb->uid) {
175,098✔
2732
        if ((code = mndBuildTrimVgroupAction(pMnode, pTrans, pDb, pVgroup, startTs, tw, type, triggerType)) != 0) {
69,620✔
2733
          sdbCancelFetch(pSdb, pIter);
×
2734
          sdbRelease(pSdb, pVgroup);
×
2735
          TAOS_RETURN(code);
×
2736
        }
2737

2738
        for (int32_t i = 0; i < pVgroup->replica; i++) {
163,210✔
2739
          SVnodeGid *gid = &pVgroup->vnodeGid[i];
93,590✔
2740
          if ((code = mndAddRetentionDetailToTrans(pMnode, pTrans, &obj, pVgroup, gid, j)) != 0) {
93,590✔
2741
            sdbCancelFetch(pSdb, pIter);
×
2742
            sdbRelease(pSdb, pVgroup);
×
2743
            TAOS_RETURN(code);
×
2744
          }
2745
          j++;
93,590✔
2746
        }
2747
      }
2748

2749
      sdbRelease(pSdb, pVgroup);
175,098✔
2750
    }
2751
  }
2752
_exit:
35,528✔
2753
  TAOS_RETURN(code);
35,528✔
2754
}
2755

2756
static int32_t mndBuildTrimDbRsp(STrimDbRsp *rsp, int32_t *pRspLen, void **ppRsp, bool useRpcMalloc) {
33,140✔
2757
  int32_t code = 0;
33,140✔
2758
  int32_t rspLen = tSerializeSCompactDbRsp(NULL, 0, (SCompactDbRsp *)rsp);
33,140✔
2759
  void   *pRsp = NULL;
33,140✔
2760
  if (useRpcMalloc) {
33,140✔
2761
    pRsp = rpcMallocCont(rspLen);
×
2762
  } else {
2763
    pRsp = taosMemoryMalloc(rspLen);
33,140✔
2764
  }
2765

2766
  if (pRsp == NULL) {
33,140✔
2767
    code = TSDB_CODE_OUT_OF_MEMORY;
×
2768
    TAOS_RETURN(code);
×
2769
  }
2770

2771
  (void)tSerializeSCompactDbRsp(pRsp, rspLen, (SCompactDbRsp *)rsp);
33,140✔
2772
  *pRspLen = rspLen;
33,140✔
2773
  *ppRsp = pRsp;
33,140✔
2774
  TAOS_RETURN(code);
33,140✔
2775
}
2776

2777
int32_t mndTrimDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, STimeWindow tw, SArray *vgroupIds,
45,044✔
2778
                         ETsdbOpType type, ETriggerType triggerType) {
2779
  SSdb      *pSdb = pMnode->pSdb;
45,044✔
2780
  SVgObj    *pVgroup = NULL;
45,044✔
2781
  void      *pIter = NULL;
45,044✔
2782
  int32_t    code = 0, lino = 0;
45,044✔
2783
  STrimDbRsp rsp = {0};
45,044✔
2784
  bool       isExist = false;
45,044✔
2785

2786
  while (1) {
27,444✔
2787
    SRetentionObj *pObj = NULL;
72,488✔
2788
    pIter = sdbFetch(pMnode->pSdb, SDB_RETENTION, pIter, (void **)&pObj);
72,488✔
2789
    if (pIter == NULL) break;
72,488✔
2790

2791
    if (strcmp(pObj->dbname, pDb->name) == 0) {
27,444✔
2792
      isExist = true;
5,888✔
2793
    }
2794
    sdbRelease(pMnode->pSdb, pObj);
27,444✔
2795
  }
2796
  if (isExist) {
45,044✔
2797
    mInfo("trim db:%s already exist", pDb->name);
5,888✔
2798
    TAOS_RETURN(TSDB_CODE_MND_TRIM_ALREADY_EXIST);
5,888✔
2799
  }
2800

2801
  int64_t startTs = taosGetTimestampMs();
39,156✔
2802
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "trim-db");
39,156✔
2803
  if (pTrans == NULL) goto _exit;
39,156✔
2804
  mInfo("trans:%d, used to trim db:%s", pTrans->id, pDb->name);
39,156✔
2805
  mndTransSetDbName(pTrans, pDb->name, NULL);
39,156✔
2806
  TAOS_CHECK_EXIT(mndTrancCheckConflict(pMnode, pTrans));
39,156✔
2807
  TAOS_CHECK_EXIT(mndSetTrimDbRedoActions(pMnode, pTrans, pDb, startTs, tw, vgroupIds, type, triggerType, &rsp));
35,528✔
2808
  if (pReq) {
33,140✔
2809
    int32_t rspLen = 0;
33,140✔
2810
    void   *pRsp = NULL;
33,140✔
2811
    rsp.bAccepted = true;
33,140✔
2812
    TAOS_CHECK_EXIT(mndBuildTrimDbRsp(&rsp, &rspLen, &pRsp, false));
33,140✔
2813
    mndTransSetRpcRsp(pTrans, pRsp, rspLen);
33,140✔
2814
  }
2815
  TAOS_CHECK_EXIT(mndTransPrepare(pMnode, pTrans));
33,140✔
2816
_exit:
39,156✔
2817
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
39,156✔
2818
    mError("db:%s, failed at line %d to trim db since %s", pDb->name, lino, tstrerror(code));
6,016✔
2819
  }
2820
  mndTransDrop(pTrans);
39,156✔
2821
  TAOS_RETURN(code);
39,156✔
2822
}
2823

2824
#ifdef TD_ENTERPRISE
2825
static int32_t mndCheckRsmaInDb(SMnode *pMnode, SDbObj *pDb) {
16,375✔
2826
  int32_t   code = 0;
16,375✔
2827
  void     *pIter = NULL;
16,375✔
2828
  SRsmaObj *pRsma = NULL;
16,375✔
2829
  while ((pIter = sdbFetch(pMnode->pSdb, SDB_RSMA, pIter, (void **)&pRsma))) {
16,375✔
2830
    if (pRsma->dbUid == pDb->uid) {
16,375✔
2831
      sdbRelease(pMnode->pSdb, pRsma);
16,375✔
2832
      sdbCancelFetch(pMnode->pSdb, pIter);
16,375✔
2833
      TAOS_RETURN(code);
16,375✔
2834
    }
2835
    sdbRelease(pMnode->pSdb, pRsma);
×
2836
  }
2837
  TAOS_RETURN(TSDB_CODE_RSMA_NOT_EXIST);
×
2838
}
2839
#endif
2840

2841
static int32_t mndProcessTrimDbReq(SRpcMsg *pReq) {
25,530✔
2842
  SMnode    *pMnode = pReq->info.node;
25,530✔
2843
  int32_t    code = 0, lino = 0;
25,530✔
2844
  SDbObj    *pDb = NULL;
25,530✔
2845
  STrimDbReq trimReq = {0};
25,530✔
2846
  int64_t    tss = taosGetTimestampMs();
25,530✔
2847

2848
  TAOS_CHECK_EXIT(tDeserializeSTrimDbReq(pReq->pCont, pReq->contLen, &trimReq));
25,530✔
2849

2850
  mInfo("db:%s, start to trim, optr:%u, tw:%" PRId64 ",%" PRId64, trimReq.db, trimReq.optrType, trimReq.tw.skey,
25,530✔
2851
        trimReq.tw.ekey);
2852

2853
  pDb = mndAcquireDb(pMnode, trimReq.db);
25,530✔
2854
  if (pDb == NULL) {
25,530✔
2855
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2856
    if (terrno != 0) code = terrno;
×
2857
    TAOS_CHECK_EXIT(code);
×
2858
  }
2859

2860
  TAOS_CHECK_EXIT(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq),
25,530✔
2861
                                      trimReq.optrType == TSDB_OPTR_ROLLUP ? MND_OPER_ROLLUP_DB : MND_OPER_TRIM_DB,
2862
                                      pDb));
2863

2864
  if (pDb->cfg.isMount) {
25,391✔
2865
    TAOS_CHECK_EXIT(TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT);
×
2866
  }
2867

2868
#ifdef TD_ENTERPRISE
2869
  if (trimReq.optrType == TSDB_OPTR_ROLLUP) {
25,391✔
2870
    TAOS_CHECK_EXIT(mndCheckRsmaInDb(pMnode, pDb));
16,375✔
2871
  }
2872
#endif
2873

2874
  TAOS_CHECK_EXIT(mndTrimDb(pMnode, pReq, pDb, trimReq.tw, trimReq.vgroupIds, trimReq.optrType, trimReq.triggerType));
25,391✔
2875
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
17,115✔
2876

2877
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
17,115✔
2878
    SName name = {0};
17,115✔
2879
    if (tNameFromString(&name, trimReq.db, T_NAME_ACCT | T_NAME_DB) < 0) {
17,115✔
2880
      mWarn("db:%s, failed at line %d to parse db name", trimReq.db, __LINE__);
×
2881
    }
2882

2883
    char optrType[16] = {0};
17,115✔
2884
    (void)snprintf(optrType, sizeof(optrType), "%u", trimReq.optrType);
17,115✔
2885
    int64_t tse = taosGetTimestampMs();
17,115✔
2886
    double  duration = (double)(tse - tss);
17,115✔
2887
    duration = duration / 1000;
17,115✔
2888
    auditRecord(pReq, pMnode->clusterId, "trimDB", name.dbname, optrType, trimReq.sql, trimReq.sqlLen, duration, 0);
17,115✔
2889
  }
2890

2891
_exit:
25,530✔
2892
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
25,530✔
2893
    mError("db:%s, failed at line %d to process trim db req since %s, optr:%u", trimReq.db, lino, tstrerror(code),
8,415✔
2894
           trimReq.optrType);
2895
  }
2896

2897
  mndReleaseDb(pMnode, pDb);
25,530✔
2898
  tFreeSTrimDbReq(&trimReq);
25,530✔
2899
  TAOS_RETURN(code);
25,530✔
2900
}
2901

2902
static int32_t mndBuildSsMigrateDbRsp(SSsMigrateDbRsp *pSsMigrateRsp, int32_t *pRspLen, void **ppRsp, bool useRpcMalloc) {
2,388✔
2903
  int32_t code = 0;
2,388✔
2904
  int32_t rspLen = tSerializeSSsMigrateDbRsp(NULL, 0, pSsMigrateRsp);
2,388✔
2905
  void   *pRsp = NULL;
2,388✔
2906
  if (useRpcMalloc) {
2,388✔
2907
    pRsp = rpcMallocCont(rspLen);
×
2908
  } else {
2909
    pRsp = taosMemoryMalloc(rspLen);
2,388✔
2910
  }
2911

2912
  if (pRsp == NULL) {
2,388✔
2913
    code = TSDB_CODE_OUT_OF_MEMORY;
×
2914
    TAOS_RETURN(code);
×
2915
  }
2916

2917
  (void)tSerializeSSsMigrateDbRsp(pRsp, rspLen, pSsMigrateRsp);
2,388✔
2918
  *pRspLen = rspLen;
2,388✔
2919
  *ppRsp = pRsp;
2,388✔
2920
  TAOS_RETURN(code);
2,388✔
2921
}
2922

2923
static int32_t mndTrimDbWal(SMnode *pMnode, SDbObj *pDb) {
1,218✔
2924
  SSdb   *pSdb = pMnode->pSdb;
1,218✔
2925
  SVgObj *pVgroup = NULL;
1,218✔
2926
  void   *pIter = NULL;
1,218✔
2927
  int32_t code = 0;
1,218✔
2928

2929
  // Iterate through all vgroups in this database
2930
  while (1) {
2,436✔
2931
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
3,654✔
2932
    if (pIter == NULL) break;
3,654✔
2933

2934
    // Check if this vgroup belongs to the database
2935
    if (pVgroup->dbUid != pDb->uid) {
2,436✔
2936
      sdbRelease(pSdb, pVgroup);
×
2937
      continue;
×
2938
    }
2939

2940
    // Prepare message to send to vnode
2941
    int32_t   contLen = sizeof(SMsgHead);
2,436✔
2942
    SMsgHead *pHead = rpcMallocCont(contLen);
2,436✔
2943
    if (pHead == NULL) {
2,436✔
2944
      sdbCancelFetch(pSdb, pVgroup);
×
2945
      sdbRelease(pSdb, pVgroup);
×
2946
      code = TSDB_CODE_OUT_OF_MEMORY;
×
2947
      break;
×
2948
    }
2949
    pHead->contLen = htonl(contLen);
2,436✔
2950
    pHead->vgId = htonl(pVgroup->vgId);
2,436✔
2951

2952
    // Send TRIM WAL request to vnode
2953
    SRpcMsg rpcMsg = {.msgType = TDMT_VND_TRIM_WAL, .pCont = pHead, .contLen = contLen};
2,436✔
2954
    SEpSet  epSet = mndGetVgroupEpset(pMnode, pVgroup);
2,436✔
2955
    code = tmsgSendReq(&epSet, &rpcMsg);
2,436✔
2956
    if (code != 0) {
2,436✔
2957
      mError("vgId:%d, failed to send vnode-trim-wal request since 0x%x", pVgroup->vgId, code);
×
2958
    } else {
2959
      mInfo("vgId:%d, send vnode-trim-wal request to vnode", pVgroup->vgId);
2,436✔
2960
    }
2961
    sdbRelease(pSdb, pVgroup);
2,436✔
2962
  }
2963

2964
  return code;
1,218✔
2965
}
2966

2967
static int32_t mndProcessTrimDbWalReq(SRpcMsg *pReq) {
1,218✔
2968
  SMnode    *pMnode = pReq->info.node;
1,218✔
2969
  int32_t    code = -1;
1,218✔
2970
  SDbObj    *pDb = NULL;
1,218✔
2971
  STrimDbReq trimReq = {0};
1,218✔
2972

2973
  TAOS_CHECK_GOTO(tDeserializeSTrimDbReq(pReq->pCont, pReq->contLen, &trimReq), NULL, _OVER);
1,218✔
2974

2975
  mInfo("db:%s, start to trim WAL", trimReq.db);
1,218✔
2976

2977
  pDb = mndAcquireDb(pMnode, trimReq.db);
1,218✔
2978
  if (pDb == NULL) {
1,218✔
2979
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2980
    if (terrno != 0) code = terrno;
×
2981
    goto _OVER;
×
2982
  }
2983

2984
  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_TRIM_DB, pDb), NULL, _OVER);
1,218✔
2985

2986
  code = mndTrimDbWal(pMnode, pDb);
1,218✔
2987

2988
_OVER:
1,218✔
2989
  if (code != 0) {
1,218✔
2990
    mError("db:%s, failed to process trim db wal req since %s", trimReq.db, terrstr());
×
2991
  }
2992

2993
  mndReleaseDb(pMnode, pDb);
1,218✔
2994
  TAOS_RETURN(code);
1,218✔
2995
}
2996

2997
int32_t mndSsMigrateDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb) {
2,388✔
2998
  int32_t       code = 0;
2,388✔
2999
  SSsMigrateDbRsp ssMigrateRsp = {0};
2,388✔
3000

3001
  bool  isExist = false;
2,388✔
3002
  void *pIter = NULL;
2,388✔
3003
  while (1) {
×
3004
    SSsMigrateObj *pSsMigrate = NULL;
2,388✔
3005
    pIter = sdbFetch(pMnode->pSdb, SDB_SSMIGRATE, pIter, (void **)&pSsMigrate);
2,388✔
3006
    if (pIter == NULL) break;
2,388✔
3007

3008
    if (strcmp(pSsMigrate->dbname, pDb->name) == 0) {
×
3009
      isExist = true;
×
3010
    }
3011
    sdbRelease(pMnode->pSdb, pSsMigrate);
×
3012
  }
3013
  if (isExist) {
2,388✔
3014
    mInfo("ssmigrate db:%s already exist", pDb->name);
×
3015

3016
    if (pReq) {
×
3017
      int32_t rspLen = 0;
×
3018
      void   *pRsp = NULL;
×
3019
      ssMigrateRsp.ssMigrateId = 0;
×
3020
      ssMigrateRsp.bAccepted = false;
×
3021
      TAOS_CHECK_RETURN(mndBuildSsMigrateDbRsp(&ssMigrateRsp, &rspLen, &pRsp, true));
×
3022

3023
      pReq->info.rsp = pRsp;
×
3024
      pReq->info.rspLen = rspLen;
×
3025
    }
3026

3027
    return TSDB_CODE_MND_SSMIGRATE_ALREADY_EXIST;
×
3028
  }
3029

3030
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "ssmigrate-db");
2,388✔
3031
  if (pTrans == NULL) {
2,388✔
3032
    mError("failed to create ssmigrate-db trans since %s", terrstr());
×
3033
    goto _OVER;
×
3034
  }
3035

3036
  mInfo("trans:%d, used to ssmigrate db:%s", pTrans->id, pDb->name);
2,388✔
3037
  mndTransSetDbName(pTrans, pDb->name, NULL);
2,388✔
3038
  TAOS_CHECK_GOTO(mndTrancCheckConflict(pMnode, pTrans), NULL, _OVER);
2,388✔
3039

3040
  SSsMigrateObj ssMigrate = { .startTime = taosGetTimestampMs() };
2,388✔
3041
  TAOS_CHECK_GOTO(mndAddSsMigrateToTran(pMnode, pTrans, &ssMigrate, pDb), NULL, _OVER);
2,388✔
3042

3043
  if (pReq) {
2,388✔
3044
    int32_t rspLen = 0;
2,388✔
3045
    void   *pRsp = NULL;
2,388✔
3046
    ssMigrateRsp.ssMigrateId = ssMigrate.id;
2,388✔
3047
    ssMigrateRsp.bAccepted = true;
2,388✔
3048
    TAOS_CHECK_GOTO(mndBuildSsMigrateDbRsp(&ssMigrateRsp, &rspLen, &pRsp, false), NULL, _OVER);
2,388✔
3049
    mndTransSetRpcRsp(pTrans, pRsp, rspLen);
2,388✔
3050
  }
3051

3052
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
2,388✔
3053
  code = 0;
2,388✔
3054

3055
_OVER:
2,388✔
3056
  mndTransDrop(pTrans);
2,388✔
3057
  TAOS_RETURN(code);
2,388✔
3058
}
3059

3060

3061
static int32_t mndProcessSsMigrateDbReq(SRpcMsg *pReq) {
2,805✔
3062
  SMnode         *pMnode = pReq->info.node;
2,805✔
3063
  int32_t         code = -1;
2,805✔
3064
  SDbObj         *pDb = NULL;
2,805✔
3065
  SSsMigrateDbReq ssMigrateReq = {0};
2,805✔
3066

3067
  if (!tsSsEnabled) {
2,805✔
3068
    code = TSDB_CODE_OPS_NOT_SUPPORT;
417✔
3069
    goto _OVER;
417✔
3070
  }
3071

3072
  TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_SHARED_STORAGE), NULL, _OVER);
2,388✔
3073
  TAOS_CHECK_GOTO(tDeserializeSSsMigrateDbReq(pReq->pCont, pReq->contLen, &ssMigrateReq), NULL, _OVER);
2,388✔
3074

3075
  mInfo("db:%s, start to ssmigrate", ssMigrateReq.db);
2,388✔
3076

3077
  pDb = mndAcquireDb(pMnode, ssMigrateReq.db);
2,388✔
3078
  if (pDb == NULL) {
2,388✔
3079
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
3080
    if (terrno != 0) code = terrno;
×
3081
    goto _OVER;
×
3082
  }
3083

3084
  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_SSMIGRATE_DB, pDb), NULL, _OVER);
2,388✔
3085

3086
  if(pDb->cfg.isMount) {
2,388✔
3087
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
×
3088
    goto _OVER;
×
3089
  }
3090

3091
  code = mndSsMigrateDb(pMnode, pReq, pDb);
2,388✔
3092

3093
_OVER:
2,805✔
3094
  if (code != 0) {
2,805✔
3095
    mError("db:%s, failed to process ssmigrate db req since %s", ssMigrateReq.db, tstrerror(code));
417✔
3096
  }
3097

3098
  mndReleaseDb(pMnode, pDb);
2,805✔
3099
  TAOS_RETURN(code);
2,805✔
3100
}
3101

3102
const char *mndGetDbStr(const char *src) {
28,252,377✔
3103
  char *pos = strstr(src, TS_PATH_DELIMITER);
28,252,377✔
3104
  if (pos != NULL) ++pos;
28,252,377✔
3105
  if (pos == NULL) return src;
28,252,377✔
3106
  return pos;
26,682,443✔
3107
}
3108

3109
const char *mndGetStableStr(const char *src) {
24,264,205✔
3110
  char *pos = strstr(src, TS_PATH_DELIMITER);
24,264,205✔
3111
  if (pos != NULL) ++pos;
24,264,205✔
3112
  if (pos == NULL) return src;
24,264,205✔
3113
  return mndGetDbStr(pos);
24,264,205✔
3114
}
3115

3116
static int64_t getValOfDiffPrecision(int8_t unit, int64_t val) {
×
3117
  int64_t v = 0;
×
3118
  switch (unit) {
×
3119
    case 's':
×
3120
      v = val / 1000;
×
3121
      break;
×
3122
    case 'm':
×
3123
      v = val / tsTickPerMin[TSDB_TIME_PRECISION_MILLI];
×
3124
      break;
×
3125
    case 'h':
×
3126
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 60);
×
3127
      break;
×
3128
    case 'd':
×
3129
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 24 * 60);
×
3130
      break;
×
3131
    case 'w':
×
3132
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 24 * 60 * 7);
×
3133
      break;
×
3134
    default:
×
3135
      break;
×
3136
  }
3137

3138
  return v;
×
3139
}
3140

3141
static char *buildRetension(SArray *pRetension) {
636,666✔
3142
  size_t size = taosArrayGetSize(pRetension);
636,666✔
3143
  if (size == 0) {
636,666✔
3144
    return NULL;
636,666✔
3145
  }
3146

3147
  char       *p1 = taosMemoryCalloc(1, 100);
×
3148
  SRetention *p = taosArrayGet(pRetension, 0);
×
3149

3150
  int32_t len = 2;
×
3151

3152
  int64_t v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
×
3153
  int64_t v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
×
3154
  len += snprintf(p1 + len, 100 - len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
×
3155

3156
  if (size > 1) {
×
3157
    len += snprintf(p1 + len, 100 - len, ",");
×
3158
    p = taosArrayGet(pRetension, 1);
×
3159

3160
    v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
×
3161
    v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
×
3162
    len += snprintf(p1 + len, 100 - len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
×
3163
  }
3164

3165
  if (size > 2) {
×
3166
    len += snprintf(p1 + len, 100 - len, ",");
×
3167
    p = taosArrayGet(pRetension, 2);
×
3168

3169
    v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
×
3170
    v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
×
3171
    len += snprintf(p1 + len, 100 - len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
×
3172
  }
3173

3174
  varDataSetLen(p1, len);
×
3175
  return p1;
×
3176
}
3177

3178
static const char *getCacheModelStr(int8_t cacheModel) {
636,666✔
3179
  switch (cacheModel) {
636,666✔
3180
    case TSDB_CACHE_MODEL_NONE:
576,218✔
3181
      return TSDB_CACHE_MODEL_NONE_STR;
576,218✔
3182
    case TSDB_CACHE_MODEL_LAST_ROW:
3,653✔
3183
      return TSDB_CACHE_MODEL_LAST_ROW_STR;
3,653✔
3184
    case TSDB_CACHE_MODEL_LAST_VALUE:
7,267✔
3185
      return TSDB_CACHE_MODEL_LAST_VALUE_STR;
7,267✔
3186
    case TSDB_CACHE_MODEL_BOTH:
49,528✔
3187
      return TSDB_CACHE_MODEL_BOTH_STR;
49,528✔
3188
    default:
×
3189
      break;
×
3190
  }
3191
  return "unknown";
×
3192
}
3193

3194
static void getEncryptAlgorithmStr(SMnode *pMnode, int8_t encryptAlgorithm, char *out) {
636,666✔
3195
  switch (encryptAlgorithm) {
636,666✔
3196
    case TSDB_ENCRYPT_ALGO_NONE: {
635,485✔
3197
      tstrncpy(out, TSDB_ENCRYPT_ALGO_NONE_STR, TSDB_ENCRYPT_ALGR_NAME_LEN);
635,485✔
3198
      break;
635,485✔
3199
    }
3200
    default: {
1,181✔
3201
      SEncryptAlgrObj *obj = mndAcquireEncryptAlgrById(pMnode, encryptAlgorithm);
1,181✔
3202
      if (obj != NULL) {
1,181✔
3203
        tstrncpy(out, obj->algorithm_id, TSDB_ENCRYPT_ALGR_NAME_LEN);
1,181✔
3204
        mndReleaseEncryptAlgr(pMnode, obj);
1,181✔
3205
      }
3206
      break;
1,181✔
3207
    }
3208
  }
3209
}
636,666✔
3210

3211
bool mndIsDbReady(SMnode *pMnode, SDbObj *pDb) {
2,419,158✔
3212
  if (pDb->cfg.replications == 1) return true;
2,419,158✔
3213

3214
  SSdb *pSdb = pMnode->pSdb;
462,728✔
3215
  void *pIter = NULL;
462,728✔
3216
  bool  isReady = true;
462,728✔
3217
  while (1) {
2,204,841✔
3218
    SVgObj *pVgroup = NULL;
2,667,569✔
3219
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
2,667,569✔
3220
    if (pIter == NULL) break;
2,667,569✔
3221

3222
    if (pVgroup->dbUid == pDb->uid && pVgroup->replica > 1) {
2,204,841✔
3223
      bool hasLeader = false;
1,354,768✔
3224
      for (int32_t i = 0; i < pVgroup->replica; ++i) {
5,361,559✔
3225
        if (pVgroup->vnodeGid[i].syncState == TAOS_SYNC_STATE_LEADER ||
4,006,791✔
3226
            pVgroup->vnodeGid[i].syncState == TAOS_SYNC_STATE_ASSIGNED_LEADER) {
3,538,391✔
3227
          hasLeader = true;
468,400✔
3228
        }
3229
      }
3230
      if (!hasLeader) isReady = false;
1,354,768✔
3231
    }
3232
    sdbRelease(pSdb, pVgroup);
2,204,841✔
3233
  }
3234

3235
  return isReady;
462,728✔
3236
}
3237

3238
static void mndDumpDbInfoData(SMnode *pMnode, SSDataBlock *pBlock, SDbObj *pDb, SShowObj *pShow, int32_t rows,
1,694,025✔
3239
                              int64_t numOfTables, bool sysDb, ESdbStatus objStatus, bool sysinfo,
3240
                              SSHashObj **ppUidNames) {
3241
  int32_t cols = 0;
1,694,025✔
3242
  int32_t bytes = pShow->pMeta->pSchemas[cols].bytes;
1,694,025✔
3243
  char   *buf = taosMemoryMalloc(bytes);
1,694,025✔
3244
  if (buf == NULL) {
1,694,025✔
3245
    mError("db:%s, failed to malloc buffer", pDb->name);
×
3246
    return;
×
3247
  }
3248
  int32_t code = 0;
1,694,025✔
3249
  int32_t lino = 0;
1,694,025✔
3250

3251
  const char *name = mndGetDbStr(pDb->name);
1,694,025✔
3252
  if (name != NULL) {
1,694,025✔
3253
    STR_WITH_MAXSIZE_TO_VARSTR(buf, name, bytes);
1,694,025✔
3254
  } else {
3255
    STR_WITH_MAXSIZE_TO_VARSTR(buf, "NULL", bytes);
×
3256
  }
3257

3258
  const char *precStr = NULL;
1,694,025✔
3259
  switch (pDb->cfg.precision) {
1,694,025✔
3260
    case TSDB_TIME_PRECISION_MILLI:
1,646,748✔
3261
      precStr = TSDB_TIME_PRECISION_MILLI_STR;
1,646,748✔
3262
      break;
1,646,748✔
3263
    case TSDB_TIME_PRECISION_MICRO:
12,610✔
3264
      precStr = TSDB_TIME_PRECISION_MICRO_STR;
12,610✔
3265
      break;
12,610✔
3266
    case TSDB_TIME_PRECISION_NANO:
34,667✔
3267
      precStr = TSDB_TIME_PRECISION_NANO_STR;
34,667✔
3268
      break;
34,667✔
3269
    default:
×
3270
      precStr = "none";
×
3271
      break;
×
3272
  }
3273
  char precVstr[10] = {0};
1,694,025✔
3274
  STR_WITH_MAXSIZE_TO_VARSTR(precVstr, precStr, 10);
1,694,025✔
3275

3276
  char *statusStr = "ready";
1,694,025✔
3277
  if (objStatus == SDB_STATUS_CREATING) {
1,694,025✔
3278
    statusStr = "creating";
×
3279
  } else if (objStatus == SDB_STATUS_DROPPING) {
1,694,025✔
3280
    statusStr = "dropping";
×
3281
  } else {
3282
    if (!sysDb && !mndIsDbReady(pMnode, pDb)) {
1,694,025✔
3283
      statusStr = "unsynced";
3,323✔
3284
    }
3285
  }
3286
  char statusVstr[24] = {0};
1,694,025✔
3287
  STR_WITH_MAXSIZE_TO_VARSTR(statusVstr, statusStr, 24);
1,694,025✔
3288

3289
  if (sysDb || !sysinfo) {
1,694,025✔
3290
    for (int32_t i = 0; i < pShow->numOfColumns; ++i) {
45,466,437✔
3291
      SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, i);
44,409,078✔
3292
      if (i == 0) {
44,409,078✔
3293
        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, buf, false), &lino, _OVER);
1,057,359✔
3294
      } else if (i == 1) {
43,351,719✔
3295
        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->createdTime, false), &lino, _OVER);
1,057,359✔
3296
      } else if (i == 3) {
42,294,360✔
3297
        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&numOfTables, false), &lino, _OVER);
1,057,359✔
3298
      } else if (i == 14) {
41,237,001✔
3299
        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, precVstr, false), &lino, _OVER);
1,057,359✔
3300
      } else if (i == 15) {
40,179,642✔
3301
        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, statusVstr, false), &lino, _OVER);
1,057,359✔
3302
      } else if (i == 28) {
39,122,283✔
3303
        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.keepTimeOffset, false), &lino, _OVER);
1,057,359✔
3304
      } else {
3305
        colDataSetNULL(pColInfo, rows);
38,064,924✔
3306
      }
3307
    }
3308
  } else {
3309
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3310
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, buf, false), &lino, _OVER);
636,666✔
3311

3312
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3313
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->createdTime, false), &lino, _OVER);
636,666✔
3314

3315
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3316
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.numOfVgroups, false), &lino, _OVER);
636,666✔
3317

3318
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3319
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&numOfTables, false), &lino, _OVER);
636,666✔
3320

3321
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3322
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.replications, false), &lino, _OVER);
636,666✔
3323

3324
    const char *strictStr = pDb->cfg.strict ? "on" : "off";
636,666✔
3325
    char        strictVstr[24] = {0};
636,666✔
3326
    STR_WITH_MAXSIZE_TO_VARSTR(strictVstr, strictStr, 24);
636,666✔
3327
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3328
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)strictVstr, false), &lino, _OVER);
636,666✔
3329

3330
    char    durationStr[128] = {0};
636,666✔
3331
    char    durationVstr[128] = {0};
636,666✔
3332
    int32_t len = formatDurationOrKeep(&durationVstr[VARSTR_HEADER_SIZE], sizeof(durationVstr) - VARSTR_HEADER_SIZE,
636,666✔
3333
                                       pDb->cfg.daysPerFile);
3334

3335
    varDataSetLen(durationVstr, len);
636,666✔
3336
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3337
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);
636,666✔
3338

3339
    char keepVstr[128] = {0};
636,666✔
3340
    char keep0Str[32] = {0};
636,666✔
3341
    char keep1Str[32] = {0};
636,666✔
3342
    char keep2Str[32] = {0};
636,666✔
3343

3344
    int32_t lenKeep0 = formatDurationOrKeep(keep0Str, sizeof(keep0Str), pDb->cfg.daysToKeep0);
636,666✔
3345
    int32_t lenKeep1 = formatDurationOrKeep(keep1Str, sizeof(keep1Str), pDb->cfg.daysToKeep1);
636,666✔
3346
    int32_t lenKeep2 = formatDurationOrKeep(keep2Str, sizeof(keep2Str), pDb->cfg.daysToKeep2);
636,666✔
3347

3348
    if (pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep1 || pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep2) {
636,666✔
3349
      len = snprintf(&keepVstr[VARSTR_HEADER_SIZE], sizeof(keepVstr) - VARSTR_HEADER_SIZE, "%s,%s,%s", keep1Str,
×
3350
                     keep2Str, keep0Str);
3351
    } else {
3352
      len = snprintf(&keepVstr[VARSTR_HEADER_SIZE], sizeof(keepVstr) - VARSTR_HEADER_SIZE, "%s,%s,%s", keep0Str,
636,666✔
3353
                     keep1Str, keep2Str);
3354
    }
3355
    varDataSetLen(keepVstr, len);
636,666✔
3356
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3357
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)keepVstr, false), &lino, _OVER);
636,666✔
3358

3359
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3360
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.buffer, false), &lino, _OVER);
636,666✔
3361

3362
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3363
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.pageSize, false), &lino, _OVER);
636,666✔
3364

3365
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3366
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.pages, false), &lino, _OVER);
636,666✔
3367

3368
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3369
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.minRows, false), &lino, _OVER);
636,666✔
3370

3371
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3372
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.maxRows, false), &lino, _OVER);
636,666✔
3373

3374
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3375
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.compression, false), &lino, _OVER);
636,666✔
3376

3377
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3378
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)precVstr, false), &lino, _OVER);
636,666✔
3379

3380
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3381
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)statusVstr, false), &lino, _OVER);
636,666✔
3382

3383
    char *rentensionVstr = buildRetension(pDb->cfg.pRetensions);
636,666✔
3384
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3385
    if (rentensionVstr == NULL) {
636,666✔
3386
      colDataSetNULL(pColInfo, rows);
636,666✔
3387
    } else {
3388
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)rentensionVstr, false), &lino, _OVER);
×
3389
      taosMemoryFree(rentensionVstr);
×
3390
    }
3391

3392
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3393
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.numOfStables, false), &lino, _OVER);
636,666✔
3394

3395
    const char *cacheModelStr = getCacheModelStr(pDb->cfg.cacheLast);
636,666✔
3396
    char        cacheModelVstr[24] = {0};
636,666✔
3397
    STR_WITH_MAXSIZE_TO_VARSTR(cacheModelVstr, cacheModelStr, 24);
636,666✔
3398
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3399
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)cacheModelVstr, false), &lino, _OVER);
636,666✔
3400

3401
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3402
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.cacheLastSize, false), &lino, _OVER);
636,666✔
3403

3404
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3405
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.cacheLastShardBits, false), &lino, _OVER);
636,666✔
3406

3407
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3408
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walLevel, false), &lino, _OVER);
636,666✔
3409

3410
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3411
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walFsyncPeriod, false), &lino, _OVER);
636,666✔
3412

3413
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3414
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walRetentionPeriod, false), &lino, _OVER);
636,666✔
3415

3416
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3417
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walRetentionSize, false), &lino, _OVER);
636,666✔
3418

3419
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3420
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.sstTrigger, false), &lino, _OVER);
636,666✔
3421

3422
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3423
    int16_t hashPrefix = pDb->cfg.hashPrefix;
636,666✔
3424
    if (hashPrefix > 0) {
636,666✔
3425
      hashPrefix = pDb->cfg.hashPrefix - strlen(pDb->name) - 1;
5,047✔
3426
    } else if (hashPrefix < 0) {
631,619✔
3427
      hashPrefix = pDb->cfg.hashPrefix + strlen(pDb->name) + 1;
5,664✔
3428
    }
3429
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&hashPrefix, false), &lino, _OVER);
636,666✔
3430

3431
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3432
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.hashSuffix, false), &lino, _OVER);
636,666✔
3433

3434
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3435
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.tsdbPageSize, false), &lino, _OVER);
636,666✔
3436

3437
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3438
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.keepTimeOffset, false), &lino, _OVER);
636,666✔
3439

3440
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3441
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.ssChunkSize, false), &lino, _OVER);
636,666✔
3442

3443
    char keeplocalVstr[128] = {0};
636,666✔
3444
    len = snprintf(&keeplocalVstr[VARSTR_HEADER_SIZE], sizeof(keeplocalVstr) - VARSTR_HEADER_SIZE, "%dm",
636,666✔
3445
                   pDb->cfg.ssKeepLocal);
3446
    varDataSetLen(keeplocalVstr, len);
636,666✔
3447
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3448
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)keeplocalVstr, false), &lino, _OVER);
636,666✔
3449

3450
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3451
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.ssCompact, false), &lino, _OVER);
636,666✔
3452

3453
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3454
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.withArbitrator, false), &lino, _OVER);
636,666✔
3455

3456
    char encryptAlgorithmStr[TSDB_ENCRYPT_ALGR_NAME_LEN] = {0};
636,666✔
3457
    getEncryptAlgorithmStr(pMnode, pDb->cfg.encryptAlgorithm, encryptAlgorithmStr);
636,666✔
3458
    char        encryptAlgorithmVStr[24] = {0};
636,666✔
3459
    STR_WITH_MAXSIZE_TO_VARSTR(encryptAlgorithmVStr, encryptAlgorithmStr, 24);
636,666✔
3460
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
636,666✔
3461
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)encryptAlgorithmVStr, false), &lino, _OVER);
636,666✔
3462

3463
    TAOS_UNUSED(formatDurationOrKeep(durationStr, sizeof(durationStr), pDb->cfg.compactInterval));
636,666✔
3464
    STR_WITH_MAXSIZE_TO_VARSTR(durationVstr, durationStr, sizeof(durationVstr));
636,666✔
3465
    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {
636,666✔
3466
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);
636,666✔
3467
    }
3468

3469
    len = formatDurationOrKeep(durationStr, sizeof(durationStr), pDb->cfg.compactStartTime);
636,666✔
3470
    TAOS_UNUSED(formatDurationOrKeep(durationVstr, sizeof(durationVstr), pDb->cfg.compactEndTime));
636,666✔
3471
    TAOS_UNUSED(snprintf(durationStr + len, sizeof(durationStr) - len, ",%s", durationVstr));
636,666✔
3472
    STR_WITH_MAXSIZE_TO_VARSTR(durationVstr, durationStr, sizeof(durationVstr));
636,666✔
3473
    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {
636,666✔
3474
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);
636,666✔
3475
    }
3476

3477
    TAOS_UNUSED(snprintf(durationStr, sizeof(durationStr), "%dh", pDb->cfg.compactTimeOffset));
636,666✔
3478
    STR_WITH_MAXSIZE_TO_VARSTR(durationVstr, durationStr, sizeof(durationVstr));
636,666✔
3479
    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {
636,666✔
3480
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);
636,666✔
3481
    }
3482

3483
    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {
636,666✔
3484
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.isAudit, false), &lino, _OVER);
636,666✔
3485
    }
3486

3487
    if (!(*ppUidNames)) {
636,666✔
3488
      TAOS_CHECK_GOTO(mndBuildUidNamesHash(pMnode, ppUidNames), &lino, _OVER);
352,930✔
3489
    }
3490
    const char *ownerName = tSimpleHashGet(*ppUidNames, (const char *)&pDb->ownerId, sizeof(pDb->ownerId));
636,666✔
3491
    TAOS_UNUSED(snprintf(durationStr, sizeof(durationStr), "%s", ownerName ? ownerName : "[unknown]"));
636,666✔
3492
    STR_WITH_MAXSIZE_TO_VARSTR(durationVstr, durationStr, sizeof(durationVstr));
636,666✔
3493
    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {
636,666✔
3494
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);
636,666✔
3495
    }
3496

3497
    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {
636,666✔
3498
      uint8_t allowDrop = pDb->cfg.allowDrop;
636,666✔
3499
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&allowDrop, false), &lino, _OVER);
636,666✔
3500
    }
3501

3502
    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {
636,666✔
3503
      uint8_t securityLevel = pDb->cfg.securityLevel;
636,666✔
3504
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&securityLevel, false), &lino, _OVER);
636,666✔
3505
    }
3506
  }
3507
_OVER:
1,694,025✔
3508
  if (code != 0) mError("failed to retrieve at line:%d, since %s", lino, tstrerror(code));
1,694,025✔
3509
  taosMemoryFree(buf);
1,694,025✔
3510
}
3511

3512
static void setInformationSchemaDbCfg(SMnode *pMnode, SDbObj *pDbObj) {
526,206✔
3513
  tstrncpy(pDbObj->name, TSDB_INFORMATION_SCHEMA_DB, tListLen(pDbObj->name));
526,206✔
3514
  pDbObj->createdTime = mndGetClusterCreateTime(pMnode);
526,206✔
3515
  pDbObj->cfg.numOfVgroups = 0;
526,206✔
3516
  pDbObj->cfg.strict = 1;
526,206✔
3517
  pDbObj->cfg.replications = 1;
526,206✔
3518
  pDbObj->cfg.precision = TSDB_TIME_PRECISION_MILLI;
526,206✔
3519
}
526,206✔
3520

3521
static void setPerfSchemaDbCfg(SMnode *pMnode, SDbObj *pDbObj) {
526,206✔
3522
  tstrncpy(pDbObj->name, TSDB_PERFORMANCE_SCHEMA_DB, tListLen(pDbObj->name));
526,206✔
3523
  pDbObj->createdTime = mndGetClusterCreateTime(pMnode);
526,206✔
3524
  pDbObj->cfg.numOfVgroups = 0;
526,206✔
3525
  pDbObj->cfg.strict = 1;
526,206✔
3526
  pDbObj->cfg.replications = 1;
526,206✔
3527
  pDbObj->cfg.precision = TSDB_TIME_PRECISION_MILLI;
526,206✔
3528
}
526,206✔
3529

3530
static bool mndGetTablesOfDbFp(SMnode *pMnode, void *pObj, void *p1, void *p2, void *p3) {
5,200,641✔
3531
  SVgObj  *pVgroup = pObj;
5,200,641✔
3532
  int32_t *numOfTables = p1;
5,200,641✔
3533
  int64_t  uid = *(int64_t *)p2;
5,200,641✔
3534
  if (pVgroup->dbUid == uid) {
5,200,641✔
3535
    *numOfTables += pVgroup->numOfTables;
1,673,243✔
3536
  }
3537
  return true;
5,200,641✔
3538
}
3539

3540
static int32_t mndRetrieveDbs(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rowsCapacity) {
526,206✔
3541
  SMnode    *pMnode = pReq->info.node;
526,206✔
3542
  SSdb      *pSdb = pMnode->pSdb;
526,206✔
3543
  int32_t    numOfRows = 0;
526,206✔
3544
  SDbObj    *pDb = NULL;
526,206✔
3545
  SUserObj  *pOperUser = NULL;
526,206✔
3546
  ESdbStatus objStatus = 0;
526,206✔
3547
  SSHashObj *pUidNames = NULL;
526,206✔
3548

3549
  (void)mndAcquireUser(pMnode, RPC_MSG_USER(pReq), &pOperUser);
526,206✔
3550
  if (pOperUser == NULL) return 0;
526,206✔
3551
  bool sysinfo = pOperUser->sysInfo;
526,206✔
3552
  char objFName[TSDB_OBJ_FNAME_LEN + 1] = {0};
526,206✔
3553
  (void)snprintf(objFName, sizeof(objFName), "%d.*", pOperUser->acctId);
526,206✔
3554
  bool showAnyDb = (0 == mndCheckSysObjPrivilege(pMnode, pOperUser, RPC_MSG_TOKEN(pReq), PRIV_CM_SHOW, PRIV_OBJ_DB, 0,
526,206✔
3555
                                                 objFName, NULL));
3556

3557
  // Append the information_schema database into the result.
3558
  if (!pShow->sysDbRsp) {
526,206✔
3559
    SDbObj infoschemaDb = {0};
526,206✔
3560
    setInformationSchemaDbCfg(pMnode, &infoschemaDb);
526,206✔
3561
    size_t numOfTables = 0;
526,206✔
3562
    getVisibleInfosTablesNum(sysinfo, &numOfTables);
526,206✔
3563
    mndDumpDbInfoData(pMnode, pBlock, &infoschemaDb, pShow, numOfRows, numOfTables, true, 0, 1, &pUidNames);
526,206✔
3564

3565
    numOfRows += 1;
526,206✔
3566

3567
    SDbObj perfschemaDb = {0};
526,206✔
3568
    setPerfSchemaDbCfg(pMnode, &perfschemaDb);
526,206✔
3569
    numOfTables = 0;
526,206✔
3570
    getPerfDbMeta(NULL, &numOfTables);
526,206✔
3571
    mndDumpDbInfoData(pMnode, pBlock, &perfschemaDb, pShow, numOfRows, numOfTables, true, 0, 1, &pUidNames);
526,206✔
3572

3573
    numOfRows += 1;
526,206✔
3574
    pShow->sysDbRsp = true;
526,206✔
3575
  }
3576

3577
  while (numOfRows < rowsCapacity) {
1,167,819✔
3578
    pShow->pIter = sdbFetchAll(pSdb, SDB_DB, pShow->pIter, (void **)&pDb, &objStatus, true);
1,167,819✔
3579
    if (pShow->pIter == NULL) break;
1,167,819✔
3580
    if (showAnyDb || mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_SHOW_DATABASES, pDb) == 0) {
641,613✔
3581
      int32_t numOfTables = 0;
641,613✔
3582
      sdbTraverse(pSdb, SDB_VGROUP, mndGetTablesOfDbFp, &numOfTables, &pDb->uid, NULL);
641,613✔
3583
      mndDumpDbInfoData(pMnode, pBlock, pDb, pShow, numOfRows, numOfTables, false, objStatus, sysinfo, &pUidNames);
641,613✔
3584
      numOfRows++;
641,613✔
3585
    }
3586

3587
    sdbRelease(pSdb, pDb);
641,613✔
3588
  }
3589

3590
  pShow->numOfRows += numOfRows;
526,206✔
3591
  mndReleaseUser(pMnode, pOperUser);
526,206✔
3592
  tSimpleHashCleanup(pUidNames);
526,206✔
3593
  return numOfRows;
526,206✔
3594
}
3595

3596
static void mndCancelGetNextDb(SMnode *pMnode, void *pIter) {
×
3597
  SSdb *pSdb = pMnode->pSdb;
×
3598
  sdbCancelFetchByType(pSdb, pIter, SDB_DB);
×
3599
}
×
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc