• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #4947

02 Feb 2026 09:27AM UTC coverage: 66.872% (-0.06%) from 66.932%
#4947

push

travis-ci

web-flow
enh: [6690002267] Optimize virtual table query with plenty of columns. (#34341)

527 of 634 new or added lines in 23 files covered. (83.12%)

3610 existing lines in 126 files now uncovered.

205539 of 307364 relevant lines covered (66.87%)

125933663.91 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

77.85
/source/dnode/mnode/impl/src/mndDb.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#define _DEFAULT_SOURCE
17
#include "mndDb.h"
18
#include "audit.h"
19
#include "command.h"
20
#include "mndArbGroup.h"
21
#include "mndCluster.h"
22
#include "mndCompact.h"
23
#include "mndCompactDetail.h"
24
#include "mndConfig.h"
25
#include "mndDnode.h"
26
#include "mndEncryptAlgr.h"
27
#include "mndIndex.h"
28
#include "mndPrivilege.h"
29
#include "mndRetention.h"
30
#include "mndRetentionDetail.h"
31
#include "mndRsma.h"
32
#include "mndScan.h"
33
#include "mndShow.h"
34
#include "mndSma.h"
35
#include "mndSsMigrate.h"
36
#include "mndStb.h"
37
#include "mndStream.h"
38
#include "mndSubscribe.h"
39
#include "mndTopic.h"
40
#include "mndTrans.h"
41
#include "mndUser.h"
42
#include "mndVgroup.h"
43
#include "mndView.h"
44
#include "systable.h"
45
#include "thttp.h"
46
#include "tjson.h"
47

48
#define DB_VER_INITIAL                   1
49
#define DB_VER_SUPPORT_ADVANCED_SECURITY 2
50
#define DB_VER_NUMBER                    DB_VER_SUPPORT_ADVANCED_SECURITY
51

52
#define DB_RESERVE_SIZE 13
53

54
static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw);
55
static int32_t  mndDbActionInsert(SSdb *pSdb, SDbObj *pDb);
56
static int32_t  mndDbActionDelete(SSdb *pSdb, SDbObj *pDb);
57
static int32_t  mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew);
58
static int32_t  mndNewDbActionValidate(SMnode *pMnode, STrans *pTrans, SSdbRaw *pRaw);
59

60
static int32_t mndProcessCreateDbReq(SRpcMsg *pReq);
61
static int32_t mndProcessAlterDbReq(SRpcMsg *pReq);
62
static int32_t mndProcessDropDbReq(SRpcMsg *pReq);
63
static int32_t mndProcessUseDbReq(SRpcMsg *pReq);
64
static int32_t mndProcessTrimDbReq(SRpcMsg *pReq);
65
static int32_t mndProcessSsMigrateDbReq(SRpcMsg *pReq);
66
static int32_t mndProcessTrimDbWalReq(SRpcMsg *pReq);
67
static int32_t mndProcessS3MigrateDbReq(SRpcMsg *pReq);
68
static int32_t mndRetrieveDbs(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rowsCapacity);
69
static void    mndCancelGetNextDb(SMnode *pMnode, void *pIter);
70
static int32_t mndProcessGetDbCfgReq(SRpcMsg *pReq);
71

72
#ifndef TD_ENTERPRISE
73
int32_t mndProcessCompactDbReq(SRpcMsg *pReq) { return TSDB_CODE_OPS_NOT_SUPPORT; }
74
#endif
75

76
int32_t mndInitDb(SMnode *pMnode) {
400,608✔
77
  SSdbTable table = {
400,608✔
78
      .sdbType = SDB_DB,
79
      .keyType = SDB_KEY_BINARY,
80
      .encodeFp = (SdbEncodeFp)mndDbActionEncode,
81
      .decodeFp = (SdbDecodeFp)mndDbActionDecode,
82
      .insertFp = (SdbInsertFp)mndDbActionInsert,
83
      .updateFp = (SdbUpdateFp)mndDbActionUpdate,
84
      .deleteFp = (SdbDeleteFp)mndDbActionDelete,
85
      .validateFp = (SdbValidateFp)mndNewDbActionValidate,
86
  };
87

88
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_DB, mndProcessCreateDbReq);
400,608✔
89
  mndSetMsgHandle(pMnode, TDMT_MND_ALTER_DB, mndProcessAlterDbReq);
400,608✔
90
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_DB, mndProcessDropDbReq);
400,608✔
91
  mndSetMsgHandle(pMnode, TDMT_MND_USE_DB, mndProcessUseDbReq);
400,608✔
92
  mndSetMsgHandle(pMnode, TDMT_MND_COMPACT_DB, mndProcessCompactDbReq);
400,608✔
93
  mndSetMsgHandle(pMnode, TDMT_MND_SCAN_DB, mndProcessScanDbReq);
400,608✔
94
  mndSetMsgHandle(pMnode, TDMT_MND_TRIM_DB, mndProcessTrimDbReq);
400,608✔
95
  mndSetMsgHandle(pMnode, TDMT_MND_TRIM_DB_WAL, mndProcessTrimDbWalReq);
400,608✔
96
  mndSetMsgHandle(pMnode, TDMT_MND_GET_DB_CFG, mndProcessGetDbCfgReq);
400,608✔
97
  mndSetMsgHandle(pMnode, TDMT_MND_SSMIGRATE_DB, mndProcessSsMigrateDbReq);
400,608✔
98
  mndSetMsgHandle(pMnode, TDMT_MND_GET_DB_INFO, mndProcessUseDbReq);
400,608✔
99

100
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_DB, mndRetrieveDbs);
400,608✔
101
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_DB, mndCancelGetNextDb);
400,608✔
102

103
  return sdbSetTable(pMnode->pSdb, table);
400,608✔
104
}
105

106
void mndCleanupDb(SMnode *pMnode) {}
400,550✔
107

108
SSdbRaw *mndDbActionEncode(SDbObj *pDb) {
5,542,875✔
109
  int32_t code = 0;
5,542,875✔
110
  int32_t lino = 0;
5,542,875✔
111
  terrno = TSDB_CODE_OUT_OF_MEMORY;
5,542,875✔
112

113
  int32_t  size = sizeof(SDbObj) + pDb->cfg.numOfRetensions * sizeof(SRetention) + DB_RESERVE_SIZE;
5,542,875✔
114
  SSdbRaw *pRaw = sdbAllocRaw(SDB_DB, DB_VER_NUMBER, size);
5,542,875✔
115
  if (pRaw == NULL) goto _OVER;
5,542,875✔
116

117
  int32_t dataPos = 0;
5,542,875✔
118
  SDB_SET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, _OVER)
5,542,875✔
119
  SDB_SET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, _OVER)
5,542,875✔
120
  SDB_SET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, _OVER)
5,542,875✔
121
  SDB_SET_INT64(pRaw, dataPos, pDb->createdTime, _OVER)
5,542,875✔
122
  SDB_SET_INT64(pRaw, dataPos, pDb->updateTime, _OVER)
5,542,875✔
123
  SDB_SET_INT64(pRaw, dataPos, pDb->uid, _OVER)
5,542,875✔
124
  SDB_SET_INT32(pRaw, dataPos, pDb->cfgVersion, _OVER)
5,542,875✔
125
  SDB_SET_INT32(pRaw, dataPos, pDb->vgVersion, _OVER)
5,542,875✔
126
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfVgroups, _OVER)
5,542,875✔
127
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfStables, _OVER)
5,542,875✔
128
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.buffer, _OVER)
5,542,875✔
129
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.pageSize, _OVER)
5,542,875✔
130
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.pages, _OVER)
5,542,875✔
131
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.cacheLastSize, _OVER)
5,542,875✔
132
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysPerFile, _OVER)
5,542,875✔
133
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep0, _OVER)
5,542,875✔
134
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep1, _OVER)
5,542,875✔
135
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep2, _OVER)
5,542,875✔
136
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.minRows, _OVER)
5,542,875✔
137
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.maxRows, _OVER)
5,542,875✔
138
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walFsyncPeriod, _OVER)
5,542,875✔
139
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.walLevel, _OVER)
5,542,875✔
140
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.precision, _OVER)
5,542,875✔
141
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.compression, _OVER)
5,542,875✔
142
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.replications, _OVER)
5,542,875✔
143
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.strict, _OVER)
5,542,875✔
144
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.cacheLast, _OVER)
5,542,875✔
145
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.hashMethod, _OVER)
5,542,875✔
146
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfRetensions, _OVER)
5,542,875✔
147
  for (int32_t i = 0; i < pDb->cfg.numOfRetensions; ++i) {
5,542,875✔
148
    SRetention *pRetension = taosArrayGet(pDb->cfg.pRetensions, i);
×
149
    SDB_SET_INT64(pRaw, dataPos, pRetension->freq, _OVER)
×
150
    SDB_SET_INT64(pRaw, dataPos, pRetension->keep, _OVER)
×
151
    SDB_SET_INT8(pRaw, dataPos, pRetension->freqUnit, _OVER)
×
152
    SDB_SET_INT8(pRaw, dataPos, pRetension->keepUnit, _OVER)
×
153
  }
154
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.schemaless, _OVER)
5,542,875✔
155
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walRetentionPeriod, _OVER)
5,542,875✔
156
  SDB_SET_INT64(pRaw, dataPos, pDb->cfg.walRetentionSize, _OVER)
5,542,875✔
157
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walRollPeriod, _OVER)
5,542,875✔
158
  SDB_SET_INT64(pRaw, dataPos, pDb->cfg.walSegmentSize, _OVER)
5,542,875✔
159
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.sstTrigger, _OVER)
5,542,875✔
160
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.hashPrefix, _OVER)
5,542,875✔
161
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.hashSuffix, _OVER)
5,542,875✔
162
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.tsdbPageSize, _OVER)
5,542,875✔
163
  SDB_SET_INT64(pRaw, dataPos, pDb->compactStartTime, _OVER)
5,542,875✔
164
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.keepTimeOffset, _OVER)
5,542,875✔
165
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.ssChunkSize, _OVER)
5,542,875✔
166
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.ssKeepLocal, _OVER)
5,542,875✔
167
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.ssCompact, _OVER)
5,542,875✔
168
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.withArbitrator, _OVER)
5,542,875✔
169
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.encryptAlgorithm, _OVER)
5,542,875✔
170
  SDB_SET_INT32(pRaw, dataPos, pDb->tsmaVersion, _OVER);
5,542,875✔
171
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.compactTimeOffset, _OVER)
5,542,875✔
172
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.compactStartTime, _OVER)
5,542,875✔
173
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.compactEndTime, _OVER)
5,542,875✔
174
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.compactInterval, _OVER)
5,542,875✔
175
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.isAudit, _OVER)
5,542,875✔
176

177
  SDB_SET_RESERVE(pRaw, dataPos, DB_RESERVE_SIZE, _OVER)
5,542,875✔
178
  SDB_SET_UINT8(pRaw, dataPos, pDb->cfg.flags, _OVER)
5,542,875✔
179
  SDB_SET_INT64(pRaw, dataPos, pDb->ownerId, _OVER)
5,542,875✔
180

181
  SDB_SET_DATALEN(pRaw, dataPos, _OVER)
5,542,875✔
182

183
  terrno = 0;
5,542,875✔
184

185
_OVER:
5,542,875✔
186
  if (terrno != 0) {
5,542,875✔
187
    mError("db:%s, failed to encode to raw:%p since %s", pDb->name, pRaw, terrstr());
×
188
    sdbFreeRaw(pRaw);
×
189
    return NULL;
×
190
  }
191

192
  mTrace("db:%s, encode to raw:%p, row:%p", pDb->name, pRaw, pDb);
5,542,875✔
193
  return pRaw;
5,542,875✔
194
}
195

196
static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw) {
5,006,301✔
197
  int32_t code = 0;
5,006,301✔
198
  int32_t lino = 0;
5,006,301✔
199
  terrno = TSDB_CODE_OUT_OF_MEMORY;
5,006,301✔
200
  SSdbRow *pRow = NULL;
5,006,301✔
201
  SDbObj  *pDb = NULL;
5,006,301✔
202

203
  int8_t sver = 0;
5,006,301✔
204
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
5,006,301✔
205

206
  if (sver < 1 || sver > DB_VER_NUMBER) {
5,006,301✔
207
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
×
208
    goto _OVER;
×
209
  }
210

211
  pRow = sdbAllocRow(sizeof(SDbObj));
5,006,301✔
212
  if (pRow == NULL) goto _OVER;
5,006,301✔
213

214
  pDb = sdbGetRowObj(pRow);
5,006,301✔
215
  if (pDb == NULL) goto _OVER;
5,006,301✔
216

217
  int32_t dataPos = 0;
5,006,301✔
218
  SDB_GET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, _OVER)
5,006,301✔
219
  SDB_GET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, _OVER)
5,006,301✔
220
  SDB_GET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, _OVER)
5,006,301✔
221
  SDB_GET_INT64(pRaw, dataPos, &pDb->createdTime, _OVER)
5,006,301✔
222
  SDB_GET_INT64(pRaw, dataPos, &pDb->updateTime, _OVER)
5,006,301✔
223
  SDB_GET_INT64(pRaw, dataPos, &pDb->uid, _OVER)
5,006,301✔
224
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfgVersion, _OVER)
5,006,301✔
225
  SDB_GET_INT32(pRaw, dataPos, &pDb->vgVersion, _OVER)
5,006,301✔
226
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfVgroups, _OVER)
5,006,301✔
227
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfStables, _OVER)
5,006,301✔
228
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.buffer, _OVER)
5,006,301✔
229
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.pageSize, _OVER)
5,006,301✔
230
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.pages, _OVER)
5,006,301✔
231
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.cacheLastSize, _OVER)
5,006,301✔
232
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysPerFile, _OVER)
5,006,301✔
233
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep0, _OVER)
5,006,301✔
234
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep1, _OVER)
5,006,301✔
235
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep2, _OVER)
5,006,301✔
236
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.minRows, _OVER)
5,006,301✔
237
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.maxRows, _OVER)
5,006,301✔
238
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walFsyncPeriod, _OVER)
5,006,301✔
239
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.walLevel, _OVER)
5,006,301✔
240
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.precision, _OVER)
5,006,301✔
241
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.compression, _OVER)
5,006,301✔
242
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.replications, _OVER)
5,006,301✔
243
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.strict, _OVER)
5,006,301✔
244
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.cacheLast, _OVER)
5,006,301✔
245
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.hashMethod, _OVER)
5,006,301✔
246
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfRetensions, _OVER)
5,006,301✔
247
  if (pDb->cfg.numOfRetensions > 0) {
5,006,301✔
248
    pDb->cfg.pRetensions = taosArrayInit(pDb->cfg.numOfRetensions, sizeof(SRetention));
×
249
    if (pDb->cfg.pRetensions == NULL) goto _OVER;
×
250
    for (int32_t i = 0; i < pDb->cfg.numOfRetensions; ++i) {
×
251
      SRetention retention = {0};
×
252
      SDB_GET_INT64(pRaw, dataPos, &retention.freq, _OVER)
×
253
      SDB_GET_INT64(pRaw, dataPos, &retention.keep, _OVER)
×
254
      SDB_GET_INT8(pRaw, dataPos, &retention.freqUnit, _OVER)
×
255
      SDB_GET_INT8(pRaw, dataPos, &retention.keepUnit, _OVER)
×
256
      if (taosArrayPush(pDb->cfg.pRetensions, &retention) == NULL) {
×
257
        goto _OVER;
×
258
      }
259
    }
260
  }
261
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.schemaless, _OVER)
5,006,301✔
262
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walRetentionPeriod, _OVER)
5,006,301✔
263
  SDB_GET_INT64(pRaw, dataPos, &pDb->cfg.walRetentionSize, _OVER)
5,006,301✔
264
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walRollPeriod, _OVER)
5,006,301✔
265
  SDB_GET_INT64(pRaw, dataPos, &pDb->cfg.walSegmentSize, _OVER)
5,006,301✔
266
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.sstTrigger, _OVER)
5,006,301✔
267
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.hashPrefix, _OVER)
5,006,301✔
268
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.hashSuffix, _OVER)
5,006,301✔
269
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.tsdbPageSize, _OVER)
5,006,301✔
270
  SDB_GET_INT64(pRaw, dataPos, &pDb->compactStartTime, _OVER)
5,006,301✔
271
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.keepTimeOffset, _OVER)
5,006,301✔
272
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.ssChunkSize, _OVER)
5,006,301✔
273
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.ssKeepLocal, _OVER)
5,006,301✔
274
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.ssCompact, _OVER)
5,006,301✔
275
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.withArbitrator, _OVER)
5,006,301✔
276
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.encryptAlgorithm, _OVER)
5,006,301✔
277
  SDB_GET_INT32(pRaw, dataPos, &pDb->tsmaVersion, _OVER);
5,006,301✔
278
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.compactTimeOffset, _OVER)
5,006,301✔
279
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.compactStartTime, _OVER)
5,006,301✔
280
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.compactEndTime, _OVER)
5,006,301✔
281
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.compactInterval, _OVER)
5,006,301✔
282
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.isAudit, _OVER)
5,006,301✔
283
  SDB_GET_RESERVE(pRaw, dataPos, DB_RESERVE_SIZE, _OVER)
5,006,301✔
284
  if (dataPos + sizeof(uint8_t) <= pRaw->dataLen) {
5,006,301✔
285
    SDB_GET_UINT8(pRaw, dataPos, &pDb->cfg.flags, _OVER)
5,006,301✔
286
  }
287
  if (dataPos + sizeof(int64_t) <= pRaw->dataLen) {
5,006,301✔
288
    SDB_GET_INT64(pRaw, dataPos, &pDb->ownerId, _OVER)
5,006,301✔
289
  }
290

291
  taosInitRWLatch(&pDb->lock);
5,006,301✔
292

293
  if (pDb->cfg.ssChunkSize == 0) {
5,006,301✔
294
    pDb->cfg.ssChunkSize = TSDB_DEFAULT_SS_CHUNK_SIZE;
×
295

296
    mInfo("db:%s, ssChunkSize set from %d to default %d", pDb->name, pDb->cfg.ssChunkSize, TSDB_DEFAULT_SS_CHUNK_SIZE);
×
297
  }
298

299
  if (pDb->cfg.ssKeepLocal == 0) {
5,006,301✔
300
    pDb->cfg.ssKeepLocal = TSDB_DEFAULT_SS_KEEP_LOCAL;
×
301

302
    mInfo("db:%s, ssKeepLocal set from %d to default %d", pDb->name, pDb->cfg.ssKeepLocal, TSDB_DEFAULT_SS_KEEP_LOCAL);
×
303
  }
304

305
  if (pDb->cfg.tsdbPageSize != TSDB_MIN_TSDB_PAGESIZE) {
5,006,301✔
306
    mInfo("db:%s, tsdbPageSize set from %d to default %d", pDb->name, pDb->cfg.tsdbPageSize,
5,006,301✔
307
          TSDB_DEFAULT_TSDB_PAGESIZE);
308
  }
309

310
  if (pDb->cfg.sstTrigger != TSDB_MIN_STT_TRIGGER) {
5,006,301✔
311
    mInfo("db:%s, sstTrigger set from %d to default %d", pDb->name, pDb->cfg.sstTrigger, TSDB_DEFAULT_SST_TRIGGER);
4,908,336✔
312
  }
313

314
  if (sver < DB_VER_SUPPORT_ADVANCED_SECURITY) {
5,006,301✔
315
    pDb->cfg.allowDrop = TSDB_DEFAULT_DB_ALLOW_DROP;
×
316
  }
317

318
  terrno = 0;
5,006,301✔
319

320
_OVER:
5,006,301✔
321
  if (terrno != 0) {
5,006,301✔
322
    mError("db:%s, failed to decode from raw:%p since %s", pDb == NULL ? "null" : pDb->name, pRaw, terrstr());
×
323
    taosMemoryFreeClear(pRow);
×
324
    return NULL;
×
325
  }
326

327
  mTrace("db:%s, decode from raw:%p, row:%p", pDb->name, pRaw, pDb);
5,006,301✔
328
  return pRow;
5,006,301✔
329
}
330

331
static int32_t mndNewDbActionValidate(SMnode *pMnode, STrans *pTrans, SSdbRaw *pRaw) {
1,140,283✔
332
  SSdb    *pSdb = pMnode->pSdb;
1,140,283✔
333
  SSdbRow *pRow = NULL;
1,140,283✔
334
  SDbObj  *pNewDb = NULL;
1,140,283✔
335
  int      code = -1;
1,140,283✔
336

337
  pRow = mndDbActionDecode(pRaw);
1,140,283✔
338
  if (pRow == NULL) {
1,140,283✔
339
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
340
    if (terrno != 0) code = terrno;
×
341
    goto _OVER;
×
342
  }
343
  pNewDb = sdbGetRowObj(pRow);
1,140,283✔
344
  if (pNewDb == NULL) {
1,140,283✔
345
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
346
    if (terrno != 0) code = terrno;
×
347
    goto _OVER;
×
348
  }
349

350
  SDbObj *pOldDb = sdbAcquire(pMnode->pSdb, SDB_DB, pNewDb->name);
1,140,283✔
351
  if (pOldDb != NULL) {
1,140,283✔
352
    mError("trans:%d, db name already in use. name: %s", pTrans->id, pNewDb->name);
×
353
    sdbRelease(pMnode->pSdb, pOldDb);
×
354
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
355
    if (terrno != 0) code = terrno;
×
356
    goto _OVER;
×
357
  }
358

359
  code = 0;
1,140,283✔
360
_OVER:
1,140,283✔
361
  if (pNewDb) mndDbActionDelete(pSdb, pNewDb);
1,140,283✔
362
  taosMemoryFreeClear(pRow);
1,140,283✔
363
  return code;
1,140,283✔
364
}
365

366
static int32_t mndDbActionInsert(SSdb *pSdb, SDbObj *pDb) {
1,275,146✔
367
  mTrace("db:%s, perform insert action, row:%p", pDb->name, pDb);
1,275,146✔
368
  return 0;
1,275,146✔
369
}
370

371
static int32_t mndDbActionDelete(SSdb *pSdb, SDbObj *pDb) {
5,006,301✔
372
  mTrace("db:%s, perform delete action, row:%p", pDb->name, pDb);
5,006,301✔
373
  taosArrayDestroy(pDb->cfg.pRetensions);
5,006,301✔
374
  return 0;
5,006,301✔
375
}
376

377
static int32_t mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew) {
1,978,043✔
378
  mTrace("db:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);
1,978,043✔
379
  taosWLockLatch(&pOld->lock);
1,978,043✔
380
  pOld->updateTime = pNew->updateTime;
1,978,043✔
381
  pOld->cfgVersion = pNew->cfgVersion;
1,978,043✔
382
  pOld->vgVersion = pNew->vgVersion;
1,978,043✔
383
  pOld->cfg.numOfVgroups = pNew->cfg.numOfVgroups;
1,978,043✔
384
  pOld->cfg.buffer = pNew->cfg.buffer;
1,978,043✔
385
  pOld->cfg.pageSize = pNew->cfg.pageSize;
1,978,043✔
386
  pOld->cfg.pages = pNew->cfg.pages;
1,978,043✔
387
  pOld->cfg.cacheLastSize = pNew->cfg.cacheLastSize;
1,978,043✔
388
  pOld->cfg.daysPerFile = pNew->cfg.daysPerFile;
1,978,043✔
389
  pOld->cfg.daysToKeep0 = pNew->cfg.daysToKeep0;
1,978,043✔
390
  pOld->cfg.daysToKeep1 = pNew->cfg.daysToKeep1;
1,978,043✔
391
  pOld->cfg.daysToKeep2 = pNew->cfg.daysToKeep2;
1,978,043✔
392
  pOld->cfg.keepTimeOffset = pNew->cfg.keepTimeOffset;
1,978,043✔
393
  pOld->cfg.walFsyncPeriod = pNew->cfg.walFsyncPeriod;
1,978,043✔
394
  pOld->cfg.walLevel = pNew->cfg.walLevel;
1,978,043✔
395
  pOld->cfg.walRetentionPeriod = pNew->cfg.walRetentionPeriod;
1,978,043✔
396
  pOld->cfg.walRetentionSize = pNew->cfg.walRetentionSize;
1,978,043✔
397
  pOld->cfg.strict = pNew->cfg.strict;
1,978,043✔
398
  pOld->cfg.cacheLast = pNew->cfg.cacheLast;
1,978,043✔
399
  pOld->cfg.replications = pNew->cfg.replications;
1,978,043✔
400
  pOld->cfg.sstTrigger = pNew->cfg.sstTrigger;
1,978,043✔
401
  pOld->cfg.minRows = pNew->cfg.minRows;
1,978,043✔
402
  pOld->cfg.maxRows = pNew->cfg.maxRows;
1,978,043✔
403
  pOld->cfg.tsdbPageSize = pNew->cfg.tsdbPageSize;
1,978,043✔
404
  pOld->cfg.ssChunkSize = pNew->cfg.ssChunkSize;
1,978,043✔
405
  pOld->cfg.ssKeepLocal = pNew->cfg.ssKeepLocal;
1,978,043✔
406
  pOld->cfg.ssCompact = pNew->cfg.ssCompact;
1,978,043✔
407
  pOld->cfg.withArbitrator = pNew->cfg.withArbitrator;
1,978,043✔
408
  pOld->cfg.compactInterval = pNew->cfg.compactInterval;
1,978,043✔
409
  pOld->cfg.compactStartTime = pNew->cfg.compactStartTime;
1,978,043✔
410
  pOld->cfg.compactEndTime = pNew->cfg.compactEndTime;
1,978,043✔
411
  pOld->cfg.compactTimeOffset = pNew->cfg.compactTimeOffset;
1,978,043✔
412
  pOld->compactStartTime = pNew->compactStartTime;
1,978,043✔
413
  pOld->tsmaVersion = pNew->tsmaVersion;
1,978,043✔
414
  pOld->cfg.isAudit = pNew->cfg.isAudit;
1,978,043✔
415
  pOld->cfg.flags = pNew->cfg.flags;
1,978,043✔
416
  pOld->ownerId = pNew->ownerId;
1,978,043✔
417
  taosWUnLockLatch(&pOld->lock);
1,978,043✔
418
  return 0;
1,978,043✔
419
}
420

421
static inline int32_t mndGetGlobalVgroupVersion(SMnode *pMnode) {
8,049,319✔
422
  SSdb *pSdb = pMnode->pSdb;
8,049,319✔
423
  return sdbGetTableVer(pSdb, SDB_VGROUP);
8,049,319✔
424
}
425

426
SDbObj *mndAcquireDb(SMnode *pMnode, const char *db) {
83,955,873✔
427
  SSdb   *pSdb = pMnode->pSdb;
83,955,873✔
428
  SDbObj *pDb = sdbAcquire(pSdb, SDB_DB, db);
83,956,010✔
429
  if (pDb == NULL) {
83,955,762✔
430
    if (terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
2,269,715✔
431
      terrno = TSDB_CODE_MND_DB_NOT_EXIST;
2,111,239✔
432
    } else if (terrno == TSDB_CODE_SDB_OBJ_CREATING) {
158,476✔
433
      terrno = TSDB_CODE_MND_DB_IN_CREATING;
8,826✔
434
    } else if (terrno == TSDB_CODE_SDB_OBJ_DROPPING) {
149,650✔
435
      terrno = TSDB_CODE_MND_DB_IN_DROPPING;
149,650✔
436
    } else {
437
      terrno = TSDB_CODE_APP_ERROR;
×
438
      mFatal("db:%s, failed to acquire db since %s", db, terrstr());
×
439
    }
440
  }
441
  return pDb;
83,955,760✔
442
}
443

444
SDbObj *mndAcquireAuditDb(SMnode *pMnode) {
40,356,679✔
445
  SSdb      *pSdb = pMnode->pSdb;
40,356,679✔
446
  SDbObj    *pDb = NULL;
40,356,679✔
447
  void      *pIter = NULL;
40,356,679✔
448
  ESdbStatus objStatus = 0;
40,356,679✔
449

450
  while (1) {
451
    pIter = sdbFetchAll(pSdb, SDB_DB, pIter, (void **)&pDb, &objStatus, true);
113,389,217✔
452
    if (pIter == NULL) break;
113,389,217✔
453
    if (pDb->cfg.isAudit == 1) {
73,033,578✔
454
      sdbCancelFetch(pSdb, pIter);
1,040✔
455
      break;
1,040✔
456
    }
457

458
    sdbRelease(pSdb, pDb);
73,032,538✔
459
  }
460
  return pDb;
40,356,679✔
461
}
462

463
void mndReleaseDb(SMnode *pMnode, SDbObj *pDb) {
92,330,691✔
464
  SSdb *pSdb = pMnode->pSdb;
92,330,691✔
465
  sdbRelease(pSdb, pDb);
92,330,691✔
466
}
92,330,691✔
467

468
bool mndDbIsExist(SMnode *pMnode, const char *db, int64_t uid) {
155,428✔
469
  SDbObj *pDb = mndAcquireDb(pMnode, db);
155,428✔
470
  if (pDb == NULL) {
155,428✔
UNCOV
471
    return false;
×
472
  } else {
473
    bool result = (uid == 0) || (uid == pDb->uid);
155,428✔
474
    mndReleaseDb(pMnode, pDb);
155,428✔
475
    pDb = NULL;
155,428✔
476
    return result;
155,428✔
477
  }
478
}
479

480
int32_t mndCheckDbName(const char *dbName, SUserObj *pUser) {
1,106,602✔
481
  char *pos = strstr(dbName, TS_PATH_DELIMITER);
1,106,602✔
482
  if (pos == NULL) {
1,106,602✔
483
    return TSDB_CODE_MND_INVALID_DB;
×
484
  }
485

486
  int32_t acctId;
1,106,422✔
487
  int32_t code = taosStr2int32(dbName, &acctId);
1,106,602✔
488
  if (code != 0) {
1,106,602✔
489
    return code;
×
490
  }
491

492
  if (acctId != pUser->acctId) {
1,106,602✔
493
    return TSDB_CODE_MND_INVALID_DB_ACCT;
×
494
  }
495

496
  return 0;
1,106,602✔
497
}
498

499
int32_t mndCheckDbCfg(SMnode *pMnode, SDbCfg *pCfg) {
1,106,602✔
500
  int32_t code = TSDB_CODE_MND_INVALID_DB_OPTION;
1,106,602✔
501

502
  if (pCfg->numOfVgroups < TSDB_MIN_VNODES_PER_DB || pCfg->numOfVgroups > TSDB_MAX_VNODES_PER_DB) return code;
1,106,602✔
503
  if (pCfg->numOfStables < TSDB_DB_STREAM_MODE_OFF || pCfg->numOfStables > TSDB_DB_STREAM_MODE_ON) return code;
1,106,602✔
504
  if (pCfg->buffer < TSDB_MIN_BUFFER_PER_VNODE || pCfg->buffer > TSDB_MAX_BUFFER_PER_VNODE) return code;
1,106,602✔
505
  if (pCfg->pageSize < TSDB_MIN_PAGESIZE_PER_VNODE || pCfg->pageSize > TSDB_MAX_PAGESIZE_PER_VNODE) return code;
1,106,602✔
506
  if (pCfg->pages < TSDB_MIN_PAGES_PER_VNODE || pCfg->pages > TSDB_MAX_PAGES_PER_VNODE) return code;
1,106,602✔
507
  if (pCfg->cacheLastSize < TSDB_MIN_DB_CACHE_SIZE || pCfg->cacheLastSize > TSDB_MAX_DB_CACHE_SIZE) return code;
1,106,602✔
508
  if (pCfg->daysPerFile < TSDB_MIN_DAYS_PER_FILE || pCfg->daysPerFile > TSDB_MAX_DAYS_PER_FILE) return code;
1,106,602✔
509
  if (pCfg->daysToKeep0 < TSDB_MIN_KEEP || pCfg->daysToKeep0 > TSDB_MAX_KEEP) return code;
1,106,602✔
510
  if (pCfg->daysToKeep1 < TSDB_MIN_KEEP || pCfg->daysToKeep1 > TSDB_MAX_KEEP) return code;
1,106,602✔
511
  if (pCfg->daysToKeep2 < TSDB_MIN_KEEP || pCfg->daysToKeep2 > TSDB_MAX_KEEP) return code;
1,106,602✔
512
  if (pCfg->daysToKeep0 < pCfg->daysPerFile) return code;
1,106,602✔
513
  if (pCfg->daysToKeep0 > pCfg->daysToKeep1) return code;
1,106,602✔
514
  if (pCfg->daysToKeep1 > pCfg->daysToKeep2) return code;
1,106,602✔
515
  if (pCfg->keepTimeOffset < TSDB_MIN_KEEP_TIME_OFFSET || pCfg->keepTimeOffset > TSDB_MAX_KEEP_TIME_OFFSET) return code;
1,106,602✔
516
  if (pCfg->minRows < TSDB_MIN_MINROWS_FBLOCK || pCfg->minRows > TSDB_MAX_MINROWS_FBLOCK) return code;
1,106,602✔
517
  if (pCfg->maxRows < TSDB_MIN_MAXROWS_FBLOCK || pCfg->maxRows > TSDB_MAX_MAXROWS_FBLOCK) return code;
1,106,602✔
518
  if (pCfg->minRows > pCfg->maxRows) return code;
1,106,602✔
519
  if (pCfg->walFsyncPeriod < TSDB_MIN_FSYNC_PERIOD || pCfg->walFsyncPeriod > TSDB_MAX_FSYNC_PERIOD) return code;
1,105,889✔
520
  if (pCfg->walLevel < TSDB_MIN_WAL_LEVEL || pCfg->walLevel > TSDB_MAX_WAL_LEVEL) return code;
1,105,889✔
521
  if (pCfg->precision < TSDB_MIN_PRECISION && pCfg->precision > TSDB_MAX_PRECISION) return code;
1,105,889✔
522
  if (pCfg->compression < TSDB_MIN_COMP_LEVEL || pCfg->compression > TSDB_MAX_COMP_LEVEL) return code;
1,105,889✔
523
  if (pCfg->replications < TSDB_MIN_DB_REPLICA || pCfg->replications > TSDB_MAX_DB_REPLICA) return code;
1,105,889✔
524
#ifdef TD_ENTERPRISE
525
  if ((pCfg->replications == 2) ^ (pCfg->withArbitrator == TSDB_MAX_DB_WITH_ARBITRATOR)) return code;
1,105,889✔
526
  // if (pCfg->encryptAlgorithm < TSDB_MIN_ENCRYPT_ALGO || pCfg->encryptAlgorithm > TSDB_MAX_ENCRYPT_ALGO) return code;
527
#else
528
  if (pCfg->replications != 1 && pCfg->replications != 3) return code;
529
  if (pCfg->encryptAlgorithm != TSDB_DEFAULT_ENCRYPT_ALGO) return code;
530
#endif
531

532
  if (pCfg->strict < TSDB_DB_STRICT_OFF || pCfg->strict > TSDB_DB_STRICT_ON) return code;
1,105,889✔
533
  if (pCfg->schemaless < TSDB_DB_SCHEMALESS_OFF || pCfg->schemaless > TSDB_DB_SCHEMALESS_ON) return code;
1,105,889✔
534
  if (pCfg->cacheLast < TSDB_CACHE_MODEL_NONE || pCfg->cacheLast > TSDB_CACHE_MODEL_BOTH) return code;
1,105,889✔
535
  if (pCfg->hashMethod != 1) return code;
1,105,889✔
536
  if (pCfg->replications > mndGetDnodeSize(pMnode)) {
1,105,889✔
537
    code = TSDB_CODE_MND_NO_ENOUGH_DNODES;
×
538
    TAOS_RETURN(code);
×
539
  }
540
  if (pCfg->walRetentionPeriod < TSDB_DB_MIN_WAL_RETENTION_PERIOD) return code;
1,105,889✔
541
  if (pCfg->walRetentionSize < TSDB_DB_MIN_WAL_RETENTION_SIZE) return code;
1,105,889✔
542
  if (pCfg->walRollPeriod < TSDB_DB_MIN_WAL_ROLL_PERIOD) return code;
1,105,889✔
543
  if (pCfg->walSegmentSize < TSDB_DB_MIN_WAL_SEGMENT_SIZE) return code;
1,105,889✔
544
  if (pCfg->sstTrigger < TSDB_MIN_STT_TRIGGER || pCfg->sstTrigger > TSDB_MAX_STT_TRIGGER) return code;
1,105,889✔
545
  if (pCfg->hashPrefix < TSDB_MIN_HASH_PREFIX || pCfg->hashPrefix > TSDB_MAX_HASH_PREFIX) return code;
1,105,889✔
546
  if (pCfg->hashSuffix < TSDB_MIN_HASH_SUFFIX || pCfg->hashSuffix > TSDB_MAX_HASH_SUFFIX) return code;
1,105,889✔
547
  if ((pCfg->hashSuffix * pCfg->hashPrefix) < 0) return code;
1,105,889✔
548
  if ((pCfg->hashPrefix + pCfg->hashSuffix) >= (TSDB_TABLE_NAME_LEN - 1)) return code;
1,105,889✔
549
  if (pCfg->tsdbPageSize < TSDB_MIN_TSDB_PAGESIZE || pCfg->tsdbPageSize > TSDB_MAX_TSDB_PAGESIZE) return code;
1,105,889✔
550
  if (taosArrayGetSize(pCfg->pRetensions) != pCfg->numOfRetensions) return code;
1,105,889✔
551

552
  if (pCfg->ssChunkSize < TSDB_MIN_SS_CHUNK_SIZE || pCfg->ssChunkSize > TSDB_MAX_SS_CHUNK_SIZE) return code;
1,105,889✔
553
  if (pCfg->ssKeepLocal < TSDB_MIN_SS_KEEP_LOCAL || pCfg->ssKeepLocal > TSDB_MAX_SS_KEEP_LOCAL) return code;
1,105,889✔
554
  if (pCfg->ssCompact < TSDB_MIN_SS_COMPACT || pCfg->ssCompact > TSDB_MAX_SS_COMPACT) return code;
1,105,889✔
555

556
  if (pCfg->compactInterval != 0 &&
1,105,889✔
557
      (pCfg->compactInterval < TSDB_MIN_COMPACT_INTERVAL || pCfg->compactInterval > pCfg->daysToKeep2))
3,538✔
558
    return code;
×
559
  if (pCfg->compactStartTime != 0 &&
1,105,889✔
560
      (pCfg->compactStartTime < -pCfg->daysToKeep2 || pCfg->compactStartTime > -pCfg->daysPerFile))
3,923✔
561
    return code;
×
562
  if (pCfg->compactEndTime != 0 &&
1,105,889✔
563
      (pCfg->compactEndTime < -pCfg->daysToKeep2 || pCfg->compactEndTime > -pCfg->daysPerFile))
3,923✔
564
    return code;
×
565
  if (pCfg->compactStartTime != 0 && pCfg->compactEndTime != 0 && pCfg->compactStartTime >= pCfg->compactEndTime)
1,105,889✔
566
    return code;
×
567
  if (pCfg->compactTimeOffset < TSDB_MIN_COMPACT_TIME_OFFSET || pCfg->compactTimeOffset > TSDB_MAX_COMPACT_TIME_OFFSET)
1,105,889✔
568
    return code;
×
569
  if (pCfg->isAudit < 0 || pCfg->isAudit > 1) return code;
1,105,889✔
570
  if (pCfg->allowDrop < TSDB_MIN_DB_ALLOW_DROP || pCfg->allowDrop > TSDB_MAX_DB_ALLOW_DROP) return code;
571

572
  code = 0;
1,105,889✔
573
  TAOS_RETURN(code);
1,105,889✔
574
}
575

576
static int32_t mndCheckInChangeDbCfg(SMnode *pMnode, SDbCfg *pOldCfg, SDbCfg *pNewCfg) {
87,254✔
577
  int32_t code = TSDB_CODE_MND_INVALID_DB_OPTION;
87,254✔
578
  if (pNewCfg->buffer < TSDB_MIN_BUFFER_PER_VNODE || pNewCfg->buffer > TSDB_MAX_BUFFER_PER_VNODE) return code;
87,254✔
579
  if (pNewCfg->pages < TSDB_MIN_PAGES_PER_VNODE || pNewCfg->pages > TSDB_MAX_PAGES_PER_VNODE) return code;
87,254✔
580
  if (pNewCfg->pageSize < TSDB_MIN_PAGESIZE_PER_VNODE || pNewCfg->pageSize > TSDB_MAX_PAGESIZE_PER_VNODE) return code;
87,254✔
581
  if (pNewCfg->daysPerFile < TSDB_MIN_DAYS_PER_FILE || pNewCfg->daysPerFile > TSDB_MAX_DAYS_PER_FILE) return code;
87,254✔
582
  if (pNewCfg->daysToKeep0 < TSDB_MIN_KEEP || pNewCfg->daysToKeep0 > TSDB_MAX_KEEP) return code;
87,254✔
583
  if (pNewCfg->daysToKeep1 < TSDB_MIN_KEEP || pNewCfg->daysToKeep1 > TSDB_MAX_KEEP) return code;
87,254✔
584
  if (pNewCfg->daysToKeep2 < TSDB_MIN_KEEP || pNewCfg->daysToKeep2 > TSDB_MAX_KEEP) return code;
87,254✔
585
  if (pNewCfg->daysToKeep0 < pNewCfg->daysPerFile) return code;
87,254✔
586
  if (pNewCfg->daysToKeep0 > pNewCfg->daysToKeep1) return code;
87,254✔
587
  if (pNewCfg->daysToKeep1 > pNewCfg->daysToKeep2) return code;
87,254✔
588
  if (pNewCfg->keepTimeOffset < TSDB_MIN_KEEP_TIME_OFFSET || pNewCfg->keepTimeOffset > TSDB_MAX_KEEP_TIME_OFFSET)
87,254✔
589
    return code;
×
590
  if (pNewCfg->walFsyncPeriod < TSDB_MIN_FSYNC_PERIOD || pNewCfg->walFsyncPeriod > TSDB_MAX_FSYNC_PERIOD) return code;
87,254✔
591
  if (pNewCfg->walLevel < TSDB_MIN_WAL_LEVEL || pNewCfg->walLevel > TSDB_MAX_WAL_LEVEL) return code;
87,254✔
592
  if (pNewCfg->cacheLast < TSDB_CACHE_MODEL_NONE || pNewCfg->cacheLast > TSDB_CACHE_MODEL_BOTH) return code;
87,254✔
593
  if (pNewCfg->cacheLastSize < TSDB_MIN_DB_CACHE_SIZE || pNewCfg->cacheLastSize > TSDB_MAX_DB_CACHE_SIZE) return code;
87,254✔
594
  if (pNewCfg->replications < TSDB_MIN_DB_REPLICA || pNewCfg->replications > TSDB_MAX_DB_REPLICA) return code;
87,254✔
595
#ifdef TD_ENTERPRISE
596
  if ((pNewCfg->replications == 2) ^ (pNewCfg->withArbitrator == TSDB_MAX_DB_WITH_ARBITRATOR)) return code;
87,254✔
597
  if (pNewCfg->replications == 2 && pNewCfg->withArbitrator == TSDB_MAX_DB_WITH_ARBITRATOR) {
87,254✔
598
    if (pOldCfg->replications != 1 && pOldCfg->replications != 2) {
697✔
599
      terrno = TSDB_CODE_OPS_NOT_SUPPORT;
697✔
600
      return code;
697✔
601
    }
602
  }
603
  if (pNewCfg->replications != 2 && pOldCfg->replications == 2) {
86,557✔
604
    terrno = TSDB_CODE_OPS_NOT_SUPPORT;
×
605
    return code;
×
606
  }
607
#else
608
  if (pNewCfg->replications != 1 && pNewCfg->replications != 3) return code;
609
#endif
610

611
  if (pNewCfg->walLevel == 0 && pOldCfg->replications > 1) {
86,557✔
612
    terrno = TSDB_CODE_MND_INVALID_WAL_LEVEL;
×
613
    return code;
×
614
  }
615
  if (pNewCfg->replications > 1 && pOldCfg->walLevel == 0) {
86,557✔
616
    terrno = TSDB_CODE_MND_INVALID_WAL_LEVEL;
×
617
    return code;
×
618
  }
619

620
  if (pNewCfg->sstTrigger != pOldCfg->sstTrigger &&
86,557✔
621
      (pNewCfg->sstTrigger < TSDB_MIN_STT_TRIGGER || pNewCfg->sstTrigger > TSDB_MAX_STT_TRIGGER))
1,213✔
622
    return code;
×
623
  if (pNewCfg->minRows < TSDB_MIN_MINROWS_FBLOCK || pNewCfg->minRows > TSDB_MAX_MINROWS_FBLOCK) return code;
86,557✔
624
  if (pNewCfg->maxRows < TSDB_MIN_MAXROWS_FBLOCK || pNewCfg->maxRows > TSDB_MAX_MAXROWS_FBLOCK) return code;
86,557✔
625
  if (pNewCfg->minRows > pNewCfg->maxRows) return code;
86,557✔
626
  if (pNewCfg->walRetentionPeriod < TSDB_DB_MIN_WAL_RETENTION_PERIOD) return code;
85,860✔
627
  if (pNewCfg->walRetentionSize < TSDB_DB_MIN_WAL_RETENTION_SIZE) return code;
85,860✔
628
  if (pNewCfg->strict < TSDB_DB_STRICT_OFF || pNewCfg->strict > TSDB_DB_STRICT_ON) return code;
85,860✔
629
  if (pNewCfg->replications > mndGetDnodeSize(pMnode)) {
85,860✔
630
    terrno = TSDB_CODE_MND_NO_ENOUGH_DNODES;
×
631
    return code;
×
632
  }
633
  if (pNewCfg->ssChunkSize < TSDB_MIN_SS_CHUNK_SIZE || pNewCfg->ssChunkSize > TSDB_MAX_SS_CHUNK_SIZE) return code;
85,860✔
634
  if (pNewCfg->ssKeepLocal < TSDB_MIN_SS_KEEP_LOCAL || pNewCfg->ssKeepLocal > TSDB_MAX_SS_KEEP_LOCAL) return code;
85,860✔
635
  if (pNewCfg->ssCompact < TSDB_MIN_SS_COMPACT || pNewCfg->ssCompact > TSDB_MAX_SS_COMPACT) return code;
85,860✔
636

637
  if (pNewCfg->compactInterval != 0 &&
85,860✔
638
      (pNewCfg->compactInterval < TSDB_MIN_COMPACT_INTERVAL || pNewCfg->compactInterval > pNewCfg->daysToKeep2))
6,399✔
639
    return code;
×
640
  if (pNewCfg->compactStartTime != 0 &&
85,860✔
641
      (pNewCfg->compactStartTime < -pNewCfg->daysToKeep2 || pNewCfg->compactStartTime > -pNewCfg->daysPerFile))
4,308✔
642
    return code;
×
643
  if (pNewCfg->compactEndTime != 0 &&
85,860✔
644
      (pNewCfg->compactEndTime < -pNewCfg->daysToKeep2 || pNewCfg->compactEndTime > -pNewCfg->daysPerFile))
4,308✔
645
    return code;
×
646
  if (pNewCfg->compactStartTime != 0 && pNewCfg->compactEndTime != 0 &&
85,860✔
647
      pNewCfg->compactStartTime >= pNewCfg->compactEndTime)
4,308✔
648
    return code;
×
649
  if (pNewCfg->compactTimeOffset < TSDB_MIN_COMPACT_TIME_OFFSET ||
85,860✔
650
      pNewCfg->compactTimeOffset > TSDB_MAX_COMPACT_TIME_OFFSET)
85,860✔
651
    return code;
×
652
  if (pNewCfg->isAudit < 0 || pNewCfg->isAudit > 1) return code;
85,860✔
653
  if (pNewCfg->allowDrop < TSDB_MIN_DB_ALLOW_DROP || pNewCfg->allowDrop > TSDB_MAX_DB_ALLOW_DROP) return code;
654

655
  code = 0;
85,860✔
656
  TAOS_RETURN(code);
85,860✔
657
}
658

659
static void mndSetDefaultDbCfg(SDbCfg *pCfg) {
1,106,108✔
660
  if (pCfg->numOfVgroups < 0) pCfg->numOfVgroups = TSDB_DEFAULT_VN_PER_DB;
1,106,108✔
661
  if (pCfg->numOfStables < 0) pCfg->numOfStables = TSDB_DEFAULT_DB_SINGLE_STABLE;
1,106,108✔
662
  if (pCfg->buffer < 0) pCfg->buffer = TSDB_DEFAULT_BUFFER_PER_VNODE;
1,106,108✔
663
  if (pCfg->pageSize < 0) pCfg->pageSize = TSDB_DEFAULT_PAGESIZE_PER_VNODE;
1,106,108✔
664
  if (pCfg->pages < 0) pCfg->pages = TSDB_DEFAULT_PAGES_PER_VNODE;
1,106,108✔
665
  if (pCfg->daysPerFile < 0) pCfg->daysPerFile = TSDB_DEFAULT_DURATION_PER_FILE;
1,106,108✔
666
  if (pCfg->daysToKeep0 < 0) pCfg->daysToKeep0 = TSDB_DEFAULT_KEEP;
1,106,108✔
667
  if (pCfg->daysToKeep1 < 0) pCfg->daysToKeep1 = pCfg->daysToKeep0;
1,106,108✔
668
  if (pCfg->daysToKeep2 < 0) pCfg->daysToKeep2 = pCfg->daysToKeep1;
1,106,108✔
669
  if (pCfg->keepTimeOffset < 0) pCfg->keepTimeOffset = TSDB_DEFAULT_KEEP_TIME_OFFSET;
1,106,108✔
670
  if (pCfg->minRows < 0) pCfg->minRows = TSDB_DEFAULT_MINROWS_FBLOCK;
1,106,108✔
671
  if (pCfg->maxRows < 0) pCfg->maxRows = TSDB_DEFAULT_MAXROWS_FBLOCK;
1,106,108✔
672
  if (pCfg->walFsyncPeriod < 0) pCfg->walFsyncPeriod = TSDB_DEFAULT_FSYNC_PERIOD;
1,106,108✔
673
  if (pCfg->walLevel < 0) pCfg->walLevel = TSDB_DEFAULT_WAL_LEVEL;
1,106,108✔
674
  if (pCfg->precision < 0) pCfg->precision = TSDB_DEFAULT_PRECISION;
1,106,108✔
675
  if (pCfg->compression < 0) pCfg->compression = TSDB_DEFAULT_COMP_LEVEL;
1,106,108✔
676
  if (pCfg->replications < 0) pCfg->replications = TSDB_DEFAULT_DB_REPLICA;
1,106,108✔
677
  if (pCfg->strict < 0) pCfg->strict = TSDB_DEFAULT_DB_STRICT;
1,106,108✔
678
  if (pCfg->cacheLast < 0) pCfg->cacheLast = TSDB_DEFAULT_CACHE_MODEL;
1,106,108✔
679
  if (pCfg->cacheLastSize <= 0) pCfg->cacheLastSize = TSDB_DEFAULT_CACHE_SIZE;
1,106,108✔
680
  if (pCfg->numOfRetensions < 0) pCfg->numOfRetensions = 0;
1,106,108✔
681
  if (pCfg->schemaless < 0) pCfg->schemaless = TSDB_DB_SCHEMALESS_OFF;
1,106,108✔
682
  if (pCfg->walRetentionPeriod < 0 && pCfg->walRetentionPeriod != -1)
1,106,108✔
683
    pCfg->walRetentionPeriod = TSDB_REPS_DEF_DB_WAL_RET_PERIOD;
×
684
  if (pCfg->walRetentionSize < 0 && pCfg->walRetentionSize != -1)
1,106,108✔
685
    pCfg->walRetentionSize = TSDB_REPS_DEF_DB_WAL_RET_SIZE;
×
686
  if (pCfg->walRollPeriod < 0) pCfg->walRollPeriod = TSDB_REPS_DEF_DB_WAL_ROLL_PERIOD;
1,106,108✔
687
  if (pCfg->walSegmentSize < 0) pCfg->walSegmentSize = TSDB_DEFAULT_DB_WAL_SEGMENT_SIZE;
1,106,108✔
688
  if (pCfg->sstTrigger <= 0) pCfg->sstTrigger = TSDB_DEFAULT_SST_TRIGGER;
1,106,108✔
689
  if (pCfg->tsdbPageSize <= 0) pCfg->tsdbPageSize = TSDB_DEFAULT_TSDB_PAGESIZE;
1,106,108✔
690
  if (pCfg->ssChunkSize <= 0) pCfg->ssChunkSize = TSDB_DEFAULT_SS_CHUNK_SIZE;
1,106,108✔
691
  if (pCfg->ssKeepLocal <= 0) pCfg->ssKeepLocal = TSDB_DEFAULT_SS_KEEP_LOCAL;
1,106,108✔
692
  if (pCfg->ssCompact < 0) pCfg->ssCompact = TSDB_DEFAULT_SS_COMPACT;
1,106,108✔
693
  if (pCfg->withArbitrator < 0) pCfg->withArbitrator = TSDB_DEFAULT_DB_WITH_ARBITRATOR;
1,106,108✔
694
  if (pCfg->encryptAlgorithm < 0) pCfg->encryptAlgorithm = TSDB_DEFAULT_ENCRYPT_ALGO;
1,106,108✔
695
}
1,106,108✔
696

697
int32_t mndSetCreateDbPrepareAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
1,101,988✔
698
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
1,101,988✔
699
  if (pDbRaw == NULL) return -1;
1,101,988✔
700

701
  if (mndTransAppendPrepareLog(pTrans, pDbRaw) != 0) return -1;
1,101,988✔
702
  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_CREATING) != 0) return -1;
1,101,988✔
703
  return 0;
1,101,988✔
704
}
705

706
static int32_t mndSetNewVgPrepareActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
1,101,494✔
707
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
3,464,475✔
708
    if (mndAddNewVgPrepareAction(pMnode, pTrans, (pVgroups + v)) != 0) return -1;
2,362,981✔
709
  }
710
  return 0;
1,101,494✔
711
}
712

713
static int32_t mndSetCreateDbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
×
714
  int32_t  code = 0;
×
715
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
×
716
  if (pDbRaw == NULL) {
×
717
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
718
    if (terrno != 0) code = terrno;
×
719
    TAOS_RETURN(code);
×
720
  }
721
  TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pDbRaw));
×
722
  TAOS_CHECK_RETURN(sdbSetRawStatus(pDbRaw, SDB_STATUS_UPDATE));
×
723

724
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
×
725
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
×
726
    if (pVgRaw == NULL) {
×
727
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
728
      if (terrno != 0) code = terrno;
×
729
      TAOS_RETURN(code);
×
730
    }
731
    TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pVgRaw));
×
732
    TAOS_CHECK_RETURN(sdbSetRawStatus(pVgRaw, SDB_STATUS_UPDATE));
×
733
  }
734

735
  if (pDb->cfg.withArbitrator) {
×
736
    for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
×
737
      SVgObj   *pVgObj = pVgroups + v;
×
738
      SArbGroup arbGroup = {0};
×
739
      TAOS_CHECK_RETURN(mndArbGroupInitFromVgObj(pVgObj, &arbGroup));
×
740
      TAOS_CHECK_RETURN(mndSetCreateArbGroupRedoLogs(pTrans, &arbGroup));
×
741
    }
742
  }
743

744
  TAOS_RETURN(code);
×
745
}
746

747
static int32_t mndSetCreateDbUndoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
1,101,494✔
748
  int32_t  code = 0;
1,101,494✔
749
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
1,101,494✔
750
  if (pDbRaw == NULL) {
1,101,494✔
751
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
752
    if (terrno != 0) code = terrno;
×
753
    TAOS_RETURN(code);
×
754
  }
755
  TAOS_CHECK_RETURN(mndTransAppendUndolog(pTrans, pDbRaw));
1,101,494✔
756
  TAOS_CHECK_RETURN(sdbSetRawStatus(pDbRaw, SDB_STATUS_DROPPED));
1,101,494✔
757

758
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
3,464,475✔
759
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
2,362,981✔
760
    if (pVgRaw == NULL) {
2,362,981✔
761
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
762
      if (terrno != 0) code = terrno;
×
763
      TAOS_RETURN(code);
×
764
    }
765
    TAOS_CHECK_RETURN(mndTransAppendUndolog(pTrans, pVgRaw));
2,362,981✔
766
    TAOS_CHECK_RETURN(sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED));
2,362,981✔
767
  }
768

769
  if (pDb->cfg.withArbitrator) {
1,101,494✔
770
    for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
9,938✔
771
      SVgObj   *pVgObj = pVgroups + v;
6,022✔
772
      SArbGroup arbGroup = {0};
6,022✔
773
      TAOS_CHECK_RETURN(mndArbGroupInitFromVgObj(pVgObj, &arbGroup));
6,022✔
774
      TAOS_CHECK_RETURN(mndSetCreateArbGroupUndoLogs(pTrans, &arbGroup));
6,022✔
775
    }
776
  }
777

778
  TAOS_RETURN(code);
1,101,494✔
779
}
780

781
static int32_t mndSetCreateDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups,
1,101,494✔
782
                                        SUserObj *pUserDuped, SArray *pAuditOwnedDbs) {
783
  int32_t  code = 0;
1,101,494✔
784
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
1,101,494✔
785
  if (pDbRaw == NULL) {
1,101,494✔
786
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
787
    if (terrno != 0) code = terrno;
×
788
    TAOS_RETURN(code);
×
789
  }
790
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pDbRaw));
1,101,494✔
791
  TAOS_CHECK_RETURN(sdbSetRawStatus(pDbRaw, SDB_STATUS_READY));
1,101,494✔
792

793
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
3,464,475✔
794
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
2,362,981✔
795
    if (pVgRaw == NULL) {
2,362,981✔
796
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
797
      if (terrno != 0) code = terrno;
×
798
      TAOS_RETURN(code);
×
799
    }
800
    TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pVgRaw));
2,362,981✔
801
    TAOS_CHECK_RETURN(sdbSetRawStatus(pVgRaw, SDB_STATUS_READY));
2,362,981✔
802
  }
803

804
  if (pDb->cfg.withArbitrator) {
1,101,494✔
805
    for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
9,938✔
806
      SVgObj   *pVgObj = pVgroups + v;
6,022✔
807
      SArbGroup arbGroup = {0};
6,022✔
808
      TAOS_CHECK_RETURN(mndArbGroupInitFromVgObj(pVgObj, &arbGroup));
6,022✔
809
      TAOS_CHECK_RETURN(mndSetCreateArbGroupCommitLogs(pTrans, &arbGroup));
6,022✔
810
    }
811
  }
812

813
  if (pUserDuped) {
1,101,494✔
814
    SSdbRaw *pUserRaw = mndUserActionEncode(pUserDuped);
1,101,494✔
815
    if (pUserRaw == NULL) {
1,101,494✔
816
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
817
      if (terrno != 0) code = terrno;
×
818
      TAOS_RETURN(code);
×
819
    }
820
    TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pUserRaw));
1,101,494✔
821
    TAOS_CHECK_RETURN(sdbSetRawStatus(pUserRaw, SDB_STATUS_READY));
1,101,494✔
822
  }
823

824
  if(pAuditOwnedDbs) {
1,101,494✔
825
    int32_t auditOwnedDbSize = taosArrayGetSize(pAuditOwnedDbs);
×
826
    for (int32_t i = 0; i < auditOwnedDbSize; ++i) {
×
827
      SUserObj *pAuditUser = (SUserObj *)TARRAY_GET_ELEM(pAuditOwnedDbs, i);
×
828
      SSdbRaw  *pAuditUserRaw = mndUserActionEncode(pAuditUser);
×
829
      if (pAuditUserRaw == NULL) {
×
830
        TAOS_RETURN(terrno ? terrno : TSDB_CODE_MND_RETURN_VALUE_NULL);
×
831
      }
832
      TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pAuditUserRaw));
×
833
      TAOS_CHECK_RETURN(sdbSetRawStatus(pAuditUserRaw, SDB_STATUS_READY));
×
834
    }
835
  }
836

837
  TAOS_RETURN(code);
1,101,494✔
838
}
839

840
static int32_t mndSetCreateDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
1,101,494✔
841
  int32_t code = 0;
1,101,494✔
842
  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {
3,464,475✔
843
    SVgObj *pVgroup = pVgroups + vg;
2,362,981✔
844

845
    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
4,975,720✔
846
      SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
2,612,739✔
847
      TAOS_CHECK_RETURN(mndAddCreateVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid));
2,612,739✔
848
    }
849
  }
850

851
  TAOS_RETURN(code);
1,101,494✔
852
}
853

854
static int32_t mndSetCreateDbUndoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
1,101,494✔
855
  int32_t code = 0;
1,101,494✔
856
  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {
3,464,475✔
857
    SVgObj *pVgroup = pVgroups + vg;
2,362,981✔
858

859
    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
4,975,720✔
860
      SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
2,612,739✔
861
      TAOS_CHECK_RETURN(mndAddDropVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid, false));
2,612,739✔
862
    }
863
  }
864

865
  TAOS_RETURN(code);
1,101,494✔
866
}
867

868
/**
869
 * @brief fill audit owned dbs for users with role SYSAUDIT or SYSAUDIT_LOG.
870
 *
871
 * @param pMnode
872
 * @param pOperUser
873
 * @param pDb
874
 * @param pAuditOwnedDbs
875
 * @return int32_t
876
 */
877
static int32_t mndSetAuditOwnedDbs(SMnode *pMnode, SUserObj *pOperUser, SDbObj *pDb, SArray **pAuditOwnedDbs) {
65✔
878
  int32_t   code = 0, lino = 0;
65✔
879
  SSdb     *pSdb = pMnode->pSdb;
65✔
880
  SArray   *auditOwnedDbs = NULL;
65✔
881
  SUserObj *pUser = NULL;
65✔
882
  SUserObj  newUserObj = {0};
65✔
883
  int32_t   sysAuditLen = strlen(TSDB_ROLE_SYSAUDIT) + 1;
65✔
884
  int32_t   sysAuditLogLen = strlen(TSDB_ROLE_SYSAUDIT_LOG) + 1;
65✔
885

886
  void *pIter = NULL;
65✔
887
  while ((pIter = sdbFetch(pSdb, SDB_USER, pIter, (void **)&pUser))) {
130✔
888
    if (taosHashGetSize(pUser->roles) <= 0) {
65✔
889
      sdbRelease(pSdb, pUser);
×
890
      pUser = NULL;
×
891
      continue;
×
892
    }
893
    if(strncmp(pUser->name, pOperUser->name, TSDB_USER_LEN) == 0) {
65✔
894
      sdbRelease(pSdb, pUser);
65✔
895
      pUser = NULL;
65✔
896
      continue;
65✔
897
    }
898
    if (!taosHashGet(pUser->roles, TSDB_ROLE_SYSAUDIT, sysAuditLen) &&
×
899
        !taosHashGet(pUser->roles, TSDB_ROLE_SYSAUDIT_LOG, sysAuditLogLen)) {
×
900
      sdbRelease(pSdb, pUser);
×
901
      pUser = NULL;
×
902
      continue;
×
903
    }
904
    TAOS_CHECK_EXIT(mndUserDupObj(pUser, &newUserObj));
×
905
    TAOS_CHECK_EXIT(taosHashPut(newUserObj.ownedDbs, pDb->name, strlen(pDb->name) + 1, NULL, 0));
×
906
    if (auditOwnedDbs == NULL) {
×
907
      auditOwnedDbs = taosArrayInit(1, sizeof(SUserObj));
×
908
      if (auditOwnedDbs == NULL) {
×
909
        TAOS_CHECK_EXIT(terrno);
×
910
      }
911
    }
912
    if (!taosArrayPush(auditOwnedDbs, &newUserObj)) {
×
913
      TAOS_CHECK_EXIT(terrno);
×
914
    }
915
    memset(&newUserObj, 0, sizeof(SUserObj));
×
916
    sdbRelease(pSdb, pUser);
×
917
    pUser = NULL;
×
918
  }
919
  *pAuditOwnedDbs = auditOwnedDbs;
65✔
920
  auditOwnedDbs = NULL;
65✔
921
_exit:
65✔
922
  if (auditOwnedDbs != NULL) taosArrayDestroyEx(auditOwnedDbs, (FDelete)mndUserFreeObj);
65✔
923
  sdbRelease(pSdb, pUser);
65✔
924
  sdbCancelFetch(pSdb, pIter);
65✔
925
  mndUserFreeObj(&newUserObj);
65✔
926
  TAOS_RETURN(code);
65✔
927
}
928

929
static int32_t mndCreateDb(SMnode *pMnode, SRpcMsg *pReq, SCreateDbReq *pCreate, SUserObj *pUser, SArray *dnodeList) {
1,106,849✔
930
  int32_t  code = 0;
1,106,849✔
931
  SArray  *auditOwnedDbs = NULL;
1,106,849✔
932
  SUserObj newUserObj = {0};
1,106,849✔
933
  SDbObj   dbObj = {0};
1,106,849✔
934
  (void)memcpy(dbObj.name, pCreate->db, TSDB_DB_FNAME_LEN);
1,106,849✔
935
  (void)memcpy(dbObj.acct, pUser->acct, TSDB_USER_LEN);
1,106,849✔
936
  dbObj.createdTime = taosGetTimestampMs();
1,106,849✔
937
  dbObj.updateTime = dbObj.createdTime;
1,106,849✔
938
  dbObj.uid = mndGenerateUid(dbObj.name, TSDB_DB_FNAME_LEN);
1,106,849✔
939
  dbObj.cfgVersion = 1;
1,106,849✔
940
  dbObj.vgVersion = 1;
1,106,849✔
941
  dbObj.tsmaVersion = 1;
1,106,849✔
942
  (void)memcpy(dbObj.createUser, pUser->user, TSDB_USER_LEN);
1,106,849✔
943
  dbObj.ownerId = pUser->uid;
1,106,849✔
944
  dbObj.cfg = (SDbCfg){
2,213,518✔
945
      .numOfVgroups = pCreate->numOfVgroups,
1,106,849✔
946
      .numOfStables = pCreate->numOfStables,
1,106,849✔
947
      .buffer = pCreate->buffer,
1,106,849✔
948
      .pageSize = pCreate->pageSize,
1,106,849✔
949
      .pages = pCreate->pages,
1,106,849✔
950
      .cacheLastSize = pCreate->cacheLastSize,
1,106,849✔
951
      .daysPerFile = pCreate->daysPerFile,
1,106,849✔
952
      .daysToKeep0 = pCreate->daysToKeep0,
1,106,849✔
953
      .daysToKeep1 = pCreate->daysToKeep1,
1,106,849✔
954
      .daysToKeep2 = pCreate->daysToKeep2,
1,106,849✔
955
      .keepTimeOffset = pCreate->keepTimeOffset,
1,106,849✔
956
      .minRows = pCreate->minRows,
1,106,849✔
957
      .maxRows = pCreate->maxRows,
1,106,849✔
958
      .walFsyncPeriod = pCreate->walFsyncPeriod,
1,106,849✔
959
      .walLevel = pCreate->walLevel,
1,106,849✔
960
      .precision = pCreate->precision,
1,106,849✔
961
      .compression = pCreate->compression,
1,106,849✔
962
      .replications = pCreate->replications,
1,106,849✔
963
      .strict = pCreate->strict,
1,106,849✔
964
      .cacheLast = pCreate->cacheLast,
1,106,849✔
965
      .hashMethod = 1,
966
      .schemaless = pCreate->schemaless,
1,106,849✔
967
      .walRetentionPeriod = pCreate->walRetentionPeriod,
1,106,849✔
968
      .walRetentionSize = pCreate->walRetentionSize,
1,106,849✔
969
      .walRollPeriod = pCreate->walRollPeriod,
1,106,849✔
970
      .walSegmentSize = pCreate->walSegmentSize,
1,106,849✔
971
      .sstTrigger = pCreate->sstTrigger,
1,106,849✔
972
      .hashPrefix = pCreate->hashPrefix,
1,106,849✔
973
      .hashSuffix = pCreate->hashSuffix,
1,106,849✔
974
      .ssChunkSize = pCreate->ssChunkSize,
1,106,849✔
975
      .ssKeepLocal = pCreate->ssKeepLocal,
1,106,849✔
976
      .ssCompact = pCreate->ssCompact,
1,106,849✔
977
      .tsdbPageSize = pCreate->tsdbPageSize,
1,106,849✔
978
      .withArbitrator = pCreate->withArbitrator,
1,106,849✔
979
      .encryptAlgorithm = pCreate->encryptAlgorithm,
1,106,849✔
980
      .compactInterval = pCreate->compactInterval,
1,106,849✔
981
      .compactStartTime = pCreate->compactStartTime,
1,106,849✔
982
      .compactEndTime = pCreate->compactEndTime,
1,106,849✔
983
      .compactTimeOffset = pCreate->compactTimeOffset,
1,106,849✔
984
      .isAudit = pCreate->isAudit,
1,106,849✔
985
  };
986
  if (strlen(pCreate->encryptAlgrName) > 0) {
1,106,849✔
987
    if (strncasecmp(pCreate->encryptAlgrName, "none", TSDB_ENCRYPT_ALGR_NAME_LEN) == 0) {
5,729✔
988
      if (pCreate->isAudit == 1) {
3,441✔
989
        code = TSDB_CODE_AUDIT_MUST_ENCRYPT;
×
990
        mError("db:%s, failed to create, encrypt algorithm not match for audit db, %s", pCreate->db,
×
991
               pCreate->encryptAlgrName);
992
        TAOS_RETURN(code);
×
993
      }
994
      dbObj.cfg.encryptAlgorithm = 0;
3,441✔
995
    } else {
996
      SEncryptAlgrObj *pEncryptAlgr = mndAcquireEncryptAlgrByAId(pMnode, pCreate->encryptAlgrName);
2,288✔
997
      if (pEncryptAlgr != NULL) {
2,288✔
998
        if (pEncryptAlgr->type != ENCRYPT_ALGR_TYPE__SYMMETRIC_CIPHERS) {
1,547✔
999
          code = TSDB_CODE_MNODE_ENCRYPT_TYPE_NOT_MATCH;
×
1000
          mError("db:%s, failed to create, encrypt algorithm not match, %s, expect type %d", pCreate->db,
×
1001
                 pCreate->encryptAlgrName, ENCRYPT_ALGR_TYPE__SYMMETRIC_CIPHERS);
1002
          TAOS_RETURN(code);
×
1003
        }
1004
        dbObj.cfg.encryptAlgorithm = pEncryptAlgr->id;
1,547✔
1005
      } else {
1006
        code = TSDB_CODE_MNODE_ENCRYPT_ALGR_NOT_EXIST;
741✔
1007
        mError("db:%s, failed to create, encrypt algorithm not exist, %s", pCreate->db, pCreate->encryptAlgrName);
741✔
1008
        TAOS_RETURN(code);
741✔
1009
      }
1010
    }
1011
  } else {
1012
    if (pCreate->isAudit == 1) {
1,101,120✔
1013
      code = TSDB_CODE_AUDIT_MUST_ENCRYPT;
×
1014
      mError("db:%s, failed to create, encrypt algorithm not match for audit db, %s", pCreate->db,
×
1015
             pCreate->encryptAlgrName);
1016
      TAOS_RETURN(code);
×
1017
    }
1018
  }
1019
  dbObj.cfg.numOfRetensions = pCreate->numOfRetensions;
1,106,108✔
1020
  dbObj.cfg.pRetensions = pCreate->pRetensions;
1,106,108✔
1021

1022
  if (pCreate->isAudit == 1) {
1,106,108✔
1023
    if (dbObj.cfg.daysToKeep2 < 2628000) {
65✔
1024
      code = TSDB_CODE_AUDIT_MUST_KEEPFORCE;
×
1025
      mError("db:%s, failed to create, keep not match for audit db, %d", pCreate->db, dbObj.cfg.daysToKeep2);
×
1026
      TAOS_RETURN(code);
×
1027
    }
1028
    if (dbObj.cfg.walLevel != 2) {
65✔
1029
      code = TSDB_CODE_AUDIT_MUST_WALFORCE;
×
1030
      mError("db:%s, failed to create, walLevel not match for audit db, %d", pCreate->db, dbObj.cfg.walLevel);
×
1031
      TAOS_RETURN(code);
×
1032
    }
1033
    dbObj.cfg.allowDrop = TSDB_MIN_DB_ALLOW_DROP;
65✔
1034
  } else {
1035
    dbObj.cfg.allowDrop = TSDB_DEFAULT_DB_ALLOW_DROP;
1,106,043✔
1036
  }
1037

1038
  mndSetDefaultDbCfg(&dbObj.cfg);
1,106,108✔
1039

1040
  if ((code = mndCheckDbName(dbObj.name, pUser)) != 0) {
1,106,108✔
1041
    mError("db:%s, failed to create, check db name failed, since %s", pCreate->db, tstrerror(code));
×
1042
    TAOS_RETURN(code);
×
1043
  }
1044

1045
  if ((code = mndCheckDbCfg(pMnode, &dbObj.cfg)) != 0) {
1,106,108✔
1046
    mError("db:%s, failed to create, check db cfg failed, since %s", pCreate->db, tstrerror(code));
713✔
1047
    TAOS_RETURN(code);
713✔
1048
  }
1049

1050
  if (dbObj.cfg.hashPrefix > 0) {
1,105,395✔
1051
    int32_t dbLen = strlen(dbObj.name) + 1;
3,911✔
1052
    mInfo("db:%s, hashPrefix adjust from %d to %d", dbObj.name, dbObj.cfg.hashPrefix, dbObj.cfg.hashPrefix + dbLen);
3,911✔
1053
    dbObj.cfg.hashPrefix += dbLen;
3,911✔
1054
  } else if (dbObj.cfg.hashPrefix < 0) {
1,101,484✔
1055
    int32_t dbLen = strlen(dbObj.name) + 1;
4,640✔
1056
    mInfo("db:%s, hashPrefix adjust from %d to %d", dbObj.name, dbObj.cfg.hashPrefix, dbObj.cfg.hashPrefix - dbLen);
4,640✔
1057
    dbObj.cfg.hashPrefix -= dbLen;
4,640✔
1058
  }
1059

1060
  SVgObj *pVgroups = NULL;
1,105,395✔
1061
  if ((code = mndAllocVgroup(pMnode, &dbObj, &pVgroups, dnodeList)) != 0) {
1,105,395✔
1062
    mError("db:%s, failed to create, alloc vgroup failed, since %s", pCreate->db, terrstr());
3,901✔
1063
    TAOS_RETURN(code);
3,901✔
1064
  }
1065

1066
  // add database privileges for user
1067
  SUserObj *pNewUserDuped = NULL;
1,101,494✔
1068
#if 0
1069
  // We record the DB's owner id instread. The owner has the permission to create objects under the DB, but does not
1070
  // have default permissions on objects created by others .Therefore, readDbs/writeDbs are no longer applicable.
1071
  if (!pUser->superUser) {
1072
    TAOS_CHECK_GOTO(mndUserDupObj(pUser, &newUserObj), NULL, _OVER);
1073
    TAOS_CHECK_GOTO(taosHashPut(newUserObj.readDbs, dbObj.name, strlen(dbObj.name) + 1, dbObj.name, TSDB_FILENAME_LEN),
1074
                    NULL, _OVER);
1075
    TAOS_CHECK_GOTO(taosHashPut(newUserObj.writeDbs, dbObj.name, strlen(dbObj.name) + 1, dbObj.name, TSDB_FILENAME_LEN),
1076
                    NULL, _OVER);
1077
    pNewUserDuped = &newUserObj;
1078
  }
1079
#else
1080
  // Considering the efficiency of use db privileges in some scenarios like insert operation, owned DBs is stored.
1081
  bool addOwned = false;
1,101,494✔
1082
  if (dbObj.cfg.isAudit == 1) {
1,101,494✔
1083
    if (taosHashGet(pUser->roles, TSDB_ROLE_SYSAUDIT, strlen(TSDB_ROLE_SYSAUDIT) + 1) ||
65✔
1084
        taosHashGet(pUser->roles, TSDB_ROLE_SYSAUDIT_LOG, strlen(TSDB_ROLE_SYSAUDIT_LOG) + 1)) {
×
1085
      addOwned = true;
65✔
1086
    }
1087
    TAOS_CHECK_GOTO(mndSetAuditOwnedDbs(pMnode, pUser, &dbObj, &auditOwnedDbs), NULL, _OVER);
65✔
1088
  } else {
1089
    addOwned = true;
1,101,429✔
1090
  }
1091
  if (addOwned) {
1,101,494✔
1092
    TAOS_CHECK_GOTO(mndUserDupObj(pUser, &newUserObj), NULL, _OVER);
1,101,494✔
1093
    TAOS_CHECK_GOTO(taosHashPut(newUserObj.ownedDbs, dbObj.name, strlen(dbObj.name) + 1, NULL, 0), NULL, _OVER);
1,101,494✔
1094
    pNewUserDuped = &newUserObj;
1,101,494✔
1095
  }
1096
#endif
1097

1098
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "create-db");
1,101,494✔
1099
  if (pTrans == NULL) {
1,101,494✔
1100
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1101
    if (terrno != 0) code = terrno;
×
1102
    goto _OVER;
×
1103
  }
1104
  // mndTransSetSerial(pTrans);
1105
  mInfo("trans:%d, used to create db:%s", pTrans->id, pCreate->db);
1,101,494✔
1106

1107
  mndTransSetDbName(pTrans, dbObj.name, NULL);
1,101,494✔
1108
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
1,101,494✔
1109

1110
  void   *pIter = NULL;
1,101,494✔
1111
  STrans *exitTrans = NULL;
1,101,494✔
1112

1113
  if (!pUser->superUser) {
1,101,494✔
1114
    while (1) {
1115
      pIter = sdbFetch(pMnode->pSdb, SDB_TRANS, pIter, (void **)&exitTrans);
1,373✔
1116
      if (pIter == NULL) break;
1,373✔
1117

1118
      if (exitTrans->conflict == TRN_CONFLICT_DB &&
×
1119
          strncmp(exitTrans->opername, "create-db", TSDB_TRANS_OPER_LEN) == 0) {
×
1120
        code = TSDB_CODE_MND_TRANS_CONFLICT;
×
1121
        sdbRelease(pMnode->pSdb, exitTrans);
×
1122
        sdbCancelFetch(pMnode->pSdb, pIter);
×
1123
        goto _OVER;
×
1124
      }
1125

1126
      sdbRelease(pMnode->pSdb, exitTrans);
×
1127
    }
1128
  }
1129

1130
  mndTransSetOper(pTrans, MND_OPER_CREATE_DB);
1,101,494✔
1131
  TAOS_CHECK_GOTO(mndSetCreateDbPrepareAction(pMnode, pTrans, &dbObj), NULL, _OVER);
1,101,494✔
1132
  TAOS_CHECK_GOTO(mndSetCreateDbRedoActions(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);
1,101,494✔
1133
  TAOS_CHECK_GOTO(mndSetNewVgPrepareActions(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);
1,101,494✔
1134
  TAOS_CHECK_GOTO(mndSetCreateDbUndoLogs(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);
1,101,494✔
1135
  TAOS_CHECK_GOTO(mndSetCreateDbCommitLogs(pMnode, pTrans, &dbObj, pVgroups, pNewUserDuped, auditOwnedDbs), NULL, _OVER);
1,101,494✔
1136
  TAOS_CHECK_GOTO(mndSetCreateDbUndoActions(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);
1,101,494✔
1137
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
1,101,494✔
1138

1139
_OVER:
1,101,494✔
1140
  taosMemoryFree(pVgroups);
1,101,494✔
1141
  mndUserFreeObj(&newUserObj);
1,101,494✔
1142
  taosArrayDestroyEx(auditOwnedDbs, (FDelete)mndUserFreeObj);
1,101,494✔
1143
  mndTransDrop(pTrans);
1,101,494✔
1144
  TAOS_RETURN(code);
1,101,494✔
1145
}
1146

1147
static int32_t mndCheckDbEncryptKey(SMnode *pMnode, SCreateDbReq *pReq) {
1,118,081✔
1148
  int32_t    code = 0;
1,118,081✔
1149
  SSdb      *pSdb = pMnode->pSdb;
1,118,081✔
1150
  SDnodeObj *pDnode = NULL;
1,118,081✔
1151
  void      *pIter = NULL;
1,118,081✔
1152

1153
#if defined(TD_ENTERPRISE) || defined(TD_ASTRA_TODO)
1154
  if (pReq->encryptAlgorithm == TSDB_ENCRYPT_ALGO_NONE) goto _exit;
1,118,081✔
1155
  TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_DB_ENCRYPTION), NULL, _exit);
×
1156
  if (tsEncryptionKeyStat != ENCRYPT_KEY_STAT_LOADED) {
×
1157
    code = TSDB_CODE_MND_INVALID_ENCRYPT_KEY;
×
1158
    mError("db:%s, failed to check encryption key:%" PRIi8 " in mnode leader since it's not loaded", pReq->db,
×
1159
           tsEncryptionKeyStat);
1160
    goto _exit;
×
1161
  }
1162

1163
  int64_t curMs = taosGetTimestampMs();
×
1164
  while ((pIter = sdbFetch(pSdb, SDB_DNODE, pIter, (void **)&pDnode))) {
×
1165
    bool online = false;
×
1166
    if ((pDnode->encryptionKeyStat != tsEncryptionKeyStat || pDnode->encryptionKeyChksum != tsEncryptionKeyChksum) &&
×
1167
        (online = mndIsDnodeOnline(pDnode, curMs))) {
×
1168
      code = TSDB_CODE_MND_INVALID_ENCRYPT_KEY;
×
1169
      mError("db:%s, failed to check encryption key:%" PRIi8
×
1170
             "-%u in dnode:%d since it's inconsitent with mnode leader:%" PRIi8 "-%u",
1171
             pReq->db, pDnode->encryptionKeyStat, pDnode->encryptionKeyChksum, pDnode->id, tsEncryptionKeyStat,
1172
             tsEncryptionKeyChksum);
1173
      sdbCancelFetch(pSdb, pIter);
×
1174
      sdbRelease(pSdb, pDnode);
×
1175
      break;
×
1176
    }
1177
    sdbRelease(pSdb, pDnode);
×
1178
  }
1179
#else
1180
  if (pReq->encryptAlgorithm != TSDB_ENCRYPT_ALGO_NONE) {
1181
    code = TSDB_CODE_MND_INVALID_DB_OPTION;
1182
    goto _exit;
1183
  }
1184
#endif
1185
_exit:
1,117,901✔
1186
  TAOS_RETURN(code);
1,118,081✔
1187
}
1188

1189
#ifndef TD_ENTERPRISE
1190
int32_t mndCheckDbDnodeList(SMnode *pMnode, char *db, char *dnodeListStr, SArray *dnodeList) {
1191
  if (dnodeListStr[0] != 0) {
1192
    terrno = TSDB_CODE_OPS_NOT_SUPPORT;
1193
    return terrno;
1194
  } else {
1195
    return 0;
1196
  }
1197
}
1198
#endif
1199

1200
static int32_t mndProcessCreateDbReq(SRpcMsg *pReq) {
1,217,438✔
1201
  SMnode      *pMnode = pReq->info.node;
1,217,438✔
1202
  int32_t      code = -1;
1,217,438✔
1203
  int32_t      lino = 0;
1,217,438✔
1204
  SDbObj      *pDb = NULL;
1,217,438✔
1205
  SUserObj    *pUser = NULL;
1,217,438✔
1206
  SCreateDbReq createReq = {0};
1,217,438✔
1207
  SArray      *dnodeList = NULL;
1,217,438✔
1208
  int64_t      tss = taosGetTimestampMs();
1,217,438✔
1209

1210
  dnodeList = taosArrayInit(mndGetDnodeSize(pMnode), sizeof(int32_t));
1,217,438✔
1211
  TSDB_CHECK_NULL(dnodeList, code, lino, _OVER, TSDB_CODE_OUT_OF_MEMORY);
1,217,438✔
1212

1213
  TAOS_CHECK_GOTO(tDeserializeSCreateDbReq(pReq->pCont, pReq->contLen, &createReq), NULL, _OVER);
1,217,438✔
1214
#ifdef WINDOWS
1215
  if (taosArrayGetSize(createReq.pRetensions) > 0) {
1216
    terrno = TSDB_CODE_MND_INVALID_PLATFORM;
1217
    goto _OVER;
1218
  }
1219
#endif
1220
  mInfo("db:%s, start to create, vgroups:%d, isAudit:%d, daysToKeep2:%d", createReq.db, createReq.numOfVgroups, createReq.isAudit, createReq.daysToKeep2);
1,217,438✔
1221

1222
  pDb = mndAcquireDb(pMnode, createReq.db);
1,217,438✔
1223
  if (pDb != NULL) {
1,217,438✔
1224
    if (createReq.ignoreExist) {
91,207✔
1225
      mInfo("db:%s, already exist, ignore exist is set", createReq.db);
88,996✔
1226
      code = 0;
88,996✔
1227
      goto _OVER;
88,996✔
1228
    } else {
1229
      code = TSDB_CODE_MND_DB_ALREADY_EXIST;
2,211✔
1230
      goto _OVER;
2,211✔
1231
    }
1232
  } else {
1233
    if (terrno == TSDB_CODE_MND_DB_IN_CREATING) {
1,126,231✔
1234
      code = terrno;
8,002✔
1235
      goto _OVER;
8,002✔
1236
    } else if (terrno == TSDB_CODE_MND_DB_IN_DROPPING) {
1,118,229✔
1237
      goto _OVER;
×
1238
    } else if (terrno == TSDB_CODE_MND_DB_NOT_EXIST) {
1,118,229✔
1239
      // continue
1240
    } else {  // TSDB_CODE_APP_ERROR
1241
      goto _OVER;
×
1242
    }
1243
  }
1244

1245
  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_CREATE_DB, NULL), &lino, _OVER);
1,118,229✔
1246

1247
  TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_DB), &lino, _OVER);
1,118,081✔
1248

1249
  int32_t nVnodes = createReq.numOfVgroups * createReq.replications;
1,118,081✔
1250
  TAOS_CHECK_GOTO(grantCheckEx(TSDB_GRANT_VNODE, &nVnodes), &lino, _OVER);
1,118,081✔
1251

1252
  if (createReq.replications == 2) {
1,118,081✔
1253
    TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_DUAL_REPLICA_HA), &lino, _OVER);
5,320✔
1254
  }
1255

1256
  TAOS_CHECK_GOTO(mndCheckDbEncryptKey(pMnode, &createReq), &lino, _OVER);
1,118,081✔
1257

1258
  TAOS_CHECK_GOTO(mndCheckDbDnodeList(pMnode, createReq.db, createReq.dnodeListStr, dnodeList), &lino, _OVER);
1,118,081✔
1259

1260
  TAOS_CHECK_GOTO(mndAcquireUser(pMnode, RPC_MSG_USER(pReq), &pUser), &lino, _OVER);
1,106,849✔
1261

1262
  if (sdbGetSize(pMnode->pSdb, SDB_MOUNT) > 0) {
1,106,849✔
1263
    TAOS_CHECK_GOTO(TSDB_CODE_MND_MOUNT_NOT_EMPTY, &lino, _OVER);
×
1264
  }
1265

1266
  if (createReq.isAudit == 1) {
1,106,849✔
1267
    SDbObj *pAuditDb = mndAcquireAuditDb(pMnode);
65✔
1268
    if (pAuditDb != NULL) {
65✔
1269
      mndReleaseDb(pMnode, pAuditDb);
×
1270
      mError("db:%s, audit db already exist, %s", createReq.db, pAuditDb->name);
×
1271
      TAOS_CHECK_GOTO(TSDB_CODE_AUDIT_DB_ALREADY_EXIST, &lino, _OVER);
×
1272
    }
1273
  }
1274

1275
  TAOS_CHECK_GOTO(mndCreateDb(pMnode, pReq, &createReq, pUser, dnodeList), &lino, _OVER);
1,106,849✔
1276
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
1,101,494✔
1277

1278
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
1,101,494✔
1279
    SName name = {0};
1,101,494✔
1280
    if (tNameFromString(&name, createReq.db, T_NAME_ACCT | T_NAME_DB) < 0)
1,101,494✔
1281
      mError("db:%s, failed to parse db name", createReq.db);
×
1282
    int64_t tse = taosGetTimestampMs();
1,101,494✔
1283
    double  duration = (double)(tse - tss);
1,101,494✔
1284
    duration = duration / 1000;
1,101,494✔
1285
    auditRecord(pReq, pMnode->clusterId, "createDB", name.dbname, "", createReq.sql, createReq.sqlLen, duration, 0);
1,101,494✔
1286
  }
1287

1288
_OVER:
1,217,258✔
1289
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
1,217,438✔
1290
    mError("db:%s, failed to create at line:%d since %s", createReq.db, lino, tstrerror(code));
26,948✔
1291
  }
1292

1293
  mndReleaseDb(pMnode, pDb);
1,217,438✔
1294
  mndReleaseUser(pMnode, pUser);
1,217,438✔
1295
  tFreeSCreateDbReq(&createReq);
1,217,438✔
1296
  taosArrayDestroy(dnodeList);
1,217,438✔
1297

1298
  TAOS_RETURN(code);
1,217,438✔
1299
}
1300

1301
static int32_t mndSetDbCfgFromAlterDbReq(SDbObj *pDb, SAlterDbReq *pAlter) {
111,511✔
1302
  int32_t code = TSDB_CODE_MND_DB_OPTION_UNCHANGED;
111,511✔
1303

1304
  if (pAlter->buffer > 0 && pAlter->buffer != pDb->cfg.buffer) {
111,511✔
1305
    pDb->cfg.buffer = pAlter->buffer;
4,402✔
1306
    code = 0;
4,402✔
1307
  }
1308

1309
  if (pAlter->pages > 0 && pAlter->pages != pDb->cfg.pages) {
111,511✔
1310
    pDb->cfg.pages = pAlter->pages;
2,223✔
1311
    code = 0;
2,223✔
1312
  }
1313

1314
  if (pAlter->pageSize > 0 && pAlter->pageSize != pDb->cfg.pageSize) {
111,511✔
1315
    pDb->cfg.pageSize = pAlter->pageSize;
×
1316
    code = 0;
×
1317
  }
1318

1319
  if (pAlter->daysPerFile > 0 && pAlter->daysPerFile != pDb->cfg.daysPerFile) {
111,511✔
1320
    pDb->cfg.daysPerFile = pAlter->daysPerFile;
×
1321
    code = 0;
×
1322
  }
1323

1324
  if (pAlter->daysToKeep0 > 0 && pAlter->daysToKeep0 != pDb->cfg.daysToKeep0) {
111,511✔
1325
    pDb->cfg.daysToKeep0 = pAlter->daysToKeep0;
14,612✔
1326
    code = 0;
14,612✔
1327
  }
1328

1329
  if (pAlter->daysToKeep1 > 0 && pAlter->daysToKeep1 != pDb->cfg.daysToKeep1) {
111,511✔
1330
    pDb->cfg.daysToKeep1 = pAlter->daysToKeep1;
13,894✔
1331
    code = 0;
13,894✔
1332
  }
1333

1334
  if (pAlter->daysToKeep2 > 0 && pAlter->daysToKeep2 != pDb->cfg.daysToKeep2) {
111,511✔
1335
    pDb->cfg.daysToKeep2 = pAlter->daysToKeep2;
11,078✔
1336
    code = 0;
11,078✔
1337
  }
1338

1339
  if (pAlter->keepTimeOffset >= 0 && pAlter->keepTimeOffset != pDb->cfg.keepTimeOffset) {
111,511✔
1340
    pDb->cfg.keepTimeOffset = pAlter->keepTimeOffset;
3,557✔
1341
    code = 0;
3,557✔
1342
  }
1343

1344
  if (pAlter->walFsyncPeriod >= 0 && pAlter->walFsyncPeriod != pDb->cfg.walFsyncPeriod) {
111,511✔
1345
    pDb->cfg.walFsyncPeriod = pAlter->walFsyncPeriod;
8,488✔
1346
    code = 0;
8,488✔
1347
  }
1348

1349
  if (pAlter->walLevel >= 0 && pAlter->walLevel != pDb->cfg.walLevel) {
111,511✔
1350
    pDb->cfg.walLevel = pAlter->walLevel;
8,485✔
1351
    code = 0;
8,485✔
1352
  }
1353

1354
  if (pAlter->strict >= 0 && pAlter->strict != pDb->cfg.strict) {
111,511✔
1355
#if 1
1356
    code = TSDB_CODE_OPS_NOT_SUPPORT;
×
1357
#else
1358
    pDb->cfg.strict = pAlter->strict;
1359
    code = 0;
1360
#endif
1361
  }
1362

1363
  if (pAlter->cacheLast >= 0 && pAlter->cacheLast != pDb->cfg.cacheLast) {
111,511✔
1364
    pDb->cfg.cacheLast = pAlter->cacheLast;
13,916✔
1365
    code = 0;
13,916✔
1366
  }
1367

1368
  if (pAlter->cacheLastSize > 0 && pAlter->cacheLastSize != pDb->cfg.cacheLastSize) {
111,511✔
1369
    pDb->cfg.cacheLastSize = pAlter->cacheLastSize;
2,287✔
1370
    code = 0;
2,287✔
1371
  }
1372

1373
  if (pAlter->replications > 0 && pAlter->replications != pDb->cfg.replications) {
111,511✔
1374
    pDb->cfg.replications = pAlter->replications;
5,487✔
1375
    pDb->vgVersion++;
5,487✔
1376
    code = 0;
5,487✔
1377
  }
1378

1379
  if (pAlter->sstTrigger > 0 && pAlter->sstTrigger != pDb->cfg.sstTrigger) {
111,511✔
1380
    pDb->cfg.sstTrigger = pAlter->sstTrigger;
1,213✔
1381
    pDb->vgVersion++;
1,213✔
1382
    code = 0;
1,213✔
1383
  }
1384

1385
  if (pAlter->minRows > 0 && pAlter->minRows != pDb->cfg.minRows) {
111,511✔
1386
    pDb->cfg.minRows = pAlter->minRows;
1,394✔
1387
    pDb->vgVersion++;
1,394✔
1388
    code = 0;
1,394✔
1389
  }
1390

1391
  if (pAlter->walRetentionPeriod > TSDB_DB_MIN_WAL_RETENTION_PERIOD &&
111,511✔
1392
      pAlter->walRetentionPeriod != pDb->cfg.walRetentionPeriod) {
16,210✔
1393
    pDb->cfg.walRetentionPeriod = pAlter->walRetentionPeriod;
10,992✔
1394
    pDb->vgVersion++;
10,992✔
1395
    code = 0;
10,992✔
1396
  }
1397

1398
  if (pAlter->walRetentionSize > TSDB_DB_MIN_WAL_RETENTION_SIZE &&
111,511✔
1399
      pAlter->walRetentionSize != pDb->cfg.walRetentionSize) {
1,438✔
1400
    pDb->cfg.walRetentionSize = pAlter->walRetentionSize;
697✔
1401
    pDb->vgVersion++;
697✔
1402
    code = 0;
697✔
1403
  }
1404

1405
  if (pAlter->ssKeepLocal >= TSDB_MIN_SS_KEEP_LOCAL && pAlter->ssKeepLocal <= TSDB_MAX_SS_KEEP_LOCAL && pAlter->ssKeepLocal != pDb->cfg.ssKeepLocal) {
111,511✔
1406
    pDb->cfg.ssKeepLocal = pAlter->ssKeepLocal;
697✔
1407
    pDb->vgVersion++;
697✔
1408
    code = 0;
697✔
1409
  }
1410

1411
  if (pAlter->ssCompact >= TSDB_MIN_SS_COMPACT && pAlter->ssCompact <= TSDB_MAX_SS_COMPACT && pAlter->ssCompact != pDb->cfg.ssCompact) {
111,511✔
1412
    pDb->cfg.ssCompact = pAlter->ssCompact;
697✔
1413
    pDb->vgVersion++;
697✔
1414
    code = 0;
697✔
1415
  }
1416

1417
  if (pAlter->withArbitrator >= TSDB_MIN_DB_WITH_ARBITRATOR && pAlter->withArbitrator != pDb->cfg.withArbitrator) {
111,511✔
1418
    pDb->cfg.withArbitrator = pAlter->withArbitrator;
697✔
1419
    pDb->vgVersion++;
697✔
1420
    code = 0;
697✔
1421
  }
1422

1423
  if (pAlter->compactInterval >= TSDB_DEFAULT_COMPACT_INTERVAL && pAlter->compactInterval != pDb->cfg.compactInterval) {
111,511✔
1424
    pDb->cfg.compactInterval = pAlter->compactInterval;
4,984✔
1425
    pDb->vgVersion++;
4,984✔
1426
    code = 0;
4,984✔
1427
  }
1428

1429
  bool compactTimeRangeChanged = false;
111,511✔
1430
  if (pAlter->compactStartTime != pDb->cfg.compactStartTime &&
111,511✔
1431
      (pAlter->compactStartTime == TSDB_DEFAULT_COMPACT_START_TIME ||
109,334✔
1432
       pAlter->compactStartTime <= -pDb->cfg.daysPerFile)) {
109,334✔
1433
    pDb->cfg.compactStartTime = pAlter->compactStartTime;
4,308✔
1434
    compactTimeRangeChanged = true;
4,308✔
1435
    code = 0;
4,308✔
1436
  }
1437

1438
  if (pAlter->compactEndTime != pDb->cfg.compactEndTime &&
111,511✔
1439
      (pAlter->compactEndTime == TSDB_DEFAULT_COMPACT_END_TIME || pAlter->compactEndTime <= -pDb->cfg.daysPerFile)) {
109,334✔
1440
    pDb->cfg.compactEndTime = pAlter->compactEndTime;
4,308✔
1441
    compactTimeRangeChanged = true;
4,308✔
1442
    code = 0;
4,308✔
1443
  }
1444
  if(compactTimeRangeChanged) {
111,511✔
1445
    pDb->vgVersion++;
4,308✔
1446
  }
1447

1448
  if (pAlter->compactTimeOffset >= TSDB_MIN_COMPACT_TIME_OFFSET &&
111,511✔
1449
      pAlter->compactTimeOffset != pDb->cfg.compactTimeOffset) {
8,618✔
1450
    pDb->cfg.compactTimeOffset = pAlter->compactTimeOffset;
3,569✔
1451
    pDb->vgVersion++;
3,569✔
1452
    code = 0;
3,569✔
1453
  }
1454

1455
  if (pAlter->isAudit > -1 && pAlter->isAudit != pDb->cfg.isAudit) {
111,511✔
1456
    code = TSDB_CODE_OPS_NOT_SUPPORT;
×
1457
    return code;
×
1458
  }
1459

1460
  if(pAlter->allowDrop > -1 && pAlter->allowDrop != pDb->cfg.allowDrop) {
111,511✔
1461
    pDb->cfg.allowDrop = pAlter->allowDrop;
×
1462
    code = 0;
×
1463
  }
1464

1465
  TAOS_RETURN(code);
111,511✔
1466
}
1467

1468
static int32_t mndSetAlterDbPrepareLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
81,518✔
1469
  int32_t  code = 0;
81,518✔
1470
  SSdbRaw *pRedoRaw = mndDbActionEncode(pOld);
81,518✔
1471
  if (pRedoRaw == NULL) {
81,518✔
1472
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1473
    if (terrno != 0) code = terrno;
×
1474
    TAOS_RETURN(code);
×
1475
  }
1476
  if ((code = mndTransAppendPrepareLog(pTrans, pRedoRaw)) != 0) {
81,518✔
1477
    sdbFreeRaw(pRedoRaw);
×
1478
    TAOS_RETURN(code);
×
1479
  }
1480

1481
  if ((code = sdbSetRawStatus(pRedoRaw, SDB_STATUS_READY)) != 0) {
81,518✔
1482
    sdbFreeRaw(pRedoRaw);
×
1483
    TAOS_RETURN(code);
×
1484
  }
1485
  return 0;
81,518✔
1486
}
1487

1488
int32_t mndSetAlterDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
81,518✔
1489
  int32_t  code = 0;
81,518✔
1490
  SSdbRaw *pCommitRaw = mndDbActionEncode(pNew);
81,518✔
1491
  if (pCommitRaw == NULL) {
81,518✔
1492
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1493
    if (terrno != 0) code = terrno;
×
1494
    TAOS_RETURN(code);
×
1495
  }
1496
  if ((code = mndTransAppendCommitlog(pTrans, pCommitRaw)) != 0) {
81,518✔
1497
    sdbFreeRaw(pCommitRaw);
×
1498
    TAOS_RETURN(code);
×
1499
  }
1500

1501
  if ((code = sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY)) != 0) {
81,518✔
1502
    sdbFreeRaw(pCommitRaw);
×
1503
    TAOS_RETURN(code);
×
1504
  }
1505
  TAOS_RETURN(code);
81,518✔
1506
}
1507

1508
static int32_t mndSetAlterDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pOldDb, SDbObj *pNewDb) {
81,518✔
1509
  int32_t code = 0, lino = 0;
81,518✔
1510
  SSdb   *pSdb = pMnode->pSdb;
81,518✔
1511
  void   *pIter = NULL;
81,518✔
1512
  SVgObj *pVgroup = NULL;
81,518✔
1513
  SArray *pArray = mndBuildDnodesArray(pMnode, 0, NULL);
81,518✔
1514

1515
  TSDB_CHECK_NULL(pArray, code, lino, _err, TSDB_CODE_OUT_OF_MEMORY);
81,518✔
1516

1517
  while (1) {
1518
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
571,053✔
1519
    if (pIter == NULL) break;
571,053✔
1520

1521
    if (mndVgroupInDb(pVgroup, pNewDb->uid)) {
490,218✔
1522
      SVgObj newVgroup = {0};
212,153✔
1523
      TAOS_CHECK_GOTO(mndBuildAlterVgroupAction(pMnode, pTrans, pOldDb, pNewDb, pVgroup, pArray, &newVgroup), &lino,
212,153✔
1524
                      _err);
1525

1526
      if (pNewDb->cfg.withArbitrator != pOldDb->cfg.withArbitrator) {
211,470✔
1527
        if (pNewDb->cfg.withArbitrator) {
×
1528
          SArbGroup arbGroup = {0};
×
1529
          TAOS_CHECK_GOTO(mndArbGroupInitFromVgObj(&newVgroup, &arbGroup), &lino, _err);
×
1530
          TAOS_CHECK_GOTO(mndSetCreateArbGroupCommitLogs(pTrans, &arbGroup), &lino, _err);
×
1531
        } else {
1532
          SArbGroup arbGroup = {0};
×
1533
          TAOS_CHECK_GOTO(mndArbGroupInitFromVgObj(pVgroup, &arbGroup), &lino, _err);
×
1534
          TAOS_CHECK_GOTO(mndSetDropArbGroupCommitLogs(pTrans, &arbGroup), &lino, _err);
×
1535
        }
1536
      }
1537
    }
1538

1539
    sdbRelease(pSdb, pVgroup);
489,535✔
1540
  }
1541

1542
  taosArrayDestroy(pArray);
80,835✔
1543
  TAOS_RETURN(code);
80,835✔
1544

1545
_err:
683✔
1546
  mError("db:%s, %s failed at %d since %s", pNewDb->name, __func__, lino, tstrerror(code));
683✔
1547

1548
  sdbCancelFetch(pSdb, pIter);
683✔
1549
  sdbRelease(pSdb, pVgroup);
683✔
1550
  taosArrayDestroy(pArray);
683✔
1551
  TAOS_RETURN(code);
683✔
1552
}
1553

1554
static int32_t mndAlterDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pOld, SDbObj *pNew) {
85,860✔
1555
  int32_t code = -1;
85,860✔
1556
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "alter-db");
85,860✔
1557
  if (pTrans == NULL) {
85,860✔
1558
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1559
    if (terrno != 0) code = terrno;
×
1560
    TAOS_RETURN(code);
×
1561
  }
1562
  mInfo("trans:%d, used to alter db:%s", pTrans->id, pOld->name);
85,860✔
1563
  mInfo("trans:%d, used to alter db, ableToBeKilled:%d, killMode:%d", pTrans->id, pTrans->ableToBeKilled, pTrans->killMode);
85,860✔
1564

1565
  mndTransSetDbName(pTrans, pOld->name, NULL);
85,860✔
1566
  mndTransSetGroupParallel(pTrans);
85,860✔
1567
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
85,860✔
1568
  TAOS_CHECK_GOTO(mndTransCheckConflictWithCompact(pMnode, pTrans), NULL, _OVER);
85,860✔
1569
  TAOS_CHECK_GOTO(mndTransCheckConflictWithRetention(pMnode, pTrans), NULL, _OVER);
85,812✔
1570

1571
  TAOS_CHECK_GOTO(mndSetAlterDbPrepareLogs(pMnode, pTrans, pOld, pNew), NULL, _OVER);
81,518✔
1572
  TAOS_CHECK_GOTO(mndSetAlterDbCommitLogs(pMnode, pTrans, pOld, pNew), NULL, _OVER);
81,518✔
1573
  TAOS_CHECK_GOTO(mndSetAlterDbRedoActions(pMnode, pTrans, pOld, pNew), NULL, _OVER);
81,518✔
1574

1575
  mInfo("trans:%d, used to alter db, ableToBeKilled:%d, killMode:%d", pTrans->id, pTrans->ableToBeKilled, pTrans->killMode);
80,835✔
1576
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
80,835✔
1577
  code = 0;
80,835✔
1578

1579
_OVER:
85,860✔
1580
  mndTransDrop(pTrans);
85,860✔
1581
  TAOS_RETURN(code);
85,860✔
1582
}
1583

1584
static int32_t mndProcessAlterDbReq(SRpcMsg *pReq) {
114,411✔
1585
  SMnode     *pMnode = pReq->info.node;
114,411✔
1586
  int32_t     code = -1;
114,411✔
1587
  SDbObj     *pDb = NULL;
114,411✔
1588
  SAlterDbReq alterReq = {0};
114,411✔
1589
  SDbObj      dbObj = {0};
114,411✔
1590
  int64_t     tss = taosGetTimestampMs();
114,411✔
1591

1592
  TAOS_CHECK_GOTO(tDeserializeSAlterDbReq(pReq->pCont, pReq->contLen, &alterReq), NULL, _OVER);
114,411✔
1593

1594
  mInfo("db:%s, start to alter, encryt_algr:%s", alterReq.db, alterReq.encryptAlgrName);
114,411✔
1595

1596
  pDb = mndAcquireDb(pMnode, alterReq.db);
114,411✔
1597
  if (pDb == NULL) {
114,411✔
1598
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
721✔
1599
    if (terrno != 0) code = terrno;
721✔
1600
    goto _OVER;
721✔
1601
  }
1602

1603
  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_ALTER_DB, pDb), NULL, _OVER);
113,690✔
1604

1605
  if (alterReq.replications == 2) {
113,690✔
1606
    TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_DUAL_REPLICA_HA), NULL, _OVER);
697✔
1607
  }
1608

1609
  int32_t numOfTopics = 0;
113,690✔
1610
  TAOS_CHECK_GOTO(mndGetNumOfTopics(pMnode, pDb->name, &numOfTopics), NULL, _OVER);
113,690✔
1611

1612
  if (numOfTopics != 0 && alterReq.walRetentionPeriod == 0) {
113,690✔
1613
    code = TSDB_CODE_MND_DB_RETENTION_PERIOD_ZERO;
×
1614
    mError("db:%s, not allowed to set WAL_RETENTION_PERIOD 0 when there are topics defined. numOfTopics:%d", pDb->name,
×
1615
           numOfTopics);
1616
    goto _OVER;
×
1617
  }
1618

1619
  if (pDb->cfg.isMount) {
113,690✔
1620
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
×
1621
    goto _OVER;
×
1622
  }
1623

1624
  (void)memcpy(&dbObj, pDb, sizeof(SDbObj));
113,690✔
1625
  if (dbObj.cfg.pRetensions != NULL) {
113,690✔
1626
    dbObj.cfg.pRetensions = taosArrayDup(pDb->cfg.pRetensions, NULL);
×
1627
    if (dbObj.cfg.pRetensions == NULL) goto _OVER;
×
1628
  }
1629

1630
  if (pDb->cfg.isAudit == 1) {
113,690✔
1631
    if (alterReq.daysToKeep2 > -1 && alterReq.daysToKeep2 < 2628000) {
×
1632
      code = TSDB_CODE_AUDIT_MUST_KEEPFORCE;
×
1633
      mError("db:%s, failed to alter, keep not match for audit db, %d", alterReq.db, alterReq.daysToKeep2);
×
1634
      goto _OVER;
×
1635
    }
1636
    if (alterReq.walLevel > -1 && alterReq.walLevel != 2) {
×
1637
      code = TSDB_CODE_AUDIT_MUST_WALFORCE;
×
1638
      mError("db:%s, failed to alter, walLevel not match for audit db, %d", alterReq.db, alterReq.walLevel);
×
1639
      goto _OVER;
×
1640
    }
1641
    if (alterReq.isAudit == 0) {
×
1642
      code = TSDB_CODE_AUDIT_DB_NOT_ALLOW_CHANGE;
×
1643
      mError("db:%s, failed to alter, is not allowed to change audit db, %d", alterReq.db, alterReq.isAudit);
×
1644
      goto _OVER;
×
1645
    }
1646
  }
1647

1648
  if (strlen(alterReq.encryptAlgrName) > 0) {
113,690✔
1649
    mInfo("db:%s, check encryt algr:%s", alterReq.db, alterReq.encryptAlgrName);
2,920✔
1650

1651
    if (strncasecmp(alterReq.encryptAlgrName, "none", TSDB_ENCRYPT_ALGR_NAME_LEN) == 0) {
2,920✔
1652
      if (pDb->cfg.encryptAlgorithm != 0) {
741✔
1653
        code = TSDB_CODE_MND_ENCRYPT_NOT_ALLOW_CHANGE;
×
1654
        mError("db:%s, failed to alter, not allowed to change, %s", alterReq.db, alterReq.encryptAlgrName);
×
1655
        goto _OVER;
×
1656
      }
1657
    } else {
1658
      SEncryptAlgrObj *pEncryptAlgr = mndAcquireEncryptAlgrByAId(pMnode, alterReq.encryptAlgrName);
2,179✔
1659
      if (pEncryptAlgr != NULL) {
2,179✔
1660
        if (pEncryptAlgr->type != ENCRYPT_ALGR_TYPE__SYMMETRIC_CIPHERS) {
1,438✔
1661
          code = TSDB_CODE_MNODE_ENCRYPT_TYPE_NOT_MATCH;
×
1662
          mError("db:%s, failed to alter, encrypt algorithm not match, %s, expect type %d", alterReq.db,
×
1663
                 alterReq.encryptAlgrName, ENCRYPT_ALGR_TYPE__SYMMETRIC_CIPHERS);
1664
          goto _OVER;
×
1665
        }
1666
        if (pEncryptAlgr->id != pDb->cfg.encryptAlgorithm) {
1,438✔
1667
          code = TSDB_CODE_MND_ENCRYPT_NOT_ALLOW_CHANGE;
1,438✔
1668
          mError("db:%s, failed to alter, not allowed to change, %s", alterReq.db, alterReq.encryptAlgrName);
1,438✔
1669
          goto _OVER;
1,438✔
1670
        }
1671
      } else {
1672
        code = TSDB_CODE_MNODE_ENCRYPT_ALGR_NOT_EXIST;
741✔
1673
        mError("db:%s, failed to alter, encrypt algorithm not exist, %s", alterReq.db, alterReq.encryptAlgrName);
741✔
1674
        goto _OVER;
741✔
1675
      }
1676
    }
1677
  }
1678

1679
  code = mndSetDbCfgFromAlterDbReq(&dbObj, &alterReq);
111,511✔
1680
  if (code != 0) {
111,511✔
1681
    if (code == TSDB_CODE_MND_DB_OPTION_UNCHANGED) code = 0;
24,257✔
1682
    goto _OVER;
24,257✔
1683
  }
1684

1685
  TAOS_CHECK_GOTO(mndCheckInChangeDbCfg(pMnode, &pDb->cfg, &dbObj.cfg), NULL, _OVER);
87,254✔
1686

1687
  dbObj.cfgVersion++;
85,860✔
1688
  dbObj.updateTime = taosGetTimestampMs();
85,860✔
1689
  code = mndAlterDb(pMnode, pReq, pDb, &dbObj);
85,860✔
1690

1691
  if (dbObj.cfg.replications != pDb->cfg.replications) {
85,860✔
1692
    // return quickly, operation executed asynchronously
1693
    mInfo("db:%s, alter db replica from %d to %d", pDb->name, pDb->cfg.replications, dbObj.cfg.replications);
4,790✔
1694
  } else {
1695
    if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
81,070✔
1696
  }
1697

1698
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
85,860✔
1699
    SName name = {0};
85,860✔
1700
    if (tNameFromString(&name, alterReq.db, T_NAME_ACCT | T_NAME_DB) < 0)
85,860✔
1701
      mError("db:%s, failed to parse db name", alterReq.db);
×
1702

1703
    int64_t tse = taosGetTimestampMs();
85,860✔
1704
    double  duration = (double)(tse - tss);
85,860✔
1705
    duration = duration / 1000;
85,860✔
1706
    auditRecord(pReq, pMnode->clusterId, "alterDB", name.dbname, "", alterReq.sql, alterReq.sqlLen, duration, 0);
85,860✔
1707
  }
1708

1709
_OVER:
114,411✔
1710
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
114,411✔
1711
    if (terrno != 0) code = terrno;
9,319✔
1712
    mError("db:%s, failed to alter since %s", alterReq.db, tstrerror(code));
9,319✔
1713
  }
1714

1715
  mndReleaseDb(pMnode, pDb);
114,411✔
1716
  taosArrayDestroy(dbObj.cfg.pRetensions);
114,411✔
1717
  tFreeSAlterDbReq(&alterReq);
114,411✔
1718

1719
  TAOS_RETURN(code);
114,411✔
1720
}
1721

1722
static void mndDumpDbCfgInfo(SDbCfgRsp *cfgRsp, SDbObj *pDb, char *algorithmsId) {
3,695,623✔
1723
  tstrncpy(cfgRsp->db, pDb->name, sizeof(cfgRsp->db));
3,695,623✔
1724
  cfgRsp->dbId = pDb->uid;
3,695,627✔
1725
  cfgRsp->ownerId = pDb->ownerId;
3,695,627✔
1726
  cfgRsp->cfgVersion = pDb->cfgVersion;
3,695,623✔
1727
  cfgRsp->numOfVgroups = pDb->cfg.numOfVgroups;
3,695,619✔
1728
  cfgRsp->numOfStables = pDb->cfg.numOfStables;
3,695,619✔
1729
  cfgRsp->buffer = pDb->cfg.buffer;
3,695,623✔
1730
  cfgRsp->cacheSize = pDb->cfg.cacheLastSize;
3,695,627✔
1731
  cfgRsp->pageSize = pDb->cfg.pageSize;
3,695,623✔
1732
  cfgRsp->pages = pDb->cfg.pages;
3,695,619✔
1733
  cfgRsp->daysPerFile = pDb->cfg.daysPerFile;
3,695,623✔
1734
  cfgRsp->daysToKeep0 = pDb->cfg.daysToKeep0;
3,695,627✔
1735
  cfgRsp->daysToKeep1 = pDb->cfg.daysToKeep1;
3,695,623✔
1736
  cfgRsp->daysToKeep2 = pDb->cfg.daysToKeep2;
3,695,627✔
1737
  cfgRsp->keepTimeOffset = pDb->cfg.keepTimeOffset;
3,695,623✔
1738
  cfgRsp->minRows = pDb->cfg.minRows;
3,695,627✔
1739
  cfgRsp->maxRows = pDb->cfg.maxRows;
3,695,623✔
1740
  cfgRsp->walFsyncPeriod = pDb->cfg.walFsyncPeriod;
3,695,627✔
1741
  cfgRsp->hashPrefix = pDb->cfg.hashPrefix;
3,695,623✔
1742
  cfgRsp->hashSuffix = pDb->cfg.hashSuffix;
3,695,623✔
1743
  cfgRsp->hashMethod = pDb->cfg.hashMethod;
3,695,623✔
1744
  cfgRsp->walLevel = pDb->cfg.walLevel;
3,695,627✔
1745
  cfgRsp->precision = pDb->cfg.precision;
3,695,623✔
1746
  cfgRsp->compression = pDb->cfg.compression;
3,695,627✔
1747
  cfgRsp->replications = pDb->cfg.replications;
3,695,623✔
1748
  cfgRsp->strict = pDb->cfg.strict;
3,695,623✔
1749
  cfgRsp->cacheLast = pDb->cfg.cacheLast;
3,695,623✔
1750
  cfgRsp->tsdbPageSize = pDb->cfg.tsdbPageSize;
3,695,623✔
1751
  cfgRsp->walRetentionPeriod = pDb->cfg.walRetentionPeriod;
3,695,623✔
1752
  cfgRsp->walRollPeriod = pDb->cfg.walRollPeriod;
3,695,627✔
1753
  cfgRsp->walRetentionSize = pDb->cfg.walRetentionSize;
3,695,623✔
1754
  cfgRsp->walSegmentSize = pDb->cfg.walSegmentSize;
3,695,627✔
1755
  cfgRsp->numOfRetensions = pDb->cfg.numOfRetensions;
3,695,623✔
1756
  cfgRsp->pRetensions = taosArrayDup(pDb->cfg.pRetensions, NULL);
3,695,627✔
1757
  cfgRsp->schemaless = pDb->cfg.schemaless;
3,695,623✔
1758
  cfgRsp->sstTrigger = pDb->cfg.sstTrigger;
3,695,623✔
1759
  cfgRsp->ssChunkSize = pDb->cfg.ssChunkSize;
3,695,623✔
1760
  cfgRsp->ssKeepLocal = pDb->cfg.ssKeepLocal;
3,695,627✔
1761
  cfgRsp->ssCompact = pDb->cfg.ssCompact;
3,695,623✔
1762
  cfgRsp->withArbitrator = pDb->cfg.withArbitrator;
3,695,623✔
1763
  // cfgRsp->encryptAlgr = pDb->cfg.encryptAlgorithm;
1764
  cfgRsp->compactInterval = pDb->cfg.compactInterval;
3,695,623✔
1765
  cfgRsp->compactStartTime = pDb->cfg.compactStartTime;
3,695,627✔
1766
  cfgRsp->compactEndTime = pDb->cfg.compactEndTime;
3,695,623✔
1767
  cfgRsp->compactTimeOffset = pDb->cfg.compactTimeOffset;
3,695,627✔
1768
  cfgRsp->flags = pDb->cfg.flags;
3,695,623✔
1769
  tstrncpy(cfgRsp->algorithmsId, algorithmsId, sizeof(cfgRsp->algorithmsId));
3,695,627✔
1770
  cfgRsp->isAudit = pDb->cfg.isAudit;
3,695,627✔
1771
}
3,695,627✔
1772

1773
static int32_t mndProcessGetDbCfgReq(SRpcMsg *pReq) {
4,475,038✔
1774
  SMnode   *pMnode = pReq->info.node;
4,475,038✔
1775
  int32_t   code = -1;
4,475,038✔
1776
  SDbObj   *pDb = NULL;
4,475,038✔
1777
  SDbCfgReq cfgReq = {0};
4,475,038✔
1778
  SDbCfgRsp cfgRsp = {0};
4,475,038✔
1779

1780
  TAOS_CHECK_GOTO(tDeserializeSDbCfgReq(pReq->pCont, pReq->contLen, &cfgReq), NULL, _OVER);
4,475,038✔
1781

1782
  const char *pRealDb = strstr(cfgReq.db, ".");
4,475,042✔
1783
  if (pRealDb) {
4,475,042✔
1784
    ++pRealDb;
4,475,042✔
1785
  } else {
1786
    pRealDb = &cfgReq.db[0];
×
1787
  }
1788
  if (!IS_SYS_DBNAME(pRealDb)) {
4,475,042✔
1789
    pDb = mndAcquireDb(pMnode, cfgReq.db);
4,095,247✔
1790
    if (pDb == NULL) {
4,095,247✔
1791
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
445,052✔
1792
      if (terrno != 0) code = terrno;
445,052✔
1793
      goto _OVER;
445,052✔
1794
    }
1795

1796
    char algrId[TSDB_ENCRYPT_ALGR_NAME_LEN] = {0};
3,650,195✔
1797
    mndGetEncryptOsslAlgrNameById(pMnode, pDb->cfg.encryptAlgorithm, algrId);
3,650,195✔
1798
    mndDumpDbCfgInfo(&cfgRsp, pDb, algrId);
3,650,191✔
1799
  }
1800

1801
  int32_t contLen = tSerializeSDbCfgRsp(NULL, 0, &cfgRsp);
4,029,990✔
1802
  void   *pRsp = rpcMallocCont(contLen);
4,029,986✔
1803
  if (pRsp == NULL) {
4,029,990✔
1804
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1805
    if (terrno != 0) code = terrno;
×
1806
    goto _OVER;
×
1807
  }
1808

1809
  int32_t ret = 0;
4,029,990✔
1810
  if ((ret = tSerializeSDbCfgRsp(pRsp, contLen, &cfgRsp)) < 0) {
4,029,990✔
1811
    code = ret;
×
1812
    goto _OVER;
×
1813
  }
1814

1815
  pReq->info.rsp = pRsp;
4,029,990✔
1816
  pReq->info.rspLen = contLen;
4,029,990✔
1817

1818
  code = 0;
4,029,990✔
1819

1820
_OVER:
4,475,042✔
1821

1822
  tFreeSDbCfgRsp(&cfgRsp);
4,475,042✔
1823

1824
  if (code != 0) {
4,475,042✔
1825
    mError("db:%s, failed to get cfg since %s", cfgReq.db, terrstr());
445,052✔
1826
  }
1827

1828
  mndReleaseDb(pMnode, pDb);
4,475,042✔
1829

1830
  TAOS_RETURN(code);
4,475,042✔
1831
}
1832

1833
int32_t mndSetDropDbPrepareLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
608,669✔
1834
  int32_t  code = 0;
608,669✔
1835
  SSdbRaw *pRedoRaw = mndDbActionEncode(pDb);
608,669✔
1836
  if (pRedoRaw == NULL) {
608,669✔
1837
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1838
    if (terrno != 0) code = terrno;
×
1839
    return -1;
×
1840
  }
1841
  TAOS_CHECK_RETURN(mndTransAppendPrepareLog(pTrans, pRedoRaw));
608,669✔
1842
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING));
608,669✔
1843

1844
  SSdb *pSdb = pMnode->pSdb;
608,669✔
1845
  void *pIter = NULL;
608,669✔
1846

1847
  while (1) {
4,212✔
1848
    SArbGroup *pArbGroup = NULL;
612,881✔
1849
    pIter = sdbFetch(pSdb, SDB_ARBGROUP, pIter, (void **)&pArbGroup);
612,881✔
1850
    if (pIter == NULL) break;
612,881✔
1851

1852
    if (pArbGroup->dbUid == pDb->uid) {
4,212✔
1853
      if ((code = mndSetDropArbGroupPrepareLogs(pTrans, pArbGroup)) != 0) {
4,212✔
1854
        sdbCancelFetch(pSdb, pIter);
×
1855
        sdbRelease(pSdb, pArbGroup);
×
1856
        TAOS_RETURN(code);
×
1857
      }
1858
    }
1859

1860
    sdbRelease(pSdb, pArbGroup);
4,212✔
1861
  }
1862

1863
  TAOS_RETURN(code);
608,669✔
1864
}
1865

1866
int32_t mndSetDropDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
608,669✔
1867
  int32_t  code = 0;
608,669✔
1868
  SSdbRaw *pCommitRaw = mndDbActionEncode(pDb);
608,669✔
1869
  if (pCommitRaw == NULL) {
608,669✔
1870
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1871
    if (terrno != 0) code = terrno;
×
1872
    return -1;
×
1873
  }
1874
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pCommitRaw));
608,669✔
1875
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED));
608,669✔
1876

1877
  SSdb *pSdb = pMnode->pSdb;
608,669✔
1878
  void *pIter = NULL;
608,669✔
1879

1880
  while (1) {
4,212✔
1881
    SArbGroup *pArbGroup = NULL;
612,881✔
1882
    pIter = sdbFetch(pSdb, SDB_ARBGROUP, pIter, (void **)&pArbGroup);
612,881✔
1883
    if (pIter == NULL) break;
612,881✔
1884

1885
    if (pArbGroup->dbUid == pDb->uid) {
4,212✔
1886
      if ((code = mndSetDropArbGroupCommitLogs(pTrans, pArbGroup)) != 0) {
4,212✔
1887
        sdbCancelFetch(pSdb, pIter);
×
1888
        sdbRelease(pSdb, pArbGroup);
×
1889
        TAOS_RETURN(code);
×
1890
      }
1891
    }
1892

1893
    sdbRelease(pSdb, pArbGroup);
4,212✔
1894
  }
1895

1896
  while (1) {
3,152,480✔
1897
    SVgObj *pVgroup = NULL;
3,761,149✔
1898
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
3,761,149✔
1899
    if (pIter == NULL) break;
3,761,149✔
1900

1901
    if (pVgroup->dbUid == pDb->uid) {
3,152,480✔
1902
      SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroup);
1,297,710✔
1903
      if (pVgRaw == NULL) {
1,297,710✔
1904
        sdbCancelFetch(pSdb, pIter);
×
1905
        sdbRelease(pSdb, pVgroup);
×
1906
        code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1907
        if (terrno != 0) code = terrno;
×
1908
        TAOS_RETURN(code);
×
1909
      }
1910
      if ((code = mndTransAppendCommitlog(pTrans, pVgRaw)) != 0) {
1,297,710✔
1911
        sdbCancelFetch(pSdb, pIter);
×
1912
        sdbRelease(pSdb, pVgroup);
×
1913
        TAOS_RETURN(code);
×
1914
      }
1915
      if ((code = sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED)) != 0) {
1,297,710✔
1916
        sdbCancelFetch(pSdb, pIter);
×
1917
        sdbRelease(pSdb, pVgroup);
×
1918
        TAOS_RETURN(code);
×
1919
      }
1920
    }
1921

1922
    sdbRelease(pSdb, pVgroup);
3,152,480✔
1923
  }
1924

1925
  while (1) {
1,004,501✔
1926
    SStbObj *pStb = NULL;
1,613,170✔
1927
    ESdbStatus status;
1,613,086✔
1928
    pIter = sdbFetchAll(pSdb, SDB_STB, pIter, (void **)&pStb, &status, true);
1,613,170✔
1929
    if (pIter == NULL) break;
1,613,170✔
1930

1931
    if (pStb->dbUid == pDb->uid) {
1,004,501✔
1932
      SSdbRaw *pStbRaw = mndStbActionEncode(pStb);
522,885✔
1933
      if (pStbRaw == NULL) {
522,885✔
1934
        sdbCancelFetch(pSdb, pIter);
×
1935
        sdbRelease(pSdb, pStbRaw);
×
1936
        code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1937
        if (terrno != 0) code = terrno;
×
1938
        return -1;
×
1939
      }
1940
      if ((code = mndTransAppendCommitlog(pTrans, pStbRaw)) != 0) {
522,885✔
1941
        sdbCancelFetch(pSdb, pIter);
×
1942
        sdbRelease(pSdb, pStbRaw);
×
1943
        return -1;
×
1944
      }
1945
      if ((code = sdbSetRawStatus(pStbRaw, SDB_STATUS_DROPPED)) != 0) {
522,885✔
1946
        sdbCancelFetch(pSdb, pIter);
×
1947
        sdbRelease(pSdb, pStbRaw);
×
1948
        return -1;
×
1949
      }
1950
    }
1951

1952
    sdbRelease(pSdb, pStb);
1,004,501✔
1953
  }
1954

1955
  TAOS_RETURN(code);
608,669✔
1956
}
1957

1958
static int32_t mndBuildDropVgroupAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroup) {
1,297,710✔
1959
  int32_t code = 0;
1,297,710✔
1960
  for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
2,659,970✔
1961
    SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
1,362,260✔
1962
    TAOS_CHECK_RETURN(mndAddDropVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid, true));
1,362,260✔
1963
  }
1964

1965
  TAOS_RETURN(code);
1,297,710✔
1966
}
1967

1968
int32_t mndSetDropDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
608,669✔
1969
  int32_t code = 0;
608,669✔
1970
  SSdb   *pSdb = pMnode->pSdb;
608,669✔
1971
  void   *pIter = NULL;
608,669✔
1972

1973
  while (1) {
3,152,480✔
1974
    SVgObj *pVgroup = NULL;
3,761,149✔
1975
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
3,761,149✔
1976
    if (pIter == NULL) break;
3,761,149✔
1977

1978
    if (pVgroup->dbUid == pDb->uid) {
3,152,480✔
1979
      if ((code = mndBuildDropVgroupAction(pMnode, pTrans, pDb, pVgroup)) != 0) {
1,297,710✔
1980
        sdbCancelFetch(pSdb, pIter);
×
1981
        sdbRelease(pSdb, pVgroup);
×
1982
        TAOS_RETURN(code);
×
1983
      }
1984
    }
1985

1986
    sdbRelease(pSdb, pVgroup);
3,152,480✔
1987
  }
1988

1989
  TAOS_RETURN(code);
608,669✔
1990
}
1991

1992
static int32_t mndBuildDropDbRsp(SDbObj *pDb, int32_t *pRspLen, void **ppRsp, bool useRpcMalloc) {
1,035,426✔
1993
  int32_t    code = 0;
1,035,426✔
1994
  SDropDbRsp dropRsp = {0};
1,035,426✔
1995
  if (pDb != NULL) {
1,035,426✔
1996
    (void)memcpy(dropRsp.db, pDb->name, TSDB_DB_FNAME_LEN);
608,177✔
1997
    dropRsp.uid = pDb->uid;
608,177✔
1998
  }
1999

2000
  int32_t rspLen = tSerializeSDropDbRsp(NULL, 0, &dropRsp);
1,035,426✔
2001
  void   *pRsp = NULL;
1,035,426✔
2002
  if (useRpcMalloc) {
1,035,426✔
2003
    pRsp = rpcMallocCont(rspLen);
427,249✔
2004
  } else {
2005
    pRsp = taosMemoryMalloc(rspLen);
608,177✔
2006
  }
2007

2008
  if (pRsp == NULL) {
1,035,426✔
2009
    code = terrno;
×
2010
    TAOS_RETURN(code);
×
2011
  }
2012

2013
  int32_t ret = 0;
1,035,426✔
2014
  if ((ret = tSerializeSDropDbRsp(pRsp, rspLen, &dropRsp)) < 0) return ret;
1,035,426✔
2015
  *pRspLen = rspLen;
1,035,426✔
2016
  *ppRsp = pRsp;
1,035,426✔
2017
  TAOS_RETURN(code);
1,035,426✔
2018
}
2019

2020
static int32_t mndDropDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb) {
608,514✔
2021
  int32_t code = -1;
608,514✔
2022

2023
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "drop-db");
608,514✔
2024
  if (pTrans == NULL) {
608,514✔
2025
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2026
    if (terrno != 0) code = terrno;
×
2027
    goto _OVER;
×
2028
  }
2029

2030
  mInfo("trans:%d start to drop db:%s", pTrans->id, pDb->name);
608,514✔
2031

2032
  mndTransSetDbName(pTrans, pDb->name, NULL);
608,514✔
2033
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
608,514✔
2034

2035
  if (mndTopicExistsForDb(pMnode, pDb)) {
608,514✔
2036
    code = TSDB_CODE_MND_TOPIC_MUST_BE_DELETED;
337✔
2037
    goto _OVER;
337✔
2038
  }
2039

2040
  TAOS_CHECK_GOTO(mndSetDropDbPrepareLogs(pMnode, pTrans, pDb), NULL, _OVER);
608,177✔
2041
  TAOS_CHECK_GOTO(mndSetDropDbCommitLogs(pMnode, pTrans, pDb), NULL, _OVER);
608,177✔
2042
  TAOS_CHECK_GOTO(mndDropStreamByDb(pMnode, pTrans, pDb), NULL, _OVER);
608,177✔
2043
#ifdef TD_ENTERPRISE
2044
  TAOS_CHECK_GOTO(mndDropViewByDb(pMnode, pTrans, pDb), NULL, _OVER);
608,177✔
2045
#endif
2046
  TAOS_CHECK_GOTO(mndDropTSMAsByDb(pMnode, pTrans, pDb), NULL, _OVER);
608,177✔
2047
  TAOS_CHECK_GOTO(mndDropRsmasByDb(pMnode, pTrans, pDb), NULL, _OVER);
608,177✔
2048
  TAOS_CHECK_GOTO(mndDropIdxsByDb(pMnode, pTrans, pDb), NULL, _OVER);
608,177✔
2049
  //TAOS_CHECK_GOTO(mndStreamSetStopStreamTasksActions(pMnode, pTrans, pDb->uid), NULL, _OVER);
2050
  TAOS_CHECK_GOTO(mndSetDropDbRedoActions(pMnode, pTrans, pDb), NULL, _OVER);
608,177✔
2051
  TAOS_CHECK_GOTO(mndPrincipalRemoveDb(pMnode, pTrans, pDb, NULL, NULL), NULL, _OVER);
608,177✔
2052

2053
  int32_t rspLen = 0;
608,177✔
2054
  void   *pRsp = NULL;
608,177✔
2055
  TAOS_CHECK_GOTO(mndBuildDropDbRsp(pDb, &rspLen, &pRsp, false), NULL, _OVER);
608,177✔
2056
  mndTransSetRpcRsp(pTrans, pRsp, rspLen);
608,177✔
2057

2058
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
608,177✔
2059
  code = 0;
608,177✔
2060

2061
_OVER:
608,514✔
2062
  mndTransDrop(pTrans);
608,514✔
2063
  TAOS_RETURN(code);
608,514✔
2064
}
2065

2066
static int32_t mndProcessDropDbReq(SRpcMsg *pReq) {
1,041,425✔
2067
  SMnode    *pMnode = pReq->info.node;
1,041,425✔
2068
  int32_t    code = -1;
1,041,425✔
2069
  SDbObj    *pDb = NULL;
1,041,425✔
2070
  SDropDbReq dropReq = {0};
1,041,425✔
2071
  int64_t    tss = taosGetTimestampMs();
1,041,425✔
2072

2073
  TAOS_CHECK_GOTO(tDeserializeSDropDbReq(pReq->pCont, pReq->contLen, &dropReq), NULL, _OVER);
1,041,425✔
2074

2075
  mInfo("db:%s, start to drop", dropReq.db);
1,041,425✔
2076

2077
  pDb = mndAcquireDb(pMnode, dropReq.db);
1,041,425✔
2078
  if (pDb == NULL) {
1,041,425✔
2079
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
430,939✔
2080
    if (terrno != 0) code = terrno;
430,939✔
2081
    if (dropReq.ignoreNotExists) {
430,939✔
2082
      code = mndBuildDropDbRsp(pDb, &pReq->info.rspLen, &pReq->info.rsp, true);
427,249✔
2083
    }
2084
    goto _OVER;
430,939✔
2085
  }
2086

2087
  if ((code = mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_DROP_DB, pDb))) {
610,486✔
2088
    goto _OVER;
×
2089
  }
2090

2091
  if(pDb->cfg.isMount) {
610,486✔
2092
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
492✔
2093
    goto _OVER;
492✔
2094
  }
2095

2096
  if(!pDb->cfg.allowDrop) {
609,994✔
2097
    code = TSDB_CODE_MND_DB_DROP_NOT_ALLOWED;
×
2098
    goto _OVER;
×
2099
  }
2100

2101
  SSdb *pSdb = pMnode->pSdb;
609,994✔
2102
  void *pIter = NULL;
609,994✔
2103

2104
  while (1) {
3,163,752✔
2105
    SVgObj *pVgroup = NULL;
3,773,746✔
2106
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
3,773,746✔
2107
    if (pIter == NULL) break;
3,773,746✔
2108

2109
    if (pVgroup->dbUid == pDb->uid) {
3,163,752✔
2110
      bool isFound = false;
1,298,543✔
2111
      for (int32_t i = 0; i < pVgroup->replica; i++) {
2,661,636✔
2112
        if (pVgroup->vnodeGid[i].syncState == TAOS_SYNC_STATE_OFFLINE) {
1,363,093✔
2113
          isFound = true;
×
2114
          break;
×
2115
        }
2116
      }
2117
      if (!isFound) {
1,298,543✔
2118
        sdbRelease(pSdb, pVgroup);
1,298,543✔
2119
        continue;
1,298,543✔
2120
      }
2121
      code = TSDB_CODE_MND_VGROUP_OFFLINE;
×
2122
      sdbCancelFetch(pSdb, pIter);
×
2123
      sdbRelease(pSdb, pVgroup);
×
2124
      goto _OVER;
×
2125
    }
2126

2127
    sdbRelease(pSdb, pVgroup);
1,865,209✔
2128
  }
2129

2130
  bool dbStream = false;
609,994✔
2131
  bool vtableStream = false;
609,994✔
2132
  mstCheckDbInUse(pMnode, dropReq.db, &dbStream, &vtableStream, true);
609,994✔
2133
  if (dbStream) {
609,994✔
2134
    code = TSDB_CODE_MND_STREAM_DB_IN_USE;
1,270✔
2135
    mError("db:%s used by streams, drop db not allowed", dropReq.db);
1,270✔
2136
    goto _OVER;
1,270✔
2137
  }
2138

2139
  if (vtableStream && !dropReq.force) {
608,724✔
2140
    code = TSDB_CODE_MND_STREAM_VTABLE_EXITS;
210✔
2141
    mError("db:%s, vtable stream exists, drop db not allowed", dropReq.db);
210✔
2142
    goto _OVER;
210✔
2143
  }
2144

2145
  code = mndDropDb(pMnode, pReq, pDb);
608,514✔
2146
  if (code == TSDB_CODE_SUCCESS) {
608,514✔
2147
    code = TSDB_CODE_ACTION_IN_PROGRESS;
608,177✔
2148
  }
2149

2150
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
608,514✔
2151
    SName name = {0};
608,514✔
2152
    if (tNameFromString(&name, dropReq.db, T_NAME_ACCT | T_NAME_DB) < 0)
608,514✔
2153
      mError("db:%s, failed to parse db name", dropReq.db);
×
2154

2155
    int64_t tse = taosGetTimestampMs();
608,514✔
2156
    double  duration = (double)(tse - tss);
608,514✔
2157
    duration = duration / 1000;
608,514✔
2158
    auditRecord(pReq, pMnode->clusterId, "dropDB", name.dbname, "", dropReq.sql, dropReq.sqlLen, duration, 0);
608,514✔
2159
  }
2160

2161
_OVER:
1,041,352✔
2162
  if (code != TSDB_CODE_SUCCESS && code != TSDB_CODE_ACTION_IN_PROGRESS) {
1,041,425✔
2163
    mError("db:%s, failed to drop since %s", dropReq.db, terrstr());
5,999✔
2164
  }
2165

2166
  mndReleaseDb(pMnode, pDb);
1,041,425✔
2167
  tFreeSDropDbReq(&dropReq);
1,041,425✔
2168
  TAOS_RETURN(code);
1,041,425✔
2169
}
2170

2171
static int32_t mndGetDBTableNum(SDbObj *pDb, SMnode *pMnode) {
24,701,082✔
2172
  int32_t numOfTables = 0;
24,701,082✔
2173
  int32_t vindex = 0;
24,701,082✔
2174
  SSdb   *pSdb = pMnode->pSdb;
24,701,082✔
2175

2176
  void *pIter = NULL;
24,701,359✔
2177
  while (vindex < pDb->cfg.numOfVgroups) {
100,129,685✔
2178
    SVgObj *pVgroup = NULL;
75,428,011✔
2179
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
75,428,011✔
2180
    if (pIter == NULL) break;
75,428,074✔
2181

2182
    if (mndVgroupInDb(pVgroup, pDb->uid)) {
75,428,074✔
2183
      numOfTables += pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;
49,642,247✔
2184
      vindex++;
49,642,247✔
2185
    }
2186

2187
    sdbRelease(pSdb, pVgroup);
75,428,302✔
2188
  }
2189

2190
  sdbCancelFetch(pSdb, pIter);
24,701,359✔
2191
  return numOfTables;
24,701,359✔
2192
}
2193

2194
void mndBuildDBVgroupInfo(SDbObj *pDb, SMnode *pMnode, SArray *pVgList) {
25,045,071✔
2195
  int32_t vindex = 0;
25,045,071✔
2196
  SSdb   *pSdb = pMnode->pSdb;
25,045,071✔
2197

2198
  void *pIter = NULL;
25,045,071✔
2199
  while (1) {
53,336,543✔
2200
    SVgObj *pVgroup = NULL;
78,381,614✔
2201
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
78,381,614✔
2202
    if (pIter == NULL) break;
78,381,614✔
2203

2204
    if ((NULL == pDb || pVgroup->dbUid == pDb->uid) && !pVgroup->isTsma) {
72,807,138✔
2205
      SVgroupInfo vgInfo = {0};
57,810,978✔
2206
      vgInfo.vgId = pVgroup->vgId;
57,810,978✔
2207
      vgInfo.hashBegin = pVgroup->hashBegin;
57,810,978✔
2208
      vgInfo.hashEnd = pVgroup->hashEnd;
57,810,978✔
2209
      vgInfo.numOfTable = pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;
57,810,978✔
2210
      vgInfo.epSet.numOfEps = pVgroup->replica;
57,810,978✔
2211
      for (int32_t gid = 0; gid < pVgroup->replica; ++gid) {
119,610,201✔
2212
        SVnodeGid *pVgid = &pVgroup->vnodeGid[gid];
61,798,293✔
2213
        SEp       *pEp = &vgInfo.epSet.eps[gid];
61,798,293✔
2214
        SDnodeObj *pDnode = mndAcquireDnode(pMnode, pVgid->dnodeId);
61,798,293✔
2215
        if (pDnode != NULL) {
61,799,223✔
2216
          (void)memcpy(pEp->fqdn, pDnode->fqdn, TSDB_FQDN_LEN);
61,767,891✔
2217
          pEp->port = pDnode->port;
61,767,891✔
2218
        }
2219
        mndReleaseDnode(pMnode, pDnode);
61,799,223✔
2220
        if (pVgid->syncState == TAOS_SYNC_STATE_LEADER || pVgid->syncState == TAOS_SYNC_STATE_ASSIGNED_LEADER) {
61,799,223✔
2221
          vgInfo.epSet.inUse = gid;
57,344,620✔
2222
        }
2223
      }
2224
      vindex++;
57,810,978✔
2225
      if (taosArrayPush(pVgList, &vgInfo) == NULL) {
57,810,978✔
2226
        mError("db:%s, failed to push vgInfo to array, vgId:%d, but continue next", pDb->name, vgInfo.vgId);
×
2227
      }
2228
    }
2229

2230
    sdbRelease(pSdb, pVgroup);
72,807,138✔
2231

2232
    if (pDb && (vindex >= pDb->cfg.numOfVgroups)) {
72,807,138✔
2233
      sdbCancelFetch(pSdb, pIter);
19,470,595✔
2234
      break;
19,470,595✔
2235
    }
2236
  }
2237
}
25,045,071✔
2238

2239
int32_t mndExtractDbInfo(SMnode *pMnode, SDbObj *pDb, SUseDbRsp *pRsp, const SUseDbReq *pReq) {
19,648,354✔
2240
  int32_t code = 0;
19,648,354✔
2241
  pRsp->pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));
19,648,354✔
2242
  if (pRsp->pVgroupInfos == NULL) {
19,648,354✔
2243
    code = terrno;
×
2244
    TAOS_RETURN(code);
×
2245
  }
2246

2247
  int32_t numOfTable = mndGetDBTableNum(pDb, pMnode);
19,648,354✔
2248

2249
  if (pReq == NULL || pReq->vgVersion < pDb->vgVersion || pReq->dbId != pDb->uid || numOfTable != pReq->numOfTable ||
19,648,354✔
2250
      pReq->stateTs < pDb->stateTs) {
1,108,706✔
2251
    mndBuildDBVgroupInfo(pDb, pMnode, pRsp->pVgroupInfos);
18,662,776✔
2252
  }
2253

2254
  (void)memcpy(pRsp->db, pDb->name, TSDB_DB_FNAME_LEN);
19,648,354✔
2255
  pRsp->uid = pDb->uid;
19,648,350✔
2256
  pRsp->vgVersion = pDb->vgVersion;
19,648,354✔
2257
  pRsp->stateTs = pDb->stateTs;
19,648,354✔
2258
  pRsp->vgNum = taosArrayGetSize(pRsp->pVgroupInfos);
19,648,354✔
2259
  pRsp->hashMethod = pDb->cfg.hashMethod;
19,648,354✔
2260
  pRsp->hashPrefix = pDb->cfg.hashPrefix;
19,648,354✔
2261
  pRsp->hashSuffix = pDb->cfg.hashSuffix;
19,648,350✔
2262
  pRsp->flags = pDb->cfg.flags;
19,648,350✔
2263
  TAOS_RETURN(code);
19,648,354✔
2264
}
2265

2266
static int32_t mndProcessUseDbReq(SRpcMsg *pReq) {
25,049,608✔
2267
  SMnode   *pMnode = pReq->info.node;
25,049,608✔
2268
  int32_t   code = -1;
25,049,604✔
2269
  SDbObj   *pDb = NULL;
25,049,604✔
2270
  SUseDbReq usedbReq = {0};
25,049,604✔
2271
  SUseDbRsp usedbRsp = {0};
25,049,604✔
2272

2273
  TAOS_CHECK_GOTO(tDeserializeSUseDbReq(pReq->pCont, pReq->contLen, &usedbReq), NULL, _OVER);
25,049,571✔
2274

2275
  char *p = strchr(usedbReq.db, '.');
25,049,578✔
2276
  if (p && ((0 == strcmp(p + 1, TSDB_INFORMATION_SCHEMA_DB) || (0 == strcmp(p + 1, TSDB_PERFORMANCE_SCHEMA_DB))))) {
25,049,578✔
2277
    (void)memcpy(usedbRsp.db, usedbReq.db, TSDB_DB_FNAME_LEN);
5,301,865✔
2278
    int32_t vgVersion = mndGetGlobalVgroupVersion(pMnode);
5,301,865✔
2279
    if (usedbReq.vgVersion < vgVersion) {
5,301,895✔
2280
      usedbRsp.pVgroupInfos = taosArrayInit(10, sizeof(SVgroupInfo));
5,294,921✔
2281
      if (usedbRsp.pVgroupInfos == NULL) goto _OVER;
5,294,921✔
2282

2283
      mndBuildDBVgroupInfo(NULL, pMnode, usedbRsp.pVgroupInfos);
5,294,921✔
2284
      usedbRsp.vgVersion = vgVersion++;
5,294,921✔
2285
    } else {
2286
      usedbRsp.vgVersion = usedbReq.vgVersion;
6,974✔
2287
    }
2288
    usedbRsp.vgNum = taosArrayGetSize(usedbRsp.pVgroupInfos);
5,301,895✔
2289
    code = 0;
5,301,895✔
2290
  } else {
2291
    pDb = mndAcquireDb(pMnode, usedbReq.db);
19,747,713✔
2292
    if (pDb == NULL) {
19,747,461✔
2293
      (void)memcpy(usedbRsp.db, usedbReq.db, TSDB_DB_FNAME_LEN);
94,293✔
2294
      usedbRsp.uid = usedbReq.dbId;
94,293✔
2295
      usedbRsp.vgVersion = usedbReq.vgVersion;
94,293✔
2296
      usedbRsp.errCode = terrno;
94,293✔
2297

2298
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
94,293✔
2299
      if (terrno != 0) code = terrno;
94,293✔
2300
      goto _OVER;
94,293✔
2301
    } else {
2302
      TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_USE_DB, pDb), NULL, _OVER);
19,653,168✔
2303

2304
      TAOS_CHECK_GOTO(mndExtractDbInfo(pMnode, pDb, &usedbRsp, &usedbReq), NULL, _OVER);
19,648,354✔
2305

2306
      mDebug("db:%s, process usedb req vgVersion:%d stateTs:%" PRId64 ", rsp vgVersion:%d stateTs:%" PRId64,
19,648,354✔
2307
             usedbReq.db, usedbReq.vgVersion, usedbReq.stateTs, usedbRsp.vgVersion, usedbRsp.stateTs);
2308
      code = 0;
19,648,354✔
2309
    }
2310
  }
2311

2312
  int32_t contLen = tSerializeSUseDbRsp(NULL, 0, &usedbRsp);
24,950,249✔
2313
  void   *pRsp = rpcMallocCont(contLen);
24,950,249✔
2314
  if (pRsp == NULL) {
24,950,249✔
2315
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
2316
    code = -1;
×
2317
    goto _OVER;
×
2318
  }
2319

2320
  int32_t ret = 0;
24,950,249✔
2321
  if ((ret = tSerializeSUseDbRsp(pRsp, contLen, &usedbRsp)) < 0) {
24,950,249✔
2322
    code = ret;
×
2323
    goto _OVER;
×
2324
  }
2325

2326
  pReq->info.rsp = pRsp;
24,950,249✔
2327
  pReq->info.rspLen = contLen;
24,950,249✔
2328

2329
_OVER:
25,049,608✔
2330
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
25,049,608✔
2331
    mError("db:%s, failed to process use db req since %s", usedbReq.db, tstrerror(code));
99,359✔
2332
  }
2333

2334
  mndReleaseDb(pMnode, pDb);
25,049,608✔
2335
  tFreeSUsedbRsp(&usedbRsp);
25,049,608✔
2336

2337
  TAOS_RETURN(code);
25,049,604✔
2338
}
2339

2340
int32_t mndValidateDbInfo(SMnode *pMnode, SDbCacheInfo *pDbs, int32_t numOfDbs, void **ppRsp, int32_t *pRspLen) {
6,532,388✔
2341
  int32_t       code = 0;
6,532,388✔
2342
  SDbHbBatchRsp batchRsp = {0};
6,532,388✔
2343
  batchRsp.pArray = taosArrayInit(numOfDbs, sizeof(SDbHbRsp));
6,532,388✔
2344
  if (batchRsp.pArray == NULL) {
6,532,388✔
2345
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
2346
    TAOS_RETURN(code);
×
2347
  }
2348

2349
  for (int32_t i = 0; i < numOfDbs; ++i) {
14,371,234✔
2350
    SDbCacheInfo *pDbCacheInfo = &pDbs[i];
7,838,569✔
2351
    pDbCacheInfo->dbId = be64toh(pDbCacheInfo->dbId);
7,838,846✔
2352
    pDbCacheInfo->vgVersion = htonl(pDbCacheInfo->vgVersion);
7,838,846✔
2353
    pDbCacheInfo->cfgVersion = htonl(pDbCacheInfo->cfgVersion);
7,838,846✔
2354
    pDbCacheInfo->numOfTable = htonl(pDbCacheInfo->numOfTable);
7,838,846✔
2355
    pDbCacheInfo->stateTs = be64toh(pDbCacheInfo->stateTs);
7,838,846✔
2356
    pDbCacheInfo->tsmaVersion = htonl(pDbCacheInfo->tsmaVersion);
7,838,846✔
2357

2358
    SDbHbRsp rsp = {0};
7,838,846✔
2359
    (void)memcpy(rsp.db, pDbCacheInfo->dbFName, TSDB_DB_FNAME_LEN);
7,838,846✔
2360
    rsp.dbId = pDbCacheInfo->dbId;
7,838,846✔
2361

2362
    if ((0 == strcasecmp(pDbCacheInfo->dbFName, TSDB_INFORMATION_SCHEMA_DB) ||
7,838,846✔
2363
         (0 == strcasecmp(pDbCacheInfo->dbFName, TSDB_PERFORMANCE_SCHEMA_DB)))) {
7,291,066✔
2364
      int32_t vgVersion = mndGetGlobalVgroupVersion(pMnode);
2,747,424✔
2365
      if (pDbCacheInfo->vgVersion >= vgVersion) {
2,747,424✔
2366
        continue;
2,468,153✔
2367
      }
2368

2369
      rsp.useDbRsp = taosMemoryCalloc(1, sizeof(SUseDbRsp));
279,555✔
2370
      (void)memcpy(rsp.useDbRsp->db, pDbCacheInfo->dbFName, TSDB_DB_FNAME_LEN);
279,555✔
2371
      rsp.useDbRsp->pVgroupInfos = taosArrayInit(10, sizeof(SVgroupInfo));
279,555✔
2372

2373
      mndBuildDBVgroupInfo(NULL, pMnode, rsp.useDbRsp->pVgroupInfos);
279,555✔
2374
      rsp.useDbRsp->vgVersion = vgVersion++;
279,555✔
2375

2376
      rsp.useDbRsp->vgNum = taosArrayGetSize(rsp.useDbRsp->pVgroupInfos);
279,555✔
2377

2378
      if (taosArrayPush(batchRsp.pArray, &rsp) == NULL) {
559,110✔
2379
        if (terrno != 0) code = terrno;
×
2380
        return code;
×
2381
      }
2382

2383
      continue;
279,555✔
2384
    }
2385

2386
    SDbObj *pDb = mndAcquireDb(pMnode, pDbCacheInfo->dbFName);
5,091,422✔
2387
    if (pDb == NULL) {
5,091,422✔
2388
      mTrace("db:%s, no exist", pDbCacheInfo->dbFName);
38,417✔
2389
      rsp.useDbRsp = taosMemoryCalloc(1, sizeof(SUseDbRsp));
38,417✔
2390
      (void)memcpy(rsp.useDbRsp->db, pDbCacheInfo->dbFName, TSDB_DB_FNAME_LEN);
38,417✔
2391
      rsp.useDbRsp->uid = pDbCacheInfo->dbId;
38,417✔
2392
      rsp.useDbRsp->vgVersion = -1;
38,417✔
2393
      if (taosArrayPush(batchRsp.pArray, &rsp) == NULL) {
76,834✔
2394
        if (terrno != 0) code = terrno;
×
2395
        return code;
×
2396
      }
2397
      continue;
38,417✔
2398
    }
2399

2400
    int32_t numOfTable = mndGetDBTableNum(pDb, pMnode);
5,053,005✔
2401

2402
    if (pDbCacheInfo->vgVersion >= pDb->vgVersion && pDbCacheInfo->cfgVersion >= pDb->cfgVersion &&
5,053,005✔
2403
        numOfTable == pDbCacheInfo->numOfTable && pDbCacheInfo->stateTs == pDb->stateTs &&
4,984,048✔
2404
        pDbCacheInfo->tsmaVersion >= pDb->tsmaVersion) {
4,223,770✔
2405
      mTrace("db:%s, valid dbinfo, vgVersion:%d cfgVersion:%d stateTs:%" PRId64
3,924,135✔
2406
             " numOfTables:%d, not changed vgVersion:%d cfgVersion:%d stateTs:%" PRId64 " numOfTables:%d",
2407
             pDbCacheInfo->dbFName, pDbCacheInfo->vgVersion, pDbCacheInfo->cfgVersion, pDbCacheInfo->stateTs,
2408
             pDbCacheInfo->numOfTable, pDb->vgVersion, pDb->cfgVersion, pDb->stateTs, numOfTable);
2409
      mndReleaseDb(pMnode, pDb);
3,924,135✔
2410
      continue;
3,924,135✔
2411
    } else {
2412
      mTrace("db:%s, valid dbinfo, vgVersion:%d cfgVersion:%d stateTs:%" PRId64
1,128,870✔
2413
             " numOfTables:%d, changed to vgVersion:%d cfgVersion:%d stateTs:%" PRId64 " numOfTables:%d",
2414
             pDbCacheInfo->dbFName, pDbCacheInfo->vgVersion, pDbCacheInfo->cfgVersion, pDbCacheInfo->stateTs,
2415
             pDbCacheInfo->numOfTable, pDb->vgVersion, pDb->cfgVersion, pDb->stateTs, numOfTable);
2416
    }
2417

2418
    if (pDbCacheInfo->cfgVersion < pDb->cfgVersion) {
1,128,870✔
2419
      rsp.cfgRsp = taosMemoryCalloc(1, sizeof(SDbCfgRsp));
45,432✔
2420
      char algrId[TSDB_ENCRYPT_ALGR_NAME_LEN] = {0};
45,432✔
2421
      mndGetEncryptOsslAlgrNameById(pMnode, pDb->cfg.encryptAlgorithm, algrId);
45,432✔
2422
      mndDumpDbCfgInfo(rsp.cfgRsp, pDb, algrId);
45,432✔
2423
    }
2424

2425
    if (pDbCacheInfo->tsmaVersion != pDb->tsmaVersion) {
1,128,870✔
2426
      rsp.pTsmaRsp = taosMemoryCalloc(1, sizeof(STableTSMAInfoRsp));
716,659✔
2427
      if (rsp.pTsmaRsp) rsp.pTsmaRsp->pTsmas = taosArrayInit(4, POINTER_BYTES);
716,659✔
2428
      if (rsp.pTsmaRsp && rsp.pTsmaRsp->pTsmas) {
716,659✔
2429
        bool    exist = false;
716,659✔
2430
        int32_t code = mndGetDbTsmas(pMnode, 0, pDb->uid, rsp.pTsmaRsp, &exist);
716,659✔
2431
        if (TSDB_CODE_SUCCESS != code) {
716,659✔
2432
          mndReleaseDb(pMnode, pDb);
×
2433
          if (code != TSDB_CODE_NEED_RETRY) {
×
2434
            mError("db:%s, failed to get db tsmas", pDb->name);
×
2435
          } else {
2436
            mWarn("db:%s, need retry to get db tsmas", pDb->name);
×
2437
          }
2438
          taosArrayDestroyP(rsp.pTsmaRsp->pTsmas, tFreeAndClearTableTSMAInfo);
×
2439
          taosMemoryFreeClear(rsp.pTsmaRsp);
×
2440
          continue;
×
2441
        }
2442
        rsp.dbTsmaVersion = pDb->tsmaVersion;
716,659✔
2443
        mDebug("update tsma version to %d, got tsma num: %ld", pDb->tsmaVersion, rsp.pTsmaRsp->pTsmas->size);
716,659✔
2444
      }
2445
    }
2446

2447
    if (pDbCacheInfo->vgVersion < pDb->vgVersion || numOfTable != pDbCacheInfo->numOfTable ||
1,128,870✔
2448
        pDbCacheInfo->stateTs != pDb->stateTs) {
1,088,457✔
2449
      rsp.useDbRsp = taosMemoryCalloc(1, sizeof(SUseDbRsp));
807,823✔
2450
      rsp.useDbRsp->pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));
807,823✔
2451
      if (rsp.useDbRsp->pVgroupInfos == NULL) {
807,823✔
2452
        mndReleaseDb(pMnode, pDb);
×
2453
        mError("db:%s, failed to malloc usedb response", pDb->name);
×
2454
        taosArrayDestroyP(rsp.pTsmaRsp->pTsmas, tFreeAndClearTableTSMAInfo);
×
2455
        taosMemoryFreeClear(rsp.pTsmaRsp);
×
2456
        continue;
×
2457
      }
2458

2459
      mndBuildDBVgroupInfo(pDb, pMnode, rsp.useDbRsp->pVgroupInfos);
807,823✔
2460
      (void)memcpy(rsp.useDbRsp->db, pDb->name, TSDB_DB_FNAME_LEN);
807,823✔
2461
      rsp.useDbRsp->uid = pDb->uid;
807,823✔
2462
      rsp.useDbRsp->vgVersion = pDb->vgVersion;
807,823✔
2463
      rsp.useDbRsp->stateTs = pDb->stateTs;
807,823✔
2464
      rsp.useDbRsp->vgNum = (int32_t)taosArrayGetSize(rsp.useDbRsp->pVgroupInfos);
807,823✔
2465
      rsp.useDbRsp->hashMethod = pDb->cfg.hashMethod;
807,823✔
2466
      rsp.useDbRsp->hashPrefix = pDb->cfg.hashPrefix;
807,823✔
2467
      rsp.useDbRsp->hashSuffix = pDb->cfg.hashSuffix;
807,823✔
2468
      rsp.useDbRsp->flags = pDb->cfg.flags;
807,823✔
2469
    }
2470

2471
    if (taosArrayPush(batchRsp.pArray, &rsp) == NULL) {
2,257,740✔
2472
      mndReleaseDb(pMnode, pDb);
×
2473
      if (terrno != 0) code = terrno;
×
2474
      return code;
×
2475
    }
2476
    mndReleaseDb(pMnode, pDb);
1,128,870✔
2477
  }
2478

2479
  int32_t rspLen = tSerializeSDbHbBatchRsp(NULL, 0, &batchRsp);
6,532,665✔
2480
  void   *pRsp = taosMemoryMalloc(rspLen);
6,532,388✔
2481
  if (pRsp == NULL) {
6,532,388✔
2482
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
2483
    tFreeSDbHbBatchRsp(&batchRsp);
×
2484
    return -1;
×
2485
  }
2486
  int32_t ret = 0;
6,532,388✔
2487
  if ((ret = tSerializeSDbHbBatchRsp(pRsp, rspLen, &batchRsp)) < 0) return ret;
6,532,388✔
2488

2489
  *ppRsp = pRsp;
6,532,388✔
2490
  *pRspLen = rspLen;
6,532,388✔
2491

2492
  tFreeSDbHbBatchRsp(&batchRsp);
6,532,388✔
2493
  TAOS_RETURN(code);
6,532,388✔
2494
}
2495

2496
static int32_t mndSetTrimDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, int64_t startTs, STimeWindow tw,
24,646✔
2497
                                       SArray *vgroupIds, ETsdbOpType type, ETriggerType triggerType,
2498
                                       STrimDbRsp *pRsp) {
2499
  int32_t code = 0, lino = 0;
24,646✔
2500
  SSdb   *pSdb = pMnode->pSdb;
24,646✔
2501
  void   *pIter = NULL;
24,646✔
2502

2503
  SRetentionObj obj = {.optrType = type, .triggerType = triggerType};  // reuse SCompactObj struct
24,646✔
2504
  TAOS_CHECK_EXIT(mndAddRetentionToTrans(pMnode, pTrans, &obj, pDb, pRsp));
24,646✔
2505

2506
  int32_t j = 0;
24,646✔
2507
  int32_t numOfVgroups = taosArrayGetSize(vgroupIds);
24,646✔
2508
  if (numOfVgroups > 0) {
24,646✔
2509
    for (int32_t i = 0; i < numOfVgroups; i++) {
8,616✔
2510
      int64_t vgId = *(int64_t *)taosArrayGet(vgroupIds, i);
6,462✔
2511
      SVgObj *pVgroup = mndAcquireVgroup(pMnode, vgId);
6,462✔
2512

2513
      if (pVgroup == NULL) {
6,462✔
2514
        mError("db:%s, vgroup:%" PRId64 " not exist", pDb->name, vgId);
2,154✔
2515
        TAOS_CHECK_EXIT(TSDB_CODE_MND_VGROUP_NOT_EXIST);
2,154✔
2516
      } else if (pVgroup->dbUid != pDb->uid) {
4,308✔
2517
        mError("db:%s, vgroup:%" PRId64 " not belong to db:%s", pDb->name, vgId, pDb->name);
×
2518
        sdbRelease(pSdb, pVgroup);
×
2519
        TAOS_CHECK_EXIT(TSDB_CODE_MND_VGROUP_NOT_EXIST);
×
2520
      }
2521
      sdbRelease(pSdb, pVgroup);
4,308✔
2522
    }
2523

2524
    for (int32_t i = 0; i < numOfVgroups; i++) {
6,462✔
2525
      int64_t vgId = *(int64_t *)taosArrayGet(vgroupIds, i);
4,308✔
2526
      SVgObj *pVgroup = mndAcquireVgroup(pMnode, vgId);
4,308✔
2527

2528
      if ((code = mndBuildTrimVgroupAction(pMnode, pTrans, pDb, pVgroup, startTs, tw, type, triggerType)) != 0) {
4,308✔
2529
        sdbRelease(pSdb, pVgroup);
×
2530
        TAOS_RETURN(code);
×
2531
      }
2532

2533
      for (int32_t i = 0; i < pVgroup->replica; i++) {
8,616✔
2534
        SVnodeGid *gid = &pVgroup->vnodeGid[i];
4,308✔
2535
        if ((code = mndAddRetentionDetailToTrans(pMnode, pTrans, &obj, pVgroup, gid, j)) != 0) {
4,308✔
2536
          sdbRelease(pSdb, pVgroup);
×
2537
          TAOS_RETURN(code);
×
2538
        }
2539
        j++;
4,308✔
2540
      }
2541
      sdbRelease(pSdb, pVgroup);
4,308✔
2542
    }
2543
  } else {
2544
    while (1) {
81,933✔
2545
      SVgObj *pVgroup = NULL;
102,271✔
2546
      pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
102,271✔
2547
      if (pIter == NULL) break;
102,271✔
2548

2549
      if (pVgroup->dbUid == pDb->uid) {
81,933✔
2550
        if ((code = mndBuildTrimVgroupAction(pMnode, pTrans, pDb, pVgroup, startTs, tw, type, triggerType)) != 0) {
49,367✔
2551
          sdbCancelFetch(pSdb, pIter);
×
2552
          sdbRelease(pSdb, pVgroup);
×
2553
          TAOS_RETURN(code);
×
2554
        }
2555

2556
        for (int32_t i = 0; i < pVgroup->replica; i++) {
115,808✔
2557
          SVnodeGid *gid = &pVgroup->vnodeGid[i];
66,441✔
2558
          if ((code = mndAddRetentionDetailToTrans(pMnode, pTrans, &obj, pVgroup, gid, j)) != 0) {
66,441✔
2559
            sdbCancelFetch(pSdb, pIter);
×
2560
            sdbRelease(pSdb, pVgroup);
×
2561
            TAOS_RETURN(code);
×
2562
          }
2563
          j++;
66,441✔
2564
        }
2565
      }
2566

2567
      sdbRelease(pSdb, pVgroup);
81,933✔
2568
    }
2569
  }
2570
_exit:
24,646✔
2571
  TAOS_RETURN(code);
24,646✔
2572
}
2573

2574
static int32_t mndBuildTrimDbRsp(STrimDbRsp *rsp, int32_t *pRspLen, void **ppRsp, bool useRpcMalloc) {
22,492✔
2575
  int32_t code = 0;
22,492✔
2576
  int32_t rspLen = tSerializeSCompactDbRsp(NULL, 0, (SCompactDbRsp *)rsp);
22,492✔
2577
  void   *pRsp = NULL;
22,492✔
2578
  if (useRpcMalloc) {
22,492✔
2579
    pRsp = rpcMallocCont(rspLen);
×
2580
  } else {
2581
    pRsp = taosMemoryMalloc(rspLen);
22,492✔
2582
  }
2583

2584
  if (pRsp == NULL) {
22,492✔
2585
    code = TSDB_CODE_OUT_OF_MEMORY;
×
2586
    TAOS_RETURN(code);
×
2587
  }
2588

2589
  (void)tSerializeSCompactDbRsp(pRsp, rspLen, (SCompactDbRsp *)rsp);
22,492✔
2590
  *pRspLen = rspLen;
22,492✔
2591
  *ppRsp = pRsp;
22,492✔
2592
  TAOS_RETURN(code);
22,492✔
2593
}
2594

2595
int32_t mndTrimDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, STimeWindow tw, SArray *vgroupIds,
29,265✔
2596
                         ETsdbOpType type, ETriggerType triggerType) {
2597
  SSdb      *pSdb = pMnode->pSdb;
29,265✔
2598
  SVgObj    *pVgroup = NULL;
29,265✔
2599
  void      *pIter = NULL;
29,265✔
2600
  int32_t    code = 0, lino = 0;
29,265✔
2601
  STrimDbRsp rsp = {0};
29,265✔
2602
  bool       isExist = false;
29,265✔
2603

2604
  while (1) {
7,555✔
2605
    SRetentionObj *pObj = NULL;
36,820✔
2606
    pIter = sdbFetch(pMnode->pSdb, SDB_RETENTION, pIter, (void **)&pObj);
36,820✔
2607
    if (pIter == NULL) break;
36,820✔
2608

2609
    if (strcmp(pObj->dbname, pDb->name) == 0) {
7,555✔
2610
      isExist = true;
4,308✔
2611
    }
2612
    sdbRelease(pMnode->pSdb, pObj);
7,555✔
2613
  }
2614
  if (isExist) {
29,265✔
2615
    mInfo("trim db:%s already exist", pDb->name);
4,308✔
2616
    TAOS_RETURN(TSDB_CODE_MND_TRIM_ALREADY_EXIST);
4,308✔
2617
  }
2618

2619
  int64_t startTs = taosGetTimestampMs();
24,957✔
2620
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "trim-db");
24,957✔
2621
  if (pTrans == NULL) goto _exit;
24,957✔
2622
  mInfo("trans:%d, used to trim db:%s", pTrans->id, pDb->name);
24,957✔
2623
  mndTransSetDbName(pTrans, pDb->name, NULL);
24,957✔
2624
  TAOS_CHECK_EXIT(mndTrancCheckConflict(pMnode, pTrans));
24,957✔
2625
  TAOS_CHECK_EXIT(mndSetTrimDbRedoActions(pMnode, pTrans, pDb, startTs, tw, vgroupIds, type, triggerType, &rsp));
24,646✔
2626
  if (pReq) {
22,492✔
2627
    int32_t rspLen = 0;
22,492✔
2628
    void   *pRsp = NULL;
22,492✔
2629
    rsp.bAccepted = true;
22,492✔
2630
    TAOS_CHECK_EXIT(mndBuildTrimDbRsp(&rsp, &rspLen, &pRsp, false));
22,492✔
2631
    mndTransSetRpcRsp(pTrans, pRsp, rspLen);
22,492✔
2632
  }
2633
  TAOS_CHECK_EXIT(mndTransPrepare(pMnode, pTrans));
22,492✔
2634
_exit:
24,957✔
2635
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
24,957✔
2636
    mError("db:%s, failed at line %d to trim db since %s", pDb->name, lino, tstrerror(code));
2,465✔
2637
  }
2638
  mndTransDrop(pTrans);
24,957✔
2639
  TAOS_RETURN(code);
24,957✔
2640
}
2641

2642
#ifdef TD_ENTERPRISE
2643
static int32_t mndCheckRsmaInDb(SMnode *pMnode, SDbObj *pDb) {
13,642✔
2644
  int32_t   code = 0;
13,642✔
2645
  void     *pIter = NULL;
13,642✔
2646
  SRsmaObj *pRsma = NULL;
13,642✔
2647
  while ((pIter = sdbFetch(pMnode->pSdb, SDB_RSMA, pIter, (void **)&pRsma))) {
13,642✔
2648
    if (pRsma->dbUid == pDb->uid) {
13,642✔
2649
      sdbRelease(pMnode->pSdb, pRsma);
13,642✔
2650
      sdbCancelFetch(pMnode->pSdb, pIter);
13,642✔
2651
      TAOS_RETURN(code);
13,642✔
2652
    }
2653
    sdbRelease(pMnode->pSdb, pRsma);
×
2654
  }
2655
  TAOS_RETURN(TSDB_CODE_RSMA_NOT_EXIST);
×
2656
}
2657
#endif
2658

2659
static int32_t mndProcessTrimDbReq(SRpcMsg *pReq) {
21,528✔
2660
  SMnode    *pMnode = pReq->info.node;
21,528✔
2661
  int32_t    code = 0, lino = 0;
21,528✔
2662
  SDbObj    *pDb = NULL;
21,528✔
2663
  STrimDbReq trimReq = {0};
21,528✔
2664
  int64_t    tss = taosGetTimestampMs();
21,528✔
2665

2666
  TAOS_CHECK_EXIT(tDeserializeSTrimDbReq(pReq->pCont, pReq->contLen, &trimReq));
21,528✔
2667

2668
  mInfo("db:%s, start to trim, optr:%u, tw:%" PRId64 ",%" PRId64, trimReq.db, trimReq.optrType, trimReq.tw.skey,
21,528✔
2669
        trimReq.tw.ekey);
2670

2671
  pDb = mndAcquireDb(pMnode, trimReq.db);
21,528✔
2672
  if (pDb == NULL) {
21,528✔
2673
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2674
    if (terrno != 0) code = terrno;
×
2675
    TAOS_CHECK_EXIT(code);
×
2676
  }
2677

2678
  TAOS_CHECK_EXIT(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_TRIM_DB, pDb));
21,528✔
2679

2680
  if (pDb->cfg.isMount) {
21,528✔
2681
    TAOS_CHECK_EXIT(TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT);
×
2682
  }
2683

2684
#ifdef TD_ENTERPRISE
2685
  if (trimReq.optrType == TSDB_OPTR_ROLLUP) {
21,528✔
2686
    TAOS_CHECK_EXIT(mndCheckRsmaInDb(pMnode, pDb));
13,642✔
2687
  }
2688
#endif
2689

2690
  TAOS_CHECK_EXIT(mndTrimDb(pMnode, pReq, pDb, trimReq.tw, trimReq.vgroupIds, trimReq.optrType, trimReq.triggerType));
21,528✔
2691
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
15,066✔
2692

2693
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
15,066✔
2694
    SName name = {0};
15,066✔
2695
    if (tNameFromString(&name, trimReq.db, T_NAME_ACCT | T_NAME_DB) < 0) {
15,066✔
2696
      mWarn("db:%s, failed at line %d to parse db name", trimReq.db, __LINE__);
×
2697
    }
2698

2699
    char optrType[16] = {0};
15,066✔
2700
    (void)snprintf(optrType, sizeof(optrType), "%u", trimReq.optrType);
15,066✔
2701
    int64_t tse = taosGetTimestampMs();
15,066✔
2702
    double  duration = (double)(tse - tss);
15,066✔
2703
    duration = duration / 1000;
15,066✔
2704
    auditRecord(pReq, pMnode->clusterId, "trimDB", name.dbname, optrType, trimReq.sql, trimReq.sqlLen, duration, 0);
15,066✔
2705
  }
2706

2707
_exit:
21,528✔
2708
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
21,528✔
2709
    mError("db:%s, failed at line %d to process trim db req since %s, optr:%u", trimReq.db, lino, tstrerror(code),
6,462✔
2710
           trimReq.optrType);
2711
  }
2712

2713
  mndReleaseDb(pMnode, pDb);
21,528✔
2714
  tFreeSTrimDbReq(&trimReq);
21,528✔
2715
  TAOS_RETURN(code);
21,528✔
2716
}
2717

2718
static int32_t mndBuildSsMigrateDbRsp(SSsMigrateDbRsp *pSsMigrateRsp, int32_t *pRspLen, void **ppRsp, bool useRpcMalloc) {
×
2719
  int32_t code = 0;
×
2720
  int32_t rspLen = tSerializeSSsMigrateDbRsp(NULL, 0, pSsMigrateRsp);
×
2721
  void   *pRsp = NULL;
×
2722
  if (useRpcMalloc) {
×
2723
    pRsp = rpcMallocCont(rspLen);
×
2724
  } else {
2725
    pRsp = taosMemoryMalloc(rspLen);
×
2726
  }
2727

2728
  if (pRsp == NULL) {
×
2729
    code = TSDB_CODE_OUT_OF_MEMORY;
×
2730
    TAOS_RETURN(code);
×
2731
  }
2732

2733
  (void)tSerializeSSsMigrateDbRsp(pRsp, rspLen, pSsMigrateRsp);
×
2734
  *pRspLen = rspLen;
×
2735
  *ppRsp = pRsp;
×
2736
  TAOS_RETURN(code);
×
2737
}
2738

2739
static int32_t mndTrimDbWal(SMnode *pMnode, SDbObj *pDb) {
1,074✔
2740
  SSdb   *pSdb = pMnode->pSdb;
1,074✔
2741
  SVgObj *pVgroup = NULL;
1,074✔
2742
  void   *pIter = NULL;
1,074✔
2743
  int32_t code = 0;
1,074✔
2744

2745
  // Iterate through all vgroups in this database
2746
  while (1) {
2,148✔
2747
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
3,222✔
2748
    if (pIter == NULL) break;
3,222✔
2749

2750
    // Check if this vgroup belongs to the database
2751
    if (pVgroup->dbUid != pDb->uid) {
2,148✔
2752
      sdbRelease(pSdb, pVgroup);
×
2753
      continue;
×
2754
    }
2755

2756
    // Prepare message to send to vnode
2757
    int32_t   contLen = sizeof(SMsgHead);
2,148✔
2758
    SMsgHead *pHead = rpcMallocCont(contLen);
2,148✔
2759
    if (pHead == NULL) {
2,148✔
2760
      sdbCancelFetch(pSdb, pVgroup);
×
2761
      sdbRelease(pSdb, pVgroup);
×
2762
      code = TSDB_CODE_OUT_OF_MEMORY;
×
2763
      break;
×
2764
    }
2765
    pHead->contLen = htonl(contLen);
2,148✔
2766
    pHead->vgId = htonl(pVgroup->vgId);
2,148✔
2767

2768
    // Send TRIM WAL request to vnode
2769
    SRpcMsg rpcMsg = {.msgType = TDMT_VND_TRIM_WAL, .pCont = pHead, .contLen = contLen};
2,148✔
2770
    SEpSet  epSet = mndGetVgroupEpset(pMnode, pVgroup);
2,148✔
2771
    code = tmsgSendReq(&epSet, &rpcMsg);
2,148✔
2772
    if (code != 0) {
2,148✔
2773
      mError("vgId:%d, failed to send vnode-trim-wal request since 0x%x", pVgroup->vgId, code);
×
2774
    } else {
2775
      mInfo("vgId:%d, send vnode-trim-wal request to vnode", pVgroup->vgId);
2,148✔
2776
    }
2777
    sdbRelease(pSdb, pVgroup);
2,148✔
2778
  }
2779

2780
  return code;
1,074✔
2781
}
2782

2783
static int32_t mndProcessTrimDbWalReq(SRpcMsg *pReq) {
1,074✔
2784
  SMnode    *pMnode = pReq->info.node;
1,074✔
2785
  int32_t    code = -1;
1,074✔
2786
  SDbObj    *pDb = NULL;
1,074✔
2787
  STrimDbReq trimReq = {0};
1,074✔
2788

2789
  TAOS_CHECK_GOTO(tDeserializeSTrimDbReq(pReq->pCont, pReq->contLen, &trimReq), NULL, _OVER);
1,074✔
2790

2791
  mInfo("db:%s, start to trim WAL", trimReq.db);
1,074✔
2792

2793
  pDb = mndAcquireDb(pMnode, trimReq.db);
1,074✔
2794
  if (pDb == NULL) {
1,074✔
2795
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2796
    if (terrno != 0) code = terrno;
×
2797
    goto _OVER;
×
2798
  }
2799

2800
  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_TRIM_DB, pDb), NULL, _OVER);
1,074✔
2801

2802
  code = mndTrimDbWal(pMnode, pDb);
1,074✔
2803

2804
_OVER:
1,074✔
2805
  if (code != 0) {
1,074✔
2806
    mError("db:%s, failed to process trim db wal req since %s", trimReq.db, terrstr());
×
2807
  }
2808

2809
  mndReleaseDb(pMnode, pDb);
1,074✔
2810
  TAOS_RETURN(code);
1,074✔
2811
}
2812

2813
int32_t mndSsMigrateDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb) {
×
2814
  int32_t       code = 0;
×
2815
  SSsMigrateDbRsp ssMigrateRsp = {0};
×
2816

2817
  bool  isExist = false;
×
2818
  void *pIter = NULL;
×
2819
  while (1) {
×
2820
    SSsMigrateObj *pSsMigrate = NULL;
×
2821
    pIter = sdbFetch(pMnode->pSdb, SDB_SSMIGRATE, pIter, (void **)&pSsMigrate);
×
2822
    if (pIter == NULL) break;
×
2823

2824
    if (strcmp(pSsMigrate->dbname, pDb->name) == 0) {
×
2825
      isExist = true;
×
2826
    }
2827
    sdbRelease(pMnode->pSdb, pSsMigrate);
×
2828
  }
2829
  if (isExist) {
×
2830
    mInfo("ssmigrate db:%s already exist", pDb->name);
×
2831

2832
    if (pReq) {
×
2833
      int32_t rspLen = 0;
×
2834
      void   *pRsp = NULL;
×
2835
      ssMigrateRsp.ssMigrateId = 0;
×
2836
      ssMigrateRsp.bAccepted = false;
×
2837
      TAOS_CHECK_RETURN(mndBuildSsMigrateDbRsp(&ssMigrateRsp, &rspLen, &pRsp, true));
×
2838

2839
      pReq->info.rsp = pRsp;
×
2840
      pReq->info.rspLen = rspLen;
×
2841
    }
2842

2843
    return TSDB_CODE_MND_SSMIGRATE_ALREADY_EXIST;
×
2844
  }
2845

2846
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "ssmigrate-db");
×
2847
  if (pTrans == NULL) {
×
2848
    mError("failed to create ssmigrate-db trans since %s", terrstr());
×
2849
    goto _OVER;
×
2850
  }
2851

2852
  mInfo("trans:%d, used to ssmigrate db:%s", pTrans->id, pDb->name);
×
2853
  mndTransSetDbName(pTrans, pDb->name, NULL);
×
2854
  TAOS_CHECK_GOTO(mndTrancCheckConflict(pMnode, pTrans), NULL, _OVER);
×
2855

2856
  SSsMigrateObj ssMigrate = { .startTime = taosGetTimestampMs() };
×
2857
  TAOS_CHECK_GOTO(mndAddSsMigrateToTran(pMnode, pTrans, &ssMigrate, pDb), NULL, _OVER);
×
2858

2859
  if (pReq) {
×
2860
    int32_t rspLen = 0;
×
2861
    void   *pRsp = NULL;
×
2862
    ssMigrateRsp.ssMigrateId = ssMigrate.id;
×
2863
    ssMigrateRsp.bAccepted = true;
×
2864
    TAOS_CHECK_GOTO(mndBuildSsMigrateDbRsp(&ssMigrateRsp, &rspLen, &pRsp, false), NULL, _OVER);
×
2865
    mndTransSetRpcRsp(pTrans, pRsp, rspLen);
×
2866
  }
2867

2868
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
×
2869
  code = 0;
×
2870

2871
_OVER:
×
2872
  mndTransDrop(pTrans);
×
2873
  TAOS_RETURN(code);
×
2874
}
2875

2876

2877
static int32_t mndProcessSsMigrateDbReq(SRpcMsg *pReq) {
×
2878
  SMnode         *pMnode = pReq->info.node;
×
2879
  int32_t         code = -1;
×
2880
  SDbObj         *pDb = NULL;
×
2881
  SSsMigrateDbReq ssMigrateReq = {0};
×
2882

2883
  if (!tsSsEnabled) {
×
2884
    code = TSDB_CODE_OPS_NOT_SUPPORT;
×
2885
    goto _OVER;
×
2886
  }
2887

2888
  TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_SHARED_STORAGE), NULL, _OVER);
×
2889
  TAOS_CHECK_GOTO(tDeserializeSSsMigrateDbReq(pReq->pCont, pReq->contLen, &ssMigrateReq), NULL, _OVER);
×
2890

2891
  mInfo("db:%s, start to ssmigrate", ssMigrateReq.db);
×
2892

2893
  pDb = mndAcquireDb(pMnode, ssMigrateReq.db);
×
2894
  if (pDb == NULL) {
×
2895
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2896
    if (terrno != 0) code = terrno;
×
2897
    goto _OVER;
×
2898
  }
2899

2900
  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_SSMIGRATE_DB, pDb), NULL, _OVER);
×
2901

2902
  if(pDb->cfg.isMount) {
×
2903
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
×
2904
    goto _OVER;
×
2905
  }
2906

2907
  code = mndSsMigrateDb(pMnode, pReq, pDb);
×
2908

2909
_OVER:
×
2910
  if (code != 0) {
×
2911
    mError("db:%s, failed to process ssmigrate db req since %s", ssMigrateReq.db, tstrerror(code));
×
2912
  }
2913

2914
  mndReleaseDb(pMnode, pDb);
×
2915
  TAOS_RETURN(code);
×
2916
}
2917

2918
const char *mndGetDbStr(const char *src) {
20,231,887✔
2919
  char *pos = strstr(src, TS_PATH_DELIMITER);
20,231,887✔
2920
  if (pos != NULL) ++pos;
20,231,887✔
2921
  if (pos == NULL) return src;
20,231,887✔
2922
  return pos;
18,978,732✔
2923
}
2924

2925
const char *mndGetStableStr(const char *src) {
17,394,355✔
2926
  char *pos = strstr(src, TS_PATH_DELIMITER);
17,394,355✔
2927
  if (pos != NULL) ++pos;
17,394,355✔
2928
  if (pos == NULL) return src;
17,394,355✔
2929
  return mndGetDbStr(pos);
17,394,355✔
2930
}
2931

2932
static int64_t getValOfDiffPrecision(int8_t unit, int64_t val) {
×
2933
  int64_t v = 0;
×
2934
  switch (unit) {
×
2935
    case 's':
×
2936
      v = val / 1000;
×
2937
      break;
×
2938
    case 'm':
×
2939
      v = val / tsTickPerMin[TSDB_TIME_PRECISION_MILLI];
×
2940
      break;
×
2941
    case 'h':
×
2942
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 60);
×
2943
      break;
×
2944
    case 'd':
×
2945
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 24 * 60);
×
2946
      break;
×
2947
    case 'w':
×
2948
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 24 * 60 * 7);
×
2949
      break;
×
2950
    default:
×
2951
      break;
×
2952
  }
2953

2954
  return v;
×
2955
}
2956

2957
static char *buildRetension(SArray *pRetension) {
506,295✔
2958
  size_t size = taosArrayGetSize(pRetension);
506,295✔
2959
  if (size == 0) {
506,295✔
2960
    return NULL;
506,295✔
2961
  }
2962

2963
  char       *p1 = taosMemoryCalloc(1, 100);
×
2964
  SRetention *p = taosArrayGet(pRetension, 0);
×
2965

2966
  int32_t len = 2;
×
2967

2968
  int64_t v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
×
2969
  int64_t v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
×
2970
  len += tsnprintf(p1 + len, 100 - len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
×
2971

2972
  if (size > 1) {
×
2973
    len += tsnprintf(p1 + len, 100 - len, ",");
×
2974
    p = taosArrayGet(pRetension, 1);
×
2975

2976
    v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
×
2977
    v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
×
2978
    len += tsnprintf(p1 + len, 100 - len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
×
2979
  }
2980

2981
  if (size > 2) {
×
2982
    len += tsnprintf(p1 + len, 100 - len, ",");
×
2983
    p = taosArrayGet(pRetension, 2);
×
2984

2985
    v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
×
2986
    v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
×
2987
    len += tsnprintf(p1 + len, 100 - len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
×
2988
  }
2989

2990
  varDataSetLen(p1, len);
×
2991
  return p1;
×
2992
}
2993

2994
static const char *getCacheModelStr(int8_t cacheModel) {
506,295✔
2995
  switch (cacheModel) {
506,295✔
2996
    case TSDB_CACHE_MODEL_NONE:
471,241✔
2997
      return TSDB_CACHE_MODEL_NONE_STR;
471,241✔
2998
    case TSDB_CACHE_MODEL_LAST_ROW:
2,107✔
2999
      return TSDB_CACHE_MODEL_LAST_ROW_STR;
2,107✔
3000
    case TSDB_CACHE_MODEL_LAST_VALUE:
5,391✔
3001
      return TSDB_CACHE_MODEL_LAST_VALUE_STR;
5,391✔
3002
    case TSDB_CACHE_MODEL_BOTH:
27,556✔
3003
      return TSDB_CACHE_MODEL_BOTH_STR;
27,556✔
3004
    default:
×
3005
      break;
×
3006
  }
3007
  return "unknown";
×
3008
}
3009

3010
static void getEncryptAlgorithmStr(SMnode *pMnode, int8_t encryptAlgorithm, char *out) {
506,295✔
3011
  switch (encryptAlgorithm) {
506,295✔
3012
    case TSDB_ENCRYPT_ALGO_NONE: {
506,295✔
3013
      tstrncpy(out, TSDB_ENCRYPT_ALGO_NONE_STR, TSDB_ENCRYPT_ALGR_NAME_LEN);
506,295✔
3014
      break;
506,295✔
3015
    }
3016
    default: {
×
3017
      SEncryptAlgrObj *obj = mndAcquireEncryptAlgrById(pMnode, encryptAlgorithm);
×
3018
      if (obj != NULL) {
×
3019
        tstrncpy(out, obj->algorithm_id, TSDB_ENCRYPT_ALGR_NAME_LEN);
×
3020
        mndReleaseEncryptAlgr(pMnode, obj);
×
3021
      }
3022
      break;
×
3023
    }
3024
  }
3025
}
506,295✔
3026

3027
bool mndIsDbReady(SMnode *pMnode, SDbObj *pDb) {
1,925,252✔
3028
  if (pDb->cfg.replications == 1) return true;
1,925,252✔
3029

3030
  SSdb *pSdb = pMnode->pSdb;
402,776✔
3031
  void *pIter = NULL;
402,776✔
3032
  bool  isReady = true;
402,776✔
3033
  while (1) {
1,892,548✔
3034
    SVgObj *pVgroup = NULL;
2,295,324✔
3035
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
2,295,324✔
3036
    if (pIter == NULL) break;
2,295,324✔
3037

3038
    if (pVgroup->dbUid == pDb->uid && pVgroup->replica > 1) {
1,892,548✔
3039
      bool hasLeader = false;
1,170,954✔
3040
      for (int32_t i = 0; i < pVgroup->replica; ++i) {
4,640,806✔
3041
        if (pVgroup->vnodeGid[i].syncState == TAOS_SYNC_STATE_LEADER ||
3,469,852✔
3042
            pVgroup->vnodeGid[i].syncState == TAOS_SYNC_STATE_ASSIGNED_LEADER) {
3,053,313✔
3043
          hasLeader = true;
416,539✔
3044
        }
3045
      }
3046
      if (!hasLeader) isReady = false;
1,170,954✔
3047
    }
3048
    sdbRelease(pSdb, pVgroup);
1,892,548✔
3049
  }
3050

3051
  return isReady;
402,776✔
3052
}
3053

3054
static void mndDumpDbInfoData(SMnode *pMnode, SSDataBlock *pBlock, SDbObj *pDb, SShowObj *pShow, int32_t rows,
1,389,105✔
3055
                              int64_t numOfTables, bool sysDb, ESdbStatus objStatus, bool sysinfo,
3056
                              SSHashObj **ppUidNames) {
3057
  int32_t cols = 0;
1,389,105✔
3058
  int32_t bytes = pShow->pMeta->pSchemas[cols].bytes;
1,389,105✔
3059
  char   *buf = taosMemoryMalloc(bytes);
1,389,105✔
3060
  if (buf == NULL) {
1,389,105✔
3061
    mError("db:%s, failed to malloc buffer", pDb->name);
×
3062
    return;
×
3063
  }
3064
  int32_t code = 0;
1,389,105✔
3065
  int32_t lino = 0;
1,389,105✔
3066

3067
  const char *name = mndGetDbStr(pDb->name);
1,389,105✔
3068
  if (name != NULL) {
1,389,105✔
3069
    STR_WITH_MAXSIZE_TO_VARSTR(buf, name, bytes);
1,389,105✔
3070
  } else {
3071
    STR_WITH_MAXSIZE_TO_VARSTR(buf, "NULL", bytes);
×
3072
  }
3073

3074
  const char *precStr = NULL;
1,389,105✔
3075
  switch (pDb->cfg.precision) {
1,389,105✔
3076
    case TSDB_TIME_PRECISION_MILLI:
1,347,052✔
3077
      precStr = TSDB_TIME_PRECISION_MILLI_STR;
1,347,052✔
3078
      break;
1,347,052✔
3079
    case TSDB_TIME_PRECISION_MICRO:
11,268✔
3080
      precStr = TSDB_TIME_PRECISION_MICRO_STR;
11,268✔
3081
      break;
11,268✔
3082
    case TSDB_TIME_PRECISION_NANO:
30,785✔
3083
      precStr = TSDB_TIME_PRECISION_NANO_STR;
30,785✔
3084
      break;
30,785✔
3085
    default:
×
3086
      precStr = "none";
×
3087
      break;
×
3088
  }
3089
  char precVstr[10] = {0};
1,389,105✔
3090
  STR_WITH_MAXSIZE_TO_VARSTR(precVstr, precStr, 10);
1,389,105✔
3091

3092
  char *statusStr = "ready";
1,389,105✔
3093
  if (objStatus == SDB_STATUS_CREATING) {
1,389,105✔
3094
    statusStr = "creating";
×
3095
  } else if (objStatus == SDB_STATUS_DROPPING) {
1,389,105✔
3096
    statusStr = "dropping";
×
3097
  } else {
3098
    if (!sysDb && !mndIsDbReady(pMnode, pDb)) {
1,389,105✔
3099
      statusStr = "unsynced";
1,784✔
3100
    }
3101
  }
3102
  char statusVstr[24] = {0};
1,389,105✔
3103
  STR_WITH_MAXSIZE_TO_VARSTR(statusVstr, statusStr, 24);
1,389,105✔
3104

3105
  if (sysDb || !sysinfo) {
1,389,105✔
3106
    for (int32_t i = 0; i < pShow->numOfColumns; ++i) {
36,195,210✔
3107
      SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, i);
35,312,400✔
3108
      if (i == 0) {
35,312,400✔
3109
        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, buf, false), &lino, _OVER);
882,810✔
3110
      } else if (i == 1) {
34,429,590✔
3111
        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->createdTime, false), &lino, _OVER);
882,810✔
3112
      } else if (i == 3) {
33,546,780✔
3113
        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&numOfTables, false), &lino, _OVER);
882,810✔
3114
      } else if (i == 14) {
32,663,970✔
3115
        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, precVstr, false), &lino, _OVER);
882,810✔
3116
      } else if (i == 15) {
31,781,160✔
3117
        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, statusVstr, false), &lino, _OVER);
882,810✔
3118
      } else {
3119
        colDataSetNULL(pColInfo, rows);
30,898,350✔
3120
      }
3121
    }
3122
  } else {
3123
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3124
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, buf, false), &lino, _OVER);
506,295✔
3125

3126
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3127
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->createdTime, false), &lino, _OVER);
506,295✔
3128

3129
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3130
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.numOfVgroups, false), &lino, _OVER);
506,295✔
3131

3132
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3133
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&numOfTables, false), &lino, _OVER);
506,295✔
3134

3135
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3136
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.replications, false), &lino, _OVER);
506,295✔
3137

3138
    const char *strictStr = pDb->cfg.strict ? "on" : "off";
506,295✔
3139
    char        strictVstr[24] = {0};
506,295✔
3140
    STR_WITH_MAXSIZE_TO_VARSTR(strictVstr, strictStr, 24);
506,295✔
3141
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3142
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)strictVstr, false), &lino, _OVER);
506,295✔
3143

3144
    char    durationStr[128] = {0};
506,295✔
3145
    char    durationVstr[128] = {0};
506,295✔
3146
    int32_t len = formatDurationOrKeep(&durationVstr[VARSTR_HEADER_SIZE], sizeof(durationVstr) - VARSTR_HEADER_SIZE,
506,295✔
3147
                                       pDb->cfg.daysPerFile);
3148

3149
    varDataSetLen(durationVstr, len);
506,295✔
3150
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3151
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);
506,295✔
3152

3153
    char keepVstr[128] = {0};
506,295✔
3154
    char keep0Str[32] = {0};
506,295✔
3155
    char keep1Str[32] = {0};
506,295✔
3156
    char keep2Str[32] = {0};
506,295✔
3157

3158
    int32_t lenKeep0 = formatDurationOrKeep(keep0Str, sizeof(keep0Str), pDb->cfg.daysToKeep0);
506,295✔
3159
    int32_t lenKeep1 = formatDurationOrKeep(keep1Str, sizeof(keep1Str), pDb->cfg.daysToKeep1);
506,295✔
3160
    int32_t lenKeep2 = formatDurationOrKeep(keep2Str, sizeof(keep2Str), pDb->cfg.daysToKeep2);
506,295✔
3161

3162
    if (pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep1 || pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep2) {
506,295✔
3163
      len = tsnprintf(&keepVstr[VARSTR_HEADER_SIZE], sizeof(keepVstr), "%s,%s,%s", keep1Str, keep2Str, keep0Str);
×
3164
    } else {
3165
      len = tsnprintf(&keepVstr[VARSTR_HEADER_SIZE], sizeof(keepVstr), "%s,%s,%s", keep0Str, keep1Str, keep2Str);
506,295✔
3166
    }
3167
    varDataSetLen(keepVstr, len);
506,295✔
3168
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3169
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)keepVstr, false), &lino, _OVER);
506,295✔
3170

3171
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3172
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.buffer, false), &lino, _OVER);
506,295✔
3173

3174
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3175
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.pageSize, false), &lino, _OVER);
506,295✔
3176

3177
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3178
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.pages, false), &lino, _OVER);
506,295✔
3179

3180
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3181
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.minRows, false), &lino, _OVER);
506,295✔
3182

3183
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3184
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.maxRows, false), &lino, _OVER);
506,295✔
3185

3186
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3187
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.compression, false), &lino, _OVER);
506,295✔
3188

3189
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3190
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)precVstr, false), &lino, _OVER);
506,295✔
3191

3192
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3193
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)statusVstr, false), &lino, _OVER);
506,295✔
3194

3195
    char *rentensionVstr = buildRetension(pDb->cfg.pRetensions);
506,295✔
3196
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3197
    if (rentensionVstr == NULL) {
506,295✔
3198
      colDataSetNULL(pColInfo, rows);
506,295✔
3199
    } else {
3200
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)rentensionVstr, false), &lino, _OVER);
×
3201
      taosMemoryFree(rentensionVstr);
×
3202
    }
3203

3204
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3205
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.numOfStables, false), &lino, _OVER);
506,295✔
3206

3207
    const char *cacheModelStr = getCacheModelStr(pDb->cfg.cacheLast);
506,295✔
3208
    char        cacheModelVstr[24] = {0};
506,295✔
3209
    STR_WITH_MAXSIZE_TO_VARSTR(cacheModelVstr, cacheModelStr, 24);
506,295✔
3210
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3211
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)cacheModelVstr, false), &lino, _OVER);
506,295✔
3212

3213
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3214
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.cacheLastSize, false), &lino, _OVER);
506,295✔
3215

3216
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3217
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walLevel, false), &lino, _OVER);
506,295✔
3218

3219
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3220
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walFsyncPeriod, false), &lino, _OVER);
506,295✔
3221

3222
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3223
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walRetentionPeriod, false), &lino, _OVER);
506,295✔
3224

3225
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3226
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walRetentionSize, false), &lino, _OVER);
506,295✔
3227

3228
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3229
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.sstTrigger, false), &lino, _OVER);
506,295✔
3230

3231
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3232
    int16_t hashPrefix = pDb->cfg.hashPrefix;
506,295✔
3233
    if (hashPrefix > 0) {
506,295✔
3234
      hashPrefix = pDb->cfg.hashPrefix - strlen(pDb->name) - 1;
3,217✔
3235
    } else if (hashPrefix < 0) {
503,078✔
3236
      hashPrefix = pDb->cfg.hashPrefix + strlen(pDb->name) + 1;
5,008✔
3237
    }
3238
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&hashPrefix, false), &lino, _OVER);
506,295✔
3239

3240
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3241
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.hashSuffix, false), &lino, _OVER);
506,295✔
3242

3243
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3244
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.tsdbPageSize, false), &lino, _OVER);
506,295✔
3245

3246
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3247
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.keepTimeOffset, false), &lino, _OVER);
506,295✔
3248

3249
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3250
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.ssChunkSize, false), &lino, _OVER);
506,295✔
3251

3252
    char keeplocalVstr[128] = {0};
506,295✔
3253
    len = tsnprintf(&keeplocalVstr[VARSTR_HEADER_SIZE], sizeof(keeplocalVstr), "%dm", pDb->cfg.ssKeepLocal);
506,295✔
3254
    varDataSetLen(keeplocalVstr, len);
506,295✔
3255
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3256
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)keeplocalVstr, false), &lino, _OVER);
506,295✔
3257

3258
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3259
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.ssCompact, false), &lino, _OVER);
506,295✔
3260

3261
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3262
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.withArbitrator, false), &lino, _OVER);
506,295✔
3263

3264
    char encryptAlgorithmStr[TSDB_ENCRYPT_ALGR_NAME_LEN] = {0};
506,295✔
3265
    getEncryptAlgorithmStr(pMnode, pDb->cfg.encryptAlgorithm, encryptAlgorithmStr);
506,295✔
3266
    char        encryptAlgorithmVStr[24] = {0};
506,295✔
3267
    STR_WITH_MAXSIZE_TO_VARSTR(encryptAlgorithmVStr, encryptAlgorithmStr, 24);
506,295✔
3268
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
506,295✔
3269
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)encryptAlgorithmVStr, false), &lino, _OVER);
506,295✔
3270

3271
    TAOS_UNUSED(formatDurationOrKeep(durationStr, sizeof(durationStr), pDb->cfg.compactInterval));
506,295✔
3272
    STR_WITH_MAXSIZE_TO_VARSTR(durationVstr, durationStr, sizeof(durationVstr));
506,295✔
3273
    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {
506,295✔
3274
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);
506,295✔
3275
    }
3276

3277
    len = formatDurationOrKeep(durationStr, sizeof(durationStr), pDb->cfg.compactStartTime);
506,295✔
3278
    TAOS_UNUSED(formatDurationOrKeep(durationVstr, sizeof(durationVstr), pDb->cfg.compactEndTime));
506,295✔
3279
    TAOS_UNUSED(snprintf(durationStr + len, sizeof(durationStr) - len, ",%s", durationVstr));
506,295✔
3280
    STR_WITH_MAXSIZE_TO_VARSTR(durationVstr, durationStr, sizeof(durationVstr));
506,295✔
3281
    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {
506,295✔
3282
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);
506,295✔
3283
    }
3284

3285
    TAOS_UNUSED(snprintf(durationStr, sizeof(durationStr), "%dh", pDb->cfg.compactTimeOffset));
506,295✔
3286
    STR_WITH_MAXSIZE_TO_VARSTR(durationVstr, durationStr, sizeof(durationVstr));
506,295✔
3287
    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {
506,295✔
3288
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);
506,295✔
3289
    }
3290

3291
    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {
506,295✔
3292
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.isAudit, false), &lino, _OVER);
506,295✔
3293
    }
3294

3295
    if (!(*ppUidNames)) {
506,295✔
3296
      TAOS_CHECK_GOTO(mndBuildUidNamesHash(pMnode, ppUidNames), &lino, _OVER);
290,507✔
3297
    }
3298
    const char *ownerName = tSimpleHashGet(*ppUidNames, (const char *)&pDb->ownerId, sizeof(pDb->ownerId));
506,295✔
3299
    TAOS_UNUSED(snprintf(durationStr, sizeof(durationStr), "%s", ownerName ? ownerName : "[unknown]"));
506,295✔
3300
    STR_WITH_MAXSIZE_TO_VARSTR(durationVstr, durationStr, sizeof(durationVstr));
506,295✔
3301
    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {
506,295✔
3302
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);
506,295✔
3303
    }
3304

3305
    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {
506,295✔
3306
      uint8_t allowDrop = pDb->cfg.allowDrop;
506,295✔
3307
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&allowDrop, false), &lino, _OVER);
506,295✔
3308
    }
3309
  }
3310
_OVER:
1,389,105✔
3311
  if (code != 0) mError("failed to retrieve at line:%d, since %s", lino, tstrerror(code));
1,389,105✔
3312
  taosMemoryFree(buf);
1,389,105✔
3313
}
3314

3315
static void setInformationSchemaDbCfg(SMnode *pMnode, SDbObj *pDbObj) {
439,403✔
3316
  tstrncpy(pDbObj->name, TSDB_INFORMATION_SCHEMA_DB, tListLen(pDbObj->name));
439,403✔
3317
  pDbObj->createdTime = mndGetClusterCreateTime(pMnode);
439,403✔
3318
  pDbObj->cfg.numOfVgroups = 0;
439,403✔
3319
  pDbObj->cfg.strict = 1;
439,403✔
3320
  pDbObj->cfg.replications = 1;
439,403✔
3321
  pDbObj->cfg.precision = TSDB_TIME_PRECISION_MILLI;
439,403✔
3322
}
439,403✔
3323

3324
static void setPerfSchemaDbCfg(SMnode *pMnode, SDbObj *pDbObj) {
439,403✔
3325
  tstrncpy(pDbObj->name, TSDB_PERFORMANCE_SCHEMA_DB, tListLen(pDbObj->name));
439,403✔
3326
  pDbObj->createdTime = mndGetClusterCreateTime(pMnode);
439,403✔
3327
  pDbObj->cfg.numOfVgroups = 0;
439,403✔
3328
  pDbObj->cfg.strict = 1;
439,403✔
3329
  pDbObj->cfg.replications = 1;
439,403✔
3330
  pDbObj->cfg.precision = TSDB_TIME_PRECISION_MILLI;
439,403✔
3331
}
439,403✔
3332

3333
static bool mndGetTablesOfDbFp(SMnode *pMnode, void *pObj, void *p1, void *p2, void *p3) {
4,225,852✔
3334
  SVgObj  *pVgroup = pObj;
4,225,852✔
3335
  int32_t *numOfTables = p1;
4,225,852✔
3336
  int64_t  uid = *(int64_t *)p2;
4,225,852✔
3337
  if (pVgroup->dbUid == uid) {
4,225,852✔
3338
    *numOfTables += pVgroup->numOfTables;
1,364,227✔
3339
  }
3340
  return true;
4,225,852✔
3341
}
3342

3343
static int32_t mndRetrieveDbs(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rowsCapacity) {
439,403✔
3344
  SMnode    *pMnode = pReq->info.node;
439,403✔
3345
  SSdb      *pSdb = pMnode->pSdb;
439,403✔
3346
  int32_t    numOfRows = 0;
439,403✔
3347
  SDbObj    *pDb = NULL;
439,403✔
3348
  SUserObj  *pOperUser = NULL;
439,403✔
3349
  ESdbStatus objStatus = 0;
439,403✔
3350
  SSHashObj *pUidNames = NULL;
439,403✔
3351

3352
  (void)mndAcquireUser(pMnode, RPC_MSG_USER(pReq), &pOperUser);
439,403✔
3353
  if (pOperUser == NULL) return 0;
439,403✔
3354
  bool sysinfo = pOperUser->sysInfo;
439,403✔
3355
  char objFName[TSDB_OBJ_FNAME_LEN + 1] = {0};
439,403✔
3356
  (void)snprintf(objFName, sizeof(objFName), "%d.*", pOperUser->acctId);
439,403✔
3357
  bool showAnyDb = (0 == mndCheckSysObjPrivilege(pMnode, pOperUser, RPC_MSG_TOKEN(pReq), PRIV_CM_SHOW, PRIV_OBJ_DB, 0,
439,403✔
3358
                                                 objFName, NULL));
3359

3360
  // Append the information_schema database into the result.
3361
  if (!pShow->sysDbRsp) {
439,403✔
3362
    SDbObj infoschemaDb = {0};
439,403✔
3363
    setInformationSchemaDbCfg(pMnode, &infoschemaDb);
439,403✔
3364
    size_t numOfTables = 0;
439,403✔
3365
    getVisibleInfosTablesNum(sysinfo, &numOfTables);
439,403✔
3366
    mndDumpDbInfoData(pMnode, pBlock, &infoschemaDb, pShow, numOfRows, numOfTables, true, 0, 1, &pUidNames);
439,403✔
3367

3368
    numOfRows += 1;
439,403✔
3369

3370
    SDbObj perfschemaDb = {0};
439,403✔
3371
    setPerfSchemaDbCfg(pMnode, &perfschemaDb);
439,403✔
3372
    numOfTables = 0;
439,403✔
3373
    getPerfDbMeta(NULL, &numOfTables);
439,403✔
3374
    mndDumpDbInfoData(pMnode, pBlock, &perfschemaDb, pShow, numOfRows, numOfTables, true, 0, 1, &pUidNames);
439,403✔
3375

3376
    numOfRows += 1;
439,403✔
3377
    pShow->sysDbRsp = true;
439,403✔
3378
  }
3379

3380
  while (numOfRows < rowsCapacity) {
949,702✔
3381
    pShow->pIter = sdbFetchAll(pSdb, SDB_DB, pShow->pIter, (void **)&pDb, &objStatus, true);
949,702✔
3382
    if (pShow->pIter == NULL) break;
949,702✔
3383
    if (showAnyDb || mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_SHOW_DATABASES, pDb) == 0) {
510,299✔
3384
      int32_t numOfTables = 0;
510,299✔
3385
      sdbTraverse(pSdb, SDB_VGROUP, mndGetTablesOfDbFp, &numOfTables, &pDb->uid, NULL);
510,299✔
3386
      mndDumpDbInfoData(pMnode, pBlock, pDb, pShow, numOfRows, numOfTables, false, objStatus, sysinfo, &pUidNames);
510,299✔
3387
      numOfRows++;
510,299✔
3388
    }
3389

3390
    sdbRelease(pSdb, pDb);
510,299✔
3391
  }
3392

3393
  pShow->numOfRows += numOfRows;
439,403✔
3394
  mndReleaseUser(pMnode, pOperUser);
439,403✔
3395
  tSimpleHashCleanup(pUidNames);
439,403✔
3396
  return numOfRows;
439,403✔
3397
}
3398

3399
static void mndCancelGetNextDb(SMnode *pMnode, void *pIter) {
×
3400
  SSdb *pSdb = pMnode->pSdb;
×
3401
  sdbCancelFetchByType(pSdb, pIter, SDB_DB);
×
3402
}
×
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc