• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #4955

09 Feb 2026 01:16AM UTC coverage: 66.884% (+0.008%) from 66.876%
#4955

push

travis-ci

web-flow
docs: add support for recording STMT to CSV files (#34276)

* docs: add support for recording STMT to CSV files

* docs: update version for STMT recording feature in CSV files

205800 of 307696 relevant lines covered (66.88%)

127581826.31 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

77.97
/source/dnode/mnode/impl/src/mndDb.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#define _DEFAULT_SOURCE
17
#include "mndDb.h"
18
#include "audit.h"
19
#include "command.h"
20
#include "mndArbGroup.h"
21
#include "mndCluster.h"
22
#include "mndCompact.h"
23
#include "mndCompactDetail.h"
24
#include "mndConfig.h"
25
#include "mndDnode.h"
26
#include "mndEncryptAlgr.h"
27
#include "mndIndex.h"
28
#include "mndPrivilege.h"
29
#include "mndRetention.h"
30
#include "mndRetentionDetail.h"
31
#include "mndRsma.h"
32
#include "mndScan.h"
33
#include "mndShow.h"
34
#include "mndSma.h"
35
#include "mndSsMigrate.h"
36
#include "mndStb.h"
37
#include "mndStream.h"
38
#include "mndSubscribe.h"
39
#include "mndTopic.h"
40
#include "mndTrans.h"
41
#include "mndUser.h"
42
#include "mndVgroup.h"
43
#include "mndView.h"
44
#include "systable.h"
45
#include "thttp.h"
46
#include "tjson.h"
47

48
#define DB_VER_INITIAL                   1
49
#define DB_VER_SUPPORT_ADVANCED_SECURITY 2
50
#define DB_VER_NUMBER                    DB_VER_SUPPORT_ADVANCED_SECURITY
51

52
#define DB_RESERVE_SIZE 13
53

54
static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw);
55
static int32_t  mndDbActionInsert(SSdb *pSdb, SDbObj *pDb);
56
static int32_t  mndDbActionDelete(SSdb *pSdb, SDbObj *pDb);
57
static int32_t  mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew);
58
static int32_t  mndNewDbActionValidate(SMnode *pMnode, STrans *pTrans, SSdbRaw *pRaw);
59

60
static int32_t mndProcessCreateDbReq(SRpcMsg *pReq);
61
static int32_t mndProcessAlterDbReq(SRpcMsg *pReq);
62
static int32_t mndProcessDropDbReq(SRpcMsg *pReq);
63
static int32_t mndProcessUseDbReq(SRpcMsg *pReq);
64
static int32_t mndProcessTrimDbReq(SRpcMsg *pReq);
65
static int32_t mndProcessSsMigrateDbReq(SRpcMsg *pReq);
66
static int32_t mndProcessTrimDbWalReq(SRpcMsg *pReq);
67
static int32_t mndProcessS3MigrateDbReq(SRpcMsg *pReq);
68
static int32_t mndRetrieveDbs(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rowsCapacity);
69
static void    mndCancelGetNextDb(SMnode *pMnode, void *pIter);
70
static int32_t mndProcessGetDbCfgReq(SRpcMsg *pReq);
71

72
#ifndef TD_ENTERPRISE
73
int32_t mndProcessCompactDbReq(SRpcMsg *pReq) { return TSDB_CODE_OPS_NOT_SUPPORT; }
74
#endif
75

76
int32_t mndInitDb(SMnode *pMnode) {
412,958✔
77
  SSdbTable table = {
412,958✔
78
      .sdbType = SDB_DB,
79
      .keyType = SDB_KEY_BINARY,
80
      .encodeFp = (SdbEncodeFp)mndDbActionEncode,
81
      .decodeFp = (SdbDecodeFp)mndDbActionDecode,
82
      .insertFp = (SdbInsertFp)mndDbActionInsert,
83
      .updateFp = (SdbUpdateFp)mndDbActionUpdate,
84
      .deleteFp = (SdbDeleteFp)mndDbActionDelete,
85
      .validateFp = (SdbValidateFp)mndNewDbActionValidate,
86
  };
87

88
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_DB, mndProcessCreateDbReq);
412,958✔
89
  mndSetMsgHandle(pMnode, TDMT_MND_ALTER_DB, mndProcessAlterDbReq);
412,958✔
90
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_DB, mndProcessDropDbReq);
412,958✔
91
  mndSetMsgHandle(pMnode, TDMT_MND_USE_DB, mndProcessUseDbReq);
412,958✔
92
  mndSetMsgHandle(pMnode, TDMT_MND_COMPACT_DB, mndProcessCompactDbReq);
412,958✔
93
  mndSetMsgHandle(pMnode, TDMT_MND_SCAN_DB, mndProcessScanDbReq);
412,958✔
94
  mndSetMsgHandle(pMnode, TDMT_MND_TRIM_DB, mndProcessTrimDbReq);
412,958✔
95
  mndSetMsgHandle(pMnode, TDMT_MND_TRIM_DB_WAL, mndProcessTrimDbWalReq);
412,958✔
96
  mndSetMsgHandle(pMnode, TDMT_MND_GET_DB_CFG, mndProcessGetDbCfgReq);
412,958✔
97
  mndSetMsgHandle(pMnode, TDMT_MND_SSMIGRATE_DB, mndProcessSsMigrateDbReq);
412,958✔
98
  mndSetMsgHandle(pMnode, TDMT_MND_GET_DB_INFO, mndProcessUseDbReq);
412,958✔
99

100
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_DB, mndRetrieveDbs);
412,958✔
101
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_DB, mndCancelGetNextDb);
412,958✔
102

103
  return sdbSetTable(pMnode->pSdb, table);
412,958✔
104
}
105

106
void mndCleanupDb(SMnode *pMnode) {}
412,900✔
107

108
SSdbRaw *mndDbActionEncode(SDbObj *pDb) {
5,726,226✔
109
  int32_t code = 0;
5,726,226✔
110
  int32_t lino = 0;
5,726,226✔
111
  terrno = TSDB_CODE_OUT_OF_MEMORY;
5,726,226✔
112

113
  int32_t  size = sizeof(SDbObj) + pDb->cfg.numOfRetensions * sizeof(SRetention) + DB_RESERVE_SIZE;
5,726,226✔
114
  SSdbRaw *pRaw = sdbAllocRaw(SDB_DB, DB_VER_NUMBER, size);
5,726,226✔
115
  if (pRaw == NULL) goto _OVER;
5,726,226✔
116

117
  int32_t dataPos = 0;
5,726,226✔
118
  SDB_SET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, _OVER)
5,726,226✔
119
  SDB_SET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, _OVER)
5,726,226✔
120
  SDB_SET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, _OVER)
5,726,226✔
121
  SDB_SET_INT64(pRaw, dataPos, pDb->createdTime, _OVER)
5,726,226✔
122
  SDB_SET_INT64(pRaw, dataPos, pDb->updateTime, _OVER)
5,726,226✔
123
  SDB_SET_INT64(pRaw, dataPos, pDb->uid, _OVER)
5,726,226✔
124
  SDB_SET_INT32(pRaw, dataPos, pDb->cfgVersion, _OVER)
5,726,226✔
125
  SDB_SET_INT32(pRaw, dataPos, pDb->vgVersion, _OVER)
5,726,226✔
126
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfVgroups, _OVER)
5,726,226✔
127
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfStables, _OVER)
5,726,226✔
128
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.buffer, _OVER)
5,726,226✔
129
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.pageSize, _OVER)
5,726,226✔
130
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.pages, _OVER)
5,726,226✔
131
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.cacheLastSize, _OVER)
5,726,226✔
132
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysPerFile, _OVER)
5,726,226✔
133
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep0, _OVER)
5,726,226✔
134
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep1, _OVER)
5,726,226✔
135
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep2, _OVER)
5,726,226✔
136
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.minRows, _OVER)
5,726,226✔
137
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.maxRows, _OVER)
5,726,226✔
138
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walFsyncPeriod, _OVER)
5,726,226✔
139
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.walLevel, _OVER)
5,726,226✔
140
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.precision, _OVER)
5,726,226✔
141
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.compression, _OVER)
5,726,226✔
142
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.replications, _OVER)
5,726,226✔
143
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.strict, _OVER)
5,726,226✔
144
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.cacheLast, _OVER)
5,726,226✔
145
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.hashMethod, _OVER)
5,726,226✔
146
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfRetensions, _OVER)
5,726,226✔
147
  for (int32_t i = 0; i < pDb->cfg.numOfRetensions; ++i) {
5,726,226✔
148
    SRetention *pRetension = taosArrayGet(pDb->cfg.pRetensions, i);
×
149
    SDB_SET_INT64(pRaw, dataPos, pRetension->freq, _OVER)
×
150
    SDB_SET_INT64(pRaw, dataPos, pRetension->keep, _OVER)
×
151
    SDB_SET_INT8(pRaw, dataPos, pRetension->freqUnit, _OVER)
×
152
    SDB_SET_INT8(pRaw, dataPos, pRetension->keepUnit, _OVER)
×
153
  }
154
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.schemaless, _OVER)
5,726,226✔
155
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walRetentionPeriod, _OVER)
5,726,226✔
156
  SDB_SET_INT64(pRaw, dataPos, pDb->cfg.walRetentionSize, _OVER)
5,726,226✔
157
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walRollPeriod, _OVER)
5,726,226✔
158
  SDB_SET_INT64(pRaw, dataPos, pDb->cfg.walSegmentSize, _OVER)
5,726,226✔
159
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.sstTrigger, _OVER)
5,726,226✔
160
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.hashPrefix, _OVER)
5,726,226✔
161
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.hashSuffix, _OVER)
5,726,226✔
162
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.tsdbPageSize, _OVER)
5,726,226✔
163
  SDB_SET_INT64(pRaw, dataPos, pDb->compactStartTime, _OVER)
5,726,226✔
164
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.keepTimeOffset, _OVER)
5,726,226✔
165
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.ssChunkSize, _OVER)
5,726,226✔
166
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.ssKeepLocal, _OVER)
5,726,226✔
167
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.ssCompact, _OVER)
5,726,226✔
168
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.withArbitrator, _OVER)
5,726,226✔
169
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.encryptAlgorithm, _OVER)
5,726,226✔
170
  SDB_SET_INT32(pRaw, dataPos, pDb->tsmaVersion, _OVER);
5,726,226✔
171
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.compactTimeOffset, _OVER)
5,726,226✔
172
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.compactStartTime, _OVER)
5,726,226✔
173
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.compactEndTime, _OVER)
5,726,226✔
174
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.compactInterval, _OVER)
5,726,226✔
175
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.isAudit, _OVER)
5,726,226✔
176

177
  SDB_SET_RESERVE(pRaw, dataPos, DB_RESERVE_SIZE, _OVER)
5,726,226✔
178
  SDB_SET_UINT8(pRaw, dataPos, pDb->cfg.flags, _OVER)
5,726,226✔
179
  SDB_SET_INT64(pRaw, dataPos, pDb->ownerId, _OVER)
5,726,226✔
180

181
  SDB_SET_DATALEN(pRaw, dataPos, _OVER)
5,726,226✔
182

183
  terrno = 0;
5,726,226✔
184

185
_OVER:
5,726,226✔
186
  if (terrno != 0) {
5,726,226✔
187
    mError("db:%s, failed to encode to raw:%p since %s", pDb->name, pRaw, terrstr());
×
188
    sdbFreeRaw(pRaw);
×
189
    return NULL;
×
190
  }
191

192
  mTrace("db:%s, encode to raw:%p, row:%p", pDb->name, pRaw, pDb);
5,726,226✔
193
  return pRaw;
5,726,226✔
194
}
195

196
static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw) {
5,157,589✔
197
  int32_t code = 0;
5,157,589✔
198
  int32_t lino = 0;
5,157,589✔
199
  terrno = TSDB_CODE_OUT_OF_MEMORY;
5,157,589✔
200
  SSdbRow *pRow = NULL;
5,157,589✔
201
  SDbObj  *pDb = NULL;
5,157,589✔
202

203
  int8_t sver = 0;
5,157,589✔
204
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
5,157,589✔
205

206
  if (sver < 1 || sver > DB_VER_NUMBER) {
5,157,589✔
207
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
×
208
    goto _OVER;
×
209
  }
210

211
  pRow = sdbAllocRow(sizeof(SDbObj));
5,157,589✔
212
  if (pRow == NULL) goto _OVER;
5,157,589✔
213

214
  pDb = sdbGetRowObj(pRow);
5,157,589✔
215
  if (pDb == NULL) goto _OVER;
5,157,589✔
216

217
  int32_t dataPos = 0;
5,157,589✔
218
  SDB_GET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, _OVER)
5,157,589✔
219
  SDB_GET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, _OVER)
5,157,589✔
220
  SDB_GET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, _OVER)
5,157,589✔
221
  SDB_GET_INT64(pRaw, dataPos, &pDb->createdTime, _OVER)
5,157,589✔
222
  SDB_GET_INT64(pRaw, dataPos, &pDb->updateTime, _OVER)
5,157,589✔
223
  SDB_GET_INT64(pRaw, dataPos, &pDb->uid, _OVER)
5,157,589✔
224
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfgVersion, _OVER)
5,157,589✔
225
  SDB_GET_INT32(pRaw, dataPos, &pDb->vgVersion, _OVER)
5,157,589✔
226
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfVgroups, _OVER)
5,157,589✔
227
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfStables, _OVER)
5,157,589✔
228
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.buffer, _OVER)
5,157,589✔
229
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.pageSize, _OVER)
5,157,589✔
230
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.pages, _OVER)
5,157,589✔
231
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.cacheLastSize, _OVER)
5,157,589✔
232
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysPerFile, _OVER)
5,157,589✔
233
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep0, _OVER)
5,157,589✔
234
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep1, _OVER)
5,157,589✔
235
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep2, _OVER)
5,157,589✔
236
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.minRows, _OVER)
5,157,589✔
237
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.maxRows, _OVER)
5,157,589✔
238
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walFsyncPeriod, _OVER)
5,157,589✔
239
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.walLevel, _OVER)
5,157,589✔
240
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.precision, _OVER)
5,157,589✔
241
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.compression, _OVER)
5,157,589✔
242
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.replications, _OVER)
5,157,589✔
243
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.strict, _OVER)
5,157,589✔
244
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.cacheLast, _OVER)
5,157,589✔
245
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.hashMethod, _OVER)
5,157,589✔
246
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfRetensions, _OVER)
5,157,589✔
247
  if (pDb->cfg.numOfRetensions > 0) {
5,157,589✔
248
    pDb->cfg.pRetensions = taosArrayInit(pDb->cfg.numOfRetensions, sizeof(SRetention));
×
249
    if (pDb->cfg.pRetensions == NULL) goto _OVER;
×
250
    for (int32_t i = 0; i < pDb->cfg.numOfRetensions; ++i) {
×
251
      SRetention retention = {0};
×
252
      SDB_GET_INT64(pRaw, dataPos, &retention.freq, _OVER)
×
253
      SDB_GET_INT64(pRaw, dataPos, &retention.keep, _OVER)
×
254
      SDB_GET_INT8(pRaw, dataPos, &retention.freqUnit, _OVER)
×
255
      SDB_GET_INT8(pRaw, dataPos, &retention.keepUnit, _OVER)
×
256
      if (taosArrayPush(pDb->cfg.pRetensions, &retention) == NULL) {
×
257
        goto _OVER;
×
258
      }
259
    }
260
  }
261
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.schemaless, _OVER)
5,157,589✔
262
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walRetentionPeriod, _OVER)
5,157,589✔
263
  SDB_GET_INT64(pRaw, dataPos, &pDb->cfg.walRetentionSize, _OVER)
5,157,589✔
264
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walRollPeriod, _OVER)
5,157,589✔
265
  SDB_GET_INT64(pRaw, dataPos, &pDb->cfg.walSegmentSize, _OVER)
5,157,589✔
266
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.sstTrigger, _OVER)
5,157,589✔
267
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.hashPrefix, _OVER)
5,157,589✔
268
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.hashSuffix, _OVER)
5,157,589✔
269
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.tsdbPageSize, _OVER)
5,157,589✔
270
  SDB_GET_INT64(pRaw, dataPos, &pDb->compactStartTime, _OVER)
5,157,589✔
271
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.keepTimeOffset, _OVER)
5,157,589✔
272
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.ssChunkSize, _OVER)
5,157,589✔
273
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.ssKeepLocal, _OVER)
5,157,589✔
274
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.ssCompact, _OVER)
5,157,589✔
275
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.withArbitrator, _OVER)
5,157,589✔
276
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.encryptAlgorithm, _OVER)
5,157,589✔
277
  SDB_GET_INT32(pRaw, dataPos, &pDb->tsmaVersion, _OVER);
5,157,589✔
278
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.compactTimeOffset, _OVER)
5,157,589✔
279
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.compactStartTime, _OVER)
5,157,589✔
280
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.compactEndTime, _OVER)
5,157,589✔
281
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.compactInterval, _OVER)
5,157,589✔
282
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.isAudit, _OVER)
5,157,589✔
283
  SDB_GET_RESERVE(pRaw, dataPos, DB_RESERVE_SIZE, _OVER)
5,157,589✔
284
  if (dataPos + sizeof(uint8_t) <= pRaw->dataLen) {
5,157,589✔
285
    SDB_GET_UINT8(pRaw, dataPos, &pDb->cfg.flags, _OVER)
5,157,589✔
286
  }
287
  if (dataPos + sizeof(int64_t) <= pRaw->dataLen) {
5,157,589✔
288
    SDB_GET_INT64(pRaw, dataPos, &pDb->ownerId, _OVER)
5,157,589✔
289
  }
290

291
  taosInitRWLatch(&pDb->lock);
5,157,589✔
292

293
  if (pDb->cfg.ssChunkSize == 0) {
5,157,589✔
294
    pDb->cfg.ssChunkSize = TSDB_DEFAULT_SS_CHUNK_SIZE;
×
295

296
    mInfo("db:%s, ssChunkSize set from %d to default %d", pDb->name, pDb->cfg.ssChunkSize, TSDB_DEFAULT_SS_CHUNK_SIZE);
×
297
  }
298

299
  if (pDb->cfg.ssKeepLocal == 0) {
5,157,589✔
300
    pDb->cfg.ssKeepLocal = TSDB_DEFAULT_SS_KEEP_LOCAL;
×
301

302
    mInfo("db:%s, ssKeepLocal set from %d to default %d", pDb->name, pDb->cfg.ssKeepLocal, TSDB_DEFAULT_SS_KEEP_LOCAL);
×
303
  }
304

305
  if (pDb->cfg.tsdbPageSize != TSDB_MIN_TSDB_PAGESIZE) {
5,157,589✔
306
    mInfo("db:%s, tsdbPageSize set from %d to default %d", pDb->name, pDb->cfg.tsdbPageSize,
5,157,589✔
307
          TSDB_DEFAULT_TSDB_PAGESIZE);
308
  }
309

310
  if (pDb->cfg.sstTrigger != TSDB_MIN_STT_TRIGGER) {
5,157,589✔
311
    mInfo("db:%s, sstTrigger set from %d to default %d", pDb->name, pDb->cfg.sstTrigger, TSDB_DEFAULT_SST_TRIGGER);
5,057,962✔
312
  }
313

314
  if (sver < DB_VER_SUPPORT_ADVANCED_SECURITY) {
5,157,589✔
315
    pDb->cfg.allowDrop = TSDB_DEFAULT_DB_ALLOW_DROP;
×
316
  }
317

318
  terrno = 0;
5,157,589✔
319

320
_OVER:
5,157,589✔
321
  if (terrno != 0) {
5,157,589✔
322
    mError("db:%s, failed to decode from raw:%p since %s", pDb == NULL ? "null" : pDb->name, pRaw, terrstr());
×
323
    taosMemoryFreeClear(pRow);
×
324
    return NULL;
×
325
  }
326

327
  mTrace("db:%s, decode from raw:%p, row:%p", pDb->name, pRaw, pDb);
5,157,589✔
328
  return pRow;
5,157,589✔
329
}
330

331
static int32_t mndNewDbActionValidate(SMnode *pMnode, STrans *pTrans, SSdbRaw *pRaw) {
1,175,584✔
332
  SSdb    *pSdb = pMnode->pSdb;
1,175,584✔
333
  SSdbRow *pRow = NULL;
1,175,584✔
334
  SDbObj  *pNewDb = NULL;
1,175,584✔
335
  int      code = -1;
1,175,584✔
336

337
  pRow = mndDbActionDecode(pRaw);
1,175,584✔
338
  if (pRow == NULL) {
1,175,584✔
339
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
340
    if (terrno != 0) code = terrno;
×
341
    goto _OVER;
×
342
  }
343
  pNewDb = sdbGetRowObj(pRow);
1,175,584✔
344
  if (pNewDb == NULL) {
1,175,584✔
345
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
346
    if (terrno != 0) code = terrno;
×
347
    goto _OVER;
×
348
  }
349

350
  SDbObj *pOldDb = sdbAcquire(pMnode->pSdb, SDB_DB, pNewDb->name);
1,175,584✔
351
  if (pOldDb != NULL) {
1,175,584✔
352
    mError("trans:%d, db name already in use. name: %s", pTrans->id, pNewDb->name);
×
353
    sdbRelease(pMnode->pSdb, pOldDb);
×
354
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
355
    if (terrno != 0) code = terrno;
×
356
    goto _OVER;
×
357
  }
358

359
  code = 0;
1,175,584✔
360
_OVER:
1,175,584✔
361
  if (pNewDb) mndDbActionDelete(pSdb, pNewDb);
1,175,584✔
362
  taosMemoryFreeClear(pRow);
1,175,584✔
363
  return code;
1,175,584✔
364
}
365

366
static int32_t mndDbActionInsert(SSdb *pSdb, SDbObj *pDb) {
1,315,748✔
367
  mTrace("db:%s, perform insert action, row:%p", pDb->name, pDb);
1,315,748✔
368
  return 0;
1,315,748✔
369
}
370

371
static int32_t mndDbActionDelete(SSdb *pSdb, SDbObj *pDb) {
5,157,589✔
372
  mTrace("db:%s, perform delete action, row:%p", pDb->name, pDb);
5,157,589✔
373
  taosArrayDestroy(pDb->cfg.pRetensions);
5,157,589✔
374
  return 0;
5,157,589✔
375
}
376

377
static int32_t mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew) {
2,035,625✔
378
  mTrace("db:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);
2,035,625✔
379
  taosWLockLatch(&pOld->lock);
2,035,625✔
380
  pOld->updateTime = pNew->updateTime;
2,035,625✔
381
  pOld->cfgVersion = pNew->cfgVersion;
2,035,625✔
382
  pOld->vgVersion = pNew->vgVersion;
2,035,625✔
383
  pOld->cfg.numOfVgroups = pNew->cfg.numOfVgroups;
2,035,625✔
384
  pOld->cfg.buffer = pNew->cfg.buffer;
2,035,625✔
385
  pOld->cfg.pageSize = pNew->cfg.pageSize;
2,035,625✔
386
  pOld->cfg.pages = pNew->cfg.pages;
2,035,625✔
387
  pOld->cfg.cacheLastSize = pNew->cfg.cacheLastSize;
2,035,625✔
388
  pOld->cfg.daysPerFile = pNew->cfg.daysPerFile;
2,035,625✔
389
  pOld->cfg.daysToKeep0 = pNew->cfg.daysToKeep0;
2,035,625✔
390
  pOld->cfg.daysToKeep1 = pNew->cfg.daysToKeep1;
2,035,625✔
391
  pOld->cfg.daysToKeep2 = pNew->cfg.daysToKeep2;
2,035,625✔
392
  pOld->cfg.keepTimeOffset = pNew->cfg.keepTimeOffset;
2,035,625✔
393
  pOld->cfg.walFsyncPeriod = pNew->cfg.walFsyncPeriod;
2,035,625✔
394
  pOld->cfg.walLevel = pNew->cfg.walLevel;
2,035,625✔
395
  pOld->cfg.walRetentionPeriod = pNew->cfg.walRetentionPeriod;
2,035,625✔
396
  pOld->cfg.walRetentionSize = pNew->cfg.walRetentionSize;
2,035,625✔
397
  pOld->cfg.strict = pNew->cfg.strict;
2,035,625✔
398
  pOld->cfg.cacheLast = pNew->cfg.cacheLast;
2,035,625✔
399
  pOld->cfg.replications = pNew->cfg.replications;
2,035,625✔
400
  pOld->cfg.sstTrigger = pNew->cfg.sstTrigger;
2,035,625✔
401
  pOld->cfg.minRows = pNew->cfg.minRows;
2,035,625✔
402
  pOld->cfg.maxRows = pNew->cfg.maxRows;
2,035,625✔
403
  pOld->cfg.tsdbPageSize = pNew->cfg.tsdbPageSize;
2,035,625✔
404
  pOld->cfg.ssChunkSize = pNew->cfg.ssChunkSize;
2,035,625✔
405
  pOld->cfg.ssKeepLocal = pNew->cfg.ssKeepLocal;
2,035,625✔
406
  pOld->cfg.ssCompact = pNew->cfg.ssCompact;
2,035,625✔
407
  pOld->cfg.withArbitrator = pNew->cfg.withArbitrator;
2,035,625✔
408
  pOld->cfg.compactInterval = pNew->cfg.compactInterval;
2,035,625✔
409
  pOld->cfg.compactStartTime = pNew->cfg.compactStartTime;
2,035,625✔
410
  pOld->cfg.compactEndTime = pNew->cfg.compactEndTime;
2,035,625✔
411
  pOld->cfg.compactTimeOffset = pNew->cfg.compactTimeOffset;
2,035,625✔
412
  pOld->compactStartTime = pNew->compactStartTime;
2,035,625✔
413
  pOld->tsmaVersion = pNew->tsmaVersion;
2,035,625✔
414
  pOld->cfg.isAudit = pNew->cfg.isAudit;
2,035,625✔
415
  pOld->cfg.flags = pNew->cfg.flags;
2,035,625✔
416
  pOld->ownerId = pNew->ownerId;
2,035,625✔
417
  taosWUnLockLatch(&pOld->lock);
2,035,625✔
418
  return 0;
2,035,625✔
419
}
420

421
static inline int32_t mndGetGlobalVgroupVersion(SMnode *pMnode) {
7,872,391✔
422
  SSdb *pSdb = pMnode->pSdb;
7,872,391✔
423
  return sdbGetTableVer(pSdb, SDB_VGROUP);
7,872,391✔
424
}
425

426
SDbObj *mndAcquireDb(SMnode *pMnode, const char *db) {
86,815,741✔
427
  SSdb   *pSdb = pMnode->pSdb;
86,815,741✔
428
  SDbObj *pDb = sdbAcquire(pSdb, SDB_DB, db);
86,815,767✔
429
  if (pDb == NULL) {
86,815,977✔
430
    if (terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
2,814,113✔
431
      terrno = TSDB_CODE_MND_DB_NOT_EXIST;
2,671,420✔
432
    } else if (terrno == TSDB_CODE_SDB_OBJ_CREATING) {
142,693✔
433
      terrno = TSDB_CODE_MND_DB_IN_CREATING;
7,634✔
434
    } else if (terrno == TSDB_CODE_SDB_OBJ_DROPPING) {
135,059✔
435
      terrno = TSDB_CODE_MND_DB_IN_DROPPING;
135,059✔
436
    } else {
437
      terrno = TSDB_CODE_APP_ERROR;
×
438
      mFatal("db:%s, failed to acquire db since %s", db, terrstr());
×
439
    }
440
  }
441
  return pDb;
86,815,734✔
442
}
443

444
SDbObj *mndAcquireAuditDb(SMnode *pMnode) {
37,022,480✔
445
  SSdb      *pSdb = pMnode->pSdb;
37,022,480✔
446
  SDbObj    *pDb = NULL;
37,022,480✔
447
  void      *pIter = NULL;
37,022,480✔
448
  ESdbStatus objStatus = 0;
37,022,480✔
449

450
  while (1) {
451
    pIter = sdbFetchAll(pSdb, SDB_DB, pIter, (void **)&pDb, &objStatus, true);
105,417,413✔
452
    if (pIter == NULL) break;
105,417,413✔
453
    if (pDb->cfg.isAudit == 1) {
68,395,813✔
454
      sdbCancelFetch(pSdb, pIter);
880✔
455
      break;
880✔
456
    }
457

458
    sdbRelease(pSdb, pDb);
68,394,933✔
459
  }
460
  return pDb;
37,022,480✔
461
}
462

463
void mndReleaseDb(SMnode *pMnode, SDbObj *pDb) {
95,030,707✔
464
  SSdb *pSdb = pMnode->pSdb;
95,030,707✔
465
  sdbRelease(pSdb, pDb);
95,030,872✔
466
}
95,030,872✔
467

468
bool mndDbIsExist(SMnode *pMnode, const char *db, int64_t uid) {
180,331✔
469
  SDbObj *pDb = mndAcquireDb(pMnode, db);
180,331✔
470
  if (pDb == NULL) {
180,331✔
471
    return false;
×
472
  } else {
473
    bool result = (uid == 0) || (uid == pDb->uid);
180,331✔
474
    mndReleaseDb(pMnode, pDb);
180,331✔
475
    pDb = NULL;
180,331✔
476
    return result;
180,331✔
477
  }
478
}
479

480
int32_t mndCheckDbName(const char *dbName, SUserObj *pUser) {
1,142,380✔
481
  char *pos = strstr(dbName, TS_PATH_DELIMITER);
1,142,380✔
482
  if (pos == NULL) {
1,142,380✔
483
    return TSDB_CODE_MND_INVALID_DB;
×
484
  }
485

486
  int32_t acctId;
1,142,203✔
487
  int32_t code = taosStr2int32(dbName, &acctId);
1,142,380✔
488
  if (code != 0) {
1,142,380✔
489
    return code;
×
490
  }
491

492
  if (acctId != pUser->acctId) {
1,142,380✔
493
    return TSDB_CODE_MND_INVALID_DB_ACCT;
×
494
  }
495

496
  return 0;
1,142,380✔
497
}
498

499
int32_t mndCheckDbCfg(SMnode *pMnode, SDbCfg *pCfg) {
1,142,380✔
500
  int32_t code = TSDB_CODE_MND_INVALID_DB_OPTION;
1,142,380✔
501

502
  if (pCfg->numOfVgroups < TSDB_MIN_VNODES_PER_DB || pCfg->numOfVgroups > TSDB_MAX_VNODES_PER_DB) return code;
1,142,380✔
503
  if (pCfg->numOfStables < TSDB_DB_STREAM_MODE_OFF || pCfg->numOfStables > TSDB_DB_STREAM_MODE_ON) return code;
1,142,380✔
504
  if (pCfg->buffer < TSDB_MIN_BUFFER_PER_VNODE || pCfg->buffer > TSDB_MAX_BUFFER_PER_VNODE) return code;
1,142,380✔
505
  if (pCfg->pageSize < TSDB_MIN_PAGESIZE_PER_VNODE || pCfg->pageSize > TSDB_MAX_PAGESIZE_PER_VNODE) return code;
1,142,380✔
506
  if (pCfg->pages < TSDB_MIN_PAGES_PER_VNODE || pCfg->pages > TSDB_MAX_PAGES_PER_VNODE) return code;
1,142,380✔
507
  if (pCfg->cacheLastSize < TSDB_MIN_DB_CACHE_SIZE || pCfg->cacheLastSize > TSDB_MAX_DB_CACHE_SIZE) return code;
1,142,380✔
508
  if (pCfg->daysPerFile < TSDB_MIN_DAYS_PER_FILE || pCfg->daysPerFile > TSDB_MAX_DAYS_PER_FILE) return code;
1,142,380✔
509
  if (pCfg->daysToKeep0 < TSDB_MIN_KEEP || pCfg->daysToKeep0 > TSDB_MAX_KEEP) return code;
1,142,380✔
510
  if (pCfg->daysToKeep1 < TSDB_MIN_KEEP || pCfg->daysToKeep1 > TSDB_MAX_KEEP) return code;
1,142,380✔
511
  if (pCfg->daysToKeep2 < TSDB_MIN_KEEP || pCfg->daysToKeep2 > TSDB_MAX_KEEP) return code;
1,142,380✔
512
  if (pCfg->daysToKeep0 < pCfg->daysPerFile) return code;
1,142,380✔
513
  if (pCfg->daysToKeep0 > pCfg->daysToKeep1) return code;
1,142,380✔
514
  if (pCfg->daysToKeep1 > pCfg->daysToKeep2) return code;
1,142,380✔
515
  if (pCfg->keepTimeOffset < TSDB_MIN_KEEP_TIME_OFFSET || pCfg->keepTimeOffset > TSDB_MAX_KEEP_TIME_OFFSET) return code;
1,142,380✔
516
  if (pCfg->minRows < TSDB_MIN_MINROWS_FBLOCK || pCfg->minRows > TSDB_MAX_MINROWS_FBLOCK) return code;
1,142,380✔
517
  if (pCfg->maxRows < TSDB_MIN_MAXROWS_FBLOCK || pCfg->maxRows > TSDB_MAX_MAXROWS_FBLOCK) return code;
1,142,380✔
518
  if (pCfg->minRows > pCfg->maxRows) return code;
1,142,380✔
519
  if (pCfg->walFsyncPeriod < TSDB_MIN_FSYNC_PERIOD || pCfg->walFsyncPeriod > TSDB_MAX_FSYNC_PERIOD) return code;
1,141,654✔
520
  if (pCfg->walLevel < TSDB_MIN_WAL_LEVEL || pCfg->walLevel > TSDB_MAX_WAL_LEVEL) return code;
1,141,654✔
521
  if (pCfg->precision < TSDB_MIN_PRECISION && pCfg->precision > TSDB_MAX_PRECISION) return code;
1,141,654✔
522
  if (pCfg->compression < TSDB_MIN_COMP_LEVEL || pCfg->compression > TSDB_MAX_COMP_LEVEL) return code;
1,141,654✔
523
  if (pCfg->replications < TSDB_MIN_DB_REPLICA || pCfg->replications > TSDB_MAX_DB_REPLICA) return code;
1,141,654✔
524
#ifdef TD_ENTERPRISE
525
  if ((pCfg->replications == 2) ^ (pCfg->withArbitrator == TSDB_MAX_DB_WITH_ARBITRATOR)) return code;
1,141,654✔
526
  // if (pCfg->encryptAlgorithm < TSDB_MIN_ENCRYPT_ALGO || pCfg->encryptAlgorithm > TSDB_MAX_ENCRYPT_ALGO) return code;
527
#else
528
  if (pCfg->replications != 1 && pCfg->replications != 3) return code;
529
  if (pCfg->encryptAlgorithm != TSDB_DEFAULT_ENCRYPT_ALGO) return code;
530
#endif
531

532
  if (pCfg->strict < TSDB_DB_STRICT_OFF || pCfg->strict > TSDB_DB_STRICT_ON) return code;
1,141,654✔
533
  if (pCfg->schemaless < TSDB_DB_SCHEMALESS_OFF || pCfg->schemaless > TSDB_DB_SCHEMALESS_ON) return code;
1,141,654✔
534
  if (pCfg->cacheLast < TSDB_CACHE_MODEL_NONE || pCfg->cacheLast > TSDB_CACHE_MODEL_BOTH) return code;
1,141,654✔
535
  if (pCfg->hashMethod != 1) return code;
1,141,654✔
536
  if (pCfg->replications > mndGetDnodeSize(pMnode)) {
1,141,654✔
537
    code = TSDB_CODE_MND_NO_ENOUGH_DNODES;
×
538
    TAOS_RETURN(code);
×
539
  }
540
  if (pCfg->walRetentionPeriod < TSDB_DB_MIN_WAL_RETENTION_PERIOD) return code;
1,141,654✔
541
  if (pCfg->walRetentionSize < TSDB_DB_MIN_WAL_RETENTION_SIZE) return code;
1,141,654✔
542
  if (pCfg->walRollPeriod < TSDB_DB_MIN_WAL_ROLL_PERIOD) return code;
1,141,654✔
543
  if (pCfg->walSegmentSize < TSDB_DB_MIN_WAL_SEGMENT_SIZE) return code;
1,141,654✔
544
  if (pCfg->sstTrigger < TSDB_MIN_STT_TRIGGER || pCfg->sstTrigger > TSDB_MAX_STT_TRIGGER) return code;
1,141,654✔
545
  if (pCfg->hashPrefix < TSDB_MIN_HASH_PREFIX || pCfg->hashPrefix > TSDB_MAX_HASH_PREFIX) return code;
1,141,654✔
546
  if (pCfg->hashSuffix < TSDB_MIN_HASH_SUFFIX || pCfg->hashSuffix > TSDB_MAX_HASH_SUFFIX) return code;
1,141,654✔
547
  if ((pCfg->hashSuffix * pCfg->hashPrefix) < 0) return code;
1,141,654✔
548
  if ((pCfg->hashPrefix + pCfg->hashSuffix) >= (TSDB_TABLE_NAME_LEN - 1)) return code;
1,141,654✔
549
  if (pCfg->tsdbPageSize < TSDB_MIN_TSDB_PAGESIZE || pCfg->tsdbPageSize > TSDB_MAX_TSDB_PAGESIZE) return code;
1,141,654✔
550
  if (taosArrayGetSize(pCfg->pRetensions) != pCfg->numOfRetensions) return code;
1,141,654✔
551

552
  if (pCfg->ssChunkSize < TSDB_MIN_SS_CHUNK_SIZE || pCfg->ssChunkSize > TSDB_MAX_SS_CHUNK_SIZE) return code;
1,141,654✔
553
  if (pCfg->ssKeepLocal < TSDB_MIN_SS_KEEP_LOCAL || pCfg->ssKeepLocal > TSDB_MAX_SS_KEEP_LOCAL) return code;
1,141,654✔
554
  if (pCfg->ssCompact < TSDB_MIN_SS_COMPACT || pCfg->ssCompact > TSDB_MAX_SS_COMPACT) return code;
1,141,654✔
555

556
  if (pCfg->compactInterval != 0 &&
1,141,654✔
557
      (pCfg->compactInterval < TSDB_MIN_COMPACT_INTERVAL || pCfg->compactInterval > pCfg->daysToKeep2))
3,564✔
558
    return code;
×
559
  if (pCfg->compactStartTime != 0 &&
1,141,654✔
560
      (pCfg->compactStartTime < -pCfg->daysToKeep2 || pCfg->compactStartTime > -pCfg->daysPerFile))
3,927✔
561
    return code;
×
562
  if (pCfg->compactEndTime != 0 &&
1,141,654✔
563
      (pCfg->compactEndTime < -pCfg->daysToKeep2 || pCfg->compactEndTime > -pCfg->daysPerFile))
3,927✔
564
    return code;
×
565
  if (pCfg->compactStartTime != 0 && pCfg->compactEndTime != 0 && pCfg->compactStartTime >= pCfg->compactEndTime)
1,141,654✔
566
    return code;
×
567
  if (pCfg->compactTimeOffset < TSDB_MIN_COMPACT_TIME_OFFSET || pCfg->compactTimeOffset > TSDB_MAX_COMPACT_TIME_OFFSET)
1,141,654✔
568
    return code;
×
569
  if (pCfg->isAudit < 0 || pCfg->isAudit > 1) return code;
1,141,654✔
570
  if (pCfg->allowDrop < TSDB_MIN_DB_ALLOW_DROP || pCfg->allowDrop > TSDB_MAX_DB_ALLOW_DROP) return code;
571

572
  code = 0;
1,141,654✔
573
  TAOS_RETURN(code);
1,141,654✔
574
}
575

576
static int32_t mndCheckInChangeDbCfg(SMnode *pMnode, SDbCfg *pOldCfg, SDbCfg *pNewCfg) {
84,918✔
577
  int32_t code = TSDB_CODE_MND_INVALID_DB_OPTION;
84,918✔
578
  if (pNewCfg->buffer < TSDB_MIN_BUFFER_PER_VNODE || pNewCfg->buffer > TSDB_MAX_BUFFER_PER_VNODE) return code;
84,918✔
579
  if (pNewCfg->pages < TSDB_MIN_PAGES_PER_VNODE || pNewCfg->pages > TSDB_MAX_PAGES_PER_VNODE) return code;
84,918✔
580
  if (pNewCfg->pageSize < TSDB_MIN_PAGESIZE_PER_VNODE || pNewCfg->pageSize > TSDB_MAX_PAGESIZE_PER_VNODE) return code;
84,918✔
581
  if (pNewCfg->daysPerFile < TSDB_MIN_DAYS_PER_FILE || pNewCfg->daysPerFile > TSDB_MAX_DAYS_PER_FILE) return code;
84,918✔
582
  if (pNewCfg->daysToKeep0 < TSDB_MIN_KEEP || pNewCfg->daysToKeep0 > TSDB_MAX_KEEP) return code;
84,918✔
583
  if (pNewCfg->daysToKeep1 < TSDB_MIN_KEEP || pNewCfg->daysToKeep1 > TSDB_MAX_KEEP) return code;
84,918✔
584
  if (pNewCfg->daysToKeep2 < TSDB_MIN_KEEP || pNewCfg->daysToKeep2 > TSDB_MAX_KEEP) return code;
84,918✔
585
  if (pNewCfg->daysToKeep0 < pNewCfg->daysPerFile) return code;
84,918✔
586
  if (pNewCfg->daysToKeep0 > pNewCfg->daysToKeep1) return code;
84,918✔
587
  if (pNewCfg->daysToKeep1 > pNewCfg->daysToKeep2) return code;
84,918✔
588
  if (pNewCfg->keepTimeOffset < TSDB_MIN_KEEP_TIME_OFFSET || pNewCfg->keepTimeOffset > TSDB_MAX_KEEP_TIME_OFFSET)
84,918✔
589
    return code;
×
590
  if (pNewCfg->walFsyncPeriod < TSDB_MIN_FSYNC_PERIOD || pNewCfg->walFsyncPeriod > TSDB_MAX_FSYNC_PERIOD) return code;
84,918✔
591
  if (pNewCfg->walLevel < TSDB_MIN_WAL_LEVEL || pNewCfg->walLevel > TSDB_MAX_WAL_LEVEL) return code;
84,918✔
592
  if (pNewCfg->cacheLast < TSDB_CACHE_MODEL_NONE || pNewCfg->cacheLast > TSDB_CACHE_MODEL_BOTH) return code;
84,918✔
593
  if (pNewCfg->cacheLastSize < TSDB_MIN_DB_CACHE_SIZE || pNewCfg->cacheLastSize > TSDB_MAX_DB_CACHE_SIZE) return code;
84,918✔
594
  if (pNewCfg->replications < TSDB_MIN_DB_REPLICA || pNewCfg->replications > TSDB_MAX_DB_REPLICA) return code;
84,918✔
595
#ifdef TD_ENTERPRISE
596
  if ((pNewCfg->replications == 2) ^ (pNewCfg->withArbitrator == TSDB_MAX_DB_WITH_ARBITRATOR)) return code;
84,918✔
597
  if (pNewCfg->replications == 2 && pNewCfg->withArbitrator == TSDB_MAX_DB_WITH_ARBITRATOR) {
84,918✔
598
    if (pOldCfg->replications != 1 && pOldCfg->replications != 2) {
704✔
599
      terrno = TSDB_CODE_OPS_NOT_SUPPORT;
704✔
600
      return code;
704✔
601
    }
602
  }
603
  if (pNewCfg->replications != 2 && pOldCfg->replications == 2) {
84,214✔
604
    terrno = TSDB_CODE_OPS_NOT_SUPPORT;
×
605
    return code;
×
606
  }
607
#else
608
  if (pNewCfg->replications != 1 && pNewCfg->replications != 3) return code;
609
#endif
610

611
  if (pNewCfg->walLevel == 0 && pOldCfg->replications > 1) {
84,214✔
612
    terrno = TSDB_CODE_MND_INVALID_WAL_LEVEL;
×
613
    return code;
×
614
  }
615
  if (pNewCfg->replications > 1 && pOldCfg->walLevel == 0) {
84,214✔
616
    terrno = TSDB_CODE_MND_INVALID_WAL_LEVEL;
×
617
    return code;
×
618
  }
619

620
  if (pNewCfg->sstTrigger != pOldCfg->sstTrigger &&
84,214✔
621
      (pNewCfg->sstTrigger < TSDB_MIN_STT_TRIGGER || pNewCfg->sstTrigger > TSDB_MAX_STT_TRIGGER))
1,231✔
622
    return code;
×
623
  if (pNewCfg->minRows < TSDB_MIN_MINROWS_FBLOCK || pNewCfg->minRows > TSDB_MAX_MINROWS_FBLOCK) return code;
84,214✔
624
  if (pNewCfg->maxRows < TSDB_MIN_MAXROWS_FBLOCK || pNewCfg->maxRows > TSDB_MAX_MAXROWS_FBLOCK) return code;
84,214✔
625
  if (pNewCfg->minRows > pNewCfg->maxRows) return code;
84,214✔
626
  if (pNewCfg->walRetentionPeriod < TSDB_DB_MIN_WAL_RETENTION_PERIOD) return code;
83,510✔
627
  if (pNewCfg->walRetentionSize < TSDB_DB_MIN_WAL_RETENTION_SIZE) return code;
83,510✔
628
  if (pNewCfg->strict < TSDB_DB_STRICT_OFF || pNewCfg->strict > TSDB_DB_STRICT_ON) return code;
83,510✔
629
  if (pNewCfg->replications > mndGetDnodeSize(pMnode)) {
83,510✔
630
    terrno = TSDB_CODE_MND_NO_ENOUGH_DNODES;
×
631
    return code;
×
632
  }
633
  if (pNewCfg->ssChunkSize < TSDB_MIN_SS_CHUNK_SIZE || pNewCfg->ssChunkSize > TSDB_MAX_SS_CHUNK_SIZE) return code;
83,510✔
634
  if (pNewCfg->ssKeepLocal < TSDB_MIN_SS_KEEP_LOCAL || pNewCfg->ssKeepLocal > TSDB_MAX_SS_KEEP_LOCAL) return code;
83,510✔
635
  if (pNewCfg->ssCompact < TSDB_MIN_SS_COMPACT || pNewCfg->ssCompact > TSDB_MAX_SS_COMPACT) return code;
83,510✔
636

637
  if (pNewCfg->compactInterval != 0 &&
83,510✔
638
      (pNewCfg->compactInterval < TSDB_MIN_COMPACT_INTERVAL || pNewCfg->compactInterval > pNewCfg->daysToKeep2))
6,402✔
639
    return code;
×
640
  if (pNewCfg->compactStartTime != 0 &&
83,510✔
641
      (pNewCfg->compactStartTime < -pNewCfg->daysToKeep2 || pNewCfg->compactStartTime > -pNewCfg->daysPerFile))
4,290✔
642
    return code;
×
643
  if (pNewCfg->compactEndTime != 0 &&
83,510✔
644
      (pNewCfg->compactEndTime < -pNewCfg->daysToKeep2 || pNewCfg->compactEndTime > -pNewCfg->daysPerFile))
4,290✔
645
    return code;
×
646
  if (pNewCfg->compactStartTime != 0 && pNewCfg->compactEndTime != 0 &&
83,510✔
647
      pNewCfg->compactStartTime >= pNewCfg->compactEndTime)
4,290✔
648
    return code;
×
649
  if (pNewCfg->compactTimeOffset < TSDB_MIN_COMPACT_TIME_OFFSET ||
83,510✔
650
      pNewCfg->compactTimeOffset > TSDB_MAX_COMPACT_TIME_OFFSET)
83,510✔
651
    return code;
×
652
  if (pNewCfg->isAudit < 0 || pNewCfg->isAudit > 1) return code;
83,510✔
653
  if (pNewCfg->allowDrop < TSDB_MIN_DB_ALLOW_DROP || pNewCfg->allowDrop > TSDB_MAX_DB_ALLOW_DROP) return code;
654

655
  code = 0;
83,510✔
656
  TAOS_RETURN(code);
83,510✔
657
}
658

659
static void mndSetDefaultDbCfg(SDbCfg *pCfg) {
1,141,864✔
660
  if (pCfg->numOfVgroups < 0) pCfg->numOfVgroups = TSDB_DEFAULT_VN_PER_DB;
1,141,864✔
661
  if (pCfg->numOfStables < 0) pCfg->numOfStables = TSDB_DEFAULT_DB_SINGLE_STABLE;
1,141,864✔
662
  if (pCfg->buffer < 0) pCfg->buffer = TSDB_DEFAULT_BUFFER_PER_VNODE;
1,141,864✔
663
  if (pCfg->pageSize < 0) pCfg->pageSize = TSDB_DEFAULT_PAGESIZE_PER_VNODE;
1,141,864✔
664
  if (pCfg->pages < 0) pCfg->pages = TSDB_DEFAULT_PAGES_PER_VNODE;
1,141,864✔
665
  if (pCfg->daysPerFile < 0) pCfg->daysPerFile = TSDB_DEFAULT_DURATION_PER_FILE;
1,141,864✔
666
  if (pCfg->daysToKeep0 < 0) pCfg->daysToKeep0 = TSDB_DEFAULT_KEEP;
1,141,864✔
667
  if (pCfg->daysToKeep1 < 0) pCfg->daysToKeep1 = pCfg->daysToKeep0;
1,141,864✔
668
  if (pCfg->daysToKeep2 < 0) pCfg->daysToKeep2 = pCfg->daysToKeep1;
1,141,864✔
669
  if (pCfg->keepTimeOffset < 0) pCfg->keepTimeOffset = TSDB_DEFAULT_KEEP_TIME_OFFSET;
1,141,864✔
670
  if (pCfg->minRows < 0) pCfg->minRows = TSDB_DEFAULT_MINROWS_FBLOCK;
1,141,864✔
671
  if (pCfg->maxRows < 0) pCfg->maxRows = TSDB_DEFAULT_MAXROWS_FBLOCK;
1,141,864✔
672
  if (pCfg->walFsyncPeriod < 0) pCfg->walFsyncPeriod = TSDB_DEFAULT_FSYNC_PERIOD;
1,141,864✔
673
  if (pCfg->walLevel < 0) pCfg->walLevel = TSDB_DEFAULT_WAL_LEVEL;
1,141,864✔
674
  if (pCfg->precision < 0) pCfg->precision = TSDB_DEFAULT_PRECISION;
1,141,864✔
675
  if (pCfg->compression < 0) pCfg->compression = TSDB_DEFAULT_COMP_LEVEL;
1,141,864✔
676
  if (pCfg->replications < 0) pCfg->replications = TSDB_DEFAULT_DB_REPLICA;
1,141,864✔
677
  if (pCfg->strict < 0) pCfg->strict = TSDB_DEFAULT_DB_STRICT;
1,141,864✔
678
  if (pCfg->cacheLast < 0) pCfg->cacheLast = TSDB_DEFAULT_CACHE_MODEL;
1,141,864✔
679
  if (pCfg->cacheLastSize <= 0) pCfg->cacheLastSize = TSDB_DEFAULT_CACHE_SIZE;
1,141,864✔
680
  if (pCfg->numOfRetensions < 0) pCfg->numOfRetensions = 0;
1,141,864✔
681
  if (pCfg->schemaless < 0) pCfg->schemaless = TSDB_DB_SCHEMALESS_OFF;
1,141,864✔
682
  if (pCfg->walRetentionPeriod < 0 && pCfg->walRetentionPeriod != -1)
1,141,864✔
683
    pCfg->walRetentionPeriod = TSDB_REPS_DEF_DB_WAL_RET_PERIOD;
×
684
  if (pCfg->walRetentionSize < 0 && pCfg->walRetentionSize != -1)
1,141,864✔
685
    pCfg->walRetentionSize = TSDB_REPS_DEF_DB_WAL_RET_SIZE;
×
686
  if (pCfg->walRollPeriod < 0) pCfg->walRollPeriod = TSDB_REPS_DEF_DB_WAL_ROLL_PERIOD;
1,141,864✔
687
  if (pCfg->walSegmentSize < 0) pCfg->walSegmentSize = TSDB_DEFAULT_DB_WAL_SEGMENT_SIZE;
1,141,864✔
688
  if (pCfg->sstTrigger <= 0) pCfg->sstTrigger = TSDB_DEFAULT_SST_TRIGGER;
1,141,864✔
689
  if (pCfg->tsdbPageSize <= 0) pCfg->tsdbPageSize = TSDB_DEFAULT_TSDB_PAGESIZE;
1,141,864✔
690
  if (pCfg->ssChunkSize <= 0) pCfg->ssChunkSize = TSDB_DEFAULT_SS_CHUNK_SIZE;
1,141,864✔
691
  if (pCfg->ssKeepLocal <= 0) pCfg->ssKeepLocal = TSDB_DEFAULT_SS_KEEP_LOCAL;
1,141,864✔
692
  if (pCfg->ssCompact < 0) pCfg->ssCompact = TSDB_DEFAULT_SS_COMPACT;
1,141,864✔
693
  if (pCfg->withArbitrator < 0) pCfg->withArbitrator = TSDB_DEFAULT_DB_WITH_ARBITRATOR;
1,141,864✔
694
  if (pCfg->encryptAlgorithm < 0) pCfg->encryptAlgorithm = TSDB_DEFAULT_ENCRYPT_ALGO;
1,141,864✔
695
}
1,141,864✔
696

697
int32_t mndSetCreateDbPrepareAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
1,137,026✔
698
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
1,137,026✔
699
  if (pDbRaw == NULL) return -1;
1,137,026✔
700

701
  if (mndTransAppendPrepareLog(pTrans, pDbRaw) != 0) return -1;
1,137,026✔
702
  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_CREATING) != 0) return -1;
1,137,026✔
703
  return 0;
1,137,026✔
704
}
705

706
static int32_t mndSetNewVgPrepareActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
1,136,510✔
707
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
3,576,456✔
708
    if (mndAddNewVgPrepareAction(pMnode, pTrans, (pVgroups + v)) != 0) return -1;
2,439,946✔
709
  }
710
  return 0;
1,136,510✔
711
}
712

713
static int32_t mndSetCreateDbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
×
714
  int32_t  code = 0;
×
715
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
×
716
  if (pDbRaw == NULL) {
×
717
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
718
    if (terrno != 0) code = terrno;
×
719
    TAOS_RETURN(code);
×
720
  }
721
  TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pDbRaw));
×
722
  TAOS_CHECK_RETURN(sdbSetRawStatus(pDbRaw, SDB_STATUS_UPDATE));
×
723

724
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
×
725
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
×
726
    if (pVgRaw == NULL) {
×
727
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
728
      if (terrno != 0) code = terrno;
×
729
      TAOS_RETURN(code);
×
730
    }
731
    TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pVgRaw));
×
732
    TAOS_CHECK_RETURN(sdbSetRawStatus(pVgRaw, SDB_STATUS_UPDATE));
×
733
  }
734

735
  if (pDb->cfg.withArbitrator) {
×
736
    for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
×
737
      SVgObj   *pVgObj = pVgroups + v;
×
738
      SArbGroup arbGroup = {0};
×
739
      TAOS_CHECK_RETURN(mndArbGroupInitFromVgObj(pVgObj, &arbGroup));
×
740
      TAOS_CHECK_RETURN(mndSetCreateArbGroupRedoLogs(pTrans, &arbGroup));
×
741
    }
742
  }
743

744
  TAOS_RETURN(code);
×
745
}
746

747
static int32_t mndSetCreateDbUndoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
1,136,510✔
748
  int32_t  code = 0;
1,136,510✔
749
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
1,136,510✔
750
  if (pDbRaw == NULL) {
1,136,510✔
751
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
752
    if (terrno != 0) code = terrno;
×
753
    TAOS_RETURN(code);
×
754
  }
755
  TAOS_CHECK_RETURN(mndTransAppendUndolog(pTrans, pDbRaw));
1,136,510✔
756
  TAOS_CHECK_RETURN(sdbSetRawStatus(pDbRaw, SDB_STATUS_DROPPED));
1,136,510✔
757

758
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
3,576,456✔
759
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
2,439,946✔
760
    if (pVgRaw == NULL) {
2,439,946✔
761
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
762
      if (terrno != 0) code = terrno;
×
763
      TAOS_RETURN(code);
×
764
    }
765
    TAOS_CHECK_RETURN(mndTransAppendUndolog(pTrans, pVgRaw));
2,439,946✔
766
    TAOS_CHECK_RETURN(sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED));
2,439,946✔
767
  }
768

769
  if (pDb->cfg.withArbitrator) {
1,136,510✔
770
    for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
10,178✔
771
      SVgObj   *pVgObj = pVgroups + v;
6,172✔
772
      SArbGroup arbGroup = {0};
6,172✔
773
      TAOS_CHECK_RETURN(mndArbGroupInitFromVgObj(pVgObj, &arbGroup));
6,172✔
774
      TAOS_CHECK_RETURN(mndSetCreateArbGroupUndoLogs(pTrans, &arbGroup));
6,172✔
775
    }
776
  }
777

778
  TAOS_RETURN(code);
1,136,510✔
779
}
780

781
static int32_t mndSetCreateDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups,
1,136,510✔
782
                                        SUserObj *pUserDuped, SArray *pAuditOwnedDbs) {
783
  int32_t  code = 0;
1,136,510✔
784
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
1,136,510✔
785
  if (pDbRaw == NULL) {
1,136,510✔
786
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
787
    if (terrno != 0) code = terrno;
×
788
    TAOS_RETURN(code);
×
789
  }
790
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pDbRaw));
1,136,510✔
791
  TAOS_CHECK_RETURN(sdbSetRawStatus(pDbRaw, SDB_STATUS_READY));
1,136,510✔
792

793
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
3,576,456✔
794
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
2,439,946✔
795
    if (pVgRaw == NULL) {
2,439,946✔
796
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
797
      if (terrno != 0) code = terrno;
×
798
      TAOS_RETURN(code);
×
799
    }
800
    TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pVgRaw));
2,439,946✔
801
    TAOS_CHECK_RETURN(sdbSetRawStatus(pVgRaw, SDB_STATUS_READY));
2,439,946✔
802
  }
803

804
  if (pDb->cfg.withArbitrator) {
1,136,510✔
805
    for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
10,178✔
806
      SVgObj   *pVgObj = pVgroups + v;
6,172✔
807
      SArbGroup arbGroup = {0};
6,172✔
808
      TAOS_CHECK_RETURN(mndArbGroupInitFromVgObj(pVgObj, &arbGroup));
6,172✔
809
      TAOS_CHECK_RETURN(mndSetCreateArbGroupCommitLogs(pTrans, &arbGroup));
6,172✔
810
    }
811
  }
812

813
  if (pUserDuped) {
1,136,510✔
814
    SSdbRaw *pUserRaw = mndUserActionEncode(pUserDuped);
1,136,510✔
815
    if (pUserRaw == NULL) {
1,136,510✔
816
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
817
      if (terrno != 0) code = terrno;
×
818
      TAOS_RETURN(code);
×
819
    }
820
    TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pUserRaw));
1,136,510✔
821
    TAOS_CHECK_RETURN(sdbSetRawStatus(pUserRaw, SDB_STATUS_READY));
1,136,510✔
822
  }
823

824
  if(pAuditOwnedDbs) {
1,136,510✔
825
    int32_t auditOwnedDbSize = taosArrayGetSize(pAuditOwnedDbs);
×
826
    for (int32_t i = 0; i < auditOwnedDbSize; ++i) {
×
827
      SUserObj *pAuditUser = (SUserObj *)TARRAY_GET_ELEM(pAuditOwnedDbs, i);
×
828
      SSdbRaw  *pAuditUserRaw = mndUserActionEncode(pAuditUser);
×
829
      if (pAuditUserRaw == NULL) {
×
830
        TAOS_RETURN(terrno ? terrno : TSDB_CODE_MND_RETURN_VALUE_NULL);
×
831
      }
832
      TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pAuditUserRaw));
×
833
      TAOS_CHECK_RETURN(sdbSetRawStatus(pAuditUserRaw, SDB_STATUS_READY));
×
834
    }
835
  }
836

837
  TAOS_RETURN(code);
1,136,510✔
838
}
839

840
static int32_t mndSetCreateDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
1,136,510✔
841
  int32_t code = 0;
1,136,510✔
842
  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {
3,576,456✔
843
    SVgObj *pVgroup = pVgroups + vg;
2,439,946✔
844

845
    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
5,134,280✔
846
      SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
2,694,334✔
847
      TAOS_CHECK_RETURN(mndAddCreateVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid));
2,694,334✔
848
    }
849
  }
850

851
  TAOS_RETURN(code);
1,136,510✔
852
}
853

854
static int32_t mndSetCreateDbUndoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
1,136,510✔
855
  int32_t code = 0;
1,136,510✔
856
  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {
3,576,456✔
857
    SVgObj *pVgroup = pVgroups + vg;
2,439,946✔
858

859
    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
5,134,280✔
860
      SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
2,694,334✔
861
      TAOS_CHECK_RETURN(mndAddDropVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid, false));
2,694,334✔
862
    }
863
  }
864

865
  TAOS_RETURN(code);
1,136,510✔
866
}
867

868
/**
869
 * @brief fill audit owned dbs for users with role SYSAUDIT or SYSAUDIT_LOG.
870
 *
871
 * @param pMnode
872
 * @param pOperUser
873
 * @param pDb
874
 * @param pAuditOwnedDbs
875
 * @return int32_t
876
 */
877
static int32_t mndSetAuditOwnedDbs(SMnode *pMnode, SUserObj *pOperUser, SDbObj *pDb, SArray **pAuditOwnedDbs) {
55✔
878
  int32_t   code = 0, lino = 0;
55✔
879
  SSdb     *pSdb = pMnode->pSdb;
55✔
880
  SArray   *auditOwnedDbs = NULL;
55✔
881
  SUserObj *pUser = NULL;
55✔
882
  SUserObj  newUserObj = {0};
55✔
883
  int32_t   sysAuditLen = strlen(TSDB_ROLE_SYSAUDIT) + 1;
55✔
884
  int32_t   sysAuditLogLen = strlen(TSDB_ROLE_SYSAUDIT_LOG) + 1;
55✔
885

886
  void *pIter = NULL;
55✔
887
  while ((pIter = sdbFetch(pSdb, SDB_USER, pIter, (void **)&pUser))) {
110✔
888
    if (taosHashGetSize(pUser->roles) <= 0) {
55✔
889
      sdbRelease(pSdb, pUser);
×
890
      pUser = NULL;
×
891
      continue;
×
892
    }
893
    if(strncmp(pUser->name, pOperUser->name, TSDB_USER_LEN) == 0) {
55✔
894
      sdbRelease(pSdb, pUser);
55✔
895
      pUser = NULL;
55✔
896
      continue;
55✔
897
    }
898
    if (!taosHashGet(pUser->roles, TSDB_ROLE_SYSAUDIT, sysAuditLen) &&
×
899
        !taosHashGet(pUser->roles, TSDB_ROLE_SYSAUDIT_LOG, sysAuditLogLen)) {
×
900
      sdbRelease(pSdb, pUser);
×
901
      pUser = NULL;
×
902
      continue;
×
903
    }
904
    TAOS_CHECK_EXIT(mndUserDupObj(pUser, &newUserObj));
×
905
    TAOS_CHECK_EXIT(taosHashPut(newUserObj.ownedDbs, pDb->name, strlen(pDb->name) + 1, NULL, 0));
×
906
    if (auditOwnedDbs == NULL) {
×
907
      auditOwnedDbs = taosArrayInit(1, sizeof(SUserObj));
×
908
      if (auditOwnedDbs == NULL) {
×
909
        TAOS_CHECK_EXIT(terrno);
×
910
      }
911
    }
912
    if (!taosArrayPush(auditOwnedDbs, &newUserObj)) {
×
913
      TAOS_CHECK_EXIT(terrno);
×
914
    }
915
    memset(&newUserObj, 0, sizeof(SUserObj));
×
916
    sdbRelease(pSdb, pUser);
×
917
    pUser = NULL;
×
918
  }
919
  *pAuditOwnedDbs = auditOwnedDbs;
55✔
920
  auditOwnedDbs = NULL;
55✔
921
_exit:
55✔
922
  if (auditOwnedDbs != NULL) taosArrayDestroyEx(auditOwnedDbs, (FDelete)mndUserFreeObj);
55✔
923
  sdbRelease(pSdb, pUser);
55✔
924
  sdbCancelFetch(pSdb, pIter);
55✔
925
  mndUserFreeObj(&newUserObj);
55✔
926
  TAOS_RETURN(code);
55✔
927
}
928

929
static int32_t mndCreateDb(SMnode *pMnode, SRpcMsg *pReq, SCreateDbReq *pCreate, SUserObj *pUser, SArray *dnodeList) {
1,142,590✔
930
  int32_t  code = 0;
1,142,590✔
931
  SArray  *auditOwnedDbs = NULL;
1,142,590✔
932
  SUserObj newUserObj = {0};
1,142,590✔
933
  SDbObj   dbObj = {0};
1,142,590✔
934
  (void)memcpy(dbObj.name, pCreate->db, TSDB_DB_FNAME_LEN);
1,142,590✔
935
  (void)memcpy(dbObj.acct, pUser->acct, TSDB_USER_LEN);
1,142,590✔
936
  dbObj.createdTime = taosGetTimestampMs();
1,142,590✔
937
  dbObj.updateTime = dbObj.createdTime;
1,142,590✔
938
  dbObj.uid = mndGenerateUid(dbObj.name, TSDB_DB_FNAME_LEN);
1,142,590✔
939
  dbObj.cfgVersion = 1;
1,142,590✔
940
  dbObj.vgVersion = 1;
1,142,590✔
941
  dbObj.tsmaVersion = 1;
1,142,590✔
942
  (void)memcpy(dbObj.createUser, pUser->user, TSDB_USER_LEN);
1,142,590✔
943
  dbObj.ownerId = pUser->uid;
1,142,590✔
944
  dbObj.cfg = (SDbCfg){
2,285,003✔
945
      .numOfVgroups = pCreate->numOfVgroups,
1,142,590✔
946
      .numOfStables = pCreate->numOfStables,
1,142,590✔
947
      .buffer = pCreate->buffer,
1,142,590✔
948
      .pageSize = pCreate->pageSize,
1,142,590✔
949
      .pages = pCreate->pages,
1,142,590✔
950
      .cacheLastSize = pCreate->cacheLastSize,
1,142,590✔
951
      .daysPerFile = pCreate->daysPerFile,
1,142,590✔
952
      .daysToKeep0 = pCreate->daysToKeep0,
1,142,590✔
953
      .daysToKeep1 = pCreate->daysToKeep1,
1,142,590✔
954
      .daysToKeep2 = pCreate->daysToKeep2,
1,142,590✔
955
      .keepTimeOffset = pCreate->keepTimeOffset,
1,142,590✔
956
      .minRows = pCreate->minRows,
1,142,590✔
957
      .maxRows = pCreate->maxRows,
1,142,590✔
958
      .walFsyncPeriod = pCreate->walFsyncPeriod,
1,142,590✔
959
      .walLevel = pCreate->walLevel,
1,142,590✔
960
      .precision = pCreate->precision,
1,142,590✔
961
      .compression = pCreate->compression,
1,142,590✔
962
      .replications = pCreate->replications,
1,142,590✔
963
      .strict = pCreate->strict,
1,142,590✔
964
      .cacheLast = pCreate->cacheLast,
1,142,590✔
965
      .hashMethod = 1,
966
      .schemaless = pCreate->schemaless,
1,142,590✔
967
      .walRetentionPeriod = pCreate->walRetentionPeriod,
1,142,590✔
968
      .walRetentionSize = pCreate->walRetentionSize,
1,142,590✔
969
      .walRollPeriod = pCreate->walRollPeriod,
1,142,590✔
970
      .walSegmentSize = pCreate->walSegmentSize,
1,142,590✔
971
      .sstTrigger = pCreate->sstTrigger,
1,142,590✔
972
      .hashPrefix = pCreate->hashPrefix,
1,142,590✔
973
      .hashSuffix = pCreate->hashSuffix,
1,142,590✔
974
      .ssChunkSize = pCreate->ssChunkSize,
1,142,590✔
975
      .ssKeepLocal = pCreate->ssKeepLocal,
1,142,590✔
976
      .ssCompact = pCreate->ssCompact,
1,142,590✔
977
      .tsdbPageSize = pCreate->tsdbPageSize,
1,142,590✔
978
      .withArbitrator = pCreate->withArbitrator,
1,142,590✔
979
      .encryptAlgorithm = pCreate->encryptAlgorithm,
1,142,590✔
980
      .compactInterval = pCreate->compactInterval,
1,142,590✔
981
      .compactStartTime = pCreate->compactStartTime,
1,142,590✔
982
      .compactEndTime = pCreate->compactEndTime,
1,142,590✔
983
      .compactTimeOffset = pCreate->compactTimeOffset,
1,142,590✔
984
      .isAudit = pCreate->isAudit,
1,142,590✔
985
  };
986
  if (strlen(pCreate->encryptAlgrName) > 0) {
1,142,590✔
987
    if (strncasecmp(pCreate->encryptAlgrName, "none", TSDB_ENCRYPT_ALGR_NAME_LEN) == 0) {
6,261✔
988
      if (pCreate->isAudit == 1) {
3,505✔
989
        code = TSDB_CODE_AUDIT_MUST_ENCRYPT;
×
990
        mError("db:%s, failed to create, encrypt algorithm not match for audit db, %s", pCreate->db,
×
991
               pCreate->encryptAlgrName);
992
        TAOS_RETURN(code);
×
993
      }
994
      dbObj.cfg.encryptAlgorithm = 0;
3,505✔
995
    } else {
996
      SEncryptAlgrObj *pEncryptAlgr = mndAcquireEncryptAlgrByAId(pMnode, pCreate->encryptAlgrName);
2,756✔
997
      if (pEncryptAlgr != NULL) {
2,756✔
998
        if (pEncryptAlgr->type != ENCRYPT_ALGR_TYPE__SYMMETRIC_CIPHERS) {
2,030✔
999
          code = TSDB_CODE_MNODE_ENCRYPT_TYPE_NOT_MATCH;
×
1000
          mError("db:%s, failed to create, encrypt algorithm not match, %s, expect type %d", pCreate->db,
×
1001
                 pCreate->encryptAlgrName, ENCRYPT_ALGR_TYPE__SYMMETRIC_CIPHERS);
1002
          TAOS_RETURN(code);
×
1003
        }
1004
        dbObj.cfg.encryptAlgorithm = pEncryptAlgr->id;
2,030✔
1005
      } else {
1006
        code = TSDB_CODE_MNODE_ENCRYPT_ALGR_NOT_EXIST;
726✔
1007
        mError("db:%s, failed to create, encrypt algorithm not exist, %s", pCreate->db, pCreate->encryptAlgrName);
726✔
1008
        TAOS_RETURN(code);
726✔
1009
      }
1010
      if (tsDataKey[0] == '\0') {
2,030✔
1011
        code = TSDB_CODE_DNODE_INVALID_ENCRYPTKEY;
×
1012
        mError("db:%s, failed to create db since %s", pCreate->db, tstrerror(code));
×
1013
        TAOS_RETURN(code);
×
1014
      }
1015
    }
1016
  } else {
1017
    if (pCreate->isAudit == 1) {
1,136,329✔
1018
      code = TSDB_CODE_AUDIT_MUST_ENCRYPT;
×
1019
      mError("db:%s, failed to create, encrypt algorithm not match for audit db, %s", pCreate->db,
×
1020
             pCreate->encryptAlgrName);
1021
      TAOS_RETURN(code);
×
1022
    }
1023
  }
1024
  dbObj.cfg.numOfRetensions = pCreate->numOfRetensions;
1,141,864✔
1025
  dbObj.cfg.pRetensions = pCreate->pRetensions;
1,141,864✔
1026

1027
  if (pCreate->isAudit == 1) {
1,141,864✔
1028
    if (dbObj.cfg.daysToKeep2 < 2628000) {
55✔
1029
      code = TSDB_CODE_AUDIT_MUST_KEEPFORCE;
×
1030
      mError("db:%s, failed to create, keep not match for audit db, %d", pCreate->db, dbObj.cfg.daysToKeep2);
×
1031
      TAOS_RETURN(code);
×
1032
    }
1033
    if (dbObj.cfg.walLevel != 2) {
55✔
1034
      code = TSDB_CODE_AUDIT_MUST_WALFORCE;
×
1035
      mError("db:%s, failed to create, walLevel not match for audit db, %d", pCreate->db, dbObj.cfg.walLevel);
×
1036
      TAOS_RETURN(code);
×
1037
    }
1038
    dbObj.cfg.allowDrop = TSDB_MIN_DB_ALLOW_DROP;
55✔
1039
  } else {
1040
    dbObj.cfg.allowDrop = TSDB_DEFAULT_DB_ALLOW_DROP;
1,141,809✔
1041
  }
1042

1043
  mndSetDefaultDbCfg(&dbObj.cfg);
1,141,864✔
1044

1045
  if ((code = mndCheckDbName(dbObj.name, pUser)) != 0) {
1,141,864✔
1046
    mError("db:%s, failed to create, check db name failed, since %s", pCreate->db, tstrerror(code));
×
1047
    TAOS_RETURN(code);
×
1048
  }
1049

1050
  if ((code = mndCheckDbCfg(pMnode, &dbObj.cfg)) != 0) {
1,141,864✔
1051
    mError("db:%s, failed to create, check db cfg failed, since %s", pCreate->db, tstrerror(code));
726✔
1052
    TAOS_RETURN(code);
726✔
1053
  }
1054

1055
  if (dbObj.cfg.hashPrefix > 0) {
1,141,138✔
1056
    int32_t dbLen = strlen(dbObj.name) + 1;
4,618✔
1057
    mInfo("db:%s, hashPrefix adjust from %d to %d", dbObj.name, dbObj.cfg.hashPrefix, dbObj.cfg.hashPrefix + dbLen);
4,618✔
1058
    dbObj.cfg.hashPrefix += dbLen;
4,618✔
1059
  } else if (dbObj.cfg.hashPrefix < 0) {
1,136,520✔
1060
    int32_t dbLen = strlen(dbObj.name) + 1;
4,077✔
1061
    mInfo("db:%s, hashPrefix adjust from %d to %d", dbObj.name, dbObj.cfg.hashPrefix, dbObj.cfg.hashPrefix - dbLen);
4,077✔
1062
    dbObj.cfg.hashPrefix -= dbLen;
4,077✔
1063
  }
1064

1065
  SVgObj *pVgroups = NULL;
1,141,138✔
1066
  if ((code = mndAllocVgroup(pMnode, &dbObj, &pVgroups, dnodeList)) != 0) {
1,141,138✔
1067
    mError("db:%s, failed to create, alloc vgroup failed, since %s", pCreate->db, terrstr());
4,628✔
1068
    TAOS_RETURN(code);
4,628✔
1069
  }
1070

1071
  // add database privileges for user
1072
  SUserObj *pNewUserDuped = NULL;
1,136,510✔
1073
#if 0
1074
  // We record the DB's owner id instread. The owner has the permission to create objects under the DB, but does not
1075
  // have default permissions on objects created by others .Therefore, readDbs/writeDbs are no longer applicable.
1076
  if (!pUser->superUser) {
1077
    TAOS_CHECK_GOTO(mndUserDupObj(pUser, &newUserObj), NULL, _OVER);
1078
    TAOS_CHECK_GOTO(taosHashPut(newUserObj.readDbs, dbObj.name, strlen(dbObj.name) + 1, dbObj.name, TSDB_FILENAME_LEN),
1079
                    NULL, _OVER);
1080
    TAOS_CHECK_GOTO(taosHashPut(newUserObj.writeDbs, dbObj.name, strlen(dbObj.name) + 1, dbObj.name, TSDB_FILENAME_LEN),
1081
                    NULL, _OVER);
1082
    pNewUserDuped = &newUserObj;
1083
  }
1084
#else
1085
  // Considering the efficiency of use db privileges in some scenarios like insert operation, owned DBs is stored.
1086
  bool addOwned = false;
1,136,510✔
1087
  if (dbObj.cfg.isAudit == 1) {
1,136,510✔
1088
    if (taosHashGet(pUser->roles, TSDB_ROLE_SYSAUDIT, strlen(TSDB_ROLE_SYSAUDIT) + 1) ||
55✔
1089
        taosHashGet(pUser->roles, TSDB_ROLE_SYSAUDIT_LOG, strlen(TSDB_ROLE_SYSAUDIT_LOG) + 1)) {
×
1090
      addOwned = true;
55✔
1091
    }
1092
    TAOS_CHECK_GOTO(mndSetAuditOwnedDbs(pMnode, pUser, &dbObj, &auditOwnedDbs), NULL, _OVER);
55✔
1093
  } else {
1094
    addOwned = true;
1,136,455✔
1095
  }
1096
  if (addOwned) {
1,136,510✔
1097
    TAOS_CHECK_GOTO(mndUserDupObj(pUser, &newUserObj), NULL, _OVER);
1,136,510✔
1098
    TAOS_CHECK_GOTO(taosHashPut(newUserObj.ownedDbs, dbObj.name, strlen(dbObj.name) + 1, NULL, 0), NULL, _OVER);
1,136,510✔
1099
    pNewUserDuped = &newUserObj;
1,136,510✔
1100
  }
1101
#endif
1102

1103
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "create-db");
1,136,510✔
1104
  if (pTrans == NULL) {
1,136,510✔
1105
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1106
    if (terrno != 0) code = terrno;
×
1107
    goto _OVER;
×
1108
  }
1109
  // mndTransSetSerial(pTrans);
1110
  mInfo("trans:%d, used to create db:%s", pTrans->id, pCreate->db);
1,136,510✔
1111

1112
  mndTransSetDbName(pTrans, dbObj.name, NULL);
1,136,510✔
1113
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
1,136,510✔
1114

1115
  void   *pIter = NULL;
1,136,510✔
1116
  STrans *exitTrans = NULL;
1,136,510✔
1117

1118
  if (!pUser->superUser) {
1,136,510✔
1119
    while (1) {
1120
      pIter = sdbFetch(pMnode->pSdb, SDB_TRANS, pIter, (void **)&exitTrans);
1,599✔
1121
      if (pIter == NULL) break;
1,599✔
1122

1123
      if (exitTrans->conflict == TRN_CONFLICT_DB &&
×
1124
          strncmp(exitTrans->opername, "create-db", TSDB_TRANS_OPER_LEN) == 0) {
×
1125
        code = TSDB_CODE_MND_TRANS_CONFLICT;
×
1126
        sdbRelease(pMnode->pSdb, exitTrans);
×
1127
        sdbCancelFetch(pMnode->pSdb, pIter);
×
1128
        goto _OVER;
×
1129
      }
1130

1131
      sdbRelease(pMnode->pSdb, exitTrans);
×
1132
    }
1133
  }
1134

1135
  mndTransSetOper(pTrans, MND_OPER_CREATE_DB);
1,136,510✔
1136
  TAOS_CHECK_GOTO(mndSetCreateDbPrepareAction(pMnode, pTrans, &dbObj), NULL, _OVER);
1,136,510✔
1137
  TAOS_CHECK_GOTO(mndSetCreateDbRedoActions(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);
1,136,510✔
1138
  TAOS_CHECK_GOTO(mndSetNewVgPrepareActions(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);
1,136,510✔
1139
  TAOS_CHECK_GOTO(mndSetCreateDbUndoLogs(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);
1,136,510✔
1140
  TAOS_CHECK_GOTO(mndSetCreateDbCommitLogs(pMnode, pTrans, &dbObj, pVgroups, pNewUserDuped, auditOwnedDbs), NULL, _OVER);
1,136,510✔
1141
  TAOS_CHECK_GOTO(mndSetCreateDbUndoActions(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);
1,136,510✔
1142
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
1,136,510✔
1143

1144
_OVER:
1,136,510✔
1145
  taosMemoryFree(pVgroups);
1,136,510✔
1146
  mndUserFreeObj(&newUserObj);
1,136,510✔
1147
  taosArrayDestroyEx(auditOwnedDbs, (FDelete)mndUserFreeObj);
1,136,510✔
1148
  mndTransDrop(pTrans);
1,136,510✔
1149
  TAOS_RETURN(code);
1,136,510✔
1150
}
1151

1152
static int32_t mndCheckDbEncryptKey(SMnode *pMnode, SCreateDbReq *pReq) {
1,154,142✔
1153
  int32_t    code = 0;
1,154,142✔
1154
  SSdb      *pSdb = pMnode->pSdb;
1,154,142✔
1155
  SDnodeObj *pDnode = NULL;
1,154,142✔
1156
  void      *pIter = NULL;
1,154,142✔
1157

1158
#if defined(TD_ENTERPRISE) || defined(TD_ASTRA_TODO)
1159
  if (pReq->encryptAlgorithm == TSDB_ENCRYPT_ALGO_NONE) goto _exit;
1,154,142✔
1160
  TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_DB_ENCRYPTION), NULL, _exit);
×
1161
  if (tsEncryptionKeyStat != ENCRYPT_KEY_STAT_LOADED) {
×
1162
    code = TSDB_CODE_MND_INVALID_ENCRYPT_KEY;
×
1163
    mError("db:%s, failed to check encryption key:%" PRIi8 " in mnode leader since it's not loaded", pReq->db,
×
1164
           tsEncryptionKeyStat);
1165
    goto _exit;
×
1166
  }
1167

1168
  int64_t curMs = taosGetTimestampMs();
×
1169
  while ((pIter = sdbFetch(pSdb, SDB_DNODE, pIter, (void **)&pDnode))) {
×
1170
    bool online = false;
×
1171
    if ((pDnode->encryptionKeyStat != tsEncryptionKeyStat || pDnode->encryptionKeyChksum != tsEncryptionKeyChksum) &&
×
1172
        (online = mndIsDnodeOnline(pDnode, curMs))) {
×
1173
      code = TSDB_CODE_MND_INVALID_ENCRYPT_KEY;
×
1174
      mError("db:%s, failed to check encryption key:%" PRIi8
×
1175
             "-%u in dnode:%d since it's inconsitent with mnode leader:%" PRIi8 "-%u",
1176
             pReq->db, pDnode->encryptionKeyStat, pDnode->encryptionKeyChksum, pDnode->id, tsEncryptionKeyStat,
1177
             tsEncryptionKeyChksum);
1178
      sdbCancelFetch(pSdb, pIter);
×
1179
      sdbRelease(pSdb, pDnode);
×
1180
      break;
×
1181
    }
1182
    sdbRelease(pSdb, pDnode);
×
1183
  }
1184
#else
1185
  if (pReq->encryptAlgorithm != TSDB_ENCRYPT_ALGO_NONE) {
1186
    code = TSDB_CODE_MND_INVALID_DB_OPTION;
1187
    goto _exit;
1188
  }
1189
#endif
1190
_exit:
1,153,965✔
1191
  TAOS_RETURN(code);
1,154,142✔
1192
}
1193

1194
#ifndef TD_ENTERPRISE
1195
int32_t mndCheckDbDnodeList(SMnode *pMnode, char *db, char *dnodeListStr, SArray *dnodeList) {
1196
  if (dnodeListStr[0] != 0) {
1197
    terrno = TSDB_CODE_OPS_NOT_SUPPORT;
1198
    return terrno;
1199
  } else {
1200
    return 0;
1201
  }
1202
}
1203
#endif
1204

1205
static int32_t mndProcessCreateDbReq(SRpcMsg *pReq) {
1,254,784✔
1206
  SMnode      *pMnode = pReq->info.node;
1,254,784✔
1207
  int32_t      code = -1;
1,254,784✔
1208
  int32_t      lino = 0;
1,254,784✔
1209
  SDbObj      *pDb = NULL;
1,254,784✔
1210
  SUserObj    *pUser = NULL;
1,254,784✔
1211
  SCreateDbReq createReq = {0};
1,254,784✔
1212
  SArray      *dnodeList = NULL;
1,254,784✔
1213
  int64_t      tss = taosGetTimestampMs();
1,254,784✔
1214

1215
  dnodeList = taosArrayInit(mndGetDnodeSize(pMnode), sizeof(int32_t));
1,254,784✔
1216
  TSDB_CHECK_NULL(dnodeList, code, lino, _OVER, TSDB_CODE_OUT_OF_MEMORY);
1,254,784✔
1217

1218
  TAOS_CHECK_GOTO(tDeserializeSCreateDbReq(pReq->pCont, pReq->contLen, &createReq), NULL, _OVER);
1,254,784✔
1219
#ifdef WINDOWS
1220
  if (taosArrayGetSize(createReq.pRetensions) > 0) {
1221
    terrno = TSDB_CODE_MND_INVALID_PLATFORM;
1222
    goto _OVER;
1223
  }
1224
#endif
1225
  mInfo("db:%s, start to create, vgroups:%d, isAudit:%d, daysToKeep2:%d", createReq.db, createReq.numOfVgroups, createReq.isAudit, createReq.daysToKeep2);
1,254,784✔
1226

1227
  pDb = mndAcquireDb(pMnode, createReq.db);
1,254,784✔
1228
  if (pDb != NULL) {
1,254,784✔
1229
    if (createReq.ignoreExist) {
93,040✔
1230
      mInfo("db:%s, already exist, ignore exist is set", createReq.db);
90,765✔
1231
      code = 0;
90,765✔
1232
      goto _OVER;
90,765✔
1233
    } else {
1234
      code = TSDB_CODE_MND_DB_ALREADY_EXIST;
2,275✔
1235
      goto _OVER;
2,275✔
1236
    }
1237
  } else {
1238
    if (terrno == TSDB_CODE_MND_DB_IN_CREATING) {
1,161,744✔
1239
      code = terrno;
7,338✔
1240
      goto _OVER;
7,338✔
1241
    } else if (terrno == TSDB_CODE_MND_DB_IN_DROPPING) {
1,154,406✔
1242
      goto _OVER;
×
1243
    } else if (terrno == TSDB_CODE_MND_DB_NOT_EXIST) {
1,154,406✔
1244
      // continue
1245
    } else {  // TSDB_CODE_APP_ERROR
1246
      goto _OVER;
×
1247
    }
1248
  }
1249

1250
  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_CREATE_DB, NULL), &lino, _OVER);
1,154,406✔
1251

1252
  TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_DB), &lino, _OVER);
1,154,142✔
1253

1254
  int32_t nVnodes = createReq.numOfVgroups * createReq.replications;
1,154,142✔
1255
  TAOS_CHECK_GOTO(grantCheckEx(TSDB_GRANT_VNODE, &nVnodes), &lino, _OVER);
1,154,142✔
1256

1257
  if (createReq.replications == 2) {
1,154,142✔
1258
    TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_DUAL_REPLICA_HA), &lino, _OVER);
5,450✔
1259
  }
1260

1261
  TAOS_CHECK_GOTO(mndCheckDbEncryptKey(pMnode, &createReq), &lino, _OVER);
1,154,142✔
1262

1263
  TAOS_CHECK_GOTO(mndCheckDbDnodeList(pMnode, createReq.db, createReq.dnodeListStr, dnodeList), &lino, _OVER);
1,154,142✔
1264

1265
  TAOS_CHECK_GOTO(mndAcquireUser(pMnode, RPC_MSG_USER(pReq), &pUser), &lino, _OVER);
1,142,590✔
1266

1267
  if (sdbGetSize(pMnode->pSdb, SDB_MOUNT) > 0) {
1,142,590✔
1268
    TAOS_CHECK_GOTO(TSDB_CODE_MND_MOUNT_NOT_EMPTY, &lino, _OVER);
×
1269
  }
1270

1271
  if (createReq.isAudit == 1) {
1,142,590✔
1272
    SDbObj *pAuditDb = mndAcquireAuditDb(pMnode);
55✔
1273
    if (pAuditDb != NULL) {
55✔
1274
      mndReleaseDb(pMnode, pAuditDb);
×
1275
      mError("db:%s, audit db already exist, %s", createReq.db, pAuditDb->name);
×
1276
      TAOS_CHECK_GOTO(TSDB_CODE_AUDIT_DB_ALREADY_EXIST, &lino, _OVER);
×
1277
    }
1278
  }
1279

1280
  TAOS_CHECK_GOTO(mndCreateDb(pMnode, pReq, &createReq, pUser, dnodeList), &lino, _OVER);
1,142,590✔
1281
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
1,136,510✔
1282

1283
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
1,136,510✔
1284
    SName name = {0};
1,136,510✔
1285
    if (tNameFromString(&name, createReq.db, T_NAME_ACCT | T_NAME_DB) < 0)
1,136,510✔
1286
      mError("db:%s, failed to parse db name", createReq.db);
×
1287
    int64_t tse = taosGetTimestampMs();
1,136,510✔
1288
    double  duration = (double)(tse - tss);
1,136,510✔
1289
    duration = duration / 1000;
1,136,510✔
1290
    auditRecord(pReq, pMnode->clusterId, "createDB", name.dbname, "", createReq.sql, createReq.sqlLen, duration, 0);
1,136,510✔
1291
  }
1292

1293
_OVER:
1,254,607✔
1294
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
1,254,784✔
1295
    mError("db:%s, failed to create at line:%d since %s", createReq.db, lino, tstrerror(code));
27,509✔
1296
  }
1297

1298
  mndReleaseDb(pMnode, pDb);
1,254,784✔
1299
  mndReleaseUser(pMnode, pUser);
1,254,784✔
1300
  tFreeSCreateDbReq(&createReq);
1,254,784✔
1301
  taosArrayDestroy(dnodeList);
1,254,784✔
1302

1303
  TAOS_RETURN(code);
1,254,784✔
1304
}
1305

1306
static int32_t mndSetDbCfgFromAlterDbReq(SDbObj *pDb, SAlterDbReq *pAlter) {
109,389✔
1307
  int32_t code = TSDB_CODE_MND_DB_OPTION_UNCHANGED;
109,389✔
1308

1309
  if (pAlter->buffer > 0 && pAlter->buffer != pDb->cfg.buffer) {
109,389✔
1310
    pDb->cfg.buffer = pAlter->buffer;
4,545✔
1311
    code = 0;
4,545✔
1312
  }
1313

1314
  if (pAlter->pages > 0 && pAlter->pages != pDb->cfg.pages) {
109,389✔
1315
    pDb->cfg.pages = pAlter->pages;
2,241✔
1316
    code = 0;
2,241✔
1317
  }
1318

1319
  if (pAlter->pageSize > 0 && pAlter->pageSize != pDb->cfg.pageSize) {
109,389✔
1320
    pDb->cfg.pageSize = pAlter->pageSize;
×
1321
    code = 0;
×
1322
  }
1323

1324
  if (pAlter->daysPerFile > 0 && pAlter->daysPerFile != pDb->cfg.daysPerFile) {
109,389✔
1325
    pDb->cfg.daysPerFile = pAlter->daysPerFile;
×
1326
    code = 0;
×
1327
  }
1328

1329
  if (pAlter->daysToKeep0 > 0 && pAlter->daysToKeep0 != pDb->cfg.daysToKeep0) {
109,389✔
1330
    pDb->cfg.daysToKeep0 = pAlter->daysToKeep0;
14,769✔
1331
    code = 0;
14,769✔
1332
  }
1333

1334
  if (pAlter->daysToKeep1 > 0 && pAlter->daysToKeep1 != pDb->cfg.daysToKeep1) {
109,389✔
1335
    pDb->cfg.daysToKeep1 = pAlter->daysToKeep1;
14,037✔
1336
    code = 0;
14,037✔
1337
  }
1338

1339
  if (pAlter->daysToKeep2 > 0 && pAlter->daysToKeep2 != pDb->cfg.daysToKeep2) {
109,389✔
1340
    pDb->cfg.daysToKeep2 = pAlter->daysToKeep2;
11,162✔
1341
    code = 0;
11,162✔
1342
  }
1343

1344
  if (pAlter->keepTimeOffset >= 0 && pAlter->keepTimeOffset != pDb->cfg.keepTimeOffset) {
109,389✔
1345
    pDb->cfg.keepTimeOffset = pAlter->keepTimeOffset;
3,583✔
1346
    code = 0;
3,583✔
1347
  }
1348

1349
  if (pAlter->walFsyncPeriod >= 0 && pAlter->walFsyncPeriod != pDb->cfg.walFsyncPeriod) {
109,389✔
1350
    pDb->cfg.walFsyncPeriod = pAlter->walFsyncPeriod;
8,624✔
1351
    code = 0;
8,624✔
1352
  }
1353

1354
  if (pAlter->walLevel >= 0 && pAlter->walLevel != pDb->cfg.walLevel) {
109,389✔
1355
    pDb->cfg.walLevel = pAlter->walLevel;
8,625✔
1356
    code = 0;
8,625✔
1357
  }
1358

1359
  if (pAlter->strict >= 0 && pAlter->strict != pDb->cfg.strict) {
109,389✔
1360
#if 1
1361
    code = TSDB_CODE_OPS_NOT_SUPPORT;
×
1362
#else
1363
    pDb->cfg.strict = pAlter->strict;
1364
    code = 0;
1365
#endif
1366
  }
1367

1368
  if (pAlter->cacheLast >= 0 && pAlter->cacheLast != pDb->cfg.cacheLast) {
109,389✔
1369
    pDb->cfg.cacheLast = pAlter->cacheLast;
14,339✔
1370
    code = 0;
14,339✔
1371
  }
1372

1373
  if (pAlter->cacheLastSize > 0 && pAlter->cacheLastSize != pDb->cfg.cacheLastSize) {
109,389✔
1374
    pDb->cfg.cacheLastSize = pAlter->cacheLastSize;
2,341✔
1375
    code = 0;
2,341✔
1376
  }
1377

1378
  if (pAlter->replications > 0 && pAlter->replications != pDb->cfg.replications) {
109,389✔
1379
    pDb->cfg.replications = pAlter->replications;
6,165✔
1380
    pDb->vgVersion++;
6,165✔
1381
    code = 0;
6,165✔
1382
  }
1383

1384
  if (pAlter->sstTrigger > 0 && pAlter->sstTrigger != pDb->cfg.sstTrigger) {
109,389✔
1385
    pDb->cfg.sstTrigger = pAlter->sstTrigger;
1,231✔
1386
    pDb->vgVersion++;
1,231✔
1387
    code = 0;
1,231✔
1388
  }
1389

1390
  if (pAlter->minRows > 0 && pAlter->minRows != pDb->cfg.minRows) {
109,389✔
1391
    pDb->cfg.minRows = pAlter->minRows;
1,408✔
1392
    pDb->vgVersion++;
1,408✔
1393
    code = 0;
1,408✔
1394
  }
1395

1396
  if (pAlter->walRetentionPeriod > TSDB_DB_MIN_WAL_RETENTION_PERIOD &&
109,389✔
1397
      pAlter->walRetentionPeriod != pDb->cfg.walRetentionPeriod) {
12,168✔
1398
    pDb->cfg.walRetentionPeriod = pAlter->walRetentionPeriod;
6,841✔
1399
    pDb->vgVersion++;
6,841✔
1400
    code = 0;
6,841✔
1401
  }
1402

1403
  if (pAlter->walRetentionSize > TSDB_DB_MIN_WAL_RETENTION_SIZE &&
109,389✔
1404
      pAlter->walRetentionSize != pDb->cfg.walRetentionSize) {
1,451✔
1405
    pDb->cfg.walRetentionSize = pAlter->walRetentionSize;
704✔
1406
    pDb->vgVersion++;
704✔
1407
    code = 0;
704✔
1408
  }
1409

1410
  if (pAlter->ssKeepLocal >= TSDB_MIN_SS_KEEP_LOCAL && pAlter->ssKeepLocal <= TSDB_MAX_SS_KEEP_LOCAL && pAlter->ssKeepLocal != pDb->cfg.ssKeepLocal) {
109,389✔
1411
    pDb->cfg.ssKeepLocal = pAlter->ssKeepLocal;
704✔
1412
    pDb->vgVersion++;
704✔
1413
    code = 0;
704✔
1414
  }
1415

1416
  if (pAlter->ssCompact >= TSDB_MIN_SS_COMPACT && pAlter->ssCompact <= TSDB_MAX_SS_COMPACT && pAlter->ssCompact != pDb->cfg.ssCompact) {
109,389✔
1417
    pDb->cfg.ssCompact = pAlter->ssCompact;
704✔
1418
    pDb->vgVersion++;
704✔
1419
    code = 0;
704✔
1420
  }
1421

1422
  if (pAlter->withArbitrator >= TSDB_MIN_DB_WITH_ARBITRATOR && pAlter->withArbitrator != pDb->cfg.withArbitrator) {
109,389✔
1423
    pDb->cfg.withArbitrator = pAlter->withArbitrator;
704✔
1424
    pDb->vgVersion++;
704✔
1425
    code = 0;
704✔
1426
  }
1427

1428
  if (pAlter->compactInterval >= TSDB_DEFAULT_COMPACT_INTERVAL && pAlter->compactInterval != pDb->cfg.compactInterval) {
109,389✔
1429
    pDb->cfg.compactInterval = pAlter->compactInterval;
4,983✔
1430
    pDb->vgVersion++;
4,983✔
1431
    code = 0;
4,983✔
1432
  }
1433

1434
  bool compactTimeRangeChanged = false;
109,389✔
1435
  if (pAlter->compactStartTime != pDb->cfg.compactStartTime &&
109,389✔
1436
      (pAlter->compactStartTime == TSDB_DEFAULT_COMPACT_START_TIME ||
107,212✔
1437
       pAlter->compactStartTime <= -pDb->cfg.daysPerFile)) {
107,212✔
1438
    pDb->cfg.compactStartTime = pAlter->compactStartTime;
4,290✔
1439
    compactTimeRangeChanged = true;
4,290✔
1440
    code = 0;
4,290✔
1441
  }
1442

1443
  if (pAlter->compactEndTime != pDb->cfg.compactEndTime &&
109,389✔
1444
      (pAlter->compactEndTime == TSDB_DEFAULT_COMPACT_END_TIME || pAlter->compactEndTime <= -pDb->cfg.daysPerFile)) {
107,212✔
1445
    pDb->cfg.compactEndTime = pAlter->compactEndTime;
4,290✔
1446
    compactTimeRangeChanged = true;
4,290✔
1447
    code = 0;
4,290✔
1448
  }
1449
  if(compactTimeRangeChanged) {
109,389✔
1450
    pDb->vgVersion++;
4,290✔
1451
  }
1452

1453
  if (pAlter->compactTimeOffset >= TSDB_MIN_COMPACT_TIME_OFFSET &&
109,389✔
1454
      pAlter->compactTimeOffset != pDb->cfg.compactTimeOffset) {
8,601✔
1455
    pDb->cfg.compactTimeOffset = pAlter->compactTimeOffset;
3,564✔
1456
    pDb->vgVersion++;
3,564✔
1457
    code = 0;
3,564✔
1458
  }
1459

1460
  if (pAlter->isAudit > -1 && pAlter->isAudit != pDb->cfg.isAudit) {
109,389✔
1461
    code = TSDB_CODE_OPS_NOT_SUPPORT;
×
1462
    return code;
×
1463
  }
1464

1465
  if(pAlter->allowDrop > -1 && pAlter->allowDrop != pDb->cfg.allowDrop) {
109,389✔
1466
    pDb->cfg.allowDrop = pAlter->allowDrop;
×
1467
    code = 0;
×
1468
  }
1469

1470
  TAOS_RETURN(code);
109,389✔
1471
}
1472

1473
static int32_t mndSetAlterDbPrepareLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
82,998✔
1474
  int32_t  code = 0;
82,998✔
1475
  SSdbRaw *pRedoRaw = mndDbActionEncode(pOld);
82,998✔
1476
  if (pRedoRaw == NULL) {
82,998✔
1477
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1478
    if (terrno != 0) code = terrno;
×
1479
    TAOS_RETURN(code);
×
1480
  }
1481
  if ((code = mndTransAppendPrepareLog(pTrans, pRedoRaw)) != 0) {
82,998✔
1482
    sdbFreeRaw(pRedoRaw);
×
1483
    TAOS_RETURN(code);
×
1484
  }
1485

1486
  if ((code = sdbSetRawStatus(pRedoRaw, SDB_STATUS_READY)) != 0) {
82,998✔
1487
    sdbFreeRaw(pRedoRaw);
×
1488
    TAOS_RETURN(code);
×
1489
  }
1490
  return 0;
82,998✔
1491
}
1492

1493
int32_t mndSetAlterDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
82,998✔
1494
  int32_t  code = 0;
82,998✔
1495
  SSdbRaw *pCommitRaw = mndDbActionEncode(pNew);
82,998✔
1496
  if (pCommitRaw == NULL) {
82,998✔
1497
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1498
    if (terrno != 0) code = terrno;
×
1499
    TAOS_RETURN(code);
×
1500
  }
1501
  if ((code = mndTransAppendCommitlog(pTrans, pCommitRaw)) != 0) {
82,998✔
1502
    sdbFreeRaw(pCommitRaw);
×
1503
    TAOS_RETURN(code);
×
1504
  }
1505

1506
  if ((code = sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY)) != 0) {
82,998✔
1507
    sdbFreeRaw(pCommitRaw);
×
1508
    TAOS_RETURN(code);
×
1509
  }
1510
  TAOS_RETURN(code);
82,998✔
1511
}
1512

1513
static int32_t mndSetAlterDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pOldDb, SDbObj *pNewDb) {
82,998✔
1514
  int32_t code = 0, lino = 0;
82,998✔
1515
  SSdb   *pSdb = pMnode->pSdb;
82,998✔
1516
  void   *pIter = NULL;
82,998✔
1517
  SVgObj *pVgroup = NULL;
82,998✔
1518
  SArray *pArray = mndBuildDnodesArray(pMnode, 0, NULL);
82,998✔
1519

1520
  TSDB_CHECK_NULL(pArray, code, lino, _err, TSDB_CODE_OUT_OF_MEMORY);
82,998✔
1521

1522
  while (1) {
1523
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
576,320✔
1524
    if (pIter == NULL) break;
576,320✔
1525

1526
    if (mndVgroupInDb(pVgroup, pNewDb->uid)) {
494,018✔
1527
      SVgObj newVgroup = {0};
212,946✔
1528
      TAOS_CHECK_GOTO(mndBuildAlterVgroupAction(pMnode, pTrans, pOldDb, pNewDb, pVgroup, pArray, &newVgroup), &lino,
212,946✔
1529
                      _err);
1530

1531
      if (pNewDb->cfg.withArbitrator != pOldDb->cfg.withArbitrator) {
212,250✔
1532
        if (pNewDb->cfg.withArbitrator) {
×
1533
          SArbGroup arbGroup = {0};
×
1534
          TAOS_CHECK_GOTO(mndArbGroupInitFromVgObj(&newVgroup, &arbGroup), &lino, _err);
×
1535
          TAOS_CHECK_GOTO(mndSetCreateArbGroupCommitLogs(pTrans, &arbGroup), &lino, _err);
×
1536
        } else {
1537
          SArbGroup arbGroup = {0};
×
1538
          TAOS_CHECK_GOTO(mndArbGroupInitFromVgObj(pVgroup, &arbGroup), &lino, _err);
×
1539
          TAOS_CHECK_GOTO(mndSetDropArbGroupCommitLogs(pTrans, &arbGroup), &lino, _err);
×
1540
        }
1541
      }
1542
    }
1543

1544
    sdbRelease(pSdb, pVgroup);
493,322✔
1545
  }
1546

1547
  taosArrayDestroy(pArray);
82,302✔
1548
  TAOS_RETURN(code);
82,302✔
1549

1550
_err:
696✔
1551
  mError("db:%s, %s failed at %d since %s", pNewDb->name, __func__, lino, tstrerror(code));
696✔
1552

1553
  sdbCancelFetch(pSdb, pIter);
696✔
1554
  sdbRelease(pSdb, pVgroup);
696✔
1555
  taosArrayDestroy(pArray);
696✔
1556
  TAOS_RETURN(code);
696✔
1557
}
1558

1559
static int32_t mndAlterDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pOld, SDbObj *pNew) {
83,510✔
1560
  int32_t code = -1;
83,510✔
1561
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "alter-db");
83,510✔
1562
  if (pTrans == NULL) {
83,510✔
1563
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1564
    if (terrno != 0) code = terrno;
×
1565
    TAOS_RETURN(code);
×
1566
  }
1567
  mInfo("trans:%d, used to alter db:%s", pTrans->id, pOld->name);
83,510✔
1568
  mInfo("trans:%d, used to alter db, ableToBeKilled:%d, killMode:%d", pTrans->id, pTrans->ableToBeKilled, pTrans->killMode);
83,510✔
1569

1570
  mndTransSetDbName(pTrans, pOld->name, NULL);
83,510✔
1571
  mndTransSetGroupParallel(pTrans);
83,510✔
1572
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
83,510✔
1573
  TAOS_CHECK_GOTO(mndTransCheckConflictWithCompact(pMnode, pTrans), NULL, _OVER);
83,062✔
1574
  TAOS_CHECK_GOTO(mndTransCheckConflictWithRetention(pMnode, pTrans), NULL, _OVER);
82,998✔
1575

1576
  TAOS_CHECK_GOTO(mndSetAlterDbPrepareLogs(pMnode, pTrans, pOld, pNew), NULL, _OVER);
82,998✔
1577
  TAOS_CHECK_GOTO(mndSetAlterDbCommitLogs(pMnode, pTrans, pOld, pNew), NULL, _OVER);
82,998✔
1578
  TAOS_CHECK_GOTO(mndSetAlterDbRedoActions(pMnode, pTrans, pOld, pNew), NULL, _OVER);
82,998✔
1579

1580
  mInfo("trans:%d, used to alter db, ableToBeKilled:%d, killMode:%d", pTrans->id, pTrans->ableToBeKilled, pTrans->killMode);
82,302✔
1581
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
82,302✔
1582
  code = 0;
82,302✔
1583

1584
_OVER:
83,510✔
1585
  mndTransDrop(pTrans);
83,510✔
1586
  TAOS_RETURN(code);
83,510✔
1587
}
1588

1589
static int32_t mndProcessAlterDbReq(SRpcMsg *pReq) {
112,007✔
1590
  SMnode     *pMnode = pReq->info.node;
112,007✔
1591
  int32_t     code = -1;
112,007✔
1592
  SDbObj     *pDb = NULL;
112,007✔
1593
  SAlterDbReq alterReq = {0};
112,007✔
1594
  SDbObj      dbObj = {0};
112,007✔
1595
  int64_t     tss = taosGetTimestampMs();
112,007✔
1596

1597
  TAOS_CHECK_GOTO(tDeserializeSAlterDbReq(pReq->pCont, pReq->contLen, &alterReq), NULL, _OVER);
112,007✔
1598

1599
  mInfo("db:%s, start to alter, encryt_algr:%s", alterReq.db, alterReq.encryptAlgrName);
112,007✔
1600

1601
  pDb = mndAcquireDb(pMnode, alterReq.db);
112,007✔
1602
  if (pDb == NULL) {
112,007✔
1603
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
420✔
1604
    if (terrno != 0) code = terrno;
420✔
1605
    goto _OVER;
420✔
1606
  }
1607

1608
  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_ALTER_DB, pDb), NULL, _OVER);
111,587✔
1609

1610
  if (alterReq.replications == 2) {
111,587✔
1611
    TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_DUAL_REPLICA_HA), NULL, _OVER);
704✔
1612
  }
1613

1614
  int32_t numOfTopics = 0;
111,587✔
1615
  TAOS_CHECK_GOTO(mndGetNumOfTopics(pMnode, pDb->name, &numOfTopics), NULL, _OVER);
111,587✔
1616

1617
  if (numOfTopics != 0 && alterReq.walRetentionPeriod == 0) {
111,587✔
1618
    code = TSDB_CODE_MND_DB_RETENTION_PERIOD_ZERO;
×
1619
    mError("db:%s, not allowed to set WAL_RETENTION_PERIOD 0 when there are topics defined. numOfTopics:%d", pDb->name,
×
1620
           numOfTopics);
1621
    goto _OVER;
×
1622
  }
1623

1624
  if (pDb->cfg.isMount) {
111,587✔
1625
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
×
1626
    goto _OVER;
×
1627
  }
1628

1629
  (void)memcpy(&dbObj, pDb, sizeof(SDbObj));
111,587✔
1630
  if (dbObj.cfg.pRetensions != NULL) {
111,587✔
1631
    dbObj.cfg.pRetensions = taosArrayDup(pDb->cfg.pRetensions, NULL);
×
1632
    if (dbObj.cfg.pRetensions == NULL) goto _OVER;
×
1633
  }
1634

1635
  if (pDb->cfg.isAudit == 1) {
111,587✔
1636
    if (alterReq.daysToKeep2 > -1 && alterReq.daysToKeep2 < 2628000) {
×
1637
      code = TSDB_CODE_AUDIT_MUST_KEEPFORCE;
×
1638
      mError("db:%s, failed to alter, keep not match for audit db, %d", alterReq.db, alterReq.daysToKeep2);
×
1639
      goto _OVER;
×
1640
    }
1641
    if (alterReq.walLevel > -1 && alterReq.walLevel != 2) {
×
1642
      code = TSDB_CODE_AUDIT_MUST_WALFORCE;
×
1643
      mError("db:%s, failed to alter, walLevel not match for audit db, %d", alterReq.db, alterReq.walLevel);
×
1644
      goto _OVER;
×
1645
    }
1646
    if (alterReq.isAudit == 0) {
×
1647
      code = TSDB_CODE_AUDIT_DB_NOT_ALLOW_CHANGE;
×
1648
      mError("db:%s, failed to alter, is not allowed to change audit db, %d", alterReq.db, alterReq.isAudit);
×
1649
      goto _OVER;
×
1650
    }
1651
  }
1652

1653
  if (strlen(alterReq.encryptAlgrName) > 0) {
111,587✔
1654
    mInfo("db:%s, check encryt algr:%s", alterReq.db, alterReq.encryptAlgrName);
2,945✔
1655

1656
    if (strncasecmp(alterReq.encryptAlgrName, "none", TSDB_ENCRYPT_ALGR_NAME_LEN) == 0) {
2,945✔
1657
      if (pDb->cfg.encryptAlgorithm != 0) {
747✔
1658
        code = TSDB_CODE_MND_ENCRYPT_NOT_ALLOW_CHANGE;
×
1659
        mError("db:%s, failed to alter, not allowed to change, %s", alterReq.db, alterReq.encryptAlgrName);
×
1660
        goto _OVER;
×
1661
      }
1662
    } else {
1663
      SEncryptAlgrObj *pEncryptAlgr = mndAcquireEncryptAlgrByAId(pMnode, alterReq.encryptAlgrName);
2,198✔
1664
      if (pEncryptAlgr != NULL) {
2,198✔
1665
        if (pEncryptAlgr->type != ENCRYPT_ALGR_TYPE__SYMMETRIC_CIPHERS) {
1,451✔
1666
          code = TSDB_CODE_MNODE_ENCRYPT_TYPE_NOT_MATCH;
×
1667
          mError("db:%s, failed to alter, encrypt algorithm not match, %s, expect type %d", alterReq.db,
×
1668
                 alterReq.encryptAlgrName, ENCRYPT_ALGR_TYPE__SYMMETRIC_CIPHERS);
1669
          goto _OVER;
×
1670
        }
1671
        if (pEncryptAlgr->id != pDb->cfg.encryptAlgorithm) {
1,451✔
1672
          code = TSDB_CODE_MND_ENCRYPT_NOT_ALLOW_CHANGE;
1,451✔
1673
          mError("db:%s, failed to alter, not allowed to change, %s", alterReq.db, alterReq.encryptAlgrName);
1,451✔
1674
          goto _OVER;
1,451✔
1675
        }
1676
      } else {
1677
        code = TSDB_CODE_MNODE_ENCRYPT_ALGR_NOT_EXIST;
747✔
1678
        mError("db:%s, failed to alter, encrypt algorithm not exist, %s", alterReq.db, alterReq.encryptAlgrName);
747✔
1679
        goto _OVER;
747✔
1680
      }
1681
    }
1682
  }
1683

1684
  code = mndSetDbCfgFromAlterDbReq(&dbObj, &alterReq);
109,389✔
1685
  if (code != 0) {
109,389✔
1686
    if (code == TSDB_CODE_MND_DB_OPTION_UNCHANGED) code = 0;
24,471✔
1687
    goto _OVER;
24,471✔
1688
  }
1689

1690
  TAOS_CHECK_GOTO(mndCheckInChangeDbCfg(pMnode, &pDb->cfg, &dbObj.cfg), NULL, _OVER);
84,918✔
1691

1692
  dbObj.cfgVersion++;
83,510✔
1693
  dbObj.updateTime = taosGetTimestampMs();
83,510✔
1694
  code = mndAlterDb(pMnode, pReq, pDb, &dbObj);
83,510✔
1695

1696
  if (dbObj.cfg.replications != pDb->cfg.replications) {
83,510✔
1697
    // return quickly, operation executed asynchronously
1698
    mInfo("db:%s, alter db replica from %d to %d", pDb->name, pDb->cfg.replications, dbObj.cfg.replications);
5,461✔
1699
  } else {
1700
    if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
78,049✔
1701
  }
1702

1703
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
83,510✔
1704
    SName name = {0};
83,510✔
1705
    if (tNameFromString(&name, alterReq.db, T_NAME_ACCT | T_NAME_DB) < 0)
83,510✔
1706
      mError("db:%s, failed to parse db name", alterReq.db);
×
1707

1708
    int64_t tse = taosGetTimestampMs();
83,510✔
1709
    double  duration = (double)(tse - tss);
83,510✔
1710
    duration = duration / 1000;
83,510✔
1711
    auditRecord(pReq, pMnode->clusterId, "alterDB", name.dbname, "", alterReq.sql, alterReq.sqlLen, duration, 0);
83,510✔
1712
  }
1713

1714
_OVER:
112,007✔
1715
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
112,007✔
1716
    if (terrno != 0) code = terrno;
5,234✔
1717
    mError("db:%s, failed to alter since %s", alterReq.db, tstrerror(code));
5,234✔
1718
  }
1719

1720
  mndReleaseDb(pMnode, pDb);
112,007✔
1721
  taosArrayDestroy(dbObj.cfg.pRetensions);
112,007✔
1722
  tFreeSAlterDbReq(&alterReq);
112,007✔
1723

1724
  TAOS_RETURN(code);
112,007✔
1725
}
1726

1727
static void mndDumpDbCfgInfo(SDbCfgRsp *cfgRsp, SDbObj *pDb, char *algorithmsId) {
3,810,767✔
1728
  tstrncpy(cfgRsp->db, pDb->name, sizeof(cfgRsp->db));
3,810,767✔
1729
  cfgRsp->dbId = pDb->uid;
3,810,767✔
1730
  cfgRsp->ownerId = pDb->ownerId;
3,810,040✔
1731
  cfgRsp->cfgVersion = pDb->cfgVersion;
3,810,767✔
1732
  cfgRsp->numOfVgroups = pDb->cfg.numOfVgroups;
3,810,760✔
1733
  cfgRsp->numOfStables = pDb->cfg.numOfStables;
3,810,040✔
1734
  cfgRsp->buffer = pDb->cfg.buffer;
3,810,040✔
1735
  cfgRsp->cacheSize = pDb->cfg.cacheLastSize;
3,810,040✔
1736
  cfgRsp->pageSize = pDb->cfg.pageSize;
3,810,767✔
1737
  cfgRsp->pages = pDb->cfg.pages;
3,810,033✔
1738
  cfgRsp->daysPerFile = pDb->cfg.daysPerFile;
3,810,767✔
1739
  cfgRsp->daysToKeep0 = pDb->cfg.daysToKeep0;
3,810,767✔
1740
  cfgRsp->daysToKeep1 = pDb->cfg.daysToKeep1;
3,810,040✔
1741
  cfgRsp->daysToKeep2 = pDb->cfg.daysToKeep2;
3,810,760✔
1742
  cfgRsp->keepTimeOffset = pDb->cfg.keepTimeOffset;
3,810,040✔
1743
  cfgRsp->minRows = pDb->cfg.minRows;
3,810,767✔
1744
  cfgRsp->maxRows = pDb->cfg.maxRows;
3,810,767✔
1745
  cfgRsp->walFsyncPeriod = pDb->cfg.walFsyncPeriod;
3,810,760✔
1746
  cfgRsp->hashPrefix = pDb->cfg.hashPrefix;
3,810,767✔
1747
  cfgRsp->hashSuffix = pDb->cfg.hashSuffix;
3,810,767✔
1748
  cfgRsp->hashMethod = pDb->cfg.hashMethod;
3,810,767✔
1749
  cfgRsp->walLevel = pDb->cfg.walLevel;
3,810,040✔
1750
  cfgRsp->precision = pDb->cfg.precision;
3,810,040✔
1751
  cfgRsp->compression = pDb->cfg.compression;
3,810,767✔
1752
  cfgRsp->replications = pDb->cfg.replications;
3,810,767✔
1753
  cfgRsp->strict = pDb->cfg.strict;
3,810,760✔
1754
  cfgRsp->cacheLast = pDb->cfg.cacheLast;
3,810,136✔
1755
  cfgRsp->tsdbPageSize = pDb->cfg.tsdbPageSize;
3,810,033✔
1756
  cfgRsp->walRetentionPeriod = pDb->cfg.walRetentionPeriod;
3,810,760✔
1757
  cfgRsp->walRollPeriod = pDb->cfg.walRollPeriod;
3,810,040✔
1758
  cfgRsp->walRetentionSize = pDb->cfg.walRetentionSize;
3,810,767✔
1759
  cfgRsp->walSegmentSize = pDb->cfg.walSegmentSize;
3,810,136✔
1760
  cfgRsp->numOfRetensions = pDb->cfg.numOfRetensions;
3,810,136✔
1761
  cfgRsp->pRetensions = taosArrayDup(pDb->cfg.pRetensions, NULL);
3,810,040✔
1762
  cfgRsp->schemaless = pDb->cfg.schemaless;
3,810,760✔
1763
  cfgRsp->sstTrigger = pDb->cfg.sstTrigger;
3,810,129✔
1764
  cfgRsp->ssChunkSize = pDb->cfg.ssChunkSize;
3,810,040✔
1765
  cfgRsp->ssKeepLocal = pDb->cfg.ssKeepLocal;
3,809,402✔
1766
  cfgRsp->ssCompact = pDb->cfg.ssCompact;
3,810,767✔
1767
  cfgRsp->withArbitrator = pDb->cfg.withArbitrator;
3,810,767✔
1768
  // cfgRsp->encryptAlgr = pDb->cfg.encryptAlgorithm;
1769
  cfgRsp->compactInterval = pDb->cfg.compactInterval;
3,810,767✔
1770
  cfgRsp->compactStartTime = pDb->cfg.compactStartTime;
3,810,760✔
1771
  cfgRsp->compactEndTime = pDb->cfg.compactEndTime;
3,810,040✔
1772
  cfgRsp->compactTimeOffset = pDb->cfg.compactTimeOffset;
3,810,040✔
1773
  cfgRsp->flags = pDb->cfg.flags;
3,810,760✔
1774
  tstrncpy(cfgRsp->algorithmsId, algorithmsId, sizeof(cfgRsp->algorithmsId));
3,809,402✔
1775
  cfgRsp->isAudit = pDb->cfg.isAudit;
3,810,767✔
1776
}
3,810,767✔
1777

1778
static int32_t mndProcessGetDbCfgReq(SRpcMsg *pReq) {
4,614,042✔
1779
  SMnode   *pMnode = pReq->info.node;
4,614,042✔
1780
  int32_t   code = -1;
4,614,042✔
1781
  SDbObj   *pDb = NULL;
4,614,042✔
1782
  SDbCfgReq cfgReq = {0};
4,614,042✔
1783
  SDbCfgRsp cfgRsp = {0};
4,614,042✔
1784

1785
  TAOS_CHECK_GOTO(tDeserializeSDbCfgReq(pReq->pCont, pReq->contLen, &cfgReq), NULL, _OVER);
4,613,315✔
1786

1787
  const char *pRealDb = strstr(cfgReq.db, ".");
4,614,042✔
1788
  if (pRealDb) {
4,614,042✔
1789
    ++pRealDb;
4,614,042✔
1790
  } else {
1791
    pRealDb = &cfgReq.db[0];
×
1792
  }
1793
  if (!IS_SYS_DBNAME(pRealDb)) {
4,614,042✔
1794
    pDb = mndAcquireDb(pMnode, cfgReq.db);
4,221,727✔
1795
    if (pDb == NULL) {
4,222,454✔
1796
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
458,636✔
1797
      if (terrno != 0) code = terrno;
458,636✔
1798
      goto _OVER;
458,636✔
1799
    }
1800

1801
    char algrId[TSDB_ENCRYPT_ALGR_NAME_LEN] = {0};
3,763,818✔
1802
    mndGetEncryptOsslAlgrNameById(pMnode, pDb->cfg.encryptAlgorithm, algrId);
3,763,818✔
1803
    mndDumpDbCfgInfo(&cfgRsp, pDb, algrId);
3,763,811✔
1804
  }
1805

1806
  int32_t contLen = tSerializeSDbCfgRsp(NULL, 0, &cfgRsp);
4,154,679✔
1807
  void   *pRsp = rpcMallocCont(contLen);
4,155,406✔
1808
  if (pRsp == NULL) {
4,155,406✔
1809
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1810
    if (terrno != 0) code = terrno;
×
1811
    goto _OVER;
×
1812
  }
1813

1814
  int32_t ret = 0;
4,155,406✔
1815
  if ((ret = tSerializeSDbCfgRsp(pRsp, contLen, &cfgRsp)) < 0) {
4,155,406✔
1816
    code = ret;
×
1817
    goto _OVER;
×
1818
  }
1819

1820
  pReq->info.rsp = pRsp;
4,155,406✔
1821
  pReq->info.rspLen = contLen;
4,155,406✔
1822

1823
  code = 0;
4,154,679✔
1824

1825
_OVER:
4,613,315✔
1826

1827
  tFreeSDbCfgRsp(&cfgRsp);
4,613,214✔
1828

1829
  if (code != 0) {
4,613,315✔
1830
    mError("db:%s, failed to get cfg since %s", cfgReq.db, terrstr());
458,636✔
1831
  }
1832

1833
  mndReleaseDb(pMnode, pDb);
4,613,315✔
1834

1835
  TAOS_RETURN(code);
4,614,042✔
1836
}
1837

1838
int32_t mndSetDropDbPrepareLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
626,200✔
1839
  int32_t  code = 0;
626,200✔
1840
  SSdbRaw *pRedoRaw = mndDbActionEncode(pDb);
626,200✔
1841
  if (pRedoRaw == NULL) {
626,200✔
1842
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1843
    if (terrno != 0) code = terrno;
×
1844
    return -1;
×
1845
  }
1846
  TAOS_CHECK_RETURN(mndTransAppendPrepareLog(pTrans, pRedoRaw));
626,200✔
1847
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING));
626,200✔
1848

1849
  SSdb *pSdb = pMnode->pSdb;
626,200✔
1850
  void *pIter = NULL;
626,200✔
1851

1852
  while (1) {
4,332✔
1853
    SArbGroup *pArbGroup = NULL;
630,532✔
1854
    pIter = sdbFetch(pSdb, SDB_ARBGROUP, pIter, (void **)&pArbGroup);
630,532✔
1855
    if (pIter == NULL) break;
630,532✔
1856

1857
    if (pArbGroup->dbUid == pDb->uid) {
4,332✔
1858
      if ((code = mndSetDropArbGroupPrepareLogs(pTrans, pArbGroup)) != 0) {
4,332✔
1859
        sdbCancelFetch(pSdb, pIter);
×
1860
        sdbRelease(pSdb, pArbGroup);
×
1861
        TAOS_RETURN(code);
×
1862
      }
1863
    }
1864

1865
    sdbRelease(pSdb, pArbGroup);
4,332✔
1866
  }
1867

1868
  TAOS_RETURN(code);
626,200✔
1869
}
1870

1871
int32_t mndSetDropDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
626,200✔
1872
  int32_t  code = 0;
626,200✔
1873
  SSdbRaw *pCommitRaw = mndDbActionEncode(pDb);
626,200✔
1874
  if (pCommitRaw == NULL) {
626,200✔
1875
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1876
    if (terrno != 0) code = terrno;
×
1877
    return -1;
×
1878
  }
1879
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pCommitRaw));
626,200✔
1880
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED));
626,200✔
1881

1882
  SSdb *pSdb = pMnode->pSdb;
626,200✔
1883
  void *pIter = NULL;
626,200✔
1884

1885
  while (1) {
4,332✔
1886
    SArbGroup *pArbGroup = NULL;
630,532✔
1887
    pIter = sdbFetch(pSdb, SDB_ARBGROUP, pIter, (void **)&pArbGroup);
630,532✔
1888
    if (pIter == NULL) break;
630,532✔
1889

1890
    if (pArbGroup->dbUid == pDb->uid) {
4,332✔
1891
      if ((code = mndSetDropArbGroupCommitLogs(pTrans, pArbGroup)) != 0) {
4,332✔
1892
        sdbCancelFetch(pSdb, pIter);
×
1893
        sdbRelease(pSdb, pArbGroup);
×
1894
        TAOS_RETURN(code);
×
1895
      }
1896
    }
1897

1898
    sdbRelease(pSdb, pArbGroup);
4,332✔
1899
  }
1900

1901
  while (1) {
3,220,604✔
1902
    SVgObj *pVgroup = NULL;
3,846,804✔
1903
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
3,846,804✔
1904
    if (pIter == NULL) break;
3,846,804✔
1905

1906
    if (pVgroup->dbUid == pDb->uid) {
3,220,604✔
1907
      SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroup);
1,338,117✔
1908
      if (pVgRaw == NULL) {
1,338,117✔
1909
        sdbCancelFetch(pSdb, pIter);
×
1910
        sdbRelease(pSdb, pVgroup);
×
1911
        code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1912
        if (terrno != 0) code = terrno;
×
1913
        TAOS_RETURN(code);
×
1914
      }
1915
      if ((code = mndTransAppendCommitlog(pTrans, pVgRaw)) != 0) {
1,338,117✔
1916
        sdbCancelFetch(pSdb, pIter);
×
1917
        sdbRelease(pSdb, pVgroup);
×
1918
        TAOS_RETURN(code);
×
1919
      }
1920
      if ((code = sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED)) != 0) {
1,338,117✔
1921
        sdbCancelFetch(pSdb, pIter);
×
1922
        sdbRelease(pSdb, pVgroup);
×
1923
        TAOS_RETURN(code);
×
1924
      }
1925
    }
1926

1927
    sdbRelease(pSdb, pVgroup);
3,220,604✔
1928
  }
1929

1930
  while (1) {
1,087,749✔
1931
    SStbObj *pStb = NULL;
1,713,949✔
1932
    ESdbStatus status;
1,713,865✔
1933
    pIter = sdbFetchAll(pSdb, SDB_STB, pIter, (void **)&pStb, &status, true);
1,713,949✔
1934
    if (pIter == NULL) break;
1,713,949✔
1935

1936
    if (pStb->dbUid == pDb->uid) {
1,087,749✔
1937
      SSdbRaw *pStbRaw = mndStbActionEncode(pStb);
542,386✔
1938
      if (pStbRaw == NULL) {
542,386✔
1939
        sdbCancelFetch(pSdb, pIter);
×
1940
        sdbRelease(pSdb, pStbRaw);
×
1941
        code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1942
        if (terrno != 0) code = terrno;
×
1943
        return -1;
×
1944
      }
1945
      if ((code = mndTransAppendCommitlog(pTrans, pStbRaw)) != 0) {
542,386✔
1946
        sdbCancelFetch(pSdb, pIter);
×
1947
        sdbRelease(pSdb, pStbRaw);
×
1948
        return -1;
×
1949
      }
1950
      if ((code = sdbSetRawStatus(pStbRaw, SDB_STATUS_DROPPED)) != 0) {
542,386✔
1951
        sdbCancelFetch(pSdb, pIter);
×
1952
        sdbRelease(pSdb, pStbRaw);
×
1953
        return -1;
×
1954
      }
1955
    }
1956

1957
    sdbRelease(pSdb, pStb);
1,087,749✔
1958
  }
1959

1960
  TAOS_RETURN(code);
626,200✔
1961
}
1962

1963
static int32_t mndBuildDropVgroupAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroup) {
1,338,117✔
1964
  int32_t code = 0;
1,338,117✔
1965
  for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
2,742,588✔
1966
    SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
1,404,471✔
1967
    TAOS_CHECK_RETURN(mndAddDropVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid, true));
1,404,471✔
1968
  }
1969

1970
  TAOS_RETURN(code);
1,338,117✔
1971
}
1972

1973
int32_t mndSetDropDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
626,200✔
1974
  int32_t code = 0;
626,200✔
1975
  SSdb   *pSdb = pMnode->pSdb;
626,200✔
1976
  void   *pIter = NULL;
626,200✔
1977

1978
  while (1) {
3,220,604✔
1979
    SVgObj *pVgroup = NULL;
3,846,804✔
1980
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
3,846,804✔
1981
    if (pIter == NULL) break;
3,846,804✔
1982

1983
    if (pVgroup->dbUid == pDb->uid) {
3,220,604✔
1984
      if ((code = mndBuildDropVgroupAction(pMnode, pTrans, pDb, pVgroup)) != 0) {
1,338,117✔
1985
        sdbCancelFetch(pSdb, pIter);
×
1986
        sdbRelease(pSdb, pVgroup);
×
1987
        TAOS_RETURN(code);
×
1988
      }
1989
    }
1990

1991
    sdbRelease(pSdb, pVgroup);
3,220,604✔
1992
  }
1993

1994
  TAOS_RETURN(code);
626,200✔
1995
}
1996

1997
static int32_t mndBuildDropDbRsp(SDbObj *pDb, int32_t *pRspLen, void **ppRsp, bool useRpcMalloc) {
1,066,527✔
1998
  int32_t    code = 0;
1,066,527✔
1999
  SDropDbRsp dropRsp = {0};
1,066,527✔
2000
  if (pDb != NULL) {
1,066,527✔
2001
    (void)memcpy(dropRsp.db, pDb->name, TSDB_DB_FNAME_LEN);
625,684✔
2002
    dropRsp.uid = pDb->uid;
625,684✔
2003
  }
2004

2005
  int32_t rspLen = tSerializeSDropDbRsp(NULL, 0, &dropRsp);
1,066,527✔
2006
  void   *pRsp = NULL;
1,066,527✔
2007
  if (useRpcMalloc) {
1,066,527✔
2008
    pRsp = rpcMallocCont(rspLen);
440,843✔
2009
  } else {
2010
    pRsp = taosMemoryMalloc(rspLen);
625,684✔
2011
  }
2012

2013
  if (pRsp == NULL) {
1,066,527✔
2014
    code = terrno;
×
2015
    TAOS_RETURN(code);
×
2016
  }
2017

2018
  int32_t ret = 0;
1,066,527✔
2019
  if ((ret = tSerializeSDropDbRsp(pRsp, rspLen, &dropRsp)) < 0) return ret;
1,066,527✔
2020
  *pRspLen = rspLen;
1,066,527✔
2021
  *ppRsp = pRsp;
1,066,527✔
2022
  TAOS_RETURN(code);
1,066,527✔
2023
}
2024

2025
static int32_t mndDropDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb) {
626,029✔
2026
  int32_t code = -1;
626,029✔
2027

2028
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "drop-db");
626,029✔
2029
  if (pTrans == NULL) {
626,029✔
2030
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2031
    if (terrno != 0) code = terrno;
×
2032
    goto _OVER;
×
2033
  }
2034

2035
  mInfo("trans:%d start to drop db:%s", pTrans->id, pDb->name);
626,029✔
2036

2037
  mndTransSetDbName(pTrans, pDb->name, NULL);
626,029✔
2038
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
626,029✔
2039

2040
  if (mndTopicExistsForDb(pMnode, pDb)) {
626,029✔
2041
    code = TSDB_CODE_MND_TOPIC_MUST_BE_DELETED;
345✔
2042
    goto _OVER;
345✔
2043
  }
2044

2045
  TAOS_CHECK_GOTO(mndSetDropDbPrepareLogs(pMnode, pTrans, pDb), NULL, _OVER);
625,684✔
2046
  TAOS_CHECK_GOTO(mndSetDropDbCommitLogs(pMnode, pTrans, pDb), NULL, _OVER);
625,684✔
2047
  TAOS_CHECK_GOTO(mndDropStreamByDb(pMnode, pTrans, pDb), NULL, _OVER);
625,684✔
2048
#ifdef TD_ENTERPRISE
2049
  TAOS_CHECK_GOTO(mndDropViewByDb(pMnode, pTrans, pDb), NULL, _OVER);
625,684✔
2050
#endif
2051
  TAOS_CHECK_GOTO(mndDropTSMAsByDb(pMnode, pTrans, pDb), NULL, _OVER);
625,684✔
2052
  TAOS_CHECK_GOTO(mndDropRsmasByDb(pMnode, pTrans, pDb), NULL, _OVER);
625,684✔
2053
  TAOS_CHECK_GOTO(mndDropIdxsByDb(pMnode, pTrans, pDb), NULL, _OVER);
625,684✔
2054
  //TAOS_CHECK_GOTO(mndStreamSetStopStreamTasksActions(pMnode, pTrans, pDb->uid), NULL, _OVER);
2055
  TAOS_CHECK_GOTO(mndSetDropDbRedoActions(pMnode, pTrans, pDb), NULL, _OVER);
625,684✔
2056
  TAOS_CHECK_GOTO(mndPrincipalRemoveDb(pMnode, pTrans, pDb, NULL, NULL), NULL, _OVER);
625,684✔
2057

2058
  int32_t rspLen = 0;
625,684✔
2059
  void   *pRsp = NULL;
625,684✔
2060
  TAOS_CHECK_GOTO(mndBuildDropDbRsp(pDb, &rspLen, &pRsp, false), NULL, _OVER);
625,684✔
2061
  mndTransSetRpcRsp(pTrans, pRsp, rspLen);
625,684✔
2062

2063
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
625,684✔
2064
  code = 0;
625,684✔
2065

2066
_OVER:
626,029✔
2067
  mndTransDrop(pTrans);
626,029✔
2068
  TAOS_RETURN(code);
626,029✔
2069
}
2070

2071
static int32_t mndProcessDropDbReq(SRpcMsg *pReq) {
1,072,672✔
2072
  SMnode    *pMnode = pReq->info.node;
1,072,672✔
2073
  int32_t    code = -1;
1,072,672✔
2074
  SDbObj    *pDb = NULL;
1,072,672✔
2075
  SDropDbReq dropReq = {0};
1,072,672✔
2076
  int64_t    tss = taosGetTimestampMs();
1,072,672✔
2077

2078
  TAOS_CHECK_GOTO(tDeserializeSDropDbReq(pReq->pCont, pReq->contLen, &dropReq), NULL, _OVER);
1,072,672✔
2079

2080
  mInfo("db:%s, start to drop", dropReq.db);
1,072,672✔
2081

2082
  pDb = mndAcquireDb(pMnode, dropReq.db);
1,072,672✔
2083
  if (pDb == NULL) {
1,072,672✔
2084
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
444,624✔
2085
    if (terrno != 0) code = terrno;
444,624✔
2086
    int32_t ret =
2087
        mndCheckDbPrivilegeByName(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_DROP_DB, dropReq.db, true);
444,624✔
2088
    if (ret != 0) {
444,624✔
2089
      code = ret;
×
2090
      goto _OVER;
×
2091
    }
2092
    if (dropReq.ignoreNotExists) {
444,624✔
2093
      code = mndBuildDropDbRsp(pDb, &pReq->info.rspLen, &pReq->info.rsp, true);
440,843✔
2094
    }
2095
    goto _OVER;
444,624✔
2096
  }
2097

2098
  if ((code = mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_DROP_DB, pDb))) {
628,048✔
2099
    goto _OVER;
×
2100
  }
2101

2102
  if(pDb->cfg.isMount) {
628,048✔
2103
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
516✔
2104
    goto _OVER;
516✔
2105
  }
2106

2107
  if(!pDb->cfg.allowDrop) {
627,532✔
2108
    code = TSDB_CODE_MND_DB_DROP_NOT_ALLOWED;
×
2109
    goto _OVER;
×
2110
  }
2111

2112
  SSdb *pSdb = pMnode->pSdb;
627,532✔
2113
  void *pIter = NULL;
627,532✔
2114

2115
  while (1) {
3,231,988✔
2116
    SVgObj *pVgroup = NULL;
3,859,520✔
2117
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
3,859,520✔
2118
    if (pIter == NULL) break;
3,859,520✔
2119

2120
    if (pVgroup->dbUid == pDb->uid) {
3,231,988✔
2121
      bool isFound = false;
1,338,933✔
2122
      for (int32_t i = 0; i < pVgroup->replica; i++) {
2,744,220✔
2123
        if (pVgroup->vnodeGid[i].syncState == TAOS_SYNC_STATE_OFFLINE) {
1,405,287✔
2124
          isFound = true;
×
2125
          break;
×
2126
        }
2127
      }
2128
      if (!isFound) {
1,338,933✔
2129
        sdbRelease(pSdb, pVgroup);
1,338,933✔
2130
        continue;
1,338,933✔
2131
      }
2132
      code = TSDB_CODE_MND_VGROUP_OFFLINE;
×
2133
      sdbCancelFetch(pSdb, pIter);
×
2134
      sdbRelease(pSdb, pVgroup);
×
2135
      goto _OVER;
×
2136
    }
2137

2138
    sdbRelease(pSdb, pVgroup);
1,893,055✔
2139
  }
2140

2141
  bool dbStream = false;
627,532✔
2142
  bool vtableStream = false;
627,532✔
2143
  mstCheckDbInUse(pMnode, dropReq.db, &dbStream, &vtableStream, true);
627,532✔
2144
  if (dbStream) {
627,532✔
2145
    code = TSDB_CODE_MND_STREAM_DB_IN_USE;
1,292✔
2146
    mError("db:%s used by streams, drop db not allowed", dropReq.db);
1,292✔
2147
    goto _OVER;
1,292✔
2148
  }
2149

2150
  if (vtableStream && !dropReq.force) {
626,240✔
2151
    code = TSDB_CODE_MND_STREAM_VTABLE_EXITS;
211✔
2152
    mError("db:%s, vtable stream exists, drop db not allowed", dropReq.db);
211✔
2153
    goto _OVER;
211✔
2154
  }
2155

2156
  code = mndDropDb(pMnode, pReq, pDb);
626,029✔
2157
  if (code == TSDB_CODE_SUCCESS) {
626,029✔
2158
    code = TSDB_CODE_ACTION_IN_PROGRESS;
625,684✔
2159
  }
2160

2161
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
626,029✔
2162
    SName name = {0};
626,029✔
2163
    if (tNameFromString(&name, dropReq.db, T_NAME_ACCT | T_NAME_DB) < 0)
626,029✔
2164
      mError("db:%s, failed to parse db name", dropReq.db);
×
2165

2166
    int64_t tse = taosGetTimestampMs();
626,029✔
2167
    double  duration = (double)(tse - tss);
626,029✔
2168
    duration = duration / 1000;
626,029✔
2169
    auditRecord(pReq, pMnode->clusterId, "dropDB", name.dbname, "", dropReq.sql, dropReq.sqlLen, duration, 0);
626,029✔
2170
  }
2171

2172
_OVER:
1,072,599✔
2173
  if (code != TSDB_CODE_SUCCESS && code != TSDB_CODE_ACTION_IN_PROGRESS) {
1,072,672✔
2174
    mError("db:%s, failed to drop since %s", dropReq.db, terrstr());
6,145✔
2175
  }
2176

2177
  mndReleaseDb(pMnode, pDb);
1,072,672✔
2178
  tFreeSDropDbReq(&dropReq);
1,072,672✔
2179
  TAOS_RETURN(code);
1,072,672✔
2180
}
2181

2182
static int32_t mndGetDBTableNum(SDbObj *pDb, SMnode *pMnode) {
25,020,233✔
2183
  int32_t numOfTables = 0;
25,020,233✔
2184
  int32_t vindex = 0;
25,020,233✔
2185
  SSdb   *pSdb = pMnode->pSdb;
25,020,233✔
2186

2187
  void *pIter = NULL;
25,019,828✔
2188
  while (vindex < pDb->cfg.numOfVgroups) {
101,151,968✔
2189
    SVgObj *pVgroup = NULL;
76,131,517✔
2190
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
76,131,517✔
2191
    if (pIter == NULL) break;
76,132,140✔
2192

2193
    if (mndVgroupInDb(pVgroup, pDb->uid)) {
76,132,140✔
2194
      numOfTables += pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;
50,206,244✔
2195
      vindex++;
50,206,244✔
2196
    }
2197

2198
    sdbRelease(pSdb, pVgroup);
76,131,923✔
2199
  }
2200

2201
  sdbCancelFetch(pSdb, pIter);
25,020,638✔
2202
  return numOfTables;
25,020,233✔
2203
}
2204

2205
void mndBuildDBVgroupInfo(SDbObj *pDb, SMnode *pMnode, SArray *pVgList) {
25,831,854✔
2206
  int32_t vindex = 0;
25,831,854✔
2207
  SSdb   *pSdb = pMnode->pSdb;
25,831,854✔
2208

2209
  void *pIter = NULL;
25,831,854✔
2210
  while (1) {
54,571,776✔
2211
    SVgObj *pVgroup = NULL;
80,403,630✔
2212
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
80,403,630✔
2213
    if (pIter == NULL) break;
80,403,762✔
2214

2215
    if ((NULL == pDb || pVgroup->dbUid == pDb->uid) && !pVgroup->isTsma) {
74,648,783✔
2216
      SVgroupInfo vgInfo = {0};
59,572,108✔
2217
      vgInfo.vgId = pVgroup->vgId;
59,572,193✔
2218
      vgInfo.hashBegin = pVgroup->hashBegin;
59,572,193✔
2219
      vgInfo.hashEnd = pVgroup->hashEnd;
59,572,920✔
2220
      vgInfo.numOfTable = pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;
59,572,193✔
2221
      vgInfo.epSet.numOfEps = pVgroup->replica;
59,571,711✔
2222
      for (int32_t gid = 0; gid < pVgroup->replica; ++gid) {
123,149,109✔
2223
        SVnodeGid *pVgid = &pVgroup->vnodeGid[gid];
63,576,671✔
2224
        SEp       *pEp = &vgInfo.epSet.eps[gid];
63,576,664✔
2225
        SDnodeObj *pDnode = mndAcquireDnode(pMnode, pVgid->dnodeId);
63,575,852✔
2226
        if (pDnode != NULL) {
63,576,671✔
2227
          (void)memcpy(pEp->fqdn, pDnode->fqdn, TSDB_FQDN_LEN);
63,551,028✔
2228
          pEp->port = pDnode->port;
63,551,028✔
2229
        }
2230
        mndReleaseDnode(pMnode, pDnode);
63,575,621✔
2231
        if (pVgid->syncState == TAOS_SYNC_STATE_LEADER || pVgid->syncState == TAOS_SYNC_STATE_ASSIGNED_LEADER) {
63,576,671✔
2232
          vgInfo.epSet.inUse = gid;
59,097,354✔
2233
        }
2234
      }
2235
      vindex++;
59,572,920✔
2236
      if (taosArrayPush(pVgList, &vgInfo) == NULL) {
59,572,920✔
2237
        mError("db:%s, failed to push vgInfo to array, vgId:%d, but continue next", pDb->name, vgInfo.vgId);
×
2238
      }
2239
    }
2240

2241
    sdbRelease(pSdb, pVgroup);
74,649,595✔
2242

2243
    if (pDb && (vindex >= pDb->cfg.numOfVgroups)) {
74,648,868✔
2244
      sdbCancelFetch(pSdb, pIter);
20,077,092✔
2245
      break;
20,077,092✔
2246
    }
2247
  }
2248
}
25,832,071✔
2249

2250
int32_t mndExtractDbInfo(SMnode *pMnode, SDbObj *pDb, SUseDbRsp *pRsp, const SUseDbReq *pReq) {
20,292,725✔
2251
  int32_t code = 0;
20,292,725✔
2252
  pRsp->pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));
20,292,725✔
2253
  if (pRsp->pVgroupInfos == NULL) {
20,292,725✔
2254
    code = terrno;
×
2255
    TAOS_RETURN(code);
×
2256
  }
2257

2258
  int32_t numOfTable = mndGetDBTableNum(pDb, pMnode);
20,292,320✔
2259

2260
  if (pReq == NULL || pReq->vgVersion < pDb->vgVersion || pReq->dbId != pDb->uid || numOfTable != pReq->numOfTable ||
20,292,725✔
2261
      pReq->stateTs < pDb->stateTs) {
1,141,932✔
2262
    mndBuildDBVgroupInfo(pDb, pMnode, pRsp->pVgroupInfos);
19,266,456✔
2263
  }
2264

2265
  (void)memcpy(pRsp->db, pDb->name, TSDB_DB_FNAME_LEN);
20,292,725✔
2266
  pRsp->uid = pDb->uid;
20,292,725✔
2267
  pRsp->vgVersion = pDb->vgVersion;
20,292,725✔
2268
  pRsp->stateTs = pDb->stateTs;
20,292,704✔
2269
  pRsp->vgNum = taosArrayGetSize(pRsp->pVgroupInfos);
20,292,718✔
2270
  pRsp->hashMethod = pDb->cfg.hashMethod;
20,292,718✔
2271
  pRsp->hashPrefix = pDb->cfg.hashPrefix;
20,292,725✔
2272
  pRsp->hashSuffix = pDb->cfg.hashSuffix;
20,292,718✔
2273
  pRsp->flags = pDb->cfg.flags;
20,292,704✔
2274
  TAOS_RETURN(code);
20,292,718✔
2275
}
2276

2277
static int32_t mndProcessUseDbReq(SRpcMsg *pReq) {
25,872,085✔
2278
  SMnode   *pMnode = pReq->info.node;
25,872,085✔
2279
  int32_t   code = -1;
25,872,078✔
2280
  SDbObj   *pDb = NULL;
25,872,078✔
2281
  SUseDbReq usedbReq = {0};
25,872,078✔
2282
  SUseDbRsp usedbRsp = {0};
25,872,078✔
2283

2284
  TAOS_CHECK_GOTO(tDeserializeSUseDbReq(pReq->pCont, pReq->contLen, &usedbReq), NULL, _OVER);
25,872,071✔
2285

2286
  char *p = strchr(usedbReq.db, '.');
25,871,868✔
2287
  if (p && ((0 == strcmp(p + 1, TSDB_INFORMATION_SCHEMA_DB) || (0 == strcmp(p + 1, TSDB_PERFORMANCE_SCHEMA_DB))))) {
25,871,868✔
2288
    (void)memcpy(usedbRsp.db, usedbReq.db, TSDB_DB_FNAME_LEN);
5,476,410✔
2289
    int32_t vgVersion = mndGetGlobalVgroupVersion(pMnode);
5,476,410✔
2290
    if (usedbReq.vgVersion < vgVersion) {
5,476,410✔
2291
      usedbRsp.pVgroupInfos = taosArrayInit(10, sizeof(SVgroupInfo));
5,469,362✔
2292
      if (usedbRsp.pVgroupInfos == NULL) goto _OVER;
5,469,362✔
2293

2294
      mndBuildDBVgroupInfo(NULL, pMnode, usedbRsp.pVgroupInfos);
5,469,362✔
2295
      usedbRsp.vgVersion = vgVersion++;
5,469,362✔
2296
    } else {
2297
      usedbRsp.vgVersion = usedbReq.vgVersion;
7,048✔
2298
    }
2299
    usedbRsp.vgNum = taosArrayGetSize(usedbRsp.pVgroupInfos);
5,476,410✔
2300
    code = 0;
5,476,410✔
2301
  } else {
2302
    pDb = mndAcquireDb(pMnode, usedbReq.db);
20,395,810✔
2303
    if (pDb == NULL) {
20,395,451✔
2304
      (void)memcpy(usedbRsp.db, usedbReq.db, TSDB_DB_FNAME_LEN);
97,890✔
2305
      usedbRsp.uid = usedbReq.dbId;
97,890✔
2306
      usedbRsp.vgVersion = usedbReq.vgVersion;
97,890✔
2307
      usedbRsp.errCode = terrno;
97,890✔
2308

2309
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
97,890✔
2310
      if (terrno != 0) code = terrno;
97,890✔
2311
      goto _OVER;
97,890✔
2312
    } else {
2313
      TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_USE_DB, pDb), NULL, _OVER);
20,297,561✔
2314

2315
      TAOS_CHECK_GOTO(mndExtractDbInfo(pMnode, pDb, &usedbRsp, &usedbReq), NULL, _OVER);
20,292,725✔
2316

2317
      mDebug("db:%s, process usedb req vgVersion:%d stateTs:%" PRId64 ", rsp vgVersion:%d stateTs:%" PRId64,
20,292,704✔
2318
             usedbReq.db, usedbReq.vgVersion, usedbReq.stateTs, usedbRsp.vgVersion, usedbRsp.stateTs);
2319
      code = 0;
20,292,725✔
2320
    }
2321
  }
2322

2323
  int32_t contLen = tSerializeSUseDbRsp(NULL, 0, &usedbRsp);
25,769,135✔
2324
  void   *pRsp = rpcMallocCont(contLen);
25,769,135✔
2325
  if (pRsp == NULL) {
25,768,408✔
2326
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
2327
    code = -1;
×
2328
    goto _OVER;
×
2329
  }
2330

2331
  int32_t ret = 0;
25,768,408✔
2332
  if ((ret = tSerializeSUseDbRsp(pRsp, contLen, &usedbRsp)) < 0) {
25,768,408✔
2333
    code = ret;
×
2334
    goto _OVER;
×
2335
  }
2336

2337
  pReq->info.rsp = pRsp;
25,769,135✔
2338
  pReq->info.rspLen = contLen;
25,768,970✔
2339

2340
_OVER:
25,872,085✔
2341
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
25,872,085✔
2342
    mError("db:%s, failed to process use db req since %s", usedbReq.db, tstrerror(code));
102,950✔
2343
  }
2344

2345
  mndReleaseDb(pMnode, pDb);
25,872,085✔
2346
  tFreeSUsedbRsp(&usedbRsp);
25,872,085✔
2347

2348
  TAOS_RETURN(code);
25,872,085✔
2349
}
2350

2351
int32_t mndValidateDbInfo(SMnode *pMnode, SDbCacheInfo *pDbs, int32_t numOfDbs, void **ppRsp, int32_t *pRspLen) {
5,920,185✔
2352
  int32_t       code = 0;
5,920,185✔
2353
  SDbHbBatchRsp batchRsp = {0};
5,920,185✔
2354
  batchRsp.pArray = taosArrayInit(numOfDbs, sizeof(SDbHbRsp));
5,920,750✔
2355
  if (batchRsp.pArray == NULL) {
5,920,750✔
2356
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
2357
    TAOS_RETURN(code);
×
2358
  }
2359

2360
  for (int32_t i = 0; i < numOfDbs; ++i) {
13,077,798✔
2361
    SDbCacheInfo *pDbCacheInfo = &pDbs[i];
7,156,483✔
2362
    pDbCacheInfo->dbId = be64toh(pDbCacheInfo->dbId);
7,156,483✔
2363
    pDbCacheInfo->vgVersion = htonl(pDbCacheInfo->vgVersion);
7,157,048✔
2364
    pDbCacheInfo->cfgVersion = htonl(pDbCacheInfo->cfgVersion);
7,157,048✔
2365
    pDbCacheInfo->numOfTable = htonl(pDbCacheInfo->numOfTable);
7,156,483✔
2366
    pDbCacheInfo->stateTs = be64toh(pDbCacheInfo->stateTs);
7,156,483✔
2367
    pDbCacheInfo->tsmaVersion = htonl(pDbCacheInfo->tsmaVersion);
7,157,048✔
2368

2369
    SDbHbRsp rsp = {0};
7,156,483✔
2370
    (void)memcpy(rsp.db, pDbCacheInfo->dbFName, TSDB_DB_FNAME_LEN);
7,156,483✔
2371
    rsp.dbId = pDbCacheInfo->dbId;
7,156,483✔
2372

2373
    if ((0 == strcasecmp(pDbCacheInfo->dbFName, TSDB_INFORMATION_SCHEMA_DB) ||
7,156,483✔
2374
         (0 == strcasecmp(pDbCacheInfo->dbFName, TSDB_PERFORMANCE_SCHEMA_DB)))) {
6,661,029✔
2375
      int32_t vgVersion = mndGetGlobalVgroupVersion(pMnode);
2,395,416✔
2376
      if (pDbCacheInfo->vgVersion >= vgVersion) {
2,395,981✔
2377
        continue;
2,110,554✔
2378
      }
2379

2380
      rsp.useDbRsp = taosMemoryCalloc(1, sizeof(SUseDbRsp));
285,617✔
2381
      (void)memcpy(rsp.useDbRsp->db, pDbCacheInfo->dbFName, TSDB_DB_FNAME_LEN);
285,617✔
2382
      rsp.useDbRsp->pVgroupInfos = taosArrayInit(10, sizeof(SVgroupInfo));
285,617✔
2383

2384
      mndBuildDBVgroupInfo(NULL, pMnode, rsp.useDbRsp->pVgroupInfos);
285,617✔
2385
      rsp.useDbRsp->vgVersion = vgVersion++;
285,617✔
2386

2387
      rsp.useDbRsp->vgNum = taosArrayGetSize(rsp.useDbRsp->pVgroupInfos);
285,617✔
2388

2389
      if (taosArrayPush(batchRsp.pArray, &rsp) == NULL) {
571,234✔
2390
        if (terrno != 0) code = terrno;
×
2391
        return code;
×
2392
      }
2393

2394
      continue;
285,617✔
2395
    }
2396

2397
    SDbObj *pDb = mndAcquireDb(pMnode, pDbCacheInfo->dbFName);
4,761,067✔
2398
    if (pDb == NULL) {
4,761,067✔
2399
      mTrace("db:%s, no exist", pDbCacheInfo->dbFName);
33,559✔
2400
      rsp.useDbRsp = taosMemoryCalloc(1, sizeof(SUseDbRsp));
33,559✔
2401
      (void)memcpy(rsp.useDbRsp->db, pDbCacheInfo->dbFName, TSDB_DB_FNAME_LEN);
33,559✔
2402
      rsp.useDbRsp->uid = pDbCacheInfo->dbId;
33,559✔
2403
      rsp.useDbRsp->vgVersion = -1;
33,559✔
2404
      if (taosArrayPush(batchRsp.pArray, &rsp) == NULL) {
67,118✔
2405
        if (terrno != 0) code = terrno;
×
2406
        return code;
×
2407
      }
2408
      continue;
33,559✔
2409
    }
2410

2411
    int32_t numOfTable = mndGetDBTableNum(pDb, pMnode);
4,727,508✔
2412

2413
    if (pDbCacheInfo->vgVersion >= pDb->vgVersion && pDbCacheInfo->cfgVersion >= pDb->cfgVersion &&
4,727,508✔
2414
        numOfTable == pDbCacheInfo->numOfTable && pDbCacheInfo->stateTs == pDb->stateTs &&
4,660,786✔
2415
        pDbCacheInfo->tsmaVersion >= pDb->tsmaVersion) {
3,896,049✔
2416
      mTrace("db:%s, valid dbinfo, vgVersion:%d cfgVersion:%d stateTs:%" PRId64
3,580,771✔
2417
             " numOfTables:%d, not changed vgVersion:%d cfgVersion:%d stateTs:%" PRId64 " numOfTables:%d",
2418
             pDbCacheInfo->dbFName, pDbCacheInfo->vgVersion, pDbCacheInfo->cfgVersion, pDbCacheInfo->stateTs,
2419
             pDbCacheInfo->numOfTable, pDb->vgVersion, pDb->cfgVersion, pDb->stateTs, numOfTable);
2420
      mndReleaseDb(pMnode, pDb);
3,580,771✔
2421
      continue;
3,580,771✔
2422
    } else {
2423
      mTrace("db:%s, valid dbinfo, vgVersion:%d cfgVersion:%d stateTs:%" PRId64
1,146,737✔
2424
             " numOfTables:%d, changed to vgVersion:%d cfgVersion:%d stateTs:%" PRId64 " numOfTables:%d",
2425
             pDbCacheInfo->dbFName, pDbCacheInfo->vgVersion, pDbCacheInfo->cfgVersion, pDbCacheInfo->stateTs,
2426
             pDbCacheInfo->numOfTable, pDb->vgVersion, pDb->cfgVersion, pDb->stateTs, numOfTable);
2427
    }
2428

2429
    if (pDbCacheInfo->cfgVersion < pDb->cfgVersion) {
1,146,737✔
2430
      rsp.cfgRsp = taosMemoryCalloc(1, sizeof(SDbCfgRsp));
46,949✔
2431
      char algrId[TSDB_ENCRYPT_ALGR_NAME_LEN] = {0};
46,949✔
2432
      mndGetEncryptOsslAlgrNameById(pMnode, pDb->cfg.encryptAlgorithm, algrId);
46,949✔
2433
      mndDumpDbCfgInfo(rsp.cfgRsp, pDb, algrId);
46,949✔
2434
    }
2435

2436
    if (pDbCacheInfo->tsmaVersion != pDb->tsmaVersion) {
1,146,737✔
2437
      rsp.pTsmaRsp = taosMemoryCalloc(1, sizeof(STableTSMAInfoRsp));
757,808✔
2438
      if (rsp.pTsmaRsp) rsp.pTsmaRsp->pTsmas = taosArrayInit(4, POINTER_BYTES);
757,808✔
2439
      if (rsp.pTsmaRsp && rsp.pTsmaRsp->pTsmas) {
757,808✔
2440
        bool    exist = false;
757,808✔
2441
        int32_t code = mndGetDbTsmas(pMnode, 0, pDb->uid, rsp.pTsmaRsp, &exist);
757,808✔
2442
        if (TSDB_CODE_SUCCESS != code) {
757,808✔
2443
          mndReleaseDb(pMnode, pDb);
×
2444
          if (code != TSDB_CODE_NEED_RETRY) {
×
2445
            mError("db:%s, failed to get db tsmas", pDb->name);
×
2446
          } else {
2447
            mWarn("db:%s, need retry to get db tsmas", pDb->name);
×
2448
          }
2449
          taosArrayDestroyP(rsp.pTsmaRsp->pTsmas, tFreeAndClearTableTSMAInfo);
×
2450
          taosMemoryFreeClear(rsp.pTsmaRsp);
×
2451
          continue;
×
2452
        }
2453
        rsp.dbTsmaVersion = pDb->tsmaVersion;
757,808✔
2454
        mDebug("update tsma version to %d, got tsma num: %ld", pDb->tsmaVersion, rsp.pTsmaRsp->pTsmas->size);
757,808✔
2455
      }
2456
    }
2457

2458
    if (pDbCacheInfo->vgVersion < pDb->vgVersion || numOfTable != pDbCacheInfo->numOfTable ||
1,146,737✔
2459
        pDbCacheInfo->stateTs != pDb->stateTs) {
1,111,180✔
2460
      rsp.useDbRsp = taosMemoryCalloc(1, sizeof(SUseDbRsp));
810,636✔
2461
      rsp.useDbRsp->pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));
810,636✔
2462
      if (rsp.useDbRsp->pVgroupInfos == NULL) {
810,636✔
2463
        mndReleaseDb(pMnode, pDb);
×
2464
        mError("db:%s, failed to malloc usedb response", pDb->name);
×
2465
        taosArrayDestroyP(rsp.pTsmaRsp->pTsmas, tFreeAndClearTableTSMAInfo);
×
2466
        taosMemoryFreeClear(rsp.pTsmaRsp);
×
2467
        continue;
×
2468
      }
2469

2470
      mndBuildDBVgroupInfo(pDb, pMnode, rsp.useDbRsp->pVgroupInfos);
810,636✔
2471
      (void)memcpy(rsp.useDbRsp->db, pDb->name, TSDB_DB_FNAME_LEN);
810,636✔
2472
      rsp.useDbRsp->uid = pDb->uid;
810,636✔
2473
      rsp.useDbRsp->vgVersion = pDb->vgVersion;
810,636✔
2474
      rsp.useDbRsp->stateTs = pDb->stateTs;
810,636✔
2475
      rsp.useDbRsp->vgNum = (int32_t)taosArrayGetSize(rsp.useDbRsp->pVgroupInfos);
810,636✔
2476
      rsp.useDbRsp->hashMethod = pDb->cfg.hashMethod;
810,636✔
2477
      rsp.useDbRsp->hashPrefix = pDb->cfg.hashPrefix;
810,636✔
2478
      rsp.useDbRsp->hashSuffix = pDb->cfg.hashSuffix;
810,636✔
2479
      rsp.useDbRsp->flags = pDb->cfg.flags;
810,636✔
2480
    }
2481

2482
    if (taosArrayPush(batchRsp.pArray, &rsp) == NULL) {
2,293,474✔
2483
      mndReleaseDb(pMnode, pDb);
×
2484
      if (terrno != 0) code = terrno;
×
2485
      return code;
×
2486
    }
2487
    mndReleaseDb(pMnode, pDb);
1,146,737✔
2488
  }
2489

2490
  int32_t rspLen = tSerializeSDbHbBatchRsp(NULL, 0, &batchRsp);
5,921,315✔
2491
  void   *pRsp = taosMemoryMalloc(rspLen);
5,920,750✔
2492
  if (pRsp == NULL) {
5,920,750✔
2493
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
2494
    tFreeSDbHbBatchRsp(&batchRsp);
×
2495
    return -1;
×
2496
  }
2497
  int32_t ret = 0;
5,920,750✔
2498
  if ((ret = tSerializeSDbHbBatchRsp(pRsp, rspLen, &batchRsp)) < 0) return ret;
5,920,750✔
2499

2500
  *ppRsp = pRsp;
5,920,750✔
2501
  *pRspLen = rspLen;
5,920,750✔
2502

2503
  tFreeSDbHbBatchRsp(&batchRsp);
5,920,750✔
2504
  TAOS_RETURN(code);
5,920,750✔
2505
}
2506

2507
static int32_t mndSetTrimDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, int64_t startTs, STimeWindow tw,
34,649✔
2508
                                       SArray *vgroupIds, ETsdbOpType type, ETriggerType triggerType,
2509
                                       STrimDbRsp *pRsp) {
2510
  int32_t code = 0, lino = 0;
34,649✔
2511
  SSdb   *pSdb = pMnode->pSdb;
34,649✔
2512
  void   *pIter = NULL;
34,649✔
2513

2514
  SRetentionObj obj = {.optrType = type, .triggerType = triggerType};  // reuse SCompactObj struct
34,649✔
2515
  TAOS_CHECK_EXIT(mndAddRetentionToTrans(pMnode, pTrans, &obj, pDb, pRsp));
34,649✔
2516

2517
  int32_t j = 0;
34,649✔
2518
  int32_t numOfVgroups = taosArrayGetSize(vgroupIds);
34,649✔
2519
  if (numOfVgroups > 0) {
34,649✔
2520
    for (int32_t i = 0; i < numOfVgroups; i++) {
8,784✔
2521
      int64_t vgId = *(int64_t *)taosArrayGet(vgroupIds, i);
6,588✔
2522
      SVgObj *pVgroup = mndAcquireVgroup(pMnode, vgId);
6,588✔
2523

2524
      if (pVgroup == NULL) {
6,588✔
2525
        mError("db:%s, vgroup:%" PRId64 " not exist", pDb->name, vgId);
2,196✔
2526
        TAOS_CHECK_EXIT(TSDB_CODE_MND_VGROUP_NOT_EXIST);
2,196✔
2527
      } else if (pVgroup->dbUid != pDb->uid) {
4,392✔
2528
        mError("db:%s, vgroup:%" PRId64 " not belong to db:%s", pDb->name, vgId, pDb->name);
×
2529
        sdbRelease(pSdb, pVgroup);
×
2530
        TAOS_CHECK_EXIT(TSDB_CODE_MND_VGROUP_NOT_EXIST);
×
2531
      }
2532
      sdbRelease(pSdb, pVgroup);
4,392✔
2533
    }
2534

2535
    for (int32_t i = 0; i < numOfVgroups; i++) {
6,588✔
2536
      int64_t vgId = *(int64_t *)taosArrayGet(vgroupIds, i);
4,392✔
2537
      SVgObj *pVgroup = mndAcquireVgroup(pMnode, vgId);
4,392✔
2538

2539
      if ((code = mndBuildTrimVgroupAction(pMnode, pTrans, pDb, pVgroup, startTs, tw, type, triggerType)) != 0) {
4,392✔
2540
        sdbRelease(pSdb, pVgroup);
×
2541
        TAOS_RETURN(code);
×
2542
      }
2543

2544
      for (int32_t i = 0; i < pVgroup->replica; i++) {
8,784✔
2545
        SVnodeGid *gid = &pVgroup->vnodeGid[i];
4,392✔
2546
        if ((code = mndAddRetentionDetailToTrans(pMnode, pTrans, &obj, pVgroup, gid, j)) != 0) {
4,392✔
2547
          sdbRelease(pSdb, pVgroup);
×
2548
          TAOS_RETURN(code);
×
2549
        }
2550
        j++;
4,392✔
2551
      }
2552
      sdbRelease(pSdb, pVgroup);
4,392✔
2553
    }
2554
  } else {
2555
    while (1) {
153,967✔
2556
      SVgObj *pVgroup = NULL;
184,224✔
2557
      pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
184,224✔
2558
      if (pIter == NULL) break;
184,224✔
2559

2560
      if (pVgroup->dbUid == pDb->uid) {
153,967✔
2561
        if ((code = mndBuildTrimVgroupAction(pMnode, pTrans, pDb, pVgroup, startTs, tw, type, triggerType)) != 0) {
71,861✔
2562
          sdbCancelFetch(pSdb, pIter);
×
2563
          sdbRelease(pSdb, pVgroup);
×
2564
          TAOS_RETURN(code);
×
2565
        }
2566

2567
        for (int32_t i = 0; i < pVgroup->replica; i++) {
146,372✔
2568
          SVnodeGid *gid = &pVgroup->vnodeGid[i];
74,511✔
2569
          if ((code = mndAddRetentionDetailToTrans(pMnode, pTrans, &obj, pVgroup, gid, j)) != 0) {
74,511✔
2570
            sdbCancelFetch(pSdb, pIter);
×
2571
            sdbRelease(pSdb, pVgroup);
×
2572
            TAOS_RETURN(code);
×
2573
          }
2574
          j++;
74,511✔
2575
        }
2576
      }
2577

2578
      sdbRelease(pSdb, pVgroup);
153,967✔
2579
    }
2580
  }
2581
_exit:
34,649✔
2582
  TAOS_RETURN(code);
34,649✔
2583
}
2584

2585
static int32_t mndBuildTrimDbRsp(STrimDbRsp *rsp, int32_t *pRspLen, void **ppRsp, bool useRpcMalloc) {
32,453✔
2586
  int32_t code = 0;
32,453✔
2587
  int32_t rspLen = tSerializeSCompactDbRsp(NULL, 0, (SCompactDbRsp *)rsp);
32,453✔
2588
  void   *pRsp = NULL;
32,453✔
2589
  if (useRpcMalloc) {
32,453✔
2590
    pRsp = rpcMallocCont(rspLen);
×
2591
  } else {
2592
    pRsp = taosMemoryMalloc(rspLen);
32,453✔
2593
  }
2594

2595
  if (pRsp == NULL) {
32,453✔
2596
    code = TSDB_CODE_OUT_OF_MEMORY;
×
2597
    TAOS_RETURN(code);
×
2598
  }
2599

2600
  (void)tSerializeSCompactDbRsp(pRsp, rspLen, (SCompactDbRsp *)rsp);
32,453✔
2601
  *pRspLen = rspLen;
32,453✔
2602
  *ppRsp = pRsp;
32,453✔
2603
  TAOS_RETURN(code);
32,453✔
2604
}
2605

2606
int32_t mndTrimDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, STimeWindow tw, SArray *vgroupIds,
39,041✔
2607
                         ETsdbOpType type, ETriggerType triggerType) {
2608
  SSdb      *pSdb = pMnode->pSdb;
39,041✔
2609
  SVgObj    *pVgroup = NULL;
39,041✔
2610
  void      *pIter = NULL;
39,041✔
2611
  int32_t    code = 0, lino = 0;
39,041✔
2612
  STrimDbRsp rsp = {0};
39,041✔
2613
  bool       isExist = false;
39,041✔
2614

2615
  while (1) {
19,939✔
2616
    SRetentionObj *pObj = NULL;
58,980✔
2617
    pIter = sdbFetch(pMnode->pSdb, SDB_RETENTION, pIter, (void **)&pObj);
58,980✔
2618
    if (pIter == NULL) break;
58,980✔
2619

2620
    if (strcmp(pObj->dbname, pDb->name) == 0) {
19,939✔
2621
      isExist = true;
4,392✔
2622
    }
2623
    sdbRelease(pMnode->pSdb, pObj);
19,939✔
2624
  }
2625
  if (isExist) {
39,041✔
2626
    mInfo("trim db:%s already exist", pDb->name);
4,392✔
2627
    TAOS_RETURN(TSDB_CODE_MND_TRIM_ALREADY_EXIST);
4,392✔
2628
  }
2629

2630
  int64_t startTs = taosGetTimestampMs();
34,649✔
2631
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "trim-db");
34,649✔
2632
  if (pTrans == NULL) goto _exit;
34,649✔
2633
  mInfo("trans:%d, used to trim db:%s", pTrans->id, pDb->name);
34,649✔
2634
  mndTransSetDbName(pTrans, pDb->name, NULL);
34,649✔
2635
  TAOS_CHECK_EXIT(mndTrancCheckConflict(pMnode, pTrans));
34,649✔
2636
  TAOS_CHECK_EXIT(mndSetTrimDbRedoActions(pMnode, pTrans, pDb, startTs, tw, vgroupIds, type, triggerType, &rsp));
34,649✔
2637
  if (pReq) {
32,453✔
2638
    int32_t rspLen = 0;
32,453✔
2639
    void   *pRsp = NULL;
32,453✔
2640
    rsp.bAccepted = true;
32,453✔
2641
    TAOS_CHECK_EXIT(mndBuildTrimDbRsp(&rsp, &rspLen, &pRsp, false));
32,453✔
2642
    mndTransSetRpcRsp(pTrans, pRsp, rspLen);
32,453✔
2643
  }
2644
  TAOS_CHECK_EXIT(mndTransPrepare(pMnode, pTrans));
32,453✔
2645
_exit:
34,649✔
2646
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
34,649✔
2647
    mError("db:%s, failed at line %d to trim db since %s", pDb->name, lino, tstrerror(code));
2,196✔
2648
  }
2649
  mndTransDrop(pTrans);
34,649✔
2650
  TAOS_RETURN(code);
34,649✔
2651
}
2652

2653
#ifdef TD_ENTERPRISE
2654
static int32_t mndCheckRsmaInDb(SMnode *pMnode, SDbObj *pDb) {
13,908✔
2655
  int32_t   code = 0;
13,908✔
2656
  void     *pIter = NULL;
13,908✔
2657
  SRsmaObj *pRsma = NULL;
13,908✔
2658
  while ((pIter = sdbFetch(pMnode->pSdb, SDB_RSMA, pIter, (void **)&pRsma))) {
13,908✔
2659
    if (pRsma->dbUid == pDb->uid) {
13,908✔
2660
      sdbRelease(pMnode->pSdb, pRsma);
13,908✔
2661
      sdbCancelFetch(pMnode->pSdb, pIter);
13,908✔
2662
      TAOS_RETURN(code);
13,908✔
2663
    }
2664
    sdbRelease(pMnode->pSdb, pRsma);
×
2665
  }
2666
  TAOS_RETURN(TSDB_CODE_RSMA_NOT_EXIST);
×
2667
}
2668
#endif
2669

2670
static int32_t mndProcessTrimDbReq(SRpcMsg *pReq) {
22,001✔
2671
  SMnode    *pMnode = pReq->info.node;
22,001✔
2672
  int32_t    code = 0, lino = 0;
22,001✔
2673
  SDbObj    *pDb = NULL;
22,001✔
2674
  STrimDbReq trimReq = {0};
22,001✔
2675
  int64_t    tss = taosGetTimestampMs();
22,001✔
2676

2677
  TAOS_CHECK_EXIT(tDeserializeSTrimDbReq(pReq->pCont, pReq->contLen, &trimReq));
22,001✔
2678

2679
  mInfo("db:%s, start to trim, optr:%u, tw:%" PRId64 ",%" PRId64, trimReq.db, trimReq.optrType, trimReq.tw.skey,
22,001✔
2680
        trimReq.tw.ekey);
2681

2682
  pDb = mndAcquireDb(pMnode, trimReq.db);
22,001✔
2683
  if (pDb == NULL) {
22,001✔
2684
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2685
    if (terrno != 0) code = terrno;
×
2686
    TAOS_CHECK_EXIT(code);
×
2687
  }
2688

2689
  TAOS_CHECK_EXIT(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_TRIM_DB, pDb));
22,001✔
2690

2691
  if (pDb->cfg.isMount) {
22,001✔
2692
    TAOS_CHECK_EXIT(TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT);
×
2693
  }
2694

2695
#ifdef TD_ENTERPRISE
2696
  if (trimReq.optrType == TSDB_OPTR_ROLLUP) {
22,001✔
2697
    TAOS_CHECK_EXIT(mndCheckRsmaInDb(pMnode, pDb));
13,908✔
2698
  }
2699
#endif
2700

2701
  TAOS_CHECK_EXIT(mndTrimDb(pMnode, pReq, pDb, trimReq.tw, trimReq.vgroupIds, trimReq.optrType, trimReq.triggerType));
22,001✔
2702
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
15,413✔
2703

2704
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
15,413✔
2705
    SName name = {0};
15,413✔
2706
    if (tNameFromString(&name, trimReq.db, T_NAME_ACCT | T_NAME_DB) < 0) {
15,413✔
2707
      mWarn("db:%s, failed at line %d to parse db name", trimReq.db, __LINE__);
×
2708
    }
2709

2710
    char optrType[16] = {0};
15,413✔
2711
    (void)snprintf(optrType, sizeof(optrType), "%u", trimReq.optrType);
15,413✔
2712
    int64_t tse = taosGetTimestampMs();
15,413✔
2713
    double  duration = (double)(tse - tss);
15,413✔
2714
    duration = duration / 1000;
15,413✔
2715
    auditRecord(pReq, pMnode->clusterId, "trimDB", name.dbname, optrType, trimReq.sql, trimReq.sqlLen, duration, 0);
15,413✔
2716
  }
2717

2718
_exit:
22,001✔
2719
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
22,001✔
2720
    mError("db:%s, failed at line %d to process trim db req since %s, optr:%u", trimReq.db, lino, tstrerror(code),
6,588✔
2721
           trimReq.optrType);
2722
  }
2723

2724
  mndReleaseDb(pMnode, pDb);
22,001✔
2725
  tFreeSTrimDbReq(&trimReq);
22,001✔
2726
  TAOS_RETURN(code);
22,001✔
2727
}
2728

2729
static int32_t mndBuildSsMigrateDbRsp(SSsMigrateDbRsp *pSsMigrateRsp, int32_t *pRspLen, void **ppRsp, bool useRpcMalloc) {
×
2730
  int32_t code = 0;
×
2731
  int32_t rspLen = tSerializeSSsMigrateDbRsp(NULL, 0, pSsMigrateRsp);
×
2732
  void   *pRsp = NULL;
×
2733
  if (useRpcMalloc) {
×
2734
    pRsp = rpcMallocCont(rspLen);
×
2735
  } else {
2736
    pRsp = taosMemoryMalloc(rspLen);
×
2737
  }
2738

2739
  if (pRsp == NULL) {
×
2740
    code = TSDB_CODE_OUT_OF_MEMORY;
×
2741
    TAOS_RETURN(code);
×
2742
  }
2743

2744
  (void)tSerializeSSsMigrateDbRsp(pRsp, rspLen, pSsMigrateRsp);
×
2745
  *pRspLen = rspLen;
×
2746
  *ppRsp = pRsp;
×
2747
  TAOS_RETURN(code);
×
2748
}
2749

2750
static int32_t mndTrimDbWal(SMnode *pMnode, SDbObj *pDb) {
1,088✔
2751
  SSdb   *pSdb = pMnode->pSdb;
1,088✔
2752
  SVgObj *pVgroup = NULL;
1,088✔
2753
  void   *pIter = NULL;
1,088✔
2754
  int32_t code = 0;
1,088✔
2755

2756
  // Iterate through all vgroups in this database
2757
  while (1) {
2,176✔
2758
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
3,264✔
2759
    if (pIter == NULL) break;
3,264✔
2760

2761
    // Check if this vgroup belongs to the database
2762
    if (pVgroup->dbUid != pDb->uid) {
2,176✔
2763
      sdbRelease(pSdb, pVgroup);
×
2764
      continue;
×
2765
    }
2766

2767
    // Prepare message to send to vnode
2768
    int32_t   contLen = sizeof(SMsgHead);
2,176✔
2769
    SMsgHead *pHead = rpcMallocCont(contLen);
2,176✔
2770
    if (pHead == NULL) {
2,176✔
2771
      sdbCancelFetch(pSdb, pVgroup);
×
2772
      sdbRelease(pSdb, pVgroup);
×
2773
      code = TSDB_CODE_OUT_OF_MEMORY;
×
2774
      break;
×
2775
    }
2776
    pHead->contLen = htonl(contLen);
2,176✔
2777
    pHead->vgId = htonl(pVgroup->vgId);
2,176✔
2778

2779
    // Send TRIM WAL request to vnode
2780
    SRpcMsg rpcMsg = {.msgType = TDMT_VND_TRIM_WAL, .pCont = pHead, .contLen = contLen};
2,176✔
2781
    SEpSet  epSet = mndGetVgroupEpset(pMnode, pVgroup);
2,176✔
2782
    code = tmsgSendReq(&epSet, &rpcMsg);
2,176✔
2783
    if (code != 0) {
2,176✔
2784
      mError("vgId:%d, failed to send vnode-trim-wal request since 0x%x", pVgroup->vgId, code);
×
2785
    } else {
2786
      mInfo("vgId:%d, send vnode-trim-wal request to vnode", pVgroup->vgId);
2,176✔
2787
    }
2788
    sdbRelease(pSdb, pVgroup);
2,176✔
2789
  }
2790

2791
  return code;
1,088✔
2792
}
2793

2794
static int32_t mndProcessTrimDbWalReq(SRpcMsg *pReq) {
1,088✔
2795
  SMnode    *pMnode = pReq->info.node;
1,088✔
2796
  int32_t    code = -1;
1,088✔
2797
  SDbObj    *pDb = NULL;
1,088✔
2798
  STrimDbReq trimReq = {0};
1,088✔
2799

2800
  TAOS_CHECK_GOTO(tDeserializeSTrimDbReq(pReq->pCont, pReq->contLen, &trimReq), NULL, _OVER);
1,088✔
2801

2802
  mInfo("db:%s, start to trim WAL", trimReq.db);
1,088✔
2803

2804
  pDb = mndAcquireDb(pMnode, trimReq.db);
1,088✔
2805
  if (pDb == NULL) {
1,088✔
2806
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2807
    if (terrno != 0) code = terrno;
×
2808
    goto _OVER;
×
2809
  }
2810

2811
  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_TRIM_DB, pDb), NULL, _OVER);
1,088✔
2812

2813
  code = mndTrimDbWal(pMnode, pDb);
1,088✔
2814

2815
_OVER:
1,088✔
2816
  if (code != 0) {
1,088✔
2817
    mError("db:%s, failed to process trim db wal req since %s", trimReq.db, terrstr());
×
2818
  }
2819

2820
  mndReleaseDb(pMnode, pDb);
1,088✔
2821
  TAOS_RETURN(code);
1,088✔
2822
}
2823

2824
int32_t mndSsMigrateDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb) {
×
2825
  int32_t       code = 0;
×
2826
  SSsMigrateDbRsp ssMigrateRsp = {0};
×
2827

2828
  bool  isExist = false;
×
2829
  void *pIter = NULL;
×
2830
  while (1) {
×
2831
    SSsMigrateObj *pSsMigrate = NULL;
×
2832
    pIter = sdbFetch(pMnode->pSdb, SDB_SSMIGRATE, pIter, (void **)&pSsMigrate);
×
2833
    if (pIter == NULL) break;
×
2834

2835
    if (strcmp(pSsMigrate->dbname, pDb->name) == 0) {
×
2836
      isExist = true;
×
2837
    }
2838
    sdbRelease(pMnode->pSdb, pSsMigrate);
×
2839
  }
2840
  if (isExist) {
×
2841
    mInfo("ssmigrate db:%s already exist", pDb->name);
×
2842

2843
    if (pReq) {
×
2844
      int32_t rspLen = 0;
×
2845
      void   *pRsp = NULL;
×
2846
      ssMigrateRsp.ssMigrateId = 0;
×
2847
      ssMigrateRsp.bAccepted = false;
×
2848
      TAOS_CHECK_RETURN(mndBuildSsMigrateDbRsp(&ssMigrateRsp, &rspLen, &pRsp, true));
×
2849

2850
      pReq->info.rsp = pRsp;
×
2851
      pReq->info.rspLen = rspLen;
×
2852
    }
2853

2854
    return TSDB_CODE_MND_SSMIGRATE_ALREADY_EXIST;
×
2855
  }
2856

2857
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "ssmigrate-db");
×
2858
  if (pTrans == NULL) {
×
2859
    mError("failed to create ssmigrate-db trans since %s", terrstr());
×
2860
    goto _OVER;
×
2861
  }
2862

2863
  mInfo("trans:%d, used to ssmigrate db:%s", pTrans->id, pDb->name);
×
2864
  mndTransSetDbName(pTrans, pDb->name, NULL);
×
2865
  TAOS_CHECK_GOTO(mndTrancCheckConflict(pMnode, pTrans), NULL, _OVER);
×
2866

2867
  SSsMigrateObj ssMigrate = { .startTime = taosGetTimestampMs() };
×
2868
  TAOS_CHECK_GOTO(mndAddSsMigrateToTran(pMnode, pTrans, &ssMigrate, pDb), NULL, _OVER);
×
2869

2870
  if (pReq) {
×
2871
    int32_t rspLen = 0;
×
2872
    void   *pRsp = NULL;
×
2873
    ssMigrateRsp.ssMigrateId = ssMigrate.id;
×
2874
    ssMigrateRsp.bAccepted = true;
×
2875
    TAOS_CHECK_GOTO(mndBuildSsMigrateDbRsp(&ssMigrateRsp, &rspLen, &pRsp, false), NULL, _OVER);
×
2876
    mndTransSetRpcRsp(pTrans, pRsp, rspLen);
×
2877
  }
2878

2879
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
×
2880
  code = 0;
×
2881

2882
_OVER:
×
2883
  mndTransDrop(pTrans);
×
2884
  TAOS_RETURN(code);
×
2885
}
2886

2887

2888
static int32_t mndProcessSsMigrateDbReq(SRpcMsg *pReq) {
×
2889
  SMnode         *pMnode = pReq->info.node;
×
2890
  int32_t         code = -1;
×
2891
  SDbObj         *pDb = NULL;
×
2892
  SSsMigrateDbReq ssMigrateReq = {0};
×
2893

2894
  if (!tsSsEnabled) {
×
2895
    code = TSDB_CODE_OPS_NOT_SUPPORT;
×
2896
    goto _OVER;
×
2897
  }
2898

2899
  TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_SHARED_STORAGE), NULL, _OVER);
×
2900
  TAOS_CHECK_GOTO(tDeserializeSSsMigrateDbReq(pReq->pCont, pReq->contLen, &ssMigrateReq), NULL, _OVER);
×
2901

2902
  mInfo("db:%s, start to ssmigrate", ssMigrateReq.db);
×
2903

2904
  pDb = mndAcquireDb(pMnode, ssMigrateReq.db);
×
2905
  if (pDb == NULL) {
×
2906
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2907
    if (terrno != 0) code = terrno;
×
2908
    goto _OVER;
×
2909
  }
2910

2911
  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_SSMIGRATE_DB, pDb), NULL, _OVER);
×
2912

2913
  if(pDb->cfg.isMount) {
×
2914
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
×
2915
    goto _OVER;
×
2916
  }
2917

2918
  code = mndSsMigrateDb(pMnode, pReq, pDb);
×
2919

2920
_OVER:
×
2921
  if (code != 0) {
×
2922
    mError("db:%s, failed to process ssmigrate db req since %s", ssMigrateReq.db, tstrerror(code));
×
2923
  }
2924

2925
  mndReleaseDb(pMnode, pDb);
×
2926
  TAOS_RETURN(code);
×
2927
}
2928

2929
const char *mndGetDbStr(const char *src) {
21,397,547✔
2930
  char *pos = strstr(src, TS_PATH_DELIMITER);
21,397,547✔
2931
  if (pos != NULL) ++pos;
21,397,547✔
2932
  if (pos == NULL) return src;
21,397,547✔
2933
  return pos;
20,120,146✔
2934
}
2935

2936
const char *mndGetStableStr(const char *src) {
18,361,838✔
2937
  char *pos = strstr(src, TS_PATH_DELIMITER);
18,361,838✔
2938
  if (pos != NULL) ++pos;
18,361,838✔
2939
  if (pos == NULL) return src;
18,361,838✔
2940
  return mndGetDbStr(pos);
18,361,838✔
2941
}
2942

2943
static int64_t getValOfDiffPrecision(int8_t unit, int64_t val) {
×
2944
  int64_t v = 0;
×
2945
  switch (unit) {
×
2946
    case 's':
×
2947
      v = val / 1000;
×
2948
      break;
×
2949
    case 'm':
×
2950
      v = val / tsTickPerMin[TSDB_TIME_PRECISION_MILLI];
×
2951
      break;
×
2952
    case 'h':
×
2953
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 60);
×
2954
      break;
×
2955
    case 'd':
×
2956
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 24 * 60);
×
2957
      break;
×
2958
    case 'w':
×
2959
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 24 * 60 * 7);
×
2960
      break;
×
2961
    default:
×
2962
      break;
×
2963
  }
2964

2965
  return v;
×
2966
}
2967

2968
static char *buildRetension(SArray *pRetension) {
526,157✔
2969
  size_t size = taosArrayGetSize(pRetension);
526,157✔
2970
  if (size == 0) {
526,157✔
2971
    return NULL;
526,157✔
2972
  }
2973

2974
  char       *p1 = taosMemoryCalloc(1, 100);
×
2975
  SRetention *p = taosArrayGet(pRetension, 0);
×
2976

2977
  int32_t len = 2;
×
2978

2979
  int64_t v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
×
2980
  int64_t v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
×
2981
  len += tsnprintf(p1 + len, 100 - len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
×
2982

2983
  if (size > 1) {
×
2984
    len += tsnprintf(p1 + len, 100 - len, ",");
×
2985
    p = taosArrayGet(pRetension, 1);
×
2986

2987
    v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
×
2988
    v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
×
2989
    len += tsnprintf(p1 + len, 100 - len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
×
2990
  }
2991

2992
  if (size > 2) {
×
2993
    len += tsnprintf(p1 + len, 100 - len, ",");
×
2994
    p = taosArrayGet(pRetension, 2);
×
2995

2996
    v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
×
2997
    v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
×
2998
    len += tsnprintf(p1 + len, 100 - len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
×
2999
  }
3000

3001
  varDataSetLen(p1, len);
×
3002
  return p1;
×
3003
}
3004

3005
static const char *getCacheModelStr(int8_t cacheModel) {
526,157✔
3006
  switch (cacheModel) {
526,157✔
3007
    case TSDB_CACHE_MODEL_NONE:
490,663✔
3008
      return TSDB_CACHE_MODEL_NONE_STR;
490,663✔
3009
    case TSDB_CACHE_MODEL_LAST_ROW:
2,134✔
3010
      return TSDB_CACHE_MODEL_LAST_ROW_STR;
2,134✔
3011
    case TSDB_CACHE_MODEL_LAST_VALUE:
5,448✔
3012
      return TSDB_CACHE_MODEL_LAST_VALUE_STR;
5,448✔
3013
    case TSDB_CACHE_MODEL_BOTH:
27,912✔
3014
      return TSDB_CACHE_MODEL_BOTH_STR;
27,912✔
3015
    default:
×
3016
      break;
×
3017
  }
3018
  return "unknown";
×
3019
}
3020

3021
static void getEncryptAlgorithmStr(SMnode *pMnode, int8_t encryptAlgorithm, char *out) {
526,157✔
3022
  switch (encryptAlgorithm) {
526,157✔
3023
    case TSDB_ENCRYPT_ALGO_NONE: {
525,240✔
3024
      tstrncpy(out, TSDB_ENCRYPT_ALGO_NONE_STR, TSDB_ENCRYPT_ALGR_NAME_LEN);
525,240✔
3025
      break;
525,240✔
3026
    }
3027
    default: {
917✔
3028
      SEncryptAlgrObj *obj = mndAcquireEncryptAlgrById(pMnode, encryptAlgorithm);
917✔
3029
      if (obj != NULL) {
917✔
3030
        tstrncpy(out, obj->algorithm_id, TSDB_ENCRYPT_ALGR_NAME_LEN);
917✔
3031
        mndReleaseEncryptAlgr(pMnode, obj);
917✔
3032
      }
3033
      break;
917✔
3034
    }
3035
  }
3036
}
526,157✔
3037

3038
bool mndIsDbReady(SMnode *pMnode, SDbObj *pDb) {
1,994,662✔
3039
  if (pDb->cfg.replications == 1) return true;
1,994,662✔
3040

3041
  SSdb *pSdb = pMnode->pSdb;
420,226✔
3042
  void *pIter = NULL;
420,226✔
3043
  bool  isReady = true;
420,226✔
3044
  while (1) {
1,951,999✔
3045
    SVgObj *pVgroup = NULL;
2,372,225✔
3046
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
2,372,225✔
3047
    if (pIter == NULL) break;
2,372,225✔
3048

3049
    if (pVgroup->dbUid == pDb->uid && pVgroup->replica > 1) {
1,951,999✔
3050
      bool hasLeader = false;
1,232,057✔
3051
      for (int32_t i = 0; i < pVgroup->replica; ++i) {
4,879,392✔
3052
        if (pVgroup->vnodeGid[i].syncState == TAOS_SYNC_STATE_LEADER ||
3,647,335✔
3053
            pVgroup->vnodeGid[i].syncState == TAOS_SYNC_STATE_ASSIGNED_LEADER) {
3,204,051✔
3054
          hasLeader = true;
443,284✔
3055
        }
3056
      }
3057
      if (!hasLeader) isReady = false;
1,232,057✔
3058
    }
3059
    sdbRelease(pSdb, pVgroup);
1,951,999✔
3060
  }
3061

3062
  return isReady;
420,226✔
3063
}
3064

3065
static void mndDumpDbInfoData(SMnode *pMnode, SSDataBlock *pBlock, SDbObj *pDb, SShowObj *pShow, int32_t rows,
1,443,755✔
3066
                              int64_t numOfTables, bool sysDb, ESdbStatus objStatus, bool sysinfo,
3067
                              SSHashObj **ppUidNames) {
3068
  int32_t cols = 0;
1,443,755✔
3069
  int32_t bytes = pShow->pMeta->pSchemas[cols].bytes;
1,443,755✔
3070
  char   *buf = taosMemoryMalloc(bytes);
1,443,755✔
3071
  if (buf == NULL) {
1,443,755✔
3072
    mError("db:%s, failed to malloc buffer", pDb->name);
×
3073
    return;
×
3074
  }
3075
  int32_t code = 0;
1,443,755✔
3076
  int32_t lino = 0;
1,443,755✔
3077

3078
  const char *name = mndGetDbStr(pDb->name);
1,443,755✔
3079
  if (name != NULL) {
1,443,755✔
3080
    STR_WITH_MAXSIZE_TO_VARSTR(buf, name, bytes);
1,443,755✔
3081
  } else {
3082
    STR_WITH_MAXSIZE_TO_VARSTR(buf, "NULL", bytes);
×
3083
  }
3084

3085
  const char *precStr = NULL;
1,443,755✔
3086
  switch (pDb->cfg.precision) {
1,443,755✔
3087
    case TSDB_TIME_PRECISION_MILLI:
1,400,855✔
3088
      precStr = TSDB_TIME_PRECISION_MILLI_STR;
1,400,855✔
3089
      break;
1,400,855✔
3090
    case TSDB_TIME_PRECISION_MICRO:
11,598✔
3091
      precStr = TSDB_TIME_PRECISION_MICRO_STR;
11,598✔
3092
      break;
11,598✔
3093
    case TSDB_TIME_PRECISION_NANO:
31,302✔
3094
      precStr = TSDB_TIME_PRECISION_NANO_STR;
31,302✔
3095
      break;
31,302✔
3096
    default:
×
3097
      precStr = "none";
×
3098
      break;
×
3099
  }
3100
  char precVstr[10] = {0};
1,443,755✔
3101
  STR_WITH_MAXSIZE_TO_VARSTR(precVstr, precStr, 10);
1,443,755✔
3102

3103
  char *statusStr = "ready";
1,443,755✔
3104
  if (objStatus == SDB_STATUS_CREATING) {
1,443,755✔
3105
    statusStr = "creating";
×
3106
  } else if (objStatus == SDB_STATUS_DROPPING) {
1,443,755✔
3107
    statusStr = "dropping";
×
3108
  } else {
3109
    if (!sysDb && !mndIsDbReady(pMnode, pDb)) {
1,443,755✔
3110
      statusStr = "unsynced";
4,107✔
3111
    }
3112
  }
3113
  char statusVstr[24] = {0};
1,443,755✔
3114
  STR_WITH_MAXSIZE_TO_VARSTR(statusVstr, statusStr, 24);
1,443,755✔
3115

3116
  if (sysDb || !sysinfo) {
1,443,755✔
3117
    for (int32_t i = 0; i < pShow->numOfColumns; ++i) {
37,621,518✔
3118
      SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, i);
36,703,920✔
3119
      if (i == 0) {
36,703,920✔
3120
        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, buf, false), &lino, _OVER);
917,598✔
3121
      } else if (i == 1) {
35,786,322✔
3122
        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->createdTime, false), &lino, _OVER);
917,598✔
3123
      } else if (i == 3) {
34,868,724✔
3124
        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&numOfTables, false), &lino, _OVER);
917,598✔
3125
      } else if (i == 14) {
33,951,126✔
3126
        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, precVstr, false), &lino, _OVER);
917,598✔
3127
      } else if (i == 15) {
33,033,528✔
3128
        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, statusVstr, false), &lino, _OVER);
917,598✔
3129
      } else {
3130
        colDataSetNULL(pColInfo, rows);
32,115,930✔
3131
      }
3132
    }
3133
  } else {
3134
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3135
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, buf, false), &lino, _OVER);
526,157✔
3136

3137
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3138
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->createdTime, false), &lino, _OVER);
526,157✔
3139

3140
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3141
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.numOfVgroups, false), &lino, _OVER);
526,157✔
3142

3143
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3144
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&numOfTables, false), &lino, _OVER);
526,157✔
3145

3146
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3147
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.replications, false), &lino, _OVER);
526,157✔
3148

3149
    const char *strictStr = pDb->cfg.strict ? "on" : "off";
526,157✔
3150
    char        strictVstr[24] = {0};
526,157✔
3151
    STR_WITH_MAXSIZE_TO_VARSTR(strictVstr, strictStr, 24);
526,157✔
3152
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3153
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)strictVstr, false), &lino, _OVER);
526,157✔
3154

3155
    char    durationStr[128] = {0};
526,157✔
3156
    char    durationVstr[128] = {0};
526,157✔
3157
    int32_t len = formatDurationOrKeep(&durationVstr[VARSTR_HEADER_SIZE], sizeof(durationVstr) - VARSTR_HEADER_SIZE,
526,157✔
3158
                                       pDb->cfg.daysPerFile);
3159

3160
    varDataSetLen(durationVstr, len);
526,157✔
3161
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3162
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);
526,157✔
3163

3164
    char keepVstr[128] = {0};
526,157✔
3165
    char keep0Str[32] = {0};
526,157✔
3166
    char keep1Str[32] = {0};
526,157✔
3167
    char keep2Str[32] = {0};
526,157✔
3168

3169
    int32_t lenKeep0 = formatDurationOrKeep(keep0Str, sizeof(keep0Str), pDb->cfg.daysToKeep0);
526,157✔
3170
    int32_t lenKeep1 = formatDurationOrKeep(keep1Str, sizeof(keep1Str), pDb->cfg.daysToKeep1);
526,157✔
3171
    int32_t lenKeep2 = formatDurationOrKeep(keep2Str, sizeof(keep2Str), pDb->cfg.daysToKeep2);
526,157✔
3172

3173
    if (pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep1 || pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep2) {
526,157✔
3174
      len = tsnprintf(&keepVstr[VARSTR_HEADER_SIZE], sizeof(keepVstr), "%s,%s,%s", keep1Str, keep2Str, keep0Str);
×
3175
    } else {
3176
      len = tsnprintf(&keepVstr[VARSTR_HEADER_SIZE], sizeof(keepVstr), "%s,%s,%s", keep0Str, keep1Str, keep2Str);
526,157✔
3177
    }
3178
    varDataSetLen(keepVstr, len);
526,157✔
3179
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3180
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)keepVstr, false), &lino, _OVER);
526,157✔
3181

3182
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3183
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.buffer, false), &lino, _OVER);
526,157✔
3184

3185
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3186
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.pageSize, false), &lino, _OVER);
526,157✔
3187

3188
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3189
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.pages, false), &lino, _OVER);
526,157✔
3190

3191
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3192
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.minRows, false), &lino, _OVER);
526,157✔
3193

3194
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3195
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.maxRows, false), &lino, _OVER);
526,157✔
3196

3197
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3198
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.compression, false), &lino, _OVER);
526,157✔
3199

3200
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3201
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)precVstr, false), &lino, _OVER);
526,157✔
3202

3203
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3204
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)statusVstr, false), &lino, _OVER);
526,157✔
3205

3206
    char *rentensionVstr = buildRetension(pDb->cfg.pRetensions);
526,157✔
3207
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3208
    if (rentensionVstr == NULL) {
526,157✔
3209
      colDataSetNULL(pColInfo, rows);
526,157✔
3210
    } else {
3211
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)rentensionVstr, false), &lino, _OVER);
×
3212
      taosMemoryFree(rentensionVstr);
×
3213
    }
3214

3215
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3216
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.numOfStables, false), &lino, _OVER);
526,157✔
3217

3218
    const char *cacheModelStr = getCacheModelStr(pDb->cfg.cacheLast);
526,157✔
3219
    char        cacheModelVstr[24] = {0};
526,157✔
3220
    STR_WITH_MAXSIZE_TO_VARSTR(cacheModelVstr, cacheModelStr, 24);
526,157✔
3221
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3222
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)cacheModelVstr, false), &lino, _OVER);
526,157✔
3223

3224
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3225
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.cacheLastSize, false), &lino, _OVER);
526,157✔
3226

3227
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3228
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walLevel, false), &lino, _OVER);
526,157✔
3229

3230
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3231
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walFsyncPeriod, false), &lino, _OVER);
526,157✔
3232

3233
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3234
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walRetentionPeriod, false), &lino, _OVER);
526,157✔
3235

3236
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3237
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walRetentionSize, false), &lino, _OVER);
526,157✔
3238

3239
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3240
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.sstTrigger, false), &lino, _OVER);
526,157✔
3241

3242
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3243
    int16_t hashPrefix = pDb->cfg.hashPrefix;
526,157✔
3244
    if (hashPrefix > 0) {
526,157✔
3245
      hashPrefix = pDb->cfg.hashPrefix - strlen(pDb->name) - 1;
4,524✔
3246
    } else if (hashPrefix < 0) {
521,633✔
3247
      hashPrefix = pDb->cfg.hashPrefix + strlen(pDb->name) + 1;
3,798✔
3248
    }
3249
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&hashPrefix, false), &lino, _OVER);
526,157✔
3250

3251
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3252
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.hashSuffix, false), &lino, _OVER);
526,157✔
3253

3254
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3255
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.tsdbPageSize, false), &lino, _OVER);
526,157✔
3256

3257
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3258
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.keepTimeOffset, false), &lino, _OVER);
526,157✔
3259

3260
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3261
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.ssChunkSize, false), &lino, _OVER);
526,157✔
3262

3263
    char keeplocalVstr[128] = {0};
526,157✔
3264
    len = tsnprintf(&keeplocalVstr[VARSTR_HEADER_SIZE], sizeof(keeplocalVstr), "%dm", pDb->cfg.ssKeepLocal);
526,157✔
3265
    varDataSetLen(keeplocalVstr, len);
526,157✔
3266
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3267
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)keeplocalVstr, false), &lino, _OVER);
526,157✔
3268

3269
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3270
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.ssCompact, false), &lino, _OVER);
526,157✔
3271

3272
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3273
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.withArbitrator, false), &lino, _OVER);
526,157✔
3274

3275
    char encryptAlgorithmStr[TSDB_ENCRYPT_ALGR_NAME_LEN] = {0};
526,157✔
3276
    getEncryptAlgorithmStr(pMnode, pDb->cfg.encryptAlgorithm, encryptAlgorithmStr);
526,157✔
3277
    char        encryptAlgorithmVStr[24] = {0};
526,157✔
3278
    STR_WITH_MAXSIZE_TO_VARSTR(encryptAlgorithmVStr, encryptAlgorithmStr, 24);
526,157✔
3279
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
526,157✔
3280
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)encryptAlgorithmVStr, false), &lino, _OVER);
526,157✔
3281

3282
    TAOS_UNUSED(formatDurationOrKeep(durationStr, sizeof(durationStr), pDb->cfg.compactInterval));
526,157✔
3283
    STR_WITH_MAXSIZE_TO_VARSTR(durationVstr, durationStr, sizeof(durationVstr));
526,157✔
3284
    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {
526,157✔
3285
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);
526,157✔
3286
    }
3287

3288
    len = formatDurationOrKeep(durationStr, sizeof(durationStr), pDb->cfg.compactStartTime);
526,157✔
3289
    TAOS_UNUSED(formatDurationOrKeep(durationVstr, sizeof(durationVstr), pDb->cfg.compactEndTime));
526,157✔
3290
    TAOS_UNUSED(snprintf(durationStr + len, sizeof(durationStr) - len, ",%s", durationVstr));
526,157✔
3291
    STR_WITH_MAXSIZE_TO_VARSTR(durationVstr, durationStr, sizeof(durationVstr));
526,157✔
3292
    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {
526,157✔
3293
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);
526,157✔
3294
    }
3295

3296
    TAOS_UNUSED(snprintf(durationStr, sizeof(durationStr), "%dh", pDb->cfg.compactTimeOffset));
526,157✔
3297
    STR_WITH_MAXSIZE_TO_VARSTR(durationVstr, durationStr, sizeof(durationVstr));
526,157✔
3298
    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {
526,157✔
3299
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);
526,157✔
3300
    }
3301

3302
    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {
526,157✔
3303
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.isAudit, false), &lino, _OVER);
526,157✔
3304
    }
3305

3306
    if (!(*ppUidNames)) {
526,157✔
3307
      TAOS_CHECK_GOTO(mndBuildUidNamesHash(pMnode, ppUidNames), &lino, _OVER);
303,959✔
3308
    }
3309
    const char *ownerName = tSimpleHashGet(*ppUidNames, (const char *)&pDb->ownerId, sizeof(pDb->ownerId));
526,157✔
3310
    TAOS_UNUSED(snprintf(durationStr, sizeof(durationStr), "%s", ownerName ? ownerName : "[unknown]"));
526,157✔
3311
    STR_WITH_MAXSIZE_TO_VARSTR(durationVstr, durationStr, sizeof(durationVstr));
526,157✔
3312
    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {
526,157✔
3313
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);
526,157✔
3314
    }
3315

3316
    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {
526,157✔
3317
      uint8_t allowDrop = pDb->cfg.allowDrop;
526,157✔
3318
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&allowDrop, false), &lino, _OVER);
526,157✔
3319
    }
3320
  }
3321
_OVER:
1,443,755✔
3322
  if (code != 0) mError("failed to retrieve at line:%d, since %s", lino, tstrerror(code));
1,443,755✔
3323
  taosMemoryFree(buf);
1,443,755✔
3324
}
3325

3326
static void setInformationSchemaDbCfg(SMnode *pMnode, SDbObj *pDbObj) {
456,820✔
3327
  tstrncpy(pDbObj->name, TSDB_INFORMATION_SCHEMA_DB, tListLen(pDbObj->name));
456,820✔
3328
  pDbObj->createdTime = mndGetClusterCreateTime(pMnode);
456,820✔
3329
  pDbObj->cfg.numOfVgroups = 0;
456,820✔
3330
  pDbObj->cfg.strict = 1;
456,820✔
3331
  pDbObj->cfg.replications = 1;
456,820✔
3332
  pDbObj->cfg.precision = TSDB_TIME_PRECISION_MILLI;
456,820✔
3333
}
456,820✔
3334

3335
static void setPerfSchemaDbCfg(SMnode *pMnode, SDbObj *pDbObj) {
456,820✔
3336
  tstrncpy(pDbObj->name, TSDB_PERFORMANCE_SCHEMA_DB, tListLen(pDbObj->name));
456,820✔
3337
  pDbObj->createdTime = mndGetClusterCreateTime(pMnode);
456,820✔
3338
  pDbObj->cfg.numOfVgroups = 0;
456,820✔
3339
  pDbObj->cfg.strict = 1;
456,820✔
3340
  pDbObj->cfg.replications = 1;
456,820✔
3341
  pDbObj->cfg.precision = TSDB_TIME_PRECISION_MILLI;
456,820✔
3342
}
456,820✔
3343

3344
static bool mndGetTablesOfDbFp(SMnode *pMnode, void *pObj, void *p1, void *p2, void *p3) {
4,323,793✔
3345
  SVgObj  *pVgroup = pObj;
4,323,793✔
3346
  int32_t *numOfTables = p1;
4,323,793✔
3347
  int64_t  uid = *(int64_t *)p2;
4,323,793✔
3348
  if (pVgroup->dbUid == uid) {
4,323,793✔
3349
    *numOfTables += pVgroup->numOfTables;
1,423,233✔
3350
  }
3351
  return true;
4,323,793✔
3352
}
3353

3354
static int32_t mndRetrieveDbs(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rowsCapacity) {
456,820✔
3355
  SMnode    *pMnode = pReq->info.node;
456,820✔
3356
  SSdb      *pSdb = pMnode->pSdb;
456,820✔
3357
  int32_t    numOfRows = 0;
456,820✔
3358
  SDbObj    *pDb = NULL;
456,820✔
3359
  SUserObj  *pOperUser = NULL;
456,820✔
3360
  ESdbStatus objStatus = 0;
456,820✔
3361
  SSHashObj *pUidNames = NULL;
456,820✔
3362

3363
  (void)mndAcquireUser(pMnode, RPC_MSG_USER(pReq), &pOperUser);
456,820✔
3364
  if (pOperUser == NULL) return 0;
456,820✔
3365
  bool sysinfo = pOperUser->sysInfo;
456,820✔
3366
  char objFName[TSDB_OBJ_FNAME_LEN + 1] = {0};
456,820✔
3367
  (void)snprintf(objFName, sizeof(objFName), "%d.*", pOperUser->acctId);
456,820✔
3368
  bool showAnyDb = (0 == mndCheckSysObjPrivilege(pMnode, pOperUser, RPC_MSG_TOKEN(pReq), PRIV_CM_SHOW, PRIV_OBJ_DB, 0,
456,820✔
3369
                                                 objFName, NULL));
3370

3371
  // Append the information_schema database into the result.
3372
  if (!pShow->sysDbRsp) {
456,820✔
3373
    SDbObj infoschemaDb = {0};
456,820✔
3374
    setInformationSchemaDbCfg(pMnode, &infoschemaDb);
456,820✔
3375
    size_t numOfTables = 0;
456,820✔
3376
    getVisibleInfosTablesNum(sysinfo, &numOfTables);
456,820✔
3377
    mndDumpDbInfoData(pMnode, pBlock, &infoschemaDb, pShow, numOfRows, numOfTables, true, 0, 1, &pUidNames);
456,820✔
3378

3379
    numOfRows += 1;
456,820✔
3380

3381
    SDbObj perfschemaDb = {0};
456,820✔
3382
    setPerfSchemaDbCfg(pMnode, &perfschemaDb);
456,820✔
3383
    numOfTables = 0;
456,820✔
3384
    getPerfDbMeta(NULL, &numOfTables);
456,820✔
3385
    mndDumpDbInfoData(pMnode, pBlock, &perfschemaDb, pShow, numOfRows, numOfTables, true, 0, 1, &pUidNames);
456,820✔
3386

3387
    numOfRows += 1;
456,820✔
3388
    pShow->sysDbRsp = true;
456,820✔
3389
  }
3390

3391
  while (numOfRows < rowsCapacity) {
986,935✔
3392
    pShow->pIter = sdbFetchAll(pSdb, SDB_DB, pShow->pIter, (void **)&pDb, &objStatus, true);
986,935✔
3393
    if (pShow->pIter == NULL) break;
986,935✔
3394
    if (showAnyDb || mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_SHOW_DATABASES, pDb) == 0) {
530,115✔
3395
      int32_t numOfTables = 0;
530,115✔
3396
      sdbTraverse(pSdb, SDB_VGROUP, mndGetTablesOfDbFp, &numOfTables, &pDb->uid, NULL);
530,115✔
3397
      mndDumpDbInfoData(pMnode, pBlock, pDb, pShow, numOfRows, numOfTables, false, objStatus, sysinfo, &pUidNames);
530,115✔
3398
      numOfRows++;
530,115✔
3399
    }
3400

3401
    sdbRelease(pSdb, pDb);
530,115✔
3402
  }
3403

3404
  pShow->numOfRows += numOfRows;
456,820✔
3405
  mndReleaseUser(pMnode, pOperUser);
456,820✔
3406
  tSimpleHashCleanup(pUidNames);
456,820✔
3407
  return numOfRows;
456,820✔
3408
}
3409

3410
static void mndCancelGetNextDb(SMnode *pMnode, void *pIter) {
×
3411
  SSdb *pSdb = pMnode->pSdb;
×
3412
  sdbCancelFetchByType(pSdb, pIter, SDB_DB);
×
3413
}
×
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc