• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #4952

06 Feb 2026 07:29AM UTC coverage: 66.869% (-0.02%) from 66.887%
#4952

push

travis-ci

web-flow
merge: from main to 3.0 #34521

758 of 1081 new or added lines in 28 files covered. (70.12%)

6496 existing lines in 142 files now uncovered.

205752 of 307696 relevant lines covered (66.87%)

126028909.65 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

78.27
/source/dnode/mnode/impl/src/mndDb.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#define _DEFAULT_SOURCE
17
#include "mndDb.h"
18
#include "audit.h"
19
#include "command.h"
20
#include "mndArbGroup.h"
21
#include "mndCluster.h"
22
#include "mndCompact.h"
23
#include "mndCompactDetail.h"
24
#include "mndConfig.h"
25
#include "mndDnode.h"
26
#include "mndEncryptAlgr.h"
27
#include "mndIndex.h"
28
#include "mndPrivilege.h"
29
#include "mndRetention.h"
30
#include "mndRetentionDetail.h"
31
#include "mndRsma.h"
32
#include "mndScan.h"
33
#include "mndShow.h"
34
#include "mndSma.h"
35
#include "mndSsMigrate.h"
36
#include "mndStb.h"
37
#include "mndStream.h"
38
#include "mndSubscribe.h"
39
#include "mndTopic.h"
40
#include "mndTrans.h"
41
#include "mndUser.h"
42
#include "mndVgroup.h"
43
#include "mndView.h"
44
#include "systable.h"
45
#include "thttp.h"
46
#include "tjson.h"
47

48
#define DB_VER_INITIAL                   1
49
#define DB_VER_SUPPORT_ADVANCED_SECURITY 2
50
#define DB_VER_NUMBER                    DB_VER_SUPPORT_ADVANCED_SECURITY
51

52
#define DB_RESERVE_SIZE 13
53

54
static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw);
55
static int32_t  mndDbActionInsert(SSdb *pSdb, SDbObj *pDb);
56
static int32_t  mndDbActionDelete(SSdb *pSdb, SDbObj *pDb);
57
static int32_t  mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew);
58
static int32_t  mndNewDbActionValidate(SMnode *pMnode, STrans *pTrans, SSdbRaw *pRaw);
59

60
static int32_t mndProcessCreateDbReq(SRpcMsg *pReq);
61
static int32_t mndProcessAlterDbReq(SRpcMsg *pReq);
62
static int32_t mndProcessDropDbReq(SRpcMsg *pReq);
63
static int32_t mndProcessUseDbReq(SRpcMsg *pReq);
64
static int32_t mndProcessTrimDbReq(SRpcMsg *pReq);
65
static int32_t mndProcessSsMigrateDbReq(SRpcMsg *pReq);
66
static int32_t mndProcessTrimDbWalReq(SRpcMsg *pReq);
67
static int32_t mndProcessS3MigrateDbReq(SRpcMsg *pReq);
68
static int32_t mndRetrieveDbs(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rowsCapacity);
69
static void    mndCancelGetNextDb(SMnode *pMnode, void *pIter);
70
static int32_t mndProcessGetDbCfgReq(SRpcMsg *pReq);
71

72
#ifndef TD_ENTERPRISE
73
int32_t mndProcessCompactDbReq(SRpcMsg *pReq) { return TSDB_CODE_OPS_NOT_SUPPORT; }
74
#endif
75

76
int32_t mndInitDb(SMnode *pMnode) {
415,560✔
77
  SSdbTable table = {
415,560✔
78
      .sdbType = SDB_DB,
79
      .keyType = SDB_KEY_BINARY,
80
      .encodeFp = (SdbEncodeFp)mndDbActionEncode,
81
      .decodeFp = (SdbDecodeFp)mndDbActionDecode,
82
      .insertFp = (SdbInsertFp)mndDbActionInsert,
83
      .updateFp = (SdbUpdateFp)mndDbActionUpdate,
84
      .deleteFp = (SdbDeleteFp)mndDbActionDelete,
85
      .validateFp = (SdbValidateFp)mndNewDbActionValidate,
86
  };
87

88
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_DB, mndProcessCreateDbReq);
415,560✔
89
  mndSetMsgHandle(pMnode, TDMT_MND_ALTER_DB, mndProcessAlterDbReq);
415,560✔
90
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_DB, mndProcessDropDbReq);
415,560✔
91
  mndSetMsgHandle(pMnode, TDMT_MND_USE_DB, mndProcessUseDbReq);
415,560✔
92
  mndSetMsgHandle(pMnode, TDMT_MND_COMPACT_DB, mndProcessCompactDbReq);
415,560✔
93
  mndSetMsgHandle(pMnode, TDMT_MND_SCAN_DB, mndProcessScanDbReq);
415,560✔
94
  mndSetMsgHandle(pMnode, TDMT_MND_TRIM_DB, mndProcessTrimDbReq);
415,560✔
95
  mndSetMsgHandle(pMnode, TDMT_MND_TRIM_DB_WAL, mndProcessTrimDbWalReq);
415,560✔
96
  mndSetMsgHandle(pMnode, TDMT_MND_GET_DB_CFG, mndProcessGetDbCfgReq);
415,560✔
97
  mndSetMsgHandle(pMnode, TDMT_MND_SSMIGRATE_DB, mndProcessSsMigrateDbReq);
415,560✔
98
  mndSetMsgHandle(pMnode, TDMT_MND_GET_DB_INFO, mndProcessUseDbReq);
415,560✔
99

100
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_DB, mndRetrieveDbs);
415,560✔
101
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_DB, mndCancelGetNextDb);
415,560✔
102

103
  return sdbSetTable(pMnode->pSdb, table);
415,560✔
104
}
105

106
void mndCleanupDb(SMnode *pMnode) {}
415,502✔
107

108
SSdbRaw *mndDbActionEncode(SDbObj *pDb) {
5,729,056✔
109
  int32_t code = 0;
5,729,056✔
110
  int32_t lino = 0;
5,729,056✔
111
  terrno = TSDB_CODE_OUT_OF_MEMORY;
5,729,056✔
112

113
  int32_t  size = sizeof(SDbObj) + pDb->cfg.numOfRetensions * sizeof(SRetention) + DB_RESERVE_SIZE;
5,729,056✔
114
  SSdbRaw *pRaw = sdbAllocRaw(SDB_DB, DB_VER_NUMBER, size);
5,729,056✔
115
  if (pRaw == NULL) goto _OVER;
5,729,056✔
116

117
  int32_t dataPos = 0;
5,729,056✔
118
  SDB_SET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, _OVER)
5,729,056✔
119
  SDB_SET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, _OVER)
5,729,056✔
120
  SDB_SET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, _OVER)
5,729,056✔
121
  SDB_SET_INT64(pRaw, dataPos, pDb->createdTime, _OVER)
5,729,056✔
122
  SDB_SET_INT64(pRaw, dataPos, pDb->updateTime, _OVER)
5,729,056✔
123
  SDB_SET_INT64(pRaw, dataPos, pDb->uid, _OVER)
5,729,056✔
124
  SDB_SET_INT32(pRaw, dataPos, pDb->cfgVersion, _OVER)
5,729,056✔
125
  SDB_SET_INT32(pRaw, dataPos, pDb->vgVersion, _OVER)
5,729,056✔
126
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfVgroups, _OVER)
5,729,056✔
127
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfStables, _OVER)
5,729,056✔
128
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.buffer, _OVER)
5,729,056✔
129
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.pageSize, _OVER)
5,729,056✔
130
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.pages, _OVER)
5,729,056✔
131
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.cacheLastSize, _OVER)
5,729,056✔
132
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysPerFile, _OVER)
5,729,056✔
133
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep0, _OVER)
5,729,056✔
134
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep1, _OVER)
5,729,056✔
135
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep2, _OVER)
5,729,056✔
136
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.minRows, _OVER)
5,729,056✔
137
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.maxRows, _OVER)
5,729,056✔
138
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walFsyncPeriod, _OVER)
5,729,056✔
139
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.walLevel, _OVER)
5,729,056✔
140
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.precision, _OVER)
5,729,056✔
141
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.compression, _OVER)
5,729,056✔
142
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.replications, _OVER)
5,729,056✔
143
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.strict, _OVER)
5,729,056✔
144
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.cacheLast, _OVER)
5,729,056✔
145
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.hashMethod, _OVER)
5,729,056✔
146
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfRetensions, _OVER)
5,729,056✔
147
  for (int32_t i = 0; i < pDb->cfg.numOfRetensions; ++i) {
5,729,056✔
148
    SRetention *pRetension = taosArrayGet(pDb->cfg.pRetensions, i);
×
149
    SDB_SET_INT64(pRaw, dataPos, pRetension->freq, _OVER)
×
150
    SDB_SET_INT64(pRaw, dataPos, pRetension->keep, _OVER)
×
151
    SDB_SET_INT8(pRaw, dataPos, pRetension->freqUnit, _OVER)
×
152
    SDB_SET_INT8(pRaw, dataPos, pRetension->keepUnit, _OVER)
×
153
  }
154
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.schemaless, _OVER)
5,729,056✔
155
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walRetentionPeriod, _OVER)
5,729,056✔
156
  SDB_SET_INT64(pRaw, dataPos, pDb->cfg.walRetentionSize, _OVER)
5,729,056✔
157
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walRollPeriod, _OVER)
5,729,056✔
158
  SDB_SET_INT64(pRaw, dataPos, pDb->cfg.walSegmentSize, _OVER)
5,729,056✔
159
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.sstTrigger, _OVER)
5,729,056✔
160
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.hashPrefix, _OVER)
5,729,056✔
161
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.hashSuffix, _OVER)
5,729,056✔
162
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.tsdbPageSize, _OVER)
5,729,056✔
163
  SDB_SET_INT64(pRaw, dataPos, pDb->compactStartTime, _OVER)
5,729,056✔
164
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.keepTimeOffset, _OVER)
5,729,056✔
165
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.ssChunkSize, _OVER)
5,729,056✔
166
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.ssKeepLocal, _OVER)
5,729,056✔
167
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.ssCompact, _OVER)
5,729,056✔
168
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.withArbitrator, _OVER)
5,729,056✔
169
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.encryptAlgorithm, _OVER)
5,729,056✔
170
  SDB_SET_INT32(pRaw, dataPos, pDb->tsmaVersion, _OVER);
5,729,056✔
171
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.compactTimeOffset, _OVER)
5,729,056✔
172
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.compactStartTime, _OVER)
5,729,056✔
173
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.compactEndTime, _OVER)
5,729,056✔
174
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.compactInterval, _OVER)
5,729,056✔
175
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.isAudit, _OVER)
5,729,056✔
176

177
  SDB_SET_RESERVE(pRaw, dataPos, DB_RESERVE_SIZE, _OVER)
5,729,056✔
178
  SDB_SET_UINT8(pRaw, dataPos, pDb->cfg.flags, _OVER)
5,729,056✔
179
  SDB_SET_INT64(pRaw, dataPos, pDb->ownerId, _OVER)
5,729,056✔
180

181
  SDB_SET_DATALEN(pRaw, dataPos, _OVER)
5,729,056✔
182

183
  terrno = 0;
5,729,056✔
184

185
_OVER:
5,729,056✔
186
  if (terrno != 0) {
5,729,056✔
187
    mError("db:%s, failed to encode to raw:%p since %s", pDb->name, pRaw, terrstr());
×
188
    sdbFreeRaw(pRaw);
×
189
    return NULL;
×
190
  }
191

192
  mTrace("db:%s, encode to raw:%p, row:%p", pDb->name, pRaw, pDb);
5,729,056✔
193
  return pRaw;
5,729,056✔
194
}
195

196
static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw) {
5,165,795✔
197
  int32_t code = 0;
5,165,795✔
198
  int32_t lino = 0;
5,165,795✔
199
  terrno = TSDB_CODE_OUT_OF_MEMORY;
5,165,795✔
200
  SSdbRow *pRow = NULL;
5,165,795✔
201
  SDbObj  *pDb = NULL;
5,165,795✔
202

203
  int8_t sver = 0;
5,165,795✔
204
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
5,165,795✔
205

206
  if (sver < 1 || sver > DB_VER_NUMBER) {
5,165,795✔
207
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
×
208
    goto _OVER;
×
209
  }
210

211
  pRow = sdbAllocRow(sizeof(SDbObj));
5,165,795✔
212
  if (pRow == NULL) goto _OVER;
5,165,795✔
213

214
  pDb = sdbGetRowObj(pRow);
5,165,795✔
215
  if (pDb == NULL) goto _OVER;
5,165,795✔
216

217
  int32_t dataPos = 0;
5,165,795✔
218
  SDB_GET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, _OVER)
5,165,795✔
219
  SDB_GET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, _OVER)
5,165,795✔
220
  SDB_GET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, _OVER)
5,165,795✔
221
  SDB_GET_INT64(pRaw, dataPos, &pDb->createdTime, _OVER)
5,165,795✔
222
  SDB_GET_INT64(pRaw, dataPos, &pDb->updateTime, _OVER)
5,165,795✔
223
  SDB_GET_INT64(pRaw, dataPos, &pDb->uid, _OVER)
5,165,795✔
224
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfgVersion, _OVER)
5,165,795✔
225
  SDB_GET_INT32(pRaw, dataPos, &pDb->vgVersion, _OVER)
5,165,795✔
226
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfVgroups, _OVER)
5,165,795✔
227
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfStables, _OVER)
5,165,795✔
228
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.buffer, _OVER)
5,165,795✔
229
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.pageSize, _OVER)
5,165,795✔
230
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.pages, _OVER)
5,165,795✔
231
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.cacheLastSize, _OVER)
5,165,795✔
232
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysPerFile, _OVER)
5,165,795✔
233
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep0, _OVER)
5,165,795✔
234
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep1, _OVER)
5,165,795✔
235
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep2, _OVER)
5,165,795✔
236
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.minRows, _OVER)
5,165,795✔
237
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.maxRows, _OVER)
5,165,795✔
238
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walFsyncPeriod, _OVER)
5,165,795✔
239
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.walLevel, _OVER)
5,165,795✔
240
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.precision, _OVER)
5,165,795✔
241
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.compression, _OVER)
5,165,795✔
242
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.replications, _OVER)
5,165,795✔
243
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.strict, _OVER)
5,165,795✔
244
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.cacheLast, _OVER)
5,165,795✔
245
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.hashMethod, _OVER)
5,165,795✔
246
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfRetensions, _OVER)
5,165,795✔
247
  if (pDb->cfg.numOfRetensions > 0) {
5,165,795✔
248
    pDb->cfg.pRetensions = taosArrayInit(pDb->cfg.numOfRetensions, sizeof(SRetention));
×
249
    if (pDb->cfg.pRetensions == NULL) goto _OVER;
×
250
    for (int32_t i = 0; i < pDb->cfg.numOfRetensions; ++i) {
×
251
      SRetention retention = {0};
×
252
      SDB_GET_INT64(pRaw, dataPos, &retention.freq, _OVER)
×
253
      SDB_GET_INT64(pRaw, dataPos, &retention.keep, _OVER)
×
254
      SDB_GET_INT8(pRaw, dataPos, &retention.freqUnit, _OVER)
×
255
      SDB_GET_INT8(pRaw, dataPos, &retention.keepUnit, _OVER)
×
256
      if (taosArrayPush(pDb->cfg.pRetensions, &retention) == NULL) {
×
257
        goto _OVER;
×
258
      }
259
    }
260
  }
261
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.schemaless, _OVER)
5,165,795✔
262
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walRetentionPeriod, _OVER)
5,165,795✔
263
  SDB_GET_INT64(pRaw, dataPos, &pDb->cfg.walRetentionSize, _OVER)
5,165,795✔
264
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walRollPeriod, _OVER)
5,165,795✔
265
  SDB_GET_INT64(pRaw, dataPos, &pDb->cfg.walSegmentSize, _OVER)
5,165,795✔
266
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.sstTrigger, _OVER)
5,165,795✔
267
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.hashPrefix, _OVER)
5,165,795✔
268
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.hashSuffix, _OVER)
5,165,795✔
269
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.tsdbPageSize, _OVER)
5,165,795✔
270
  SDB_GET_INT64(pRaw, dataPos, &pDb->compactStartTime, _OVER)
5,165,795✔
271
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.keepTimeOffset, _OVER)
5,165,795✔
272
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.ssChunkSize, _OVER)
5,165,795✔
273
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.ssKeepLocal, _OVER)
5,165,795✔
274
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.ssCompact, _OVER)
5,165,795✔
275
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.withArbitrator, _OVER)
5,165,795✔
276
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.encryptAlgorithm, _OVER)
5,165,795✔
277
  SDB_GET_INT32(pRaw, dataPos, &pDb->tsmaVersion, _OVER);
5,165,795✔
278
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.compactTimeOffset, _OVER)
5,165,795✔
279
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.compactStartTime, _OVER)
5,165,795✔
280
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.compactEndTime, _OVER)
5,165,795✔
281
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.compactInterval, _OVER)
5,165,795✔
282
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.isAudit, _OVER)
5,165,795✔
283
  SDB_GET_RESERVE(pRaw, dataPos, DB_RESERVE_SIZE, _OVER)
5,165,795✔
284
  if (dataPos + sizeof(uint8_t) <= pRaw->dataLen) {
5,165,795✔
285
    SDB_GET_UINT8(pRaw, dataPos, &pDb->cfg.flags, _OVER)
5,165,795✔
286
  }
287
  if (dataPos + sizeof(int64_t) <= pRaw->dataLen) {
5,165,795✔
288
    SDB_GET_INT64(pRaw, dataPos, &pDb->ownerId, _OVER)
5,165,795✔
289
  }
290

291
  taosInitRWLatch(&pDb->lock);
5,165,795✔
292

293
  if (pDb->cfg.ssChunkSize == 0) {
5,165,795✔
294
    pDb->cfg.ssChunkSize = TSDB_DEFAULT_SS_CHUNK_SIZE;
×
295

296
    mInfo("db:%s, ssChunkSize set from %d to default %d", pDb->name, pDb->cfg.ssChunkSize, TSDB_DEFAULT_SS_CHUNK_SIZE);
×
297
  }
298

299
  if (pDb->cfg.ssKeepLocal == 0) {
5,165,795✔
300
    pDb->cfg.ssKeepLocal = TSDB_DEFAULT_SS_KEEP_LOCAL;
×
301

302
    mInfo("db:%s, ssKeepLocal set from %d to default %d", pDb->name, pDb->cfg.ssKeepLocal, TSDB_DEFAULT_SS_KEEP_LOCAL);
×
303
  }
304

305
  if (pDb->cfg.tsdbPageSize != TSDB_MIN_TSDB_PAGESIZE) {
5,165,795✔
306
    mInfo("db:%s, tsdbPageSize set from %d to default %d", pDb->name, pDb->cfg.tsdbPageSize,
5,165,795✔
307
          TSDB_DEFAULT_TSDB_PAGESIZE);
308
  }
309

310
  if (pDb->cfg.sstTrigger != TSDB_MIN_STT_TRIGGER) {
5,165,795✔
311
    mInfo("db:%s, sstTrigger set from %d to default %d", pDb->name, pDb->cfg.sstTrigger, TSDB_DEFAULT_SST_TRIGGER);
5,065,675✔
312
  }
313

314
  if (sver < DB_VER_SUPPORT_ADVANCED_SECURITY) {
5,165,795✔
315
    pDb->cfg.allowDrop = TSDB_DEFAULT_DB_ALLOW_DROP;
×
316
  }
317

318
  terrno = 0;
5,165,795✔
319

320
_OVER:
5,165,795✔
321
  if (terrno != 0) {
5,165,795✔
322
    mError("db:%s, failed to decode from raw:%p since %s", pDb == NULL ? "null" : pDb->name, pRaw, terrstr());
×
323
    taosMemoryFreeClear(pRow);
×
324
    return NULL;
×
325
  }
326

327
  mTrace("db:%s, decode from raw:%p, row:%p", pDb->name, pRaw, pDb);
5,165,795✔
328
  return pRow;
5,165,795✔
329
}
330

331
static int32_t mndNewDbActionValidate(SMnode *pMnode, STrans *pTrans, SSdbRaw *pRaw) {
1,178,421✔
332
  SSdb    *pSdb = pMnode->pSdb;
1,178,421✔
333
  SSdbRow *pRow = NULL;
1,178,421✔
334
  SDbObj  *pNewDb = NULL;
1,178,421✔
335
  int      code = -1;
1,178,421✔
336

337
  pRow = mndDbActionDecode(pRaw);
1,178,421✔
338
  if (pRow == NULL) {
1,178,421✔
339
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
340
    if (terrno != 0) code = terrno;
×
341
    goto _OVER;
×
342
  }
343
  pNewDb = sdbGetRowObj(pRow);
1,178,421✔
344
  if (pNewDb == NULL) {
1,178,421✔
345
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
346
    if (terrno != 0) code = terrno;
×
347
    goto _OVER;
×
348
  }
349

350
  SDbObj *pOldDb = sdbAcquire(pMnode->pSdb, SDB_DB, pNewDb->name);
1,178,421✔
351
  if (pOldDb != NULL) {
1,178,421✔
352
    mError("trans:%d, db name already in use. name: %s", pTrans->id, pNewDb->name);
×
353
    sdbRelease(pMnode->pSdb, pOldDb);
×
354
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
355
    if (terrno != 0) code = terrno;
×
356
    goto _OVER;
×
357
  }
358

359
  code = 0;
1,178,421✔
360
_OVER:
1,178,421✔
361
  if (pNewDb) mndDbActionDelete(pSdb, pNewDb);
1,178,421✔
362
  taosMemoryFreeClear(pRow);
1,178,421✔
363
  return code;
1,178,421✔
364
}
365

366
static int32_t mndDbActionInsert(SSdb *pSdb, SDbObj *pDb) {
1,321,900✔
367
  mTrace("db:%s, perform insert action, row:%p", pDb->name, pDb);
1,321,900✔
368
  return 0;
1,321,900✔
369
}
370

371
static int32_t mndDbActionDelete(SSdb *pSdb, SDbObj *pDb) {
5,165,795✔
372
  mTrace("db:%s, perform delete action, row:%p", pDb->name, pDb);
5,165,795✔
373
  taosArrayDestroy(pDb->cfg.pRetensions);
5,165,795✔
374
  return 0;
5,165,795✔
375
}
376

377
static int32_t mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew) {
2,036,062✔
378
  mTrace("db:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);
2,036,062✔
379
  taosWLockLatch(&pOld->lock);
2,036,062✔
380
  pOld->updateTime = pNew->updateTime;
2,036,062✔
381
  pOld->cfgVersion = pNew->cfgVersion;
2,036,062✔
382
  pOld->vgVersion = pNew->vgVersion;
2,036,062✔
383
  pOld->cfg.numOfVgroups = pNew->cfg.numOfVgroups;
2,036,062✔
384
  pOld->cfg.buffer = pNew->cfg.buffer;
2,036,062✔
385
  pOld->cfg.pageSize = pNew->cfg.pageSize;
2,036,062✔
386
  pOld->cfg.pages = pNew->cfg.pages;
2,036,062✔
387
  pOld->cfg.cacheLastSize = pNew->cfg.cacheLastSize;
2,036,062✔
388
  pOld->cfg.daysPerFile = pNew->cfg.daysPerFile;
2,036,062✔
389
  pOld->cfg.daysToKeep0 = pNew->cfg.daysToKeep0;
2,036,062✔
390
  pOld->cfg.daysToKeep1 = pNew->cfg.daysToKeep1;
2,036,062✔
391
  pOld->cfg.daysToKeep2 = pNew->cfg.daysToKeep2;
2,036,062✔
392
  pOld->cfg.keepTimeOffset = pNew->cfg.keepTimeOffset;
2,036,062✔
393
  pOld->cfg.walFsyncPeriod = pNew->cfg.walFsyncPeriod;
2,036,062✔
394
  pOld->cfg.walLevel = pNew->cfg.walLevel;
2,036,062✔
395
  pOld->cfg.walRetentionPeriod = pNew->cfg.walRetentionPeriod;
2,036,062✔
396
  pOld->cfg.walRetentionSize = pNew->cfg.walRetentionSize;
2,036,062✔
397
  pOld->cfg.strict = pNew->cfg.strict;
2,036,062✔
398
  pOld->cfg.cacheLast = pNew->cfg.cacheLast;
2,036,062✔
399
  pOld->cfg.replications = pNew->cfg.replications;
2,036,062✔
400
  pOld->cfg.sstTrigger = pNew->cfg.sstTrigger;
2,036,062✔
401
  pOld->cfg.minRows = pNew->cfg.minRows;
2,036,062✔
402
  pOld->cfg.maxRows = pNew->cfg.maxRows;
2,036,062✔
403
  pOld->cfg.tsdbPageSize = pNew->cfg.tsdbPageSize;
2,036,062✔
404
  pOld->cfg.ssChunkSize = pNew->cfg.ssChunkSize;
2,036,062✔
405
  pOld->cfg.ssKeepLocal = pNew->cfg.ssKeepLocal;
2,036,062✔
406
  pOld->cfg.ssCompact = pNew->cfg.ssCompact;
2,036,062✔
407
  pOld->cfg.withArbitrator = pNew->cfg.withArbitrator;
2,036,062✔
408
  pOld->cfg.compactInterval = pNew->cfg.compactInterval;
2,036,062✔
409
  pOld->cfg.compactStartTime = pNew->cfg.compactStartTime;
2,036,062✔
410
  pOld->cfg.compactEndTime = pNew->cfg.compactEndTime;
2,036,062✔
411
  pOld->cfg.compactTimeOffset = pNew->cfg.compactTimeOffset;
2,036,062✔
412
  pOld->compactStartTime = pNew->compactStartTime;
2,036,062✔
413
  pOld->tsmaVersion = pNew->tsmaVersion;
2,036,062✔
414
  pOld->cfg.isAudit = pNew->cfg.isAudit;
2,036,062✔
415
  pOld->cfg.flags = pNew->cfg.flags;
2,036,062✔
416
  pOld->ownerId = pNew->ownerId;
2,036,062✔
417
  taosWUnLockLatch(&pOld->lock);
2,036,062✔
418
  return 0;
2,036,062✔
419
}
420

421
static inline int32_t mndGetGlobalVgroupVersion(SMnode *pMnode) {
8,529,191✔
422
  SSdb *pSdb = pMnode->pSdb;
8,529,191✔
423
  return sdbGetTableVer(pSdb, SDB_VGROUP);
8,529,191✔
424
}
425

426
SDbObj *mndAcquireDb(SMnode *pMnode, const char *db) {
90,435,884✔
427
  SSdb   *pSdb = pMnode->pSdb;
90,435,884✔
428
  SDbObj *pDb = sdbAcquire(pSdb, SDB_DB, db);
90,438,570✔
429
  if (pDb == NULL) {
90,438,288✔
430
    if (terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
2,843,044✔
431
      terrno = TSDB_CODE_MND_DB_NOT_EXIST;
2,681,057✔
432
    } else if (terrno == TSDB_CODE_SDB_OBJ_CREATING) {
161,987✔
433
      terrno = TSDB_CODE_MND_DB_IN_CREATING;
11,952✔
434
    } else if (terrno == TSDB_CODE_SDB_OBJ_DROPPING) {
150,035✔
435
      terrno = TSDB_CODE_MND_DB_IN_DROPPING;
150,035✔
436
    } else {
437
      terrno = TSDB_CODE_APP_ERROR;
×
438
      mFatal("db:%s, failed to acquire db since %s", db, terrstr());
×
439
    }
440
  }
441
  return pDb;
90,437,315✔
442
}
443

444
SDbObj *mndAcquireAuditDb(SMnode *pMnode) {
44,723,149✔
445
  SSdb      *pSdb = pMnode->pSdb;
44,723,149✔
446
  SDbObj    *pDb = NULL;
44,723,149✔
447
  void      *pIter = NULL;
44,723,149✔
448
  ESdbStatus objStatus = 0;
44,723,149✔
449

450
  while (1) {
451
    pIter = sdbFetchAll(pSdb, SDB_DB, pIter, (void **)&pDb, &objStatus, true);
125,002,589✔
452
    if (pIter == NULL) break;
125,002,589✔
453
    if (pDb->cfg.isAudit == 1) {
80,280,544✔
454
      sdbCancelFetch(pSdb, pIter);
1,104✔
455
      break;
1,104✔
456
    }
457

458
    sdbRelease(pSdb, pDb);
80,279,440✔
459
  }
460
  return pDb;
44,723,149✔
461
}
462

463
void mndReleaseDb(SMnode *pMnode, SDbObj *pDb) {
98,660,846✔
464
  SSdb *pSdb = pMnode->pSdb;
98,660,846✔
465
  sdbRelease(pSdb, pDb);
98,661,463✔
466
}
98,661,784✔
467

468
bool mndDbIsExist(SMnode *pMnode, const char *db, int64_t uid) {
145,960✔
469
  SDbObj *pDb = mndAcquireDb(pMnode, db);
145,960✔
470
  if (pDb == NULL) {
145,960✔
471
    return false;
1,266✔
472
  } else {
473
    bool result = (uid == 0) || (uid == pDb->uid);
144,694✔
474
    mndReleaseDb(pMnode, pDb);
144,694✔
475
    pDb = NULL;
144,694✔
476
    return result;
144,694✔
477
  }
478
}
479

480
int32_t mndCheckDbName(const char *dbName, SUserObj *pUser) {
1,142,392✔
481
  char *pos = strstr(dbName, TS_PATH_DELIMITER);
1,142,392✔
482
  if (pos == NULL) {
1,142,392✔
483
    return TSDB_CODE_MND_INVALID_DB;
×
484
  }
485

486
  int32_t acctId;
1,142,211✔
487
  int32_t code = taosStr2int32(dbName, &acctId);
1,142,392✔
488
  if (code != 0) {
1,142,392✔
489
    return code;
×
490
  }
491

492
  if (acctId != pUser->acctId) {
1,142,392✔
493
    return TSDB_CODE_MND_INVALID_DB_ACCT;
×
494
  }
495

496
  return 0;
1,142,392✔
497
}
498

499
int32_t mndCheckDbCfg(SMnode *pMnode, SDbCfg *pCfg) {
1,142,392✔
500
  int32_t code = TSDB_CODE_MND_INVALID_DB_OPTION;
1,142,392✔
501

502
  if (pCfg->numOfVgroups < TSDB_MIN_VNODES_PER_DB || pCfg->numOfVgroups > TSDB_MAX_VNODES_PER_DB) return code;
1,142,392✔
503
  if (pCfg->numOfStables < TSDB_DB_STREAM_MODE_OFF || pCfg->numOfStables > TSDB_DB_STREAM_MODE_ON) return code;
1,142,392✔
504
  if (pCfg->buffer < TSDB_MIN_BUFFER_PER_VNODE || pCfg->buffer > TSDB_MAX_BUFFER_PER_VNODE) return code;
1,142,392✔
505
  if (pCfg->pageSize < TSDB_MIN_PAGESIZE_PER_VNODE || pCfg->pageSize > TSDB_MAX_PAGESIZE_PER_VNODE) return code;
1,142,392✔
506
  if (pCfg->pages < TSDB_MIN_PAGES_PER_VNODE || pCfg->pages > TSDB_MAX_PAGES_PER_VNODE) return code;
1,142,392✔
507
  if (pCfg->cacheLastSize < TSDB_MIN_DB_CACHE_SIZE || pCfg->cacheLastSize > TSDB_MAX_DB_CACHE_SIZE) return code;
1,142,392✔
508
  if (pCfg->daysPerFile < TSDB_MIN_DAYS_PER_FILE || pCfg->daysPerFile > TSDB_MAX_DAYS_PER_FILE) return code;
1,142,392✔
509
  if (pCfg->daysToKeep0 < TSDB_MIN_KEEP || pCfg->daysToKeep0 > TSDB_MAX_KEEP) return code;
1,142,392✔
510
  if (pCfg->daysToKeep1 < TSDB_MIN_KEEP || pCfg->daysToKeep1 > TSDB_MAX_KEEP) return code;
1,142,392✔
511
  if (pCfg->daysToKeep2 < TSDB_MIN_KEEP || pCfg->daysToKeep2 > TSDB_MAX_KEEP) return code;
1,142,392✔
512
  if (pCfg->daysToKeep0 < pCfg->daysPerFile) return code;
1,142,392✔
513
  if (pCfg->daysToKeep0 > pCfg->daysToKeep1) return code;
1,142,392✔
514
  if (pCfg->daysToKeep1 > pCfg->daysToKeep2) return code;
1,142,392✔
515
  if (pCfg->keepTimeOffset < TSDB_MIN_KEEP_TIME_OFFSET || pCfg->keepTimeOffset > TSDB_MAX_KEEP_TIME_OFFSET) return code;
1,142,392✔
516
  if (pCfg->minRows < TSDB_MIN_MINROWS_FBLOCK || pCfg->minRows > TSDB_MAX_MINROWS_FBLOCK) return code;
1,142,392✔
517
  if (pCfg->maxRows < TSDB_MIN_MAXROWS_FBLOCK || pCfg->maxRows > TSDB_MAX_MAXROWS_FBLOCK) return code;
1,142,392✔
518
  if (pCfg->minRows > pCfg->maxRows) return code;
1,142,392✔
519
  if (pCfg->walFsyncPeriod < TSDB_MIN_FSYNC_PERIOD || pCfg->walFsyncPeriod > TSDB_MAX_FSYNC_PERIOD) return code;
1,141,672✔
520
  if (pCfg->walLevel < TSDB_MIN_WAL_LEVEL || pCfg->walLevel > TSDB_MAX_WAL_LEVEL) return code;
1,141,672✔
521
  if (pCfg->precision < TSDB_MIN_PRECISION && pCfg->precision > TSDB_MAX_PRECISION) return code;
1,141,672✔
522
  if (pCfg->compression < TSDB_MIN_COMP_LEVEL || pCfg->compression > TSDB_MAX_COMP_LEVEL) return code;
1,141,672✔
523
  if (pCfg->replications < TSDB_MIN_DB_REPLICA || pCfg->replications > TSDB_MAX_DB_REPLICA) return code;
1,141,672✔
524
#ifdef TD_ENTERPRISE
525
  if ((pCfg->replications == 2) ^ (pCfg->withArbitrator == TSDB_MAX_DB_WITH_ARBITRATOR)) return code;
1,141,672✔
526
  // if (pCfg->encryptAlgorithm < TSDB_MIN_ENCRYPT_ALGO || pCfg->encryptAlgorithm > TSDB_MAX_ENCRYPT_ALGO) return code;
527
#else
528
  if (pCfg->replications != 1 && pCfg->replications != 3) return code;
529
  if (pCfg->encryptAlgorithm != TSDB_DEFAULT_ENCRYPT_ALGO) return code;
530
#endif
531

532
  if (pCfg->strict < TSDB_DB_STRICT_OFF || pCfg->strict > TSDB_DB_STRICT_ON) return code;
1,141,672✔
533
  if (pCfg->schemaless < TSDB_DB_SCHEMALESS_OFF || pCfg->schemaless > TSDB_DB_SCHEMALESS_ON) return code;
1,141,672✔
534
  if (pCfg->cacheLast < TSDB_CACHE_MODEL_NONE || pCfg->cacheLast > TSDB_CACHE_MODEL_BOTH) return code;
1,141,672✔
535
  if (pCfg->hashMethod != 1) return code;
1,141,672✔
536
  if (pCfg->replications > mndGetDnodeSize(pMnode)) {
1,141,672✔
537
    code = TSDB_CODE_MND_NO_ENOUGH_DNODES;
×
538
    TAOS_RETURN(code);
×
539
  }
540
  if (pCfg->walRetentionPeriod < TSDB_DB_MIN_WAL_RETENTION_PERIOD) return code;
1,141,672✔
541
  if (pCfg->walRetentionSize < TSDB_DB_MIN_WAL_RETENTION_SIZE) return code;
1,141,672✔
542
  if (pCfg->walRollPeriod < TSDB_DB_MIN_WAL_ROLL_PERIOD) return code;
1,141,672✔
543
  if (pCfg->walSegmentSize < TSDB_DB_MIN_WAL_SEGMENT_SIZE) return code;
1,141,672✔
544
  if (pCfg->sstTrigger < TSDB_MIN_STT_TRIGGER || pCfg->sstTrigger > TSDB_MAX_STT_TRIGGER) return code;
1,141,672✔
545
  if (pCfg->hashPrefix < TSDB_MIN_HASH_PREFIX || pCfg->hashPrefix > TSDB_MAX_HASH_PREFIX) return code;
1,141,672✔
546
  if (pCfg->hashSuffix < TSDB_MIN_HASH_SUFFIX || pCfg->hashSuffix > TSDB_MAX_HASH_SUFFIX) return code;
1,141,672✔
547
  if ((pCfg->hashSuffix * pCfg->hashPrefix) < 0) return code;
1,141,672✔
548
  if ((pCfg->hashPrefix + pCfg->hashSuffix) >= (TSDB_TABLE_NAME_LEN - 1)) return code;
1,141,672✔
549
  if (pCfg->tsdbPageSize < TSDB_MIN_TSDB_PAGESIZE || pCfg->tsdbPageSize > TSDB_MAX_TSDB_PAGESIZE) return code;
1,141,672✔
550
  if (taosArrayGetSize(pCfg->pRetensions) != pCfg->numOfRetensions) return code;
1,141,672✔
551

552
  if (pCfg->ssChunkSize < TSDB_MIN_SS_CHUNK_SIZE || pCfg->ssChunkSize > TSDB_MAX_SS_CHUNK_SIZE) return code;
1,141,672✔
553
  if (pCfg->ssKeepLocal < TSDB_MIN_SS_KEEP_LOCAL || pCfg->ssKeepLocal > TSDB_MAX_SS_KEEP_LOCAL) return code;
1,141,672✔
554
  if (pCfg->ssCompact < TSDB_MIN_SS_COMPACT || pCfg->ssCompact > TSDB_MAX_SS_COMPACT) return code;
1,141,672✔
555

556
  if (pCfg->compactInterval != 0 &&
1,141,672✔
557
      (pCfg->compactInterval < TSDB_MIN_COMPACT_INTERVAL || pCfg->compactInterval > pCfg->daysToKeep2))
3,592✔
558
    return code;
×
559
  if (pCfg->compactStartTime != 0 &&
1,141,672✔
560
      (pCfg->compactStartTime < -pCfg->daysToKeep2 || pCfg->compactStartTime > -pCfg->daysPerFile))
3,971✔
561
    return code;
×
562
  if (pCfg->compactEndTime != 0 &&
1,141,672✔
563
      (pCfg->compactEndTime < -pCfg->daysToKeep2 || pCfg->compactEndTime > -pCfg->daysPerFile))
3,971✔
564
    return code;
×
565
  if (pCfg->compactStartTime != 0 && pCfg->compactEndTime != 0 && pCfg->compactStartTime >= pCfg->compactEndTime)
1,141,672✔
566
    return code;
×
567
  if (pCfg->compactTimeOffset < TSDB_MIN_COMPACT_TIME_OFFSET || pCfg->compactTimeOffset > TSDB_MAX_COMPACT_TIME_OFFSET)
1,141,672✔
568
    return code;
×
569
  if (pCfg->isAudit < 0 || pCfg->isAudit > 1) return code;
1,141,672✔
570
  if (pCfg->allowDrop < TSDB_MIN_DB_ALLOW_DROP || pCfg->allowDrop > TSDB_MAX_DB_ALLOW_DROP) return code;
571

572
  code = 0;
1,141,672✔
573
  TAOS_RETURN(code);
1,141,672✔
574
}
575

576
static int32_t mndCheckInChangeDbCfg(SMnode *pMnode, SDbCfg *pOldCfg, SDbCfg *pNewCfg) {
85,237✔
577
  int32_t code = TSDB_CODE_MND_INVALID_DB_OPTION;
85,237✔
578
  if (pNewCfg->buffer < TSDB_MIN_BUFFER_PER_VNODE || pNewCfg->buffer > TSDB_MAX_BUFFER_PER_VNODE) return code;
85,237✔
579
  if (pNewCfg->pages < TSDB_MIN_PAGES_PER_VNODE || pNewCfg->pages > TSDB_MAX_PAGES_PER_VNODE) return code;
85,237✔
580
  if (pNewCfg->pageSize < TSDB_MIN_PAGESIZE_PER_VNODE || pNewCfg->pageSize > TSDB_MAX_PAGESIZE_PER_VNODE) return code;
85,237✔
581
  if (pNewCfg->daysPerFile < TSDB_MIN_DAYS_PER_FILE || pNewCfg->daysPerFile > TSDB_MAX_DAYS_PER_FILE) return code;
85,237✔
582
  if (pNewCfg->daysToKeep0 < TSDB_MIN_KEEP || pNewCfg->daysToKeep0 > TSDB_MAX_KEEP) return code;
85,237✔
583
  if (pNewCfg->daysToKeep1 < TSDB_MIN_KEEP || pNewCfg->daysToKeep1 > TSDB_MAX_KEEP) return code;
85,237✔
584
  if (pNewCfg->daysToKeep2 < TSDB_MIN_KEEP || pNewCfg->daysToKeep2 > TSDB_MAX_KEEP) return code;
85,237✔
585
  if (pNewCfg->daysToKeep0 < pNewCfg->daysPerFile) return code;
85,237✔
586
  if (pNewCfg->daysToKeep0 > pNewCfg->daysToKeep1) return code;
85,237✔
587
  if (pNewCfg->daysToKeep1 > pNewCfg->daysToKeep2) return code;
85,237✔
588
  if (pNewCfg->keepTimeOffset < TSDB_MIN_KEEP_TIME_OFFSET || pNewCfg->keepTimeOffset > TSDB_MAX_KEEP_TIME_OFFSET)
85,237✔
589
    return code;
×
590
  if (pNewCfg->walFsyncPeriod < TSDB_MIN_FSYNC_PERIOD || pNewCfg->walFsyncPeriod > TSDB_MAX_FSYNC_PERIOD) return code;
85,237✔
591
  if (pNewCfg->walLevel < TSDB_MIN_WAL_LEVEL || pNewCfg->walLevel > TSDB_MAX_WAL_LEVEL) return code;
85,237✔
592
  if (pNewCfg->cacheLast < TSDB_CACHE_MODEL_NONE || pNewCfg->cacheLast > TSDB_CACHE_MODEL_BOTH) return code;
85,237✔
593
  if (pNewCfg->cacheLastSize < TSDB_MIN_DB_CACHE_SIZE || pNewCfg->cacheLastSize > TSDB_MAX_DB_CACHE_SIZE) return code;
85,237✔
594
  if (pNewCfg->replications < TSDB_MIN_DB_REPLICA || pNewCfg->replications > TSDB_MAX_DB_REPLICA) return code;
85,237✔
595
#ifdef TD_ENTERPRISE
596
  if ((pNewCfg->replications == 2) ^ (pNewCfg->withArbitrator == TSDB_MAX_DB_WITH_ARBITRATOR)) return code;
85,237✔
597
  if (pNewCfg->replications == 2 && pNewCfg->withArbitrator == TSDB_MAX_DB_WITH_ARBITRATOR) {
85,237✔
598
    if (pOldCfg->replications != 1 && pOldCfg->replications != 2) {
712✔
599
      terrno = TSDB_CODE_OPS_NOT_SUPPORT;
712✔
600
      return code;
712✔
601
    }
602
  }
603
  if (pNewCfg->replications != 2 && pOldCfg->replications == 2) {
84,525✔
604
    terrno = TSDB_CODE_OPS_NOT_SUPPORT;
×
605
    return code;
×
606
  }
607
#else
608
  if (pNewCfg->replications != 1 && pNewCfg->replications != 3) return code;
609
#endif
610

611
  if (pNewCfg->walLevel == 0 && pOldCfg->replications > 1) {
84,525✔
612
    terrno = TSDB_CODE_MND_INVALID_WAL_LEVEL;
×
613
    return code;
×
614
  }
615
  if (pNewCfg->replications > 1 && pOldCfg->walLevel == 0) {
84,525✔
616
    terrno = TSDB_CODE_MND_INVALID_WAL_LEVEL;
×
617
    return code;
×
618
  }
619

620
  if (pNewCfg->sstTrigger != pOldCfg->sstTrigger &&
84,525✔
621
      (pNewCfg->sstTrigger < TSDB_MIN_STT_TRIGGER || pNewCfg->sstTrigger > TSDB_MAX_STT_TRIGGER))
1,238✔
622
    return code;
×
623
  if (pNewCfg->minRows < TSDB_MIN_MINROWS_FBLOCK || pNewCfg->minRows > TSDB_MAX_MINROWS_FBLOCK) return code;
84,525✔
624
  if (pNewCfg->maxRows < TSDB_MIN_MAXROWS_FBLOCK || pNewCfg->maxRows > TSDB_MAX_MAXROWS_FBLOCK) return code;
84,525✔
625
  if (pNewCfg->minRows > pNewCfg->maxRows) return code;
84,525✔
626
  if (pNewCfg->walRetentionPeriod < TSDB_DB_MIN_WAL_RETENTION_PERIOD) return code;
83,813✔
627
  if (pNewCfg->walRetentionSize < TSDB_DB_MIN_WAL_RETENTION_SIZE) return code;
83,813✔
628
  if (pNewCfg->strict < TSDB_DB_STRICT_OFF || pNewCfg->strict > TSDB_DB_STRICT_ON) return code;
83,813✔
629
  if (pNewCfg->replications > mndGetDnodeSize(pMnode)) {
83,813✔
630
    terrno = TSDB_CODE_MND_NO_ENOUGH_DNODES;
×
631
    return code;
×
632
  }
633
  if (pNewCfg->ssChunkSize < TSDB_MIN_SS_CHUNK_SIZE || pNewCfg->ssChunkSize > TSDB_MAX_SS_CHUNK_SIZE) return code;
83,813✔
634
  if (pNewCfg->ssKeepLocal < TSDB_MIN_SS_KEEP_LOCAL || pNewCfg->ssKeepLocal > TSDB_MAX_SS_KEEP_LOCAL) return code;
83,813✔
635
  if (pNewCfg->ssCompact < TSDB_MIN_SS_COMPACT || pNewCfg->ssCompact > TSDB_MAX_SS_COMPACT) return code;
83,813✔
636

637
  if (pNewCfg->compactInterval != 0 &&
83,813✔
638
      (pNewCfg->compactInterval < TSDB_MIN_COMPACT_INTERVAL || pNewCfg->compactInterval > pNewCfg->daysToKeep2))
6,486✔
639
    return code;
×
640
  if (pNewCfg->compactStartTime != 0 &&
83,813✔
641
      (pNewCfg->compactStartTime < -pNewCfg->daysToKeep2 || pNewCfg->compactStartTime > -pNewCfg->daysPerFile))
4,350✔
642
    return code;
×
643
  if (pNewCfg->compactEndTime != 0 &&
83,813✔
644
      (pNewCfg->compactEndTime < -pNewCfg->daysToKeep2 || pNewCfg->compactEndTime > -pNewCfg->daysPerFile))
4,350✔
645
    return code;
×
646
  if (pNewCfg->compactStartTime != 0 && pNewCfg->compactEndTime != 0 &&
83,813✔
647
      pNewCfg->compactStartTime >= pNewCfg->compactEndTime)
4,350✔
648
    return code;
×
649
  if (pNewCfg->compactTimeOffset < TSDB_MIN_COMPACT_TIME_OFFSET ||
83,813✔
650
      pNewCfg->compactTimeOffset > TSDB_MAX_COMPACT_TIME_OFFSET)
83,813✔
651
    return code;
×
652
  if (pNewCfg->isAudit < 0 || pNewCfg->isAudit > 1) return code;
83,813✔
653
  if (pNewCfg->allowDrop < TSDB_MIN_DB_ALLOW_DROP || pNewCfg->allowDrop > TSDB_MAX_DB_ALLOW_DROP) return code;
654

655
  code = 0;
83,813✔
656
  TAOS_RETURN(code);
83,813✔
657
}
658

659
static void mndSetDefaultDbCfg(SDbCfg *pCfg) {
1,141,866✔
660
  if (pCfg->numOfVgroups < 0) pCfg->numOfVgroups = TSDB_DEFAULT_VN_PER_DB;
1,141,866✔
661
  if (pCfg->numOfStables < 0) pCfg->numOfStables = TSDB_DEFAULT_DB_SINGLE_STABLE;
1,141,866✔
662
  if (pCfg->buffer < 0) pCfg->buffer = TSDB_DEFAULT_BUFFER_PER_VNODE;
1,141,866✔
663
  if (pCfg->pageSize < 0) pCfg->pageSize = TSDB_DEFAULT_PAGESIZE_PER_VNODE;
1,141,866✔
664
  if (pCfg->pages < 0) pCfg->pages = TSDB_DEFAULT_PAGES_PER_VNODE;
1,141,866✔
665
  if (pCfg->daysPerFile < 0) pCfg->daysPerFile = TSDB_DEFAULT_DURATION_PER_FILE;
1,141,866✔
666
  if (pCfg->daysToKeep0 < 0) pCfg->daysToKeep0 = TSDB_DEFAULT_KEEP;
1,141,866✔
667
  if (pCfg->daysToKeep1 < 0) pCfg->daysToKeep1 = pCfg->daysToKeep0;
1,141,866✔
668
  if (pCfg->daysToKeep2 < 0) pCfg->daysToKeep2 = pCfg->daysToKeep1;
1,141,866✔
669
  if (pCfg->keepTimeOffset < 0) pCfg->keepTimeOffset = TSDB_DEFAULT_KEEP_TIME_OFFSET;
1,141,866✔
670
  if (pCfg->minRows < 0) pCfg->minRows = TSDB_DEFAULT_MINROWS_FBLOCK;
1,141,866✔
671
  if (pCfg->maxRows < 0) pCfg->maxRows = TSDB_DEFAULT_MAXROWS_FBLOCK;
1,141,866✔
672
  if (pCfg->walFsyncPeriod < 0) pCfg->walFsyncPeriod = TSDB_DEFAULT_FSYNC_PERIOD;
1,141,866✔
673
  if (pCfg->walLevel < 0) pCfg->walLevel = TSDB_DEFAULT_WAL_LEVEL;
1,141,866✔
674
  if (pCfg->precision < 0) pCfg->precision = TSDB_DEFAULT_PRECISION;
1,141,866✔
675
  if (pCfg->compression < 0) pCfg->compression = TSDB_DEFAULT_COMP_LEVEL;
1,141,866✔
676
  if (pCfg->replications < 0) pCfg->replications = TSDB_DEFAULT_DB_REPLICA;
1,141,866✔
677
  if (pCfg->strict < 0) pCfg->strict = TSDB_DEFAULT_DB_STRICT;
1,141,866✔
678
  if (pCfg->cacheLast < 0) pCfg->cacheLast = TSDB_DEFAULT_CACHE_MODEL;
1,141,866✔
679
  if (pCfg->cacheLastSize <= 0) pCfg->cacheLastSize = TSDB_DEFAULT_CACHE_SIZE;
1,141,866✔
680
  if (pCfg->numOfRetensions < 0) pCfg->numOfRetensions = 0;
1,141,866✔
681
  if (pCfg->schemaless < 0) pCfg->schemaless = TSDB_DB_SCHEMALESS_OFF;
1,141,866✔
682
  if (pCfg->walRetentionPeriod < 0 && pCfg->walRetentionPeriod != -1)
1,141,866✔
683
    pCfg->walRetentionPeriod = TSDB_REPS_DEF_DB_WAL_RET_PERIOD;
×
684
  if (pCfg->walRetentionSize < 0 && pCfg->walRetentionSize != -1)
1,141,866✔
685
    pCfg->walRetentionSize = TSDB_REPS_DEF_DB_WAL_RET_SIZE;
×
686
  if (pCfg->walRollPeriod < 0) pCfg->walRollPeriod = TSDB_REPS_DEF_DB_WAL_ROLL_PERIOD;
1,141,866✔
687
  if (pCfg->walSegmentSize < 0) pCfg->walSegmentSize = TSDB_DEFAULT_DB_WAL_SEGMENT_SIZE;
1,141,866✔
688
  if (pCfg->sstTrigger <= 0) pCfg->sstTrigger = TSDB_DEFAULT_SST_TRIGGER;
1,141,866✔
689
  if (pCfg->tsdbPageSize <= 0) pCfg->tsdbPageSize = TSDB_DEFAULT_TSDB_PAGESIZE;
1,141,866✔
690
  if (pCfg->ssChunkSize <= 0) pCfg->ssChunkSize = TSDB_DEFAULT_SS_CHUNK_SIZE;
1,141,866✔
691
  if (pCfg->ssKeepLocal <= 0) pCfg->ssKeepLocal = TSDB_DEFAULT_SS_KEEP_LOCAL;
1,141,866✔
692
  if (pCfg->ssCompact < 0) pCfg->ssCompact = TSDB_DEFAULT_SS_COMPACT;
1,141,866✔
693
  if (pCfg->withArbitrator < 0) pCfg->withArbitrator = TSDB_DEFAULT_DB_WITH_ARBITRATOR;
1,141,866✔
694
  if (pCfg->encryptAlgorithm < 0) pCfg->encryptAlgorithm = TSDB_DEFAULT_ENCRYPT_ALGO;
1,141,866✔
695
}
1,141,866✔
696

697
int32_t mndSetCreateDbPrepareAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
1,138,478✔
698
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
1,138,478✔
699
  if (pDbRaw == NULL) return -1;
1,138,478✔
700

701
  if (mndTransAppendPrepareLog(pTrans, pDbRaw) != 0) return -1;
1,138,478✔
702
  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_CREATING) != 0) return -1;
1,138,478✔
703
  return 0;
1,138,478✔
704
}
705

706
static int32_t mndSetNewVgPrepareActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
1,137,952✔
707
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
3,575,095✔
708
    if (mndAddNewVgPrepareAction(pMnode, pTrans, (pVgroups + v)) != 0) return -1;
2,437,143✔
709
  }
710
  return 0;
1,137,952✔
711
}
712

713
static int32_t mndSetCreateDbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
×
714
  int32_t  code = 0;
×
715
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
×
716
  if (pDbRaw == NULL) {
×
717
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
718
    if (terrno != 0) code = terrno;
×
719
    TAOS_RETURN(code);
×
720
  }
721
  TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pDbRaw));
×
722
  TAOS_CHECK_RETURN(sdbSetRawStatus(pDbRaw, SDB_STATUS_UPDATE));
×
723

724
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
×
725
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
×
726
    if (pVgRaw == NULL) {
×
727
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
728
      if (terrno != 0) code = terrno;
×
729
      TAOS_RETURN(code);
×
730
    }
731
    TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pVgRaw));
×
732
    TAOS_CHECK_RETURN(sdbSetRawStatus(pVgRaw, SDB_STATUS_UPDATE));
×
733
  }
734

735
  if (pDb->cfg.withArbitrator) {
×
736
    for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
×
737
      SVgObj   *pVgObj = pVgroups + v;
×
738
      SArbGroup arbGroup = {0};
×
739
      TAOS_CHECK_RETURN(mndArbGroupInitFromVgObj(pVgObj, &arbGroup));
×
740
      TAOS_CHECK_RETURN(mndSetCreateArbGroupRedoLogs(pTrans, &arbGroup));
×
741
    }
742
  }
743

744
  TAOS_RETURN(code);
×
745
}
746

747
static int32_t mndSetCreateDbUndoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
1,137,952✔
748
  int32_t  code = 0;
1,137,952✔
749
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
1,137,952✔
750
  if (pDbRaw == NULL) {
1,137,952✔
751
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
752
    if (terrno != 0) code = terrno;
×
753
    TAOS_RETURN(code);
×
754
  }
755
  TAOS_CHECK_RETURN(mndTransAppendUndolog(pTrans, pDbRaw));
1,137,952✔
756
  TAOS_CHECK_RETURN(sdbSetRawStatus(pDbRaw, SDB_STATUS_DROPPED));
1,137,952✔
757

758
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
3,575,095✔
759
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
2,437,143✔
760
    if (pVgRaw == NULL) {
2,437,143✔
761
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
762
      if (terrno != 0) code = terrno;
×
763
      TAOS_RETURN(code);
×
764
    }
765
    TAOS_CHECK_RETURN(mndTransAppendUndolog(pTrans, pVgRaw));
2,437,143✔
766
    TAOS_CHECK_RETURN(sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED));
2,437,143✔
767
  }
768

769
  if (pDb->cfg.withArbitrator) {
1,137,952✔
770
    for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
10,148✔
771
      SVgObj   *pVgObj = pVgroups + v;
6,151✔
772
      SArbGroup arbGroup = {0};
6,151✔
773
      TAOS_CHECK_RETURN(mndArbGroupInitFromVgObj(pVgObj, &arbGroup));
6,151✔
774
      TAOS_CHECK_RETURN(mndSetCreateArbGroupUndoLogs(pTrans, &arbGroup));
6,151✔
775
    }
776
  }
777

778
  TAOS_RETURN(code);
1,137,952✔
779
}
780

781
static int32_t mndSetCreateDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups,
1,137,952✔
782
                                        SUserObj *pUserDuped, SArray *pAuditOwnedDbs) {
783
  int32_t  code = 0;
1,137,952✔
784
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
1,137,952✔
785
  if (pDbRaw == NULL) {
1,137,952✔
786
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
787
    if (terrno != 0) code = terrno;
×
788
    TAOS_RETURN(code);
×
789
  }
790
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pDbRaw));
1,137,952✔
791
  TAOS_CHECK_RETURN(sdbSetRawStatus(pDbRaw, SDB_STATUS_READY));
1,137,952✔
792

793
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
3,575,095✔
794
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
2,437,143✔
795
    if (pVgRaw == NULL) {
2,437,143✔
796
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
797
      if (terrno != 0) code = terrno;
×
798
      TAOS_RETURN(code);
×
799
    }
800
    TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pVgRaw));
2,437,143✔
801
    TAOS_CHECK_RETURN(sdbSetRawStatus(pVgRaw, SDB_STATUS_READY));
2,437,143✔
802
  }
803

804
  if (pDb->cfg.withArbitrator) {
1,137,952✔
805
    for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
10,148✔
806
      SVgObj   *pVgObj = pVgroups + v;
6,151✔
807
      SArbGroup arbGroup = {0};
6,151✔
808
      TAOS_CHECK_RETURN(mndArbGroupInitFromVgObj(pVgObj, &arbGroup));
6,151✔
809
      TAOS_CHECK_RETURN(mndSetCreateArbGroupCommitLogs(pTrans, &arbGroup));
6,151✔
810
    }
811
  }
812

813
  if (pUserDuped) {
1,137,952✔
814
    SSdbRaw *pUserRaw = mndUserActionEncode(pUserDuped);
1,137,952✔
815
    if (pUserRaw == NULL) {
1,137,952✔
816
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
817
      if (terrno != 0) code = terrno;
×
818
      TAOS_RETURN(code);
×
819
    }
820
    TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pUserRaw));
1,137,952✔
821
    TAOS_CHECK_RETURN(sdbSetRawStatus(pUserRaw, SDB_STATUS_READY));
1,137,952✔
822
  }
823

824
  if(pAuditOwnedDbs) {
1,137,952✔
825
    int32_t auditOwnedDbSize = taosArrayGetSize(pAuditOwnedDbs);
×
826
    for (int32_t i = 0; i < auditOwnedDbSize; ++i) {
×
827
      SUserObj *pAuditUser = (SUserObj *)TARRAY_GET_ELEM(pAuditOwnedDbs, i);
×
828
      SSdbRaw  *pAuditUserRaw = mndUserActionEncode(pAuditUser);
×
829
      if (pAuditUserRaw == NULL) {
×
830
        TAOS_RETURN(terrno ? terrno : TSDB_CODE_MND_RETURN_VALUE_NULL);
×
831
      }
832
      TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pAuditUserRaw));
×
833
      TAOS_CHECK_RETURN(sdbSetRawStatus(pAuditUserRaw, SDB_STATUS_READY));
×
834
    }
835
  }
836

837
  TAOS_RETURN(code);
1,137,952✔
838
}
839

840
static int32_t mndSetCreateDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
1,137,952✔
841
  int32_t code = 0;
1,137,952✔
842
  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {
3,575,095✔
843
    SVgObj *pVgroup = pVgroups + vg;
2,437,143✔
844

845
    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
5,132,397✔
846
      SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
2,695,254✔
847
      TAOS_CHECK_RETURN(mndAddCreateVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid));
2,695,254✔
848
    }
849
  }
850

851
  TAOS_RETURN(code);
1,137,952✔
852
}
853

854
static int32_t mndSetCreateDbUndoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
1,137,952✔
855
  int32_t code = 0;
1,137,952✔
856
  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {
3,575,095✔
857
    SVgObj *pVgroup = pVgroups + vg;
2,437,143✔
858

859
    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
5,132,397✔
860
      SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
2,695,254✔
861
      TAOS_CHECK_RETURN(mndAddDropVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid, false));
2,695,254✔
862
    }
863
  }
864

865
  TAOS_RETURN(code);
1,137,952✔
866
}
867

868
/**
869
 * @brief fill audit owned dbs for users with role SYSAUDIT or SYSAUDIT_LOG.
870
 *
871
 * @param pMnode
872
 * @param pOperUser
873
 * @param pDb
874
 * @param pAuditOwnedDbs
875
 * @return int32_t
876
 */
877
static int32_t mndSetAuditOwnedDbs(SMnode *pMnode, SUserObj *pOperUser, SDbObj *pDb, SArray **pAuditOwnedDbs) {
69✔
878
  int32_t   code = 0, lino = 0;
69✔
879
  SSdb     *pSdb = pMnode->pSdb;
69✔
880
  SArray   *auditOwnedDbs = NULL;
69✔
881
  SUserObj *pUser = NULL;
69✔
882
  SUserObj  newUserObj = {0};
69✔
883
  int32_t   sysAuditLen = strlen(TSDB_ROLE_SYSAUDIT) + 1;
69✔
884
  int32_t   sysAuditLogLen = strlen(TSDB_ROLE_SYSAUDIT_LOG) + 1;
69✔
885

886
  void *pIter = NULL;
69✔
887
  while ((pIter = sdbFetch(pSdb, SDB_USER, pIter, (void **)&pUser))) {
138✔
888
    if (taosHashGetSize(pUser->roles) <= 0) {
69✔
889
      sdbRelease(pSdb, pUser);
×
890
      pUser = NULL;
×
891
      continue;
×
892
    }
893
    if(strncmp(pUser->name, pOperUser->name, TSDB_USER_LEN) == 0) {
69✔
894
      sdbRelease(pSdb, pUser);
69✔
895
      pUser = NULL;
69✔
896
      continue;
69✔
897
    }
898
    if (!taosHashGet(pUser->roles, TSDB_ROLE_SYSAUDIT, sysAuditLen) &&
×
899
        !taosHashGet(pUser->roles, TSDB_ROLE_SYSAUDIT_LOG, sysAuditLogLen)) {
×
900
      sdbRelease(pSdb, pUser);
×
901
      pUser = NULL;
×
902
      continue;
×
903
    }
904
    TAOS_CHECK_EXIT(mndUserDupObj(pUser, &newUserObj));
×
905
    TAOS_CHECK_EXIT(taosHashPut(newUserObj.ownedDbs, pDb->name, strlen(pDb->name) + 1, NULL, 0));
×
906
    if (auditOwnedDbs == NULL) {
×
907
      auditOwnedDbs = taosArrayInit(1, sizeof(SUserObj));
×
908
      if (auditOwnedDbs == NULL) {
×
909
        TAOS_CHECK_EXIT(terrno);
×
910
      }
911
    }
912
    if (!taosArrayPush(auditOwnedDbs, &newUserObj)) {
×
913
      TAOS_CHECK_EXIT(terrno);
×
914
    }
915
    memset(&newUserObj, 0, sizeof(SUserObj));
×
916
    sdbRelease(pSdb, pUser);
×
917
    pUser = NULL;
×
918
  }
919
  *pAuditOwnedDbs = auditOwnedDbs;
69✔
920
  auditOwnedDbs = NULL;
69✔
921
_exit:
69✔
922
  if (auditOwnedDbs != NULL) taosArrayDestroyEx(auditOwnedDbs, (FDelete)mndUserFreeObj);
69✔
923
  sdbRelease(pSdb, pUser);
69✔
924
  sdbCancelFetch(pSdb, pIter);
69✔
925
  mndUserFreeObj(&newUserObj);
69✔
926
  TAOS_RETURN(code);
69✔
927
}
928

929
static int32_t mndCreateDb(SMnode *pMnode, SRpcMsg *pReq, SCreateDbReq *pCreate, SUserObj *pUser, SArray *dnodeList) {
1,142,614✔
930
  int32_t  code = 0;
1,142,614✔
931
  SArray  *auditOwnedDbs = NULL;
1,142,614✔
932
  SUserObj newUserObj = {0};
1,142,614✔
933
  SDbObj   dbObj = {0};
1,142,614✔
934
  (void)memcpy(dbObj.name, pCreate->db, TSDB_DB_FNAME_LEN);
1,142,614✔
935
  (void)memcpy(dbObj.acct, pUser->acct, TSDB_USER_LEN);
1,142,614✔
936
  dbObj.createdTime = taosGetTimestampMs();
1,142,614✔
937
  dbObj.updateTime = dbObj.createdTime;
1,142,614✔
938
  dbObj.uid = mndGenerateUid(dbObj.name, TSDB_DB_FNAME_LEN);
1,142,614✔
939
  dbObj.cfgVersion = 1;
1,142,614✔
940
  dbObj.vgVersion = 1;
1,142,614✔
941
  dbObj.tsmaVersion = 1;
1,142,614✔
942
  (void)memcpy(dbObj.createUser, pUser->user, TSDB_USER_LEN);
1,142,614✔
943
  dbObj.ownerId = pUser->uid;
1,142,614✔
944
  dbObj.cfg = (SDbCfg){
2,285,047✔
945
      .numOfVgroups = pCreate->numOfVgroups,
1,142,614✔
946
      .numOfStables = pCreate->numOfStables,
1,142,614✔
947
      .buffer = pCreate->buffer,
1,142,614✔
948
      .pageSize = pCreate->pageSize,
1,142,614✔
949
      .pages = pCreate->pages,
1,142,614✔
950
      .cacheLastSize = pCreate->cacheLastSize,
1,142,614✔
951
      .daysPerFile = pCreate->daysPerFile,
1,142,614✔
952
      .daysToKeep0 = pCreate->daysToKeep0,
1,142,614✔
953
      .daysToKeep1 = pCreate->daysToKeep1,
1,142,614✔
954
      .daysToKeep2 = pCreate->daysToKeep2,
1,142,614✔
955
      .keepTimeOffset = pCreate->keepTimeOffset,
1,142,614✔
956
      .minRows = pCreate->minRows,
1,142,614✔
957
      .maxRows = pCreate->maxRows,
1,142,614✔
958
      .walFsyncPeriod = pCreate->walFsyncPeriod,
1,142,614✔
959
      .walLevel = pCreate->walLevel,
1,142,614✔
960
      .precision = pCreate->precision,
1,142,614✔
961
      .compression = pCreate->compression,
1,142,614✔
962
      .replications = pCreate->replications,
1,142,614✔
963
      .strict = pCreate->strict,
1,142,614✔
964
      .cacheLast = pCreate->cacheLast,
1,142,614✔
965
      .hashMethod = 1,
966
      .schemaless = pCreate->schemaless,
1,142,614✔
967
      .walRetentionPeriod = pCreate->walRetentionPeriod,
1,142,614✔
968
      .walRetentionSize = pCreate->walRetentionSize,
1,142,614✔
969
      .walRollPeriod = pCreate->walRollPeriod,
1,142,614✔
970
      .walSegmentSize = pCreate->walSegmentSize,
1,142,614✔
971
      .sstTrigger = pCreate->sstTrigger,
1,142,614✔
972
      .hashPrefix = pCreate->hashPrefix,
1,142,614✔
973
      .hashSuffix = pCreate->hashSuffix,
1,142,614✔
974
      .ssChunkSize = pCreate->ssChunkSize,
1,142,614✔
975
      .ssKeepLocal = pCreate->ssKeepLocal,
1,142,614✔
976
      .ssCompact = pCreate->ssCompact,
1,142,614✔
977
      .tsdbPageSize = pCreate->tsdbPageSize,
1,142,614✔
978
      .withArbitrator = pCreate->withArbitrator,
1,142,614✔
979
      .encryptAlgorithm = pCreate->encryptAlgorithm,
1,142,614✔
980
      .compactInterval = pCreate->compactInterval,
1,142,614✔
981
      .compactStartTime = pCreate->compactStartTime,
1,142,614✔
982
      .compactEndTime = pCreate->compactEndTime,
1,142,614✔
983
      .compactTimeOffset = pCreate->compactTimeOffset,
1,142,614✔
984
      .isAudit = pCreate->isAudit,
1,142,614✔
985
  };
986
  if (strlen(pCreate->encryptAlgrName) > 0) {
1,142,614✔
987
    if (strncasecmp(pCreate->encryptAlgrName, "none", TSDB_ENCRYPT_ALGR_NAME_LEN) == 0) {
6,365✔
988
      if (pCreate->isAudit == 1) {
3,507✔
989
        code = TSDB_CODE_AUDIT_MUST_ENCRYPT;
×
990
        mError("db:%s, failed to create, encrypt algorithm not match for audit db, %s", pCreate->db,
×
991
               pCreate->encryptAlgrName);
992
        TAOS_RETURN(code);
×
993
      }
994
      dbObj.cfg.encryptAlgorithm = 0;
3,507✔
995
    } else {
996
      SEncryptAlgrObj *pEncryptAlgr = mndAcquireEncryptAlgrByAId(pMnode, pCreate->encryptAlgrName);
2,858✔
997
      if (pEncryptAlgr != NULL) {
2,858✔
998
        if (pEncryptAlgr->type != ENCRYPT_ALGR_TYPE__SYMMETRIC_CIPHERS) {
2,110✔
999
          code = TSDB_CODE_MNODE_ENCRYPT_TYPE_NOT_MATCH;
×
1000
          mError("db:%s, failed to create, encrypt algorithm not match, %s, expect type %d", pCreate->db,
×
1001
                 pCreate->encryptAlgrName, ENCRYPT_ALGR_TYPE__SYMMETRIC_CIPHERS);
1002
          TAOS_RETURN(code);
×
1003
        }
1004
        dbObj.cfg.encryptAlgorithm = pEncryptAlgr->id;
2,110✔
1005
      } else {
1006
        code = TSDB_CODE_MNODE_ENCRYPT_ALGR_NOT_EXIST;
748✔
1007
        mError("db:%s, failed to create, encrypt algorithm not exist, %s", pCreate->db, pCreate->encryptAlgrName);
748✔
1008
        TAOS_RETURN(code);
748✔
1009
      }
1010
      if (tsDataKey[0] == '\0') {
2,110✔
NEW
1011
        code = TSDB_CODE_DNODE_INVALID_ENCRYPTKEY;
×
NEW
1012
        mError("db:%s, failed to create db since %s", pCreate->db, tstrerror(code));
×
NEW
1013
        TAOS_RETURN(code);
×
1014
      }
1015
    }
1016
  } else {
1017
    if (pCreate->isAudit == 1) {
1,136,249✔
1018
      code = TSDB_CODE_AUDIT_MUST_ENCRYPT;
×
UNCOV
1019
      mError("db:%s, failed to create, encrypt algorithm not match for audit db, %s", pCreate->db,
×
1020
             pCreate->encryptAlgrName);
UNCOV
1021
      TAOS_RETURN(code);
×
1022
    }
1023
  }
1024
  dbObj.cfg.numOfRetensions = pCreate->numOfRetensions;
1,141,866✔
1025
  dbObj.cfg.pRetensions = pCreate->pRetensions;
1,141,866✔
1026

1027
  if (pCreate->isAudit == 1) {
1,141,866✔
1028
    if (dbObj.cfg.daysToKeep2 < 2628000) {
69✔
UNCOV
1029
      code = TSDB_CODE_AUDIT_MUST_KEEPFORCE;
×
UNCOV
1030
      mError("db:%s, failed to create, keep not match for audit db, %d", pCreate->db, dbObj.cfg.daysToKeep2);
×
UNCOV
1031
      TAOS_RETURN(code);
×
1032
    }
1033
    if (dbObj.cfg.walLevel != 2) {
69✔
1034
      code = TSDB_CODE_AUDIT_MUST_WALFORCE;
×
1035
      mError("db:%s, failed to create, walLevel not match for audit db, %d", pCreate->db, dbObj.cfg.walLevel);
×
1036
      TAOS_RETURN(code);
×
1037
    }
1038
    dbObj.cfg.allowDrop = TSDB_MIN_DB_ALLOW_DROP;
69✔
1039
  } else {
1040
    dbObj.cfg.allowDrop = TSDB_DEFAULT_DB_ALLOW_DROP;
1,141,797✔
1041
  }
1042

1043
  mndSetDefaultDbCfg(&dbObj.cfg);
1,141,866✔
1044

1045
  if ((code = mndCheckDbName(dbObj.name, pUser)) != 0) {
1,141,866✔
UNCOV
1046
    mError("db:%s, failed to create, check db name failed, since %s", pCreate->db, tstrerror(code));
×
UNCOV
1047
    TAOS_RETURN(code);
×
1048
  }
1049

1050
  if ((code = mndCheckDbCfg(pMnode, &dbObj.cfg)) != 0) {
1,141,866✔
1051
    mError("db:%s, failed to create, check db cfg failed, since %s", pCreate->db, tstrerror(code));
720✔
1052
    TAOS_RETURN(code);
720✔
1053
  }
1054

1055
  if (dbObj.cfg.hashPrefix > 0) {
1,141,146✔
1056
    int32_t dbLen = strlen(dbObj.name) + 1;
4,589✔
1057
    mInfo("db:%s, hashPrefix adjust from %d to %d", dbObj.name, dbObj.cfg.hashPrefix, dbObj.cfg.hashPrefix + dbLen);
4,589✔
1058
    dbObj.cfg.hashPrefix += dbLen;
4,589✔
1059
  } else if (dbObj.cfg.hashPrefix < 0) {
1,136,557✔
1060
    int32_t dbLen = strlen(dbObj.name) + 1;
4,692✔
1061
    mInfo("db:%s, hashPrefix adjust from %d to %d", dbObj.name, dbObj.cfg.hashPrefix, dbObj.cfg.hashPrefix - dbLen);
4,692✔
1062
    dbObj.cfg.hashPrefix -= dbLen;
4,692✔
1063
  }
1064

1065
  SVgObj *pVgroups = NULL;
1,141,146✔
1066
  if ((code = mndAllocVgroup(pMnode, &dbObj, &pVgroups, dnodeList)) != 0) {
1,141,146✔
1067
    mError("db:%s, failed to create, alloc vgroup failed, since %s", pCreate->db, terrstr());
3,194✔
1068
    TAOS_RETURN(code);
3,194✔
1069
  }
1070

1071
  // add database privileges for user
1072
  SUserObj *pNewUserDuped = NULL;
1,137,952✔
1073
#if 0
1074
  // We record the DB's owner id instread. The owner has the permission to create objects under the DB, but does not
1075
  // have default permissions on objects created by others .Therefore, readDbs/writeDbs are no longer applicable.
1076
  if (!pUser->superUser) {
1077
    TAOS_CHECK_GOTO(mndUserDupObj(pUser, &newUserObj), NULL, _OVER);
1078
    TAOS_CHECK_GOTO(taosHashPut(newUserObj.readDbs, dbObj.name, strlen(dbObj.name) + 1, dbObj.name, TSDB_FILENAME_LEN),
1079
                    NULL, _OVER);
1080
    TAOS_CHECK_GOTO(taosHashPut(newUserObj.writeDbs, dbObj.name, strlen(dbObj.name) + 1, dbObj.name, TSDB_FILENAME_LEN),
1081
                    NULL, _OVER);
1082
    pNewUserDuped = &newUserObj;
1083
  }
1084
#else
1085
  // Considering the efficiency of use db privileges in some scenarios like insert operation, owned DBs is stored.
1086
  bool addOwned = false;
1,137,952✔
1087
  if (dbObj.cfg.isAudit == 1) {
1,137,952✔
1088
    if (taosHashGet(pUser->roles, TSDB_ROLE_SYSAUDIT, strlen(TSDB_ROLE_SYSAUDIT) + 1) ||
69✔
UNCOV
1089
        taosHashGet(pUser->roles, TSDB_ROLE_SYSAUDIT_LOG, strlen(TSDB_ROLE_SYSAUDIT_LOG) + 1)) {
×
1090
      addOwned = true;
69✔
1091
    }
1092
    TAOS_CHECK_GOTO(mndSetAuditOwnedDbs(pMnode, pUser, &dbObj, &auditOwnedDbs), NULL, _OVER);
69✔
1093
  } else {
1094
    addOwned = true;
1,137,883✔
1095
  }
1096
  if (addOwned) {
1,137,952✔
1097
    TAOS_CHECK_GOTO(mndUserDupObj(pUser, &newUserObj), NULL, _OVER);
1,137,952✔
1098
    TAOS_CHECK_GOTO(taosHashPut(newUserObj.ownedDbs, dbObj.name, strlen(dbObj.name) + 1, NULL, 0), NULL, _OVER);
1,137,952✔
1099
    pNewUserDuped = &newUserObj;
1,137,952✔
1100
  }
1101
#endif
1102

1103
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "create-db");
1,137,952✔
1104
  if (pTrans == NULL) {
1,137,952✔
UNCOV
1105
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
1106
    if (terrno != 0) code = terrno;
×
UNCOV
1107
    goto _OVER;
×
1108
  }
1109
  // mndTransSetSerial(pTrans);
1110
  mInfo("trans:%d, used to create db:%s", pTrans->id, pCreate->db);
1,137,952✔
1111

1112
  mndTransSetDbName(pTrans, dbObj.name, NULL);
1,137,952✔
1113
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
1,137,952✔
1114

1115
  void   *pIter = NULL;
1,137,952✔
1116
  STrans *exitTrans = NULL;
1,137,952✔
1117

1118
  if (!pUser->superUser) {
1,137,952✔
1119
    while (1) {
1120
      pIter = sdbFetch(pMnode->pSdb, SDB_TRANS, pIter, (void **)&exitTrans);
1,713✔
1121
      if (pIter == NULL) break;
1,713✔
1122

UNCOV
1123
      if (exitTrans->conflict == TRN_CONFLICT_DB &&
×
UNCOV
1124
          strncmp(exitTrans->opername, "create-db", TSDB_TRANS_OPER_LEN) == 0) {
×
UNCOV
1125
        code = TSDB_CODE_MND_TRANS_CONFLICT;
×
UNCOV
1126
        sdbRelease(pMnode->pSdb, exitTrans);
×
UNCOV
1127
        sdbCancelFetch(pMnode->pSdb, pIter);
×
1128
        goto _OVER;
×
1129
      }
1130

1131
      sdbRelease(pMnode->pSdb, exitTrans);
×
1132
    }
1133
  }
1134

1135
  mndTransSetOper(pTrans, MND_OPER_CREATE_DB);
1,137,952✔
1136
  TAOS_CHECK_GOTO(mndSetCreateDbPrepareAction(pMnode, pTrans, &dbObj), NULL, _OVER);
1,137,952✔
1137
  TAOS_CHECK_GOTO(mndSetCreateDbRedoActions(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);
1,137,952✔
1138
  TAOS_CHECK_GOTO(mndSetNewVgPrepareActions(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);
1,137,952✔
1139
  TAOS_CHECK_GOTO(mndSetCreateDbUndoLogs(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);
1,137,952✔
1140
  TAOS_CHECK_GOTO(mndSetCreateDbCommitLogs(pMnode, pTrans, &dbObj, pVgroups, pNewUserDuped, auditOwnedDbs), NULL, _OVER);
1,137,952✔
1141
  TAOS_CHECK_GOTO(mndSetCreateDbUndoActions(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);
1,137,952✔
1142
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
1,137,952✔
1143

1144
_OVER:
1,137,952✔
1145
  taosMemoryFree(pVgroups);
1,137,952✔
1146
  mndUserFreeObj(&newUserObj);
1,137,952✔
1147
  taosArrayDestroyEx(auditOwnedDbs, (FDelete)mndUserFreeObj);
1,137,952✔
1148
  mndTransDrop(pTrans);
1,137,952✔
1149
  TAOS_RETURN(code);
1,137,952✔
1150
}
1151

1152
static int32_t mndCheckDbEncryptKey(SMnode *pMnode, SCreateDbReq *pReq) {
1,154,102✔
1153
  int32_t    code = 0;
1,154,102✔
1154
  SSdb      *pSdb = pMnode->pSdb;
1,154,102✔
1155
  SDnodeObj *pDnode = NULL;
1,154,102✔
1156
  void      *pIter = NULL;
1,154,102✔
1157

1158
#if defined(TD_ENTERPRISE) || defined(TD_ASTRA_TODO)
1159
  if (pReq->encryptAlgorithm == TSDB_ENCRYPT_ALGO_NONE) goto _exit;
1,154,102✔
UNCOV
1160
  TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_DB_ENCRYPTION), NULL, _exit);
×
UNCOV
1161
  if (tsEncryptionKeyStat != ENCRYPT_KEY_STAT_LOADED) {
×
UNCOV
1162
    code = TSDB_CODE_MND_INVALID_ENCRYPT_KEY;
×
UNCOV
1163
    mError("db:%s, failed to check encryption key:%" PRIi8 " in mnode leader since it's not loaded", pReq->db,
×
1164
           tsEncryptionKeyStat);
1165
    goto _exit;
×
1166
  }
1167

1168
  int64_t curMs = taosGetTimestampMs();
×
UNCOV
1169
  while ((pIter = sdbFetch(pSdb, SDB_DNODE, pIter, (void **)&pDnode))) {
×
1170
    bool online = false;
×
UNCOV
1171
    if ((pDnode->encryptionKeyStat != tsEncryptionKeyStat || pDnode->encryptionKeyChksum != tsEncryptionKeyChksum) &&
×
UNCOV
1172
        (online = mndIsDnodeOnline(pDnode, curMs))) {
×
1173
      code = TSDB_CODE_MND_INVALID_ENCRYPT_KEY;
×
1174
      mError("db:%s, failed to check encryption key:%" PRIi8
×
1175
             "-%u in dnode:%d since it's inconsitent with mnode leader:%" PRIi8 "-%u",
1176
             pReq->db, pDnode->encryptionKeyStat, pDnode->encryptionKeyChksum, pDnode->id, tsEncryptionKeyStat,
1177
             tsEncryptionKeyChksum);
1178
      sdbCancelFetch(pSdb, pIter);
×
1179
      sdbRelease(pSdb, pDnode);
×
UNCOV
1180
      break;
×
1181
    }
UNCOV
1182
    sdbRelease(pSdb, pDnode);
×
1183
  }
1184
#else
1185
  if (pReq->encryptAlgorithm != TSDB_ENCRYPT_ALGO_NONE) {
1186
    code = TSDB_CODE_MND_INVALID_DB_OPTION;
1187
    goto _exit;
1188
  }
1189
#endif
1190
_exit:
1,153,921✔
1191
  TAOS_RETURN(code);
1,154,102✔
1192
}
1193

1194
#ifndef TD_ENTERPRISE
1195
int32_t mndCheckDbDnodeList(SMnode *pMnode, char *db, char *dnodeListStr, SArray *dnodeList) {
1196
  if (dnodeListStr[0] != 0) {
1197
    terrno = TSDB_CODE_OPS_NOT_SUPPORT;
1198
    return terrno;
1199
  } else {
1200
    return 0;
1201
  }
1202
}
1203
#endif
1204

1205
static int32_t mndProcessCreateDbReq(SRpcMsg *pReq) {
1,260,543✔
1206
  SMnode      *pMnode = pReq->info.node;
1,260,543✔
1207
  int32_t      code = -1;
1,260,543✔
1208
  int32_t      lino = 0;
1,260,543✔
1209
  SDbObj      *pDb = NULL;
1,260,543✔
1210
  SUserObj    *pUser = NULL;
1,260,543✔
1211
  SCreateDbReq createReq = {0};
1,260,543✔
1212
  SArray      *dnodeList = NULL;
1,260,543✔
1213
  int64_t      tss = taosGetTimestampMs();
1,260,543✔
1214

1215
  dnodeList = taosArrayInit(mndGetDnodeSize(pMnode), sizeof(int32_t));
1,260,543✔
1216
  TSDB_CHECK_NULL(dnodeList, code, lino, _OVER, TSDB_CODE_OUT_OF_MEMORY);
1,260,543✔
1217

1218
  TAOS_CHECK_GOTO(tDeserializeSCreateDbReq(pReq->pCont, pReq->contLen, &createReq), NULL, _OVER);
1,260,543✔
1219
#ifdef WINDOWS
1220
  if (taosArrayGetSize(createReq.pRetensions) > 0) {
1221
    terrno = TSDB_CODE_MND_INVALID_PLATFORM;
1222
    goto _OVER;
1223
  }
1224
#endif
1225
  mInfo("db:%s, start to create, vgroups:%d, isAudit:%d, daysToKeep2:%d", createReq.db, createReq.numOfVgroups, createReq.isAudit, createReq.daysToKeep2);
1,260,543✔
1226

1227
  pDb = mndAcquireDb(pMnode, createReq.db);
1,260,543✔
1228
  if (pDb != NULL) {
1,260,543✔
1229
    if (createReq.ignoreExist) {
94,639✔
1230
      mInfo("db:%s, already exist, ignore exist is set", createReq.db);
92,376✔
1231
      code = 0;
92,376✔
1232
      goto _OVER;
92,376✔
1233
    } else {
1234
      code = TSDB_CODE_MND_DB_ALREADY_EXIST;
2,263✔
1235
      goto _OVER;
2,263✔
1236
    }
1237
  } else {
1238
    if (terrno == TSDB_CODE_MND_DB_IN_CREATING) {
1,165,904✔
1239
      code = terrno;
11,496✔
1240
      goto _OVER;
11,496✔
1241
    } else if (terrno == TSDB_CODE_MND_DB_IN_DROPPING) {
1,154,408✔
UNCOV
1242
      goto _OVER;
×
1243
    } else if (terrno == TSDB_CODE_MND_DB_NOT_EXIST) {
1,154,408✔
1244
      // continue
1245
    } else {  // TSDB_CODE_APP_ERROR
UNCOV
1246
      goto _OVER;
×
1247
    }
1248
  }
1249

1250
  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_CREATE_DB, NULL), &lino, _OVER);
1,154,408✔
1251

1252
  TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_DB), &lino, _OVER);
1,154,102✔
1253

1254
  int32_t nVnodes = createReq.numOfVgroups * createReq.replications;
1,154,102✔
1255
  TAOS_CHECK_GOTO(grantCheckEx(TSDB_GRANT_VNODE, &nVnodes), &lino, _OVER);
1,154,102✔
1256

1257
  if (createReq.replications == 2) {
1,154,102✔
1258
    TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_DUAL_REPLICA_HA), &lino, _OVER);
5,433✔
1259
  }
1260

1261
  TAOS_CHECK_GOTO(mndCheckDbEncryptKey(pMnode, &createReq), &lino, _OVER);
1,154,102✔
1262

1263
  TAOS_CHECK_GOTO(mndCheckDbDnodeList(pMnode, createReq.db, createReq.dnodeListStr, dnodeList), &lino, _OVER);
1,154,102✔
1264

1265
  TAOS_CHECK_GOTO(mndAcquireUser(pMnode, RPC_MSG_USER(pReq), &pUser), &lino, _OVER);
1,142,614✔
1266

1267
  if (sdbGetSize(pMnode->pSdb, SDB_MOUNT) > 0) {
1,142,614✔
UNCOV
1268
    TAOS_CHECK_GOTO(TSDB_CODE_MND_MOUNT_NOT_EMPTY, &lino, _OVER);
×
1269
  }
1270

1271
  if (createReq.isAudit == 1) {
1,142,614✔
1272
    SDbObj *pAuditDb = mndAcquireAuditDb(pMnode);
69✔
1273
    if (pAuditDb != NULL) {
69✔
UNCOV
1274
      mndReleaseDb(pMnode, pAuditDb);
×
UNCOV
1275
      mError("db:%s, audit db already exist, %s", createReq.db, pAuditDb->name);
×
UNCOV
1276
      TAOS_CHECK_GOTO(TSDB_CODE_AUDIT_DB_ALREADY_EXIST, &lino, _OVER);
×
1277
    }
1278
  }
1279

1280
  TAOS_CHECK_GOTO(mndCreateDb(pMnode, pReq, &createReq, pUser, dnodeList), &lino, _OVER);
1,142,614✔
1281
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
1,137,952✔
1282

1283
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
1,137,952✔
1284
    SName name = {0};
1,137,952✔
1285
    if (tNameFromString(&name, createReq.db, T_NAME_ACCT | T_NAME_DB) < 0)
1,137,952✔
UNCOV
1286
      mError("db:%s, failed to parse db name", createReq.db);
×
1287
    int64_t tse = taosGetTimestampMs();
1,137,952✔
1288
    double  duration = (double)(tse - tss);
1,137,952✔
1289
    duration = duration / 1000;
1,137,952✔
1290
    auditRecord(pReq, pMnode->clusterId, "createDB", name.dbname, "", createReq.sql, createReq.sqlLen, duration, 0);
1,137,952✔
1291
  }
1292

1293
_OVER:
1,260,362✔
1294
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
1,260,543✔
1295
    mError("db:%s, failed to create at line:%d since %s", createReq.db, lino, tstrerror(code));
30,215✔
1296
  }
1297

1298
  mndReleaseDb(pMnode, pDb);
1,260,543✔
1299
  mndReleaseUser(pMnode, pUser);
1,260,543✔
1300
  tFreeSCreateDbReq(&createReq);
1,260,543✔
1301
  taosArrayDestroy(dnodeList);
1,260,543✔
1302

1303
  TAOS_RETURN(code);
1,260,543✔
1304
}
1305

1306
static int32_t mndSetDbCfgFromAlterDbReq(SDbObj *pDb, SAlterDbReq *pAlter) {
109,822✔
1307
  int32_t code = TSDB_CODE_MND_DB_OPTION_UNCHANGED;
109,822✔
1308

1309
  if (pAlter->buffer > 0 && pAlter->buffer != pDb->cfg.buffer) {
109,822✔
1310
    pDb->cfg.buffer = pAlter->buffer;
4,599✔
1311
    code = 0;
4,599✔
1312
  }
1313

1314
  if (pAlter->pages > 0 && pAlter->pages != pDb->cfg.pages) {
109,822✔
1315
    pDb->cfg.pages = pAlter->pages;
2,244✔
1316
    code = 0;
2,244✔
1317
  }
1318

1319
  if (pAlter->pageSize > 0 && pAlter->pageSize != pDb->cfg.pageSize) {
109,822✔
UNCOV
1320
    pDb->cfg.pageSize = pAlter->pageSize;
×
UNCOV
1321
    code = 0;
×
1322
  }
1323

1324
  if (pAlter->daysPerFile > 0 && pAlter->daysPerFile != pDb->cfg.daysPerFile) {
109,822✔
1325
    pDb->cfg.daysPerFile = pAlter->daysPerFile;
×
1326
    code = 0;
×
1327
  }
1328

1329
  if (pAlter->daysToKeep0 > 0 && pAlter->daysToKeep0 != pDb->cfg.daysToKeep0) {
109,822✔
1330
    pDb->cfg.daysToKeep0 = pAlter->daysToKeep0;
14,801✔
1331
    code = 0;
14,801✔
1332
  }
1333

1334
  if (pAlter->daysToKeep1 > 0 && pAlter->daysToKeep1 != pDb->cfg.daysToKeep1) {
109,822✔
1335
    pDb->cfg.daysToKeep1 = pAlter->daysToKeep1;
14,075✔
1336
    code = 0;
14,075✔
1337
  }
1338

1339
  if (pAlter->daysToKeep2 > 0 && pAlter->daysToKeep2 != pDb->cfg.daysToKeep2) {
109,822✔
1340
    pDb->cfg.daysToKeep2 = pAlter->daysToKeep2;
11,226✔
1341
    code = 0;
11,226✔
1342
  }
1343

1344
  if (pAlter->keepTimeOffset >= 0 && pAlter->keepTimeOffset != pDb->cfg.keepTimeOffset) {
109,822✔
1345
    pDb->cfg.keepTimeOffset = pAlter->keepTimeOffset;
3,612✔
1346
    code = 0;
3,612✔
1347
  }
1348

1349
  if (pAlter->walFsyncPeriod >= 0 && pAlter->walFsyncPeriod != pDb->cfg.walFsyncPeriod) {
109,822✔
1350
    pDb->cfg.walFsyncPeriod = pAlter->walFsyncPeriod;
8,724✔
1351
    code = 0;
8,724✔
1352
  }
1353

1354
  if (pAlter->walLevel >= 0 && pAlter->walLevel != pDb->cfg.walLevel) {
109,822✔
1355
    pDb->cfg.walLevel = pAlter->walLevel;
8,694✔
1356
    code = 0;
8,694✔
1357
  }
1358

1359
  if (pAlter->strict >= 0 && pAlter->strict != pDb->cfg.strict) {
109,822✔
1360
#if 1
UNCOV
1361
    code = TSDB_CODE_OPS_NOT_SUPPORT;
×
1362
#else
1363
    pDb->cfg.strict = pAlter->strict;
1364
    code = 0;
1365
#endif
1366
  }
1367

1368
  if (pAlter->cacheLast >= 0 && pAlter->cacheLast != pDb->cfg.cacheLast) {
109,822✔
1369
    pDb->cfg.cacheLast = pAlter->cacheLast;
14,226✔
1370
    code = 0;
14,226✔
1371
  }
1372

1373
  if (pAlter->cacheLastSize > 0 && pAlter->cacheLastSize != pDb->cfg.cacheLastSize) {
109,822✔
1374
    pDb->cfg.cacheLastSize = pAlter->cacheLastSize;
2,342✔
1375
    code = 0;
2,342✔
1376
  }
1377

1378
  if (pAlter->replications > 0 && pAlter->replications != pDb->cfg.replications) {
109,822✔
1379
    pDb->cfg.replications = pAlter->replications;
6,117✔
1380
    pDb->vgVersion++;
6,117✔
1381
    code = 0;
6,117✔
1382
  }
1383

1384
  if (pAlter->sstTrigger > 0 && pAlter->sstTrigger != pDb->cfg.sstTrigger) {
109,822✔
1385
    pDb->cfg.sstTrigger = pAlter->sstTrigger;
1,238✔
1386
    pDb->vgVersion++;
1,238✔
1387
    code = 0;
1,238✔
1388
  }
1389

1390
  if (pAlter->minRows > 0 && pAlter->minRows != pDb->cfg.minRows) {
109,822✔
1391
    pDb->cfg.minRows = pAlter->minRows;
1,424✔
1392
    pDb->vgVersion++;
1,424✔
1393
    code = 0;
1,424✔
1394
  }
1395

1396
  if (pAlter->walRetentionPeriod > TSDB_DB_MIN_WAL_RETENTION_PERIOD &&
109,822✔
1397
      pAlter->walRetentionPeriod != pDb->cfg.walRetentionPeriod) {
12,254✔
1398
    pDb->cfg.walRetentionPeriod = pAlter->walRetentionPeriod;
6,918✔
1399
    pDb->vgVersion++;
6,918✔
1400
    code = 0;
6,918✔
1401
  }
1402

1403
  if (pAlter->walRetentionSize > TSDB_DB_MIN_WAL_RETENTION_SIZE &&
109,822✔
1404
      pAlter->walRetentionSize != pDb->cfg.walRetentionSize) {
1,460✔
1405
    pDb->cfg.walRetentionSize = pAlter->walRetentionSize;
712✔
1406
    pDb->vgVersion++;
712✔
1407
    code = 0;
712✔
1408
  }
1409

1410
  if (pAlter->ssKeepLocal >= TSDB_MIN_SS_KEEP_LOCAL && pAlter->ssKeepLocal <= TSDB_MAX_SS_KEEP_LOCAL && pAlter->ssKeepLocal != pDb->cfg.ssKeepLocal) {
109,822✔
1411
    pDb->cfg.ssKeepLocal = pAlter->ssKeepLocal;
712✔
1412
    pDb->vgVersion++;
712✔
1413
    code = 0;
712✔
1414
  }
1415

1416
  if (pAlter->ssCompact >= TSDB_MIN_SS_COMPACT && pAlter->ssCompact <= TSDB_MAX_SS_COMPACT && pAlter->ssCompact != pDb->cfg.ssCompact) {
109,822✔
1417
    pDb->cfg.ssCompact = pAlter->ssCompact;
712✔
1418
    pDb->vgVersion++;
712✔
1419
    code = 0;
712✔
1420
  }
1421

1422
  if (pAlter->withArbitrator >= TSDB_MIN_DB_WITH_ARBITRATOR && pAlter->withArbitrator != pDb->cfg.withArbitrator) {
109,822✔
1423
    pDb->cfg.withArbitrator = pAlter->withArbitrator;
712✔
1424
    pDb->vgVersion++;
712✔
1425
    code = 0;
712✔
1426
  }
1427

1428
  if (pAlter->compactInterval >= TSDB_DEFAULT_COMPACT_INTERVAL && pAlter->compactInterval != pDb->cfg.compactInterval) {
109,822✔
1429
    pDb->cfg.compactInterval = pAlter->compactInterval;
5,049✔
1430
    pDb->vgVersion++;
5,049✔
1431
    code = 0;
5,049✔
1432
  }
1433

1434
  bool compactTimeRangeChanged = false;
109,822✔
1435
  if (pAlter->compactStartTime != pDb->cfg.compactStartTime &&
109,822✔
1436
      (pAlter->compactStartTime == TSDB_DEFAULT_COMPACT_START_TIME ||
107,624✔
1437
       pAlter->compactStartTime <= -pDb->cfg.daysPerFile)) {
107,624✔
1438
    pDb->cfg.compactStartTime = pAlter->compactStartTime;
4,350✔
1439
    compactTimeRangeChanged = true;
4,350✔
1440
    code = 0;
4,350✔
1441
  }
1442

1443
  if (pAlter->compactEndTime != pDb->cfg.compactEndTime &&
109,822✔
1444
      (pAlter->compactEndTime == TSDB_DEFAULT_COMPACT_END_TIME || pAlter->compactEndTime <= -pDb->cfg.daysPerFile)) {
107,624✔
1445
    pDb->cfg.compactEndTime = pAlter->compactEndTime;
4,350✔
1446
    compactTimeRangeChanged = true;
4,350✔
1447
    code = 0;
4,350✔
1448
  }
1449
  if(compactTimeRangeChanged) {
109,822✔
1450
    pDb->vgVersion++;
4,350✔
1451
  }
1452

1453
  if (pAlter->compactTimeOffset >= TSDB_MIN_COMPACT_TIME_OFFSET &&
109,822✔
1454
      pAlter->compactTimeOffset != pDb->cfg.compactTimeOffset) {
8,710✔
1455
    pDb->cfg.compactTimeOffset = pAlter->compactTimeOffset;
3,612✔
1456
    pDb->vgVersion++;
3,612✔
1457
    code = 0;
3,612✔
1458
  }
1459

1460
  if (pAlter->isAudit > -1 && pAlter->isAudit != pDb->cfg.isAudit) {
109,822✔
UNCOV
1461
    code = TSDB_CODE_OPS_NOT_SUPPORT;
×
UNCOV
1462
    return code;
×
1463
  }
1464

1465
  if(pAlter->allowDrop > -1 && pAlter->allowDrop != pDb->cfg.allowDrop) {
109,822✔
1466
    pDb->cfg.allowDrop = pAlter->allowDrop;
×
1467
    code = 0;
×
1468
  }
1469

1470
  TAOS_RETURN(code);
109,822✔
1471
}
1472

1473
static int32_t mndSetAlterDbPrepareLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
83,250✔
1474
  int32_t  code = 0;
83,250✔
1475
  SSdbRaw *pRedoRaw = mndDbActionEncode(pOld);
83,250✔
1476
  if (pRedoRaw == NULL) {
83,250✔
UNCOV
1477
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
1478
    if (terrno != 0) code = terrno;
×
UNCOV
1479
    TAOS_RETURN(code);
×
1480
  }
1481
  if ((code = mndTransAppendPrepareLog(pTrans, pRedoRaw)) != 0) {
83,250✔
1482
    sdbFreeRaw(pRedoRaw);
×
1483
    TAOS_RETURN(code);
×
1484
  }
1485

1486
  if ((code = sdbSetRawStatus(pRedoRaw, SDB_STATUS_READY)) != 0) {
83,250✔
1487
    sdbFreeRaw(pRedoRaw);
×
1488
    TAOS_RETURN(code);
×
1489
  }
1490
  return 0;
83,250✔
1491
}
1492

1493
int32_t mndSetAlterDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
83,250✔
1494
  int32_t  code = 0;
83,250✔
1495
  SSdbRaw *pCommitRaw = mndDbActionEncode(pNew);
83,250✔
1496
  if (pCommitRaw == NULL) {
83,250✔
UNCOV
1497
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
1498
    if (terrno != 0) code = terrno;
×
UNCOV
1499
    TAOS_RETURN(code);
×
1500
  }
1501
  if ((code = mndTransAppendCommitlog(pTrans, pCommitRaw)) != 0) {
83,250✔
1502
    sdbFreeRaw(pCommitRaw);
×
1503
    TAOS_RETURN(code);
×
1504
  }
1505

1506
  if ((code = sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY)) != 0) {
83,250✔
1507
    sdbFreeRaw(pCommitRaw);
×
1508
    TAOS_RETURN(code);
×
1509
  }
1510
  TAOS_RETURN(code);
83,250✔
1511
}
1512

1513
static int32_t mndSetAlterDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pOldDb, SDbObj *pNewDb) {
83,250✔
1514
  int32_t code = 0, lino = 0;
83,250✔
1515
  SSdb   *pSdb = pMnode->pSdb;
83,250✔
1516
  void   *pIter = NULL;
83,250✔
1517
  SVgObj *pVgroup = NULL;
83,250✔
1518
  SArray *pArray = mndBuildDnodesArray(pMnode, 0, NULL);
83,250✔
1519

1520
  TSDB_CHECK_NULL(pArray, code, lino, _err, TSDB_CODE_OUT_OF_MEMORY);
83,250✔
1521

1522
  while (1) {
1523
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
579,995✔
1524
    if (pIter == NULL) break;
579,995✔
1525

1526
    if (mndVgroupInDb(pVgroup, pNewDb->uid)) {
497,437✔
1527
      SVgObj newVgroup = {0};
214,352✔
1528
      TAOS_CHECK_GOTO(mndBuildAlterVgroupAction(pMnode, pTrans, pOldDb, pNewDb, pVgroup, pArray, &newVgroup), &lino,
214,352✔
1529
                      _err);
1530

1531
      if (pNewDb->cfg.withArbitrator != pOldDb->cfg.withArbitrator) {
213,660✔
UNCOV
1532
        if (pNewDb->cfg.withArbitrator) {
×
UNCOV
1533
          SArbGroup arbGroup = {0};
×
UNCOV
1534
          TAOS_CHECK_GOTO(mndArbGroupInitFromVgObj(&newVgroup, &arbGroup), &lino, _err);
×
UNCOV
1535
          TAOS_CHECK_GOTO(mndSetCreateArbGroupCommitLogs(pTrans, &arbGroup), &lino, _err);
×
1536
        } else {
1537
          SArbGroup arbGroup = {0};
×
1538
          TAOS_CHECK_GOTO(mndArbGroupInitFromVgObj(pVgroup, &arbGroup), &lino, _err);
×
1539
          TAOS_CHECK_GOTO(mndSetDropArbGroupCommitLogs(pTrans, &arbGroup), &lino, _err);
×
1540
        }
1541
      }
1542
    }
1543

1544
    sdbRelease(pSdb, pVgroup);
496,745✔
1545
  }
1546

1547
  taosArrayDestroy(pArray);
82,558✔
1548
  TAOS_RETURN(code);
82,558✔
1549

1550
_err:
692✔
1551
  mError("db:%s, %s failed at %d since %s", pNewDb->name, __func__, lino, tstrerror(code));
692✔
1552

1553
  sdbCancelFetch(pSdb, pIter);
692✔
1554
  sdbRelease(pSdb, pVgroup);
692✔
1555
  taosArrayDestroy(pArray);
692✔
1556
  TAOS_RETURN(code);
692✔
1557
}
1558

1559
static int32_t mndAlterDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pOld, SDbObj *pNew) {
83,813✔
1560
  int32_t code = -1;
83,813✔
1561
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "alter-db");
83,813✔
1562
  if (pTrans == NULL) {
83,813✔
UNCOV
1563
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
1564
    if (terrno != 0) code = terrno;
×
UNCOV
1565
    TAOS_RETURN(code);
×
1566
  }
1567
  mInfo("trans:%d, used to alter db:%s", pTrans->id, pOld->name);
83,813✔
1568
  mInfo("trans:%d, used to alter db, ableToBeKilled:%d, killMode:%d", pTrans->id, pTrans->ableToBeKilled, pTrans->killMode);
83,813✔
1569

1570
  mndTransSetDbName(pTrans, pOld->name, NULL);
83,813✔
1571
  mndTransSetGroupParallel(pTrans);
83,813✔
1572
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
83,813✔
1573
  TAOS_CHECK_GOTO(mndTransCheckConflictWithCompact(pMnode, pTrans), NULL, _OVER);
83,811✔
1574
  TAOS_CHECK_GOTO(mndTransCheckConflictWithRetention(pMnode, pTrans), NULL, _OVER);
83,810✔
1575

1576
  TAOS_CHECK_GOTO(mndSetAlterDbPrepareLogs(pMnode, pTrans, pOld, pNew), NULL, _OVER);
83,250✔
1577
  TAOS_CHECK_GOTO(mndSetAlterDbCommitLogs(pMnode, pTrans, pOld, pNew), NULL, _OVER);
83,250✔
1578
  TAOS_CHECK_GOTO(mndSetAlterDbRedoActions(pMnode, pTrans, pOld, pNew), NULL, _OVER);
83,250✔
1579

1580
  mInfo("trans:%d, used to alter db, ableToBeKilled:%d, killMode:%d", pTrans->id, pTrans->ableToBeKilled, pTrans->killMode);
82,558✔
1581
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
82,558✔
1582
  code = 0;
82,558✔
1583

1584
_OVER:
83,813✔
1585
  mndTransDrop(pTrans);
83,813✔
1586
  TAOS_RETURN(code);
83,813✔
1587
}
1588

1589
static int32_t mndProcessAlterDbReq(SRpcMsg *pReq) {
112,854✔
1590
  SMnode     *pMnode = pReq->info.node;
112,854✔
1591
  int32_t     code = -1;
112,854✔
1592
  SDbObj     *pDb = NULL;
112,854✔
1593
  SAlterDbReq alterReq = {0};
112,854✔
1594
  SDbObj      dbObj = {0};
112,854✔
1595
  int64_t     tss = taosGetTimestampMs();
112,854✔
1596

1597
  TAOS_CHECK_GOTO(tDeserializeSAlterDbReq(pReq->pCont, pReq->contLen, &alterReq), NULL, _OVER);
112,854✔
1598

1599
  mInfo("db:%s, start to alter, encryt_algr:%s", alterReq.db, alterReq.encryptAlgrName);
112,854✔
1600

1601
  pDb = mndAcquireDb(pMnode, alterReq.db);
112,854✔
1602
  if (pDb == NULL) {
112,854✔
1603
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
824✔
1604
    if (terrno != 0) code = terrno;
824✔
1605
    goto _OVER;
824✔
1606
  }
1607

1608
  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_ALTER_DB, pDb), NULL, _OVER);
112,030✔
1609

1610
  if (alterReq.replications == 2) {
112,030✔
1611
    TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_DUAL_REPLICA_HA), NULL, _OVER);
712✔
1612
  }
1613

1614
  int32_t numOfTopics = 0;
112,030✔
1615
  TAOS_CHECK_GOTO(mndGetNumOfTopics(pMnode, pDb->name, &numOfTopics), NULL, _OVER);
112,030✔
1616

1617
  if (numOfTopics != 0 && alterReq.walRetentionPeriod == 0) {
112,030✔
UNCOV
1618
    code = TSDB_CODE_MND_DB_RETENTION_PERIOD_ZERO;
×
UNCOV
1619
    mError("db:%s, not allowed to set WAL_RETENTION_PERIOD 0 when there are topics defined. numOfTopics:%d", pDb->name,
×
1620
           numOfTopics);
UNCOV
1621
    goto _OVER;
×
1622
  }
1623

1624
  if (pDb->cfg.isMount) {
112,030✔
UNCOV
1625
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
×
1626
    goto _OVER;
×
1627
  }
1628

1629
  (void)memcpy(&dbObj, pDb, sizeof(SDbObj));
112,030✔
1630
  if (dbObj.cfg.pRetensions != NULL) {
112,030✔
1631
    dbObj.cfg.pRetensions = taosArrayDup(pDb->cfg.pRetensions, NULL);
×
UNCOV
1632
    if (dbObj.cfg.pRetensions == NULL) goto _OVER;
×
1633
  }
1634

1635
  if (pDb->cfg.isAudit == 1) {
112,030✔
1636
    if (alterReq.daysToKeep2 > -1 && alterReq.daysToKeep2 < 2628000) {
×
1637
      code = TSDB_CODE_AUDIT_MUST_KEEPFORCE;
×
UNCOV
1638
      mError("db:%s, failed to alter, keep not match for audit db, %d", alterReq.db, alterReq.daysToKeep2);
×
UNCOV
1639
      goto _OVER;
×
1640
    }
1641
    if (alterReq.walLevel > -1 && alterReq.walLevel != 2) {
×
1642
      code = TSDB_CODE_AUDIT_MUST_WALFORCE;
×
1643
      mError("db:%s, failed to alter, walLevel not match for audit db, %d", alterReq.db, alterReq.walLevel);
×
1644
      goto _OVER;
×
1645
    }
1646
    if (alterReq.isAudit == 0) {
×
1647
      code = TSDB_CODE_AUDIT_DB_NOT_ALLOW_CHANGE;
×
1648
      mError("db:%s, failed to alter, is not allowed to change audit db, %d", alterReq.db, alterReq.isAudit);
×
1649
      goto _OVER;
×
1650
    }
1651
  }
1652

1653
  if (strlen(alterReq.encryptAlgrName) > 0) {
112,030✔
1654
    mInfo("db:%s, check encryt algr:%s", alterReq.db, alterReq.encryptAlgrName);
2,956✔
1655

1656
    if (strncasecmp(alterReq.encryptAlgrName, "none", TSDB_ENCRYPT_ALGR_NAME_LEN) == 0) {
2,956✔
1657
      if (pDb->cfg.encryptAlgorithm != 0) {
748✔
UNCOV
1658
        code = TSDB_CODE_MND_ENCRYPT_NOT_ALLOW_CHANGE;
×
UNCOV
1659
        mError("db:%s, failed to alter, not allowed to change, %s", alterReq.db, alterReq.encryptAlgrName);
×
UNCOV
1660
        goto _OVER;
×
1661
      }
1662
    } else {
1663
      SEncryptAlgrObj *pEncryptAlgr = mndAcquireEncryptAlgrByAId(pMnode, alterReq.encryptAlgrName);
2,208✔
1664
      if (pEncryptAlgr != NULL) {
2,208✔
1665
        if (pEncryptAlgr->type != ENCRYPT_ALGR_TYPE__SYMMETRIC_CIPHERS) {
1,460✔
UNCOV
1666
          code = TSDB_CODE_MNODE_ENCRYPT_TYPE_NOT_MATCH;
×
UNCOV
1667
          mError("db:%s, failed to alter, encrypt algorithm not match, %s, expect type %d", alterReq.db,
×
1668
                 alterReq.encryptAlgrName, ENCRYPT_ALGR_TYPE__SYMMETRIC_CIPHERS);
UNCOV
1669
          goto _OVER;
×
1670
        }
1671
        if (pEncryptAlgr->id != pDb->cfg.encryptAlgorithm) {
1,460✔
1672
          code = TSDB_CODE_MND_ENCRYPT_NOT_ALLOW_CHANGE;
1,460✔
1673
          mError("db:%s, failed to alter, not allowed to change, %s", alterReq.db, alterReq.encryptAlgrName);
1,460✔
1674
          goto _OVER;
1,460✔
1675
        }
1676
      } else {
1677
        code = TSDB_CODE_MNODE_ENCRYPT_ALGR_NOT_EXIST;
748✔
1678
        mError("db:%s, failed to alter, encrypt algorithm not exist, %s", alterReq.db, alterReq.encryptAlgrName);
748✔
1679
        goto _OVER;
748✔
1680
      }
1681
    }
1682
  }
1683

1684
  code = mndSetDbCfgFromAlterDbReq(&dbObj, &alterReq);
109,822✔
1685
  if (code != 0) {
109,822✔
1686
    if (code == TSDB_CODE_MND_DB_OPTION_UNCHANGED) code = 0;
24,585✔
1687
    goto _OVER;
24,585✔
1688
  }
1689

1690
  TAOS_CHECK_GOTO(mndCheckInChangeDbCfg(pMnode, &pDb->cfg, &dbObj.cfg), NULL, _OVER);
85,237✔
1691

1692
  dbObj.cfgVersion++;
83,813✔
1693
  dbObj.updateTime = taosGetTimestampMs();
83,813✔
1694
  code = mndAlterDb(pMnode, pReq, pDb, &dbObj);
83,813✔
1695

1696
  if (dbObj.cfg.replications != pDb->cfg.replications) {
83,813✔
1697
    // return quickly, operation executed asynchronously
1698
    mInfo("db:%s, alter db replica from %d to %d", pDb->name, pDb->cfg.replications, dbObj.cfg.replications);
5,405✔
1699
  } else {
1700
    if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
78,408✔
1701
  }
1702

1703
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
83,813✔
1704
    SName name = {0};
83,813✔
1705
    if (tNameFromString(&name, alterReq.db, T_NAME_ACCT | T_NAME_DB) < 0)
83,813✔
UNCOV
1706
      mError("db:%s, failed to parse db name", alterReq.db);
×
1707

1708
    int64_t tse = taosGetTimestampMs();
83,813✔
1709
    double  duration = (double)(tse - tss);
83,813✔
1710
    duration = duration / 1000;
83,813✔
1711
    auditRecord(pReq, pMnode->clusterId, "alterDB", name.dbname, "", alterReq.sql, alterReq.sqlLen, duration, 0);
83,813✔
1712
  }
1713

1714
_OVER:
112,854✔
1715
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
112,854✔
1716
    if (terrno != 0) code = terrno;
5,711✔
1717
    mError("db:%s, failed to alter since %s", alterReq.db, tstrerror(code));
5,711✔
1718
  }
1719

1720
  mndReleaseDb(pMnode, pDb);
112,854✔
1721
  taosArrayDestroy(dbObj.cfg.pRetensions);
112,854✔
1722
  tFreeSAlterDbReq(&alterReq);
112,854✔
1723

1724
  TAOS_RETURN(code);
112,854✔
1725
}
1726

1727
static void mndDumpDbCfgInfo(SDbCfgRsp *cfgRsp, SDbObj *pDb, char *algorithmsId) {
3,814,776✔
1728
  tstrncpy(cfgRsp->db, pDb->name, sizeof(cfgRsp->db));
3,814,776✔
1729
  cfgRsp->dbId = pDb->uid;
3,814,776✔
1730
  cfgRsp->ownerId = pDb->ownerId;
3,815,495✔
1731
  cfgRsp->cfgVersion = pDb->cfgVersion;
3,815,495✔
1732
  cfgRsp->numOfVgroups = pDb->cfg.numOfVgroups;
3,814,776✔
1733
  cfgRsp->numOfStables = pDb->cfg.numOfStables;
3,815,495✔
1734
  cfgRsp->buffer = pDb->cfg.buffer;
3,814,776✔
1735
  cfgRsp->cacheSize = pDb->cfg.cacheLastSize;
3,815,495✔
1736
  cfgRsp->pageSize = pDb->cfg.pageSize;
3,814,776✔
1737
  cfgRsp->pages = pDb->cfg.pages;
3,814,776✔
1738
  cfgRsp->daysPerFile = pDb->cfg.daysPerFile;
3,815,495✔
1739
  cfgRsp->daysToKeep0 = pDb->cfg.daysToKeep0;
3,815,495✔
1740
  cfgRsp->daysToKeep1 = pDb->cfg.daysToKeep1;
3,815,495✔
1741
  cfgRsp->daysToKeep2 = pDb->cfg.daysToKeep2;
3,815,495✔
1742
  cfgRsp->keepTimeOffset = pDb->cfg.keepTimeOffset;
3,814,776✔
1743
  cfgRsp->minRows = pDb->cfg.minRows;
3,814,776✔
1744
  cfgRsp->maxRows = pDb->cfg.maxRows;
3,815,495✔
1745
  cfgRsp->walFsyncPeriod = pDb->cfg.walFsyncPeriod;
3,815,495✔
1746
  cfgRsp->hashPrefix = pDb->cfg.hashPrefix;
3,815,495✔
1747
  cfgRsp->hashSuffix = pDb->cfg.hashSuffix;
3,815,495✔
1748
  cfgRsp->hashMethod = pDb->cfg.hashMethod;
3,814,776✔
1749
  cfgRsp->walLevel = pDb->cfg.walLevel;
3,815,495✔
1750
  cfgRsp->precision = pDb->cfg.precision;
3,815,495✔
1751
  cfgRsp->compression = pDb->cfg.compression;
3,815,495✔
1752
  cfgRsp->replications = pDb->cfg.replications;
3,814,776✔
1753
  cfgRsp->strict = pDb->cfg.strict;
3,814,776✔
1754
  cfgRsp->cacheLast = pDb->cfg.cacheLast;
3,814,776✔
1755
  cfgRsp->tsdbPageSize = pDb->cfg.tsdbPageSize;
3,815,495✔
1756
  cfgRsp->walRetentionPeriod = pDb->cfg.walRetentionPeriod;
3,814,776✔
1757
  cfgRsp->walRollPeriod = pDb->cfg.walRollPeriod;
3,814,776✔
1758
  cfgRsp->walRetentionSize = pDb->cfg.walRetentionSize;
3,814,776✔
1759
  cfgRsp->walSegmentSize = pDb->cfg.walSegmentSize;
3,815,495✔
1760
  cfgRsp->numOfRetensions = pDb->cfg.numOfRetensions;
3,814,776✔
1761
  cfgRsp->pRetensions = taosArrayDup(pDb->cfg.pRetensions, NULL);
3,814,776✔
1762
  cfgRsp->schemaless = pDb->cfg.schemaless;
3,815,495✔
1763
  cfgRsp->sstTrigger = pDb->cfg.sstTrigger;
3,814,776✔
1764
  cfgRsp->ssChunkSize = pDb->cfg.ssChunkSize;
3,814,057✔
1765
  cfgRsp->ssKeepLocal = pDb->cfg.ssKeepLocal;
3,813,338✔
1766
  cfgRsp->ssCompact = pDb->cfg.ssCompact;
3,814,776✔
1767
  cfgRsp->withArbitrator = pDb->cfg.withArbitrator;
3,814,057✔
1768
  // cfgRsp->encryptAlgr = pDb->cfg.encryptAlgorithm;
1769
  cfgRsp->compactInterval = pDb->cfg.compactInterval;
3,815,495✔
1770
  cfgRsp->compactStartTime = pDb->cfg.compactStartTime;
3,814,057✔
1771
  cfgRsp->compactEndTime = pDb->cfg.compactEndTime;
3,814,776✔
1772
  cfgRsp->compactTimeOffset = pDb->cfg.compactTimeOffset;
3,814,057✔
1773
  cfgRsp->flags = pDb->cfg.flags;
3,815,495✔
1774
  tstrncpy(cfgRsp->algorithmsId, algorithmsId, sizeof(cfgRsp->algorithmsId));
3,814,776✔
1775
  cfgRsp->isAudit = pDb->cfg.isAudit;
3,815,495✔
1776
}
3,815,495✔
1777

1778
static int32_t mndProcessGetDbCfgReq(SRpcMsg *pReq) {
4,628,496✔
1779
  SMnode   *pMnode = pReq->info.node;
4,628,496✔
1780
  int32_t   code = -1;
4,628,496✔
1781
  SDbObj   *pDb = NULL;
4,628,496✔
1782
  SDbCfgReq cfgReq = {0};
4,628,496✔
1783
  SDbCfgRsp cfgRsp = {0};
4,628,496✔
1784

1785
  TAOS_CHECK_GOTO(tDeserializeSDbCfgReq(pReq->pCont, pReq->contLen, &cfgReq), NULL, _OVER);
4,628,496✔
1786

1787
  const char *pRealDb = strstr(cfgReq.db, ".");
4,628,496✔
1788
  if (pRealDb) {
4,628,496✔
1789
    ++pRealDb;
4,628,496✔
1790
  } else {
UNCOV
1791
    pRealDb = &cfgReq.db[0];
×
1792
  }
1793
  if (!IS_SYS_DBNAME(pRealDb)) {
4,628,496✔
1794
    pDb = mndAcquireDb(pMnode, cfgReq.db);
4,231,990✔
1795
    if (pDb == NULL) {
4,231,990✔
1796
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
464,110✔
1797
      if (terrno != 0) code = terrno;
464,110✔
1798
      goto _OVER;
464,110✔
1799
    }
1800

1801
    char algrId[TSDB_ENCRYPT_ALGR_NAME_LEN] = {0};
3,767,880✔
1802
    mndGetEncryptOsslAlgrNameById(pMnode, pDb->cfg.encryptAlgorithm, algrId);
3,767,880✔
1803
    mndDumpDbCfgInfo(&cfgRsp, pDb, algrId);
3,767,880✔
1804
  }
1805

1806
  int32_t contLen = tSerializeSDbCfgRsp(NULL, 0, &cfgRsp);
4,165,105✔
1807
  void   *pRsp = rpcMallocCont(contLen);
4,163,667✔
1808
  if (pRsp == NULL) {
4,164,386✔
UNCOV
1809
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
1810
    if (terrno != 0) code = terrno;
×
UNCOV
1811
    goto _OVER;
×
1812
  }
1813

1814
  int32_t ret = 0;
4,164,386✔
1815
  if ((ret = tSerializeSDbCfgRsp(pRsp, contLen, &cfgRsp)) < 0) {
4,164,386✔
1816
    code = ret;
×
UNCOV
1817
    goto _OVER;
×
1818
  }
1819

1820
  pReq->info.rsp = pRsp;
4,164,386✔
1821
  pReq->info.rspLen = contLen;
4,164,386✔
1822

1823
  code = 0;
4,165,005✔
1824

1825
_OVER:
4,629,115✔
1826

1827
  tFreeSDbCfgRsp(&cfgRsp);
4,628,496✔
1828

1829
  if (code != 0) {
4,628,496✔
1830
    mError("db:%s, failed to get cfg since %s", cfgReq.db, terrstr());
464,110✔
1831
  }
1832

1833
  mndReleaseDb(pMnode, pDb);
4,628,496✔
1834

1835
  TAOS_RETURN(code);
4,629,215✔
1836
}
1837

1838
int32_t mndSetDropDbPrepareLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
625,170✔
1839
  int32_t  code = 0;
625,170✔
1840
  SSdbRaw *pRedoRaw = mndDbActionEncode(pDb);
625,170✔
1841
  if (pRedoRaw == NULL) {
625,170✔
UNCOV
1842
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
1843
    if (terrno != 0) code = terrno;
×
UNCOV
1844
    return -1;
×
1845
  }
1846
  TAOS_CHECK_RETURN(mndTransAppendPrepareLog(pTrans, pRedoRaw));
625,170✔
1847
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING));
625,170✔
1848

1849
  SSdb *pSdb = pMnode->pSdb;
625,170✔
1850
  void *pIter = NULL;
625,170✔
1851

1852
  while (1) {
4,308✔
1853
    SArbGroup *pArbGroup = NULL;
629,478✔
1854
    pIter = sdbFetch(pSdb, SDB_ARBGROUP, pIter, (void **)&pArbGroup);
629,478✔
1855
    if (pIter == NULL) break;
629,478✔
1856

1857
    if (pArbGroup->dbUid == pDb->uid) {
4,308✔
1858
      if ((code = mndSetDropArbGroupPrepareLogs(pTrans, pArbGroup)) != 0) {
4,308✔
UNCOV
1859
        sdbCancelFetch(pSdb, pIter);
×
UNCOV
1860
        sdbRelease(pSdb, pArbGroup);
×
UNCOV
1861
        TAOS_RETURN(code);
×
1862
      }
1863
    }
1864

1865
    sdbRelease(pSdb, pArbGroup);
4,308✔
1866
  }
1867

1868
  TAOS_RETURN(code);
625,170✔
1869
}
1870

1871
int32_t mndSetDropDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
625,170✔
1872
  int32_t  code = 0;
625,170✔
1873
  SSdbRaw *pCommitRaw = mndDbActionEncode(pDb);
625,170✔
1874
  if (pCommitRaw == NULL) {
625,170✔
UNCOV
1875
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
1876
    if (terrno != 0) code = terrno;
×
UNCOV
1877
    return -1;
×
1878
  }
1879
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pCommitRaw));
625,170✔
1880
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED));
625,170✔
1881

1882
  SSdb *pSdb = pMnode->pSdb;
625,170✔
1883
  void *pIter = NULL;
625,170✔
1884

1885
  while (1) {
4,308✔
1886
    SArbGroup *pArbGroup = NULL;
629,478✔
1887
    pIter = sdbFetch(pSdb, SDB_ARBGROUP, pIter, (void **)&pArbGroup);
629,478✔
1888
    if (pIter == NULL) break;
629,478✔
1889

1890
    if (pArbGroup->dbUid == pDb->uid) {
4,308✔
1891
      if ((code = mndSetDropArbGroupCommitLogs(pTrans, pArbGroup)) != 0) {
4,308✔
UNCOV
1892
        sdbCancelFetch(pSdb, pIter);
×
UNCOV
1893
        sdbRelease(pSdb, pArbGroup);
×
UNCOV
1894
        TAOS_RETURN(code);
×
1895
      }
1896
    }
1897

1898
    sdbRelease(pSdb, pArbGroup);
4,308✔
1899
  }
1900

1901
  while (1) {
3,220,028✔
1902
    SVgObj *pVgroup = NULL;
3,845,198✔
1903
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
3,845,198✔
1904
    if (pIter == NULL) break;
3,845,198✔
1905

1906
    if (pVgroup->dbUid == pDb->uid) {
3,220,028✔
1907
      SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroup);
1,332,282✔
1908
      if (pVgRaw == NULL) {
1,332,282✔
UNCOV
1909
        sdbCancelFetch(pSdb, pIter);
×
UNCOV
1910
        sdbRelease(pSdb, pVgroup);
×
UNCOV
1911
        code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
1912
        if (terrno != 0) code = terrno;
×
UNCOV
1913
        TAOS_RETURN(code);
×
1914
      }
1915
      if ((code = mndTransAppendCommitlog(pTrans, pVgRaw)) != 0) {
1,332,282✔
1916
        sdbCancelFetch(pSdb, pIter);
×
1917
        sdbRelease(pSdb, pVgroup);
×
1918
        TAOS_RETURN(code);
×
1919
      }
1920
      if ((code = sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED)) != 0) {
1,332,282✔
1921
        sdbCancelFetch(pSdb, pIter);
×
1922
        sdbRelease(pSdb, pVgroup);
×
1923
        TAOS_RETURN(code);
×
1924
      }
1925
    }
1926

1927
    sdbRelease(pSdb, pVgroup);
3,220,028✔
1928
  }
1929

1930
  while (1) {
1,096,862✔
1931
    SStbObj *pStb = NULL;
1,722,032✔
1932
    ESdbStatus status;
1,721,948✔
1933
    pIter = sdbFetchAll(pSdb, SDB_STB, pIter, (void **)&pStb, &status, true);
1,722,032✔
1934
    if (pIter == NULL) break;
1,722,032✔
1935

1936
    if (pStb->dbUid == pDb->uid) {
1,096,862✔
1937
      SSdbRaw *pStbRaw = mndStbActionEncode(pStb);
540,646✔
1938
      if (pStbRaw == NULL) {
540,646✔
UNCOV
1939
        sdbCancelFetch(pSdb, pIter);
×
UNCOV
1940
        sdbRelease(pSdb, pStbRaw);
×
UNCOV
1941
        code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
1942
        if (terrno != 0) code = terrno;
×
UNCOV
1943
        return -1;
×
1944
      }
1945
      if ((code = mndTransAppendCommitlog(pTrans, pStbRaw)) != 0) {
540,646✔
1946
        sdbCancelFetch(pSdb, pIter);
×
1947
        sdbRelease(pSdb, pStbRaw);
×
1948
        return -1;
×
1949
      }
1950
      if ((code = sdbSetRawStatus(pStbRaw, SDB_STATUS_DROPPED)) != 0) {
540,646✔
1951
        sdbCancelFetch(pSdb, pIter);
×
1952
        sdbRelease(pSdb, pStbRaw);
×
1953
        return -1;
×
1954
      }
1955
    }
1956

1957
    sdbRelease(pSdb, pStb);
1,096,862✔
1958
  }
1959

1960
  TAOS_RETURN(code);
625,170✔
1961
}
1962

1963
static int32_t mndBuildDropVgroupAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroup) {
1,332,282✔
1964
  int32_t code = 0;
1,332,282✔
1965
  for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
2,730,580✔
1966
    SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
1,398,298✔
1967
    TAOS_CHECK_RETURN(mndAddDropVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid, true));
1,398,298✔
1968
  }
1969

1970
  TAOS_RETURN(code);
1,332,282✔
1971
}
1972

1973
int32_t mndSetDropDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
625,170✔
1974
  int32_t code = 0;
625,170✔
1975
  SSdb   *pSdb = pMnode->pSdb;
625,170✔
1976
  void   *pIter = NULL;
625,170✔
1977

1978
  while (1) {
3,220,028✔
1979
    SVgObj *pVgroup = NULL;
3,845,198✔
1980
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
3,845,198✔
1981
    if (pIter == NULL) break;
3,845,198✔
1982

1983
    if (pVgroup->dbUid == pDb->uid) {
3,220,028✔
1984
      if ((code = mndBuildDropVgroupAction(pMnode, pTrans, pDb, pVgroup)) != 0) {
1,332,282✔
UNCOV
1985
        sdbCancelFetch(pSdb, pIter);
×
UNCOV
1986
        sdbRelease(pSdb, pVgroup);
×
UNCOV
1987
        TAOS_RETURN(code);
×
1988
      }
1989
    }
1990

1991
    sdbRelease(pSdb, pVgroup);
3,220,028✔
1992
  }
1993

1994
  TAOS_RETURN(code);
625,170✔
1995
}
1996

1997
static int32_t mndBuildDropDbRsp(SDbObj *pDb, int32_t *pRspLen, void **ppRsp, bool useRpcMalloc) {
1,067,336✔
1998
  int32_t    code = 0;
1,067,336✔
1999
  SDropDbRsp dropRsp = {0};
1,067,336✔
2000
  if (pDb != NULL) {
1,067,336✔
2001
    (void)memcpy(dropRsp.db, pDb->name, TSDB_DB_FNAME_LEN);
624,654✔
2002
    dropRsp.uid = pDb->uid;
624,654✔
2003
  }
2004

2005
  int32_t rspLen = tSerializeSDropDbRsp(NULL, 0, &dropRsp);
1,067,336✔
2006
  void   *pRsp = NULL;
1,067,336✔
2007
  if (useRpcMalloc) {
1,067,336✔
2008
    pRsp = rpcMallocCont(rspLen);
442,682✔
2009
  } else {
2010
    pRsp = taosMemoryMalloc(rspLen);
624,654✔
2011
  }
2012

2013
  if (pRsp == NULL) {
1,067,336✔
UNCOV
2014
    code = terrno;
×
UNCOV
2015
    TAOS_RETURN(code);
×
2016
  }
2017

2018
  int32_t ret = 0;
1,067,336✔
2019
  if ((ret = tSerializeSDropDbRsp(pRsp, rspLen, &dropRsp)) < 0) return ret;
1,067,336✔
2020
  *pRspLen = rspLen;
1,067,336✔
2021
  *ppRsp = pRsp;
1,067,336✔
2022
  TAOS_RETURN(code);
1,067,336✔
2023
}
2024

2025
static int32_t mndDropDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb) {
625,005✔
2026
  int32_t code = -1;
625,005✔
2027

2028
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "drop-db");
625,005✔
2029
  if (pTrans == NULL) {
625,005✔
UNCOV
2030
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
2031
    if (terrno != 0) code = terrno;
×
UNCOV
2032
    goto _OVER;
×
2033
  }
2034

2035
  mInfo("trans:%d start to drop db:%s", pTrans->id, pDb->name);
625,005✔
2036

2037
  mndTransSetDbName(pTrans, pDb->name, NULL);
625,005✔
2038
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
625,005✔
2039

2040
  if (mndTopicExistsForDb(pMnode, pDb)) {
625,005✔
2041
    code = TSDB_CODE_MND_TOPIC_MUST_BE_DELETED;
351✔
2042
    goto _OVER;
351✔
2043
  }
2044

2045
  TAOS_CHECK_GOTO(mndSetDropDbPrepareLogs(pMnode, pTrans, pDb), NULL, _OVER);
624,654✔
2046
  TAOS_CHECK_GOTO(mndSetDropDbCommitLogs(pMnode, pTrans, pDb), NULL, _OVER);
624,654✔
2047
  TAOS_CHECK_GOTO(mndDropStreamByDb(pMnode, pTrans, pDb), NULL, _OVER);
624,654✔
2048
#ifdef TD_ENTERPRISE
2049
  TAOS_CHECK_GOTO(mndDropViewByDb(pMnode, pTrans, pDb), NULL, _OVER);
624,654✔
2050
#endif
2051
  TAOS_CHECK_GOTO(mndDropTSMAsByDb(pMnode, pTrans, pDb), NULL, _OVER);
624,654✔
2052
  TAOS_CHECK_GOTO(mndDropRsmasByDb(pMnode, pTrans, pDb), NULL, _OVER);
624,654✔
2053
  TAOS_CHECK_GOTO(mndDropIdxsByDb(pMnode, pTrans, pDb), NULL, _OVER);
624,654✔
2054
  //TAOS_CHECK_GOTO(mndStreamSetStopStreamTasksActions(pMnode, pTrans, pDb->uid), NULL, _OVER);
2055
  TAOS_CHECK_GOTO(mndSetDropDbRedoActions(pMnode, pTrans, pDb), NULL, _OVER);
624,654✔
2056
  TAOS_CHECK_GOTO(mndPrincipalRemoveDb(pMnode, pTrans, pDb, NULL, NULL), NULL, _OVER);
624,654✔
2057

2058
  int32_t rspLen = 0;
624,654✔
2059
  void   *pRsp = NULL;
624,654✔
2060
  TAOS_CHECK_GOTO(mndBuildDropDbRsp(pDb, &rspLen, &pRsp, false), NULL, _OVER);
624,654✔
2061
  mndTransSetRpcRsp(pTrans, pRsp, rspLen);
624,654✔
2062

2063
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
624,654✔
2064
  code = 0;
624,654✔
2065

2066
_OVER:
625,005✔
2067
  mndTransDrop(pTrans);
625,005✔
2068
  TAOS_RETURN(code);
625,005✔
2069
}
2070

2071
static int32_t mndProcessDropDbReq(SRpcMsg *pReq) {
1,074,160✔
2072
  SMnode    *pMnode = pReq->info.node;
1,074,160✔
2073
  int32_t    code = -1;
1,074,160✔
2074
  SDbObj    *pDb = NULL;
1,074,160✔
2075
  SDropDbReq dropReq = {0};
1,074,160✔
2076
  int64_t    tss = taosGetTimestampMs();
1,074,160✔
2077

2078
  TAOS_CHECK_GOTO(tDeserializeSDropDbReq(pReq->pCont, pReq->contLen, &dropReq), NULL, _OVER);
1,074,160✔
2079

2080
  mInfo("db:%s, start to drop", dropReq.db);
1,074,160✔
2081

2082
  pDb = mndAcquireDb(pMnode, dropReq.db);
1,074,160✔
2083
  if (pDb == NULL) {
1,074,160✔
2084
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
446,423✔
2085
    if (terrno != 0) code = terrno;
446,423✔
2086
    int32_t ret =
2087
        mndCheckDbPrivilegeByName(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_DROP_DB, dropReq.db, true);
446,423✔
2088
    if (ret != 0) {
446,423✔
NEW
2089
      code = ret;
×
NEW
2090
      goto _OVER;
×
2091
    }
2092
    if (dropReq.ignoreNotExists) {
446,423✔
2093
      code = mndBuildDropDbRsp(pDb, &pReq->info.rspLen, &pReq->info.rsp, true);
442,682✔
2094
    }
2095
    goto _OVER;
446,423✔
2096
  }
2097

2098
  if ((code = mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_DROP_DB, pDb))) {
627,737✔
UNCOV
2099
    goto _OVER;
×
2100
  }
2101

2102
  if(pDb->cfg.isMount) {
627,737✔
2103
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
516✔
2104
    goto _OVER;
516✔
2105
  }
2106

2107
  if(!pDb->cfg.allowDrop) {
627,221✔
UNCOV
2108
    code = TSDB_CODE_MND_DB_DROP_NOT_ALLOWED;
×
UNCOV
2109
    goto _OVER;
×
2110
  }
2111

2112
  SSdb *pSdb = pMnode->pSdb;
627,221✔
2113
  void *pIter = NULL;
627,221✔
2114

2115
  while (1) {
3,231,780✔
2116
    SVgObj *pVgroup = NULL;
3,859,001✔
2117
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
3,859,001✔
2118
    if (pIter == NULL) break;
3,859,001✔
2119

2120
    if (pVgroup->dbUid == pDb->uid) {
3,232,450✔
2121
      bool isFound = false;
1,333,817✔
2122
      for (int32_t i = 0; i < pVgroup->replica; i++) {
2,732,980✔
2123
        if (pVgroup->vnodeGid[i].syncState == TAOS_SYNC_STATE_OFFLINE) {
1,399,833✔
2124
          isFound = true;
670✔
2125
          break;
670✔
2126
        }
2127
      }
2128
      if (!isFound) {
1,333,817✔
2129
        sdbRelease(pSdb, pVgroup);
1,333,147✔
2130
        continue;
1,333,147✔
2131
      }
2132
      code = TSDB_CODE_MND_VGROUP_OFFLINE;
670✔
2133
      sdbCancelFetch(pSdb, pIter);
670✔
2134
      sdbRelease(pSdb, pVgroup);
670✔
2135
      goto _OVER;
670✔
2136
    }
2137

2138
    sdbRelease(pSdb, pVgroup);
1,898,633✔
2139
  }
2140

2141
  bool dbStream = false;
626,551✔
2142
  bool vtableStream = false;
626,551✔
2143
  mstCheckDbInUse(pMnode, dropReq.db, &dbStream, &vtableStream, true);
626,551✔
2144
  if (dbStream) {
626,551✔
2145
    code = TSDB_CODE_MND_STREAM_DB_IN_USE;
1,326✔
2146
    mError("db:%s used by streams, drop db not allowed", dropReq.db);
1,326✔
2147
    goto _OVER;
1,326✔
2148
  }
2149

2150
  if (vtableStream && !dropReq.force) {
625,225✔
2151
    code = TSDB_CODE_MND_STREAM_VTABLE_EXITS;
220✔
2152
    mError("db:%s, vtable stream exists, drop db not allowed", dropReq.db);
220✔
2153
    goto _OVER;
220✔
2154
  }
2155

2156
  code = mndDropDb(pMnode, pReq, pDb);
625,005✔
2157
  if (code == TSDB_CODE_SUCCESS) {
625,005✔
2158
    code = TSDB_CODE_ACTION_IN_PROGRESS;
624,654✔
2159
  }
2160

2161
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
625,005✔
2162
    SName name = {0};
625,005✔
2163
    if (tNameFromString(&name, dropReq.db, T_NAME_ACCT | T_NAME_DB) < 0)
625,005✔
UNCOV
2164
      mError("db:%s, failed to parse db name", dropReq.db);
×
2165

2166
    int64_t tse = taosGetTimestampMs();
625,005✔
2167
    double  duration = (double)(tse - tss);
625,005✔
2168
    duration = duration / 1000;
625,005✔
2169
    auditRecord(pReq, pMnode->clusterId, "dropDB", name.dbname, "", dropReq.sql, dropReq.sqlLen, duration, 0);
625,005✔
2170
  }
2171

2172
_OVER:
1,074,086✔
2173
  if (code != TSDB_CODE_SUCCESS && code != TSDB_CODE_ACTION_IN_PROGRESS) {
1,074,160✔
2174
    mError("db:%s, failed to drop since %s", dropReq.db, terrstr());
6,824✔
2175
  }
2176

2177
  mndReleaseDb(pMnode, pDb);
1,074,160✔
2178
  tFreeSDropDbReq(&dropReq);
1,074,160✔
2179
  TAOS_RETURN(code);
1,074,160✔
2180
}
2181

2182
static int32_t mndGetDBTableNum(SDbObj *pDb, SMnode *pMnode) {
26,161,370✔
2183
  int32_t numOfTables = 0;
26,161,370✔
2184
  int32_t vindex = 0;
26,161,370✔
2185
  SSdb   *pSdb = pMnode->pSdb;
26,161,370✔
2186

2187
  void *pIter = NULL;
26,162,089✔
2188
  while (vindex < pDb->cfg.numOfVgroups) {
106,506,816✔
2189
    SVgObj *pVgroup = NULL;
80,344,008✔
2190
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
80,344,727✔
2191
    if (pIter == NULL) break;
80,343,289✔
2192

2193
    if (mndVgroupInDb(pVgroup, pDb->uid)) {
80,343,289✔
2194
      numOfTables += pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;
52,667,872✔
2195
      vindex++;
52,667,908✔
2196
    }
2197

2198
    sdbRelease(pSdb, pVgroup);
80,344,008✔
2199
  }
2200

2201
  sdbCancelFetch(pSdb, pIter);
26,162,089✔
2202
  return numOfTables;
26,162,089✔
2203
}
2204

2205
void mndBuildDBVgroupInfo(SDbObj *pDb, SMnode *pMnode, SArray *pVgList) {
26,066,164✔
2206
  int32_t vindex = 0;
26,066,164✔
2207
  SSdb   *pSdb = pMnode->pSdb;
26,066,164✔
2208

2209
  void *pIter = NULL;
26,066,164✔
2210
  while (1) {
55,676,284✔
2211
    SVgObj *pVgroup = NULL;
81,742,448✔
2212
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
81,742,448✔
2213
    if (pIter == NULL) break;
81,742,448✔
2214

2215
    if ((NULL == pDb || pVgroup->dbUid == pDb->uid) && !pVgroup->isTsma) {
75,934,694✔
2216
      SVgroupInfo vgInfo = {0};
60,307,406✔
2217
      vgInfo.vgId = pVgroup->vgId;
60,307,406✔
2218
      vgInfo.hashBegin = pVgroup->hashBegin;
60,307,406✔
2219
      vgInfo.hashEnd = pVgroup->hashEnd;
60,307,406✔
2220
      vgInfo.numOfTable = pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;
60,307,406✔
2221
      vgInfo.epSet.numOfEps = pVgroup->replica;
60,307,406✔
2222
      for (int32_t gid = 0; gid < pVgroup->replica; ++gid) {
124,781,401✔
2223
        SVnodeGid *pVgid = &pVgroup->vnodeGid[gid];
64,473,995✔
2224
        SEp       *pEp = &vgInfo.epSet.eps[gid];
64,473,995✔
2225
        SDnodeObj *pDnode = mndAcquireDnode(pMnode, pVgid->dnodeId);
64,473,995✔
2226
        if (pDnode != NULL) {
64,473,995✔
2227
          (void)memcpy(pEp->fqdn, pDnode->fqdn, TSDB_FQDN_LEN);
64,443,118✔
2228
          pEp->port = pDnode->port;
64,443,118✔
2229
        }
2230
        mndReleaseDnode(pMnode, pDnode);
64,473,995✔
2231
        if (pVgid->syncState == TAOS_SYNC_STATE_LEADER || pVgid->syncState == TAOS_SYNC_STATE_ASSIGNED_LEADER) {
64,473,995✔
2232
          vgInfo.epSet.inUse = gid;
59,856,699✔
2233
        }
2234
      }
2235
      vindex++;
60,307,406✔
2236
      if (taosArrayPush(pVgList, &vgInfo) == NULL) {
60,306,687✔
UNCOV
2237
        mError("db:%s, failed to push vgInfo to array, vgId:%d, but continue next", pDb->name, vgInfo.vgId);
×
2238
      }
2239
    }
2240

2241
    sdbRelease(pSdb, pVgroup);
75,933,975✔
2242

2243
    if (pDb && (vindex >= pDb->cfg.numOfVgroups)) {
75,934,694✔
2244
      sdbCancelFetch(pSdb, pIter);
20,258,410✔
2245
      break;
20,258,410✔
2246
    }
2247
  }
2248
}
26,066,159✔
2249

2250
int32_t mndExtractDbInfo(SMnode *pMnode, SDbObj *pDb, SUseDbRsp *pRsp, const SUseDbReq *pReq) {
20,423,512✔
2251
  int32_t code = 0;
20,423,512✔
2252
  pRsp->pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));
20,423,512✔
2253
  if (pRsp->pVgroupInfos == NULL) {
20,422,793✔
UNCOV
2254
    code = terrno;
×
UNCOV
2255
    TAOS_RETURN(code);
×
2256
  }
2257

2258
  int32_t numOfTable = mndGetDBTableNum(pDb, pMnode);
20,422,793✔
2259

2260
  if (pReq == NULL || pReq->vgVersion < pDb->vgVersion || pReq->dbId != pDb->uid || numOfTable != pReq->numOfTable ||
20,423,512✔
2261
      pReq->stateTs < pDb->stateTs) {
1,168,198✔
2262
    mndBuildDBVgroupInfo(pDb, pMnode, pRsp->pVgroupInfos);
19,386,297✔
2263
  }
2264

2265
  (void)memcpy(pRsp->db, pDb->name, TSDB_DB_FNAME_LEN);
20,423,512✔
2266
  pRsp->uid = pDb->uid;
20,423,476✔
2267
  pRsp->vgVersion = pDb->vgVersion;
20,423,512✔
2268
  pRsp->stateTs = pDb->stateTs;
20,423,512✔
2269
  pRsp->vgNum = taosArrayGetSize(pRsp->pVgroupInfos);
20,423,476✔
2270
  pRsp->hashMethod = pDb->cfg.hashMethod;
20,423,512✔
2271
  pRsp->hashPrefix = pDb->cfg.hashPrefix;
20,423,476✔
2272
  pRsp->hashSuffix = pDb->cfg.hashSuffix;
20,423,512✔
2273
  pRsp->flags = pDb->cfg.flags;
20,423,476✔
2274
  TAOS_RETURN(code);
20,423,512✔
2275
}
2276

2277
static int32_t mndProcessUseDbReq(SRpcMsg *pReq) {
26,010,204✔
2278
  SMnode   *pMnode = pReq->info.node;
26,010,204✔
2279
  int32_t   code = -1;
26,010,204✔
2280
  SDbObj   *pDb = NULL;
26,010,204✔
2281
  SUseDbReq usedbReq = {0};
26,010,204✔
2282
  SUseDbRsp usedbRsp = {0};
26,010,204✔
2283

2284
  TAOS_CHECK_GOTO(tDeserializeSUseDbReq(pReq->pCont, pReq->contLen, &usedbReq), NULL, _OVER);
26,010,204✔
2285

2286
  char *p = strchr(usedbReq.db, '.');
26,010,704✔
2287
  if (p && ((0 == strcmp(p + 1, TSDB_INFORMATION_SCHEMA_DB) || (0 == strcmp(p + 1, TSDB_PERFORMANCE_SCHEMA_DB))))) {
26,010,704✔
2288
    (void)memcpy(usedbRsp.db, usedbReq.db, TSDB_DB_FNAME_LEN);
5,482,289✔
2289
    int32_t vgVersion = mndGetGlobalVgroupVersion(pMnode);
5,482,289✔
2290
    if (usedbReq.vgVersion < vgVersion) {
5,483,008✔
2291
      usedbRsp.pVgroupInfos = taosArrayInit(10, sizeof(SVgroupInfo));
5,472,740✔
2292
      if (usedbRsp.pVgroupInfos == NULL) goto _OVER;
5,472,740✔
2293

2294
      mndBuildDBVgroupInfo(NULL, pMnode, usedbRsp.pVgroupInfos);
5,472,740✔
2295
      usedbRsp.vgVersion = vgVersion++;
5,472,740✔
2296
    } else {
2297
      usedbRsp.vgVersion = usedbReq.vgVersion;
10,268✔
2298
    }
2299
    usedbRsp.vgNum = taosArrayGetSize(usedbRsp.pVgroupInfos);
5,483,008✔
2300
    code = 0;
5,483,008✔
2301
  } else {
2302
    pDb = mndAcquireDb(pMnode, usedbReq.db);
20,528,634✔
2303
    if (pDb == NULL) {
20,526,470✔
2304
      (void)memcpy(usedbRsp.db, usedbReq.db, TSDB_DB_FNAME_LEN);
96,439✔
2305
      usedbRsp.uid = usedbReq.dbId;
96,439✔
2306
      usedbRsp.vgVersion = usedbReq.vgVersion;
96,439✔
2307
      usedbRsp.errCode = terrno;
96,439✔
2308

2309
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
96,439✔
2310
      if (terrno != 0) code = terrno;
96,439✔
2311
      goto _OVER;
96,439✔
2312
    } else {
2313
      TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_USE_DB, pDb), NULL, _OVER);
20,430,031✔
2314

2315
      TAOS_CHECK_GOTO(mndExtractDbInfo(pMnode, pDb, &usedbRsp, &usedbReq), NULL, _OVER);
20,423,512✔
2316

2317
      mDebug("db:%s, process usedb req vgVersion:%d stateTs:%" PRId64 ", rsp vgVersion:%d stateTs:%" PRId64,
20,423,473✔
2318
             usedbReq.db, usedbReq.vgVersion, usedbReq.stateTs, usedbRsp.vgVersion, usedbRsp.stateTs);
2319
      code = 0;
20,423,512✔
2320
    }
2321
  }
2322

2323
  int32_t contLen = tSerializeSUseDbRsp(NULL, 0, &usedbRsp);
25,906,520✔
2324
  void   *pRsp = rpcMallocCont(contLen);
25,906,520✔
2325
  if (pRsp == NULL) {
25,906,520✔
UNCOV
2326
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
UNCOV
2327
    code = -1;
×
UNCOV
2328
    goto _OVER;
×
2329
  }
2330

2331
  int32_t ret = 0;
25,906,520✔
2332
  if ((ret = tSerializeSUseDbRsp(pRsp, contLen, &usedbRsp)) < 0) {
25,906,520✔
UNCOV
2333
    code = ret;
×
UNCOV
2334
    goto _OVER;
×
2335
  }
2336

2337
  pReq->info.rsp = pRsp;
25,906,301✔
2338
  pReq->info.rspLen = contLen;
25,906,520✔
2339

2340
_OVER:
26,010,923✔
2341
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
26,010,923✔
2342
    mError("db:%s, failed to process use db req since %s", usedbReq.db, tstrerror(code));
104,403✔
2343
  }
2344

2345
  mndReleaseDb(pMnode, pDb);
26,010,923✔
2346
  tFreeSUsedbRsp(&usedbRsp);
26,010,923✔
2347

2348
  TAOS_RETURN(code);
26,010,923✔
2349
}
2350

2351
int32_t mndValidateDbInfo(SMnode *pMnode, SDbCacheInfo *pDbs, int32_t numOfDbs, void **ppRsp, int32_t *pRspLen) {
7,467,326✔
2352
  int32_t       code = 0;
7,467,326✔
2353
  SDbHbBatchRsp batchRsp = {0};
7,467,326✔
2354
  batchRsp.pArray = taosArrayInit(numOfDbs, sizeof(SDbHbRsp));
7,467,899✔
2355
  if (batchRsp.pArray == NULL) {
7,467,899✔
UNCOV
2356
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
UNCOV
2357
    TAOS_RETURN(code);
×
2358
  }
2359

2360
  for (int32_t i = 0; i < numOfDbs; ++i) {
16,298,926✔
2361
    SDbCacheInfo *pDbCacheInfo = &pDbs[i];
8,831,027✔
2362
    pDbCacheInfo->dbId = be64toh(pDbCacheInfo->dbId);
8,831,027✔
2363
    pDbCacheInfo->vgVersion = htonl(pDbCacheInfo->vgVersion);
8,831,027✔
2364
    pDbCacheInfo->cfgVersion = htonl(pDbCacheInfo->cfgVersion);
8,831,027✔
2365
    pDbCacheInfo->numOfTable = htonl(pDbCacheInfo->numOfTable);
8,831,027✔
2366
    pDbCacheInfo->stateTs = be64toh(pDbCacheInfo->stateTs);
8,831,027✔
2367
    pDbCacheInfo->tsmaVersion = htonl(pDbCacheInfo->tsmaVersion);
8,831,027✔
2368

2369
    SDbHbRsp rsp = {0};
8,831,027✔
2370
    (void)memcpy(rsp.db, pDbCacheInfo->dbFName, TSDB_DB_FNAME_LEN);
8,831,027✔
2371
    rsp.dbId = pDbCacheInfo->dbId;
8,831,027✔
2372

2373
    if ((0 == strcasecmp(pDbCacheInfo->dbFName, TSDB_INFORMATION_SCHEMA_DB) ||
8,831,027✔
2374
         (0 == strcasecmp(pDbCacheInfo->dbFName, TSDB_PERFORMANCE_SCHEMA_DB)))) {
8,238,767✔
2375
      int32_t vgVersion = mndGetGlobalVgroupVersion(pMnode);
3,046,183✔
2376
      if (pDbCacheInfo->vgVersion >= vgVersion) {
3,046,183✔
2377
        continue;
2,711,381✔
2378
      }
2379

2380
      rsp.useDbRsp = taosMemoryCalloc(1, sizeof(SUseDbRsp));
335,014✔
2381
      (void)memcpy(rsp.useDbRsp->db, pDbCacheInfo->dbFName, TSDB_DB_FNAME_LEN);
335,014✔
2382
      rsp.useDbRsp->pVgroupInfos = taosArrayInit(10, sizeof(SVgroupInfo));
335,014✔
2383

2384
      mndBuildDBVgroupInfo(NULL, pMnode, rsp.useDbRsp->pVgroupInfos);
335,014✔
2385
      rsp.useDbRsp->vgVersion = vgVersion++;
335,014✔
2386

2387
      rsp.useDbRsp->vgNum = taosArrayGetSize(rsp.useDbRsp->pVgroupInfos);
335,014✔
2388

2389
      if (taosArrayPush(batchRsp.pArray, &rsp) == NULL) {
670,028✔
UNCOV
2390
        if (terrno != 0) code = terrno;
×
UNCOV
2391
        return code;
×
2392
      }
2393

2394
      continue;
335,014✔
2395
    }
2396

2397
    SDbObj *pDb = mndAcquireDb(pMnode, pDbCacheInfo->dbFName);
5,784,844✔
2398
    if (pDb == NULL) {
5,784,844✔
2399
      mTrace("db:%s, no exist", pDbCacheInfo->dbFName);
46,267✔
2400
      rsp.useDbRsp = taosMemoryCalloc(1, sizeof(SUseDbRsp));
46,267✔
2401
      (void)memcpy(rsp.useDbRsp->db, pDbCacheInfo->dbFName, TSDB_DB_FNAME_LEN);
46,267✔
2402
      rsp.useDbRsp->uid = pDbCacheInfo->dbId;
46,267✔
2403
      rsp.useDbRsp->vgVersion = -1;
46,267✔
2404
      if (taosArrayPush(batchRsp.pArray, &rsp) == NULL) {
92,534✔
UNCOV
2405
        if (terrno != 0) code = terrno;
×
UNCOV
2406
        return code;
×
2407
      }
2408
      continue;
46,267✔
2409
    }
2410

2411
    int32_t numOfTable = mndGetDBTableNum(pDb, pMnode);
5,738,577✔
2412

2413
    if (pDbCacheInfo->vgVersion >= pDb->vgVersion && pDbCacheInfo->cfgVersion >= pDb->cfgVersion &&
5,738,577✔
2414
        numOfTable == pDbCacheInfo->numOfTable && pDbCacheInfo->stateTs == pDb->stateTs &&
5,666,551✔
2415
        pDbCacheInfo->tsmaVersion >= pDb->tsmaVersion) {
4,844,159✔
2416
      mTrace("db:%s, valid dbinfo, vgVersion:%d cfgVersion:%d stateTs:%" PRId64
4,387,251✔
2417
             " numOfTables:%d, not changed vgVersion:%d cfgVersion:%d stateTs:%" PRId64 " numOfTables:%d",
2418
             pDbCacheInfo->dbFName, pDbCacheInfo->vgVersion, pDbCacheInfo->cfgVersion, pDbCacheInfo->stateTs,
2419
             pDbCacheInfo->numOfTable, pDb->vgVersion, pDb->cfgVersion, pDb->stateTs, numOfTable);
2420
      mndReleaseDb(pMnode, pDb);
4,387,251✔
2421
      continue;
4,387,251✔
2422
    } else {
2423
      mTrace("db:%s, valid dbinfo, vgVersion:%d cfgVersion:%d stateTs:%" PRId64
1,351,326✔
2424
             " numOfTables:%d, changed to vgVersion:%d cfgVersion:%d stateTs:%" PRId64 " numOfTables:%d",
2425
             pDbCacheInfo->dbFName, pDbCacheInfo->vgVersion, pDbCacheInfo->cfgVersion, pDbCacheInfo->stateTs,
2426
             pDbCacheInfo->numOfTable, pDb->vgVersion, pDb->cfgVersion, pDb->stateTs, numOfTable);
2427
    }
2428

2429
    if (pDbCacheInfo->cfgVersion < pDb->cfgVersion) {
1,351,326✔
2430
      rsp.cfgRsp = taosMemoryCalloc(1, sizeof(SDbCfgRsp));
47,615✔
2431
      char algrId[TSDB_ENCRYPT_ALGR_NAME_LEN] = {0};
47,615✔
2432
      mndGetEncryptOsslAlgrNameById(pMnode, pDb->cfg.encryptAlgorithm, algrId);
47,615✔
2433
      mndDumpDbCfgInfo(rsp.cfgRsp, pDb, algrId);
47,615✔
2434
    }
2435

2436
    if (pDbCacheInfo->tsmaVersion != pDb->tsmaVersion) {
1,351,326✔
2437
      rsp.pTsmaRsp = taosMemoryCalloc(1, sizeof(STableTSMAInfoRsp));
899,045✔
2438
      if (rsp.pTsmaRsp) rsp.pTsmaRsp->pTsmas = taosArrayInit(4, POINTER_BYTES);
899,045✔
2439
      if (rsp.pTsmaRsp && rsp.pTsmaRsp->pTsmas) {
899,045✔
2440
        bool    exist = false;
899,045✔
2441
        int32_t code = mndGetDbTsmas(pMnode, 0, pDb->uid, rsp.pTsmaRsp, &exist);
899,045✔
2442
        if (TSDB_CODE_SUCCESS != code) {
899,045✔
UNCOV
2443
          mndReleaseDb(pMnode, pDb);
×
UNCOV
2444
          if (code != TSDB_CODE_NEED_RETRY) {
×
UNCOV
2445
            mError("db:%s, failed to get db tsmas", pDb->name);
×
2446
          } else {
UNCOV
2447
            mWarn("db:%s, need retry to get db tsmas", pDb->name);
×
2448
          }
UNCOV
2449
          taosArrayDestroyP(rsp.pTsmaRsp->pTsmas, tFreeAndClearTableTSMAInfo);
×
UNCOV
2450
          taosMemoryFreeClear(rsp.pTsmaRsp);
×
UNCOV
2451
          continue;
×
2452
        }
2453
        rsp.dbTsmaVersion = pDb->tsmaVersion;
899,045✔
2454
        mDebug("update tsma version to %d, got tsma num: %ld", pDb->tsmaVersion, rsp.pTsmaRsp->pTsmas->size);
899,045✔
2455
      }
2456
    }
2457

2458
    if (pDbCacheInfo->vgVersion < pDb->vgVersion || numOfTable != pDbCacheInfo->numOfTable ||
1,351,326✔
2459
        pDbCacheInfo->stateTs != pDb->stateTs) {
1,310,421✔
2460
      rsp.useDbRsp = taosMemoryCalloc(1, sizeof(SUseDbRsp));
872,113✔
2461
      rsp.useDbRsp->pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));
872,113✔
2462
      if (rsp.useDbRsp->pVgroupInfos == NULL) {
872,113✔
UNCOV
2463
        mndReleaseDb(pMnode, pDb);
×
UNCOV
2464
        mError("db:%s, failed to malloc usedb response", pDb->name);
×
UNCOV
2465
        taosArrayDestroyP(rsp.pTsmaRsp->pTsmas, tFreeAndClearTableTSMAInfo);
×
UNCOV
2466
        taosMemoryFreeClear(rsp.pTsmaRsp);
×
UNCOV
2467
        continue;
×
2468
      }
2469

2470
      mndBuildDBVgroupInfo(pDb, pMnode, rsp.useDbRsp->pVgroupInfos);
872,113✔
2471
      (void)memcpy(rsp.useDbRsp->db, pDb->name, TSDB_DB_FNAME_LEN);
872,113✔
2472
      rsp.useDbRsp->uid = pDb->uid;
872,113✔
2473
      rsp.useDbRsp->vgVersion = pDb->vgVersion;
872,113✔
2474
      rsp.useDbRsp->stateTs = pDb->stateTs;
872,113✔
2475
      rsp.useDbRsp->vgNum = (int32_t)taosArrayGetSize(rsp.useDbRsp->pVgroupInfos);
872,113✔
2476
      rsp.useDbRsp->hashMethod = pDb->cfg.hashMethod;
872,113✔
2477
      rsp.useDbRsp->hashPrefix = pDb->cfg.hashPrefix;
872,113✔
2478
      rsp.useDbRsp->hashSuffix = pDb->cfg.hashSuffix;
872,113✔
2479
      rsp.useDbRsp->flags = pDb->cfg.flags;
872,113✔
2480
    }
2481

2482
    if (taosArrayPush(batchRsp.pArray, &rsp) == NULL) {
2,702,652✔
UNCOV
2483
      mndReleaseDb(pMnode, pDb);
×
UNCOV
2484
      if (terrno != 0) code = terrno;
×
UNCOV
2485
      return code;
×
2486
    }
2487
    mndReleaseDb(pMnode, pDb);
1,351,326✔
2488
  }
2489

2490
  int32_t rspLen = tSerializeSDbHbBatchRsp(NULL, 0, &batchRsp);
7,467,899✔
2491
  void   *pRsp = taosMemoryMalloc(rspLen);
7,467,899✔
2492
  if (pRsp == NULL) {
7,467,899✔
UNCOV
2493
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
2494
    tFreeSDbHbBatchRsp(&batchRsp);
×
2495
    return -1;
×
2496
  }
2497
  int32_t ret = 0;
7,467,899✔
2498
  if ((ret = tSerializeSDbHbBatchRsp(pRsp, rspLen, &batchRsp)) < 0) return ret;
7,467,899✔
2499

2500
  *ppRsp = pRsp;
7,467,899✔
2501
  *pRspLen = rspLen;
7,467,899✔
2502

2503
  tFreeSDbHbBatchRsp(&batchRsp);
7,467,899✔
2504
  TAOS_RETURN(code);
7,467,899✔
2505
}
2506

2507
static int32_t mndSetTrimDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, int64_t startTs, STimeWindow tw,
23,821✔
2508
                                       SArray *vgroupIds, ETsdbOpType type, ETriggerType triggerType,
2509
                                       STrimDbRsp *pRsp) {
2510
  int32_t code = 0, lino = 0;
23,821✔
2511
  SSdb   *pSdb = pMnode->pSdb;
23,821✔
2512
  void   *pIter = NULL;
23,821✔
2513

2514
  SRetentionObj obj = {.optrType = type, .triggerType = triggerType};  // reuse SCompactObj struct
23,821✔
2515
  TAOS_CHECK_EXIT(mndAddRetentionToTrans(pMnode, pTrans, &obj, pDb, pRsp));
23,821✔
2516

2517
  int32_t j = 0;
23,821✔
2518
  int32_t numOfVgroups = taosArrayGetSize(vgroupIds);
23,821✔
2519
  if (numOfVgroups > 0) {
23,821✔
2520
    for (int32_t i = 0; i < numOfVgroups; i++) {
8,712✔
2521
      int64_t vgId = *(int64_t *)taosArrayGet(vgroupIds, i);
6,534✔
2522
      SVgObj *pVgroup = mndAcquireVgroup(pMnode, vgId);
6,534✔
2523

2524
      if (pVgroup == NULL) {
6,534✔
2525
        mError("db:%s, vgroup:%" PRId64 " not exist", pDb->name, vgId);
2,178✔
2526
        TAOS_CHECK_EXIT(TSDB_CODE_MND_VGROUP_NOT_EXIST);
2,178✔
2527
      } else if (pVgroup->dbUid != pDb->uid) {
4,356✔
UNCOV
2528
        mError("db:%s, vgroup:%" PRId64 " not belong to db:%s", pDb->name, vgId, pDb->name);
×
UNCOV
2529
        sdbRelease(pSdb, pVgroup);
×
UNCOV
2530
        TAOS_CHECK_EXIT(TSDB_CODE_MND_VGROUP_NOT_EXIST);
×
2531
      }
2532
      sdbRelease(pSdb, pVgroup);
4,356✔
2533
    }
2534

2535
    for (int32_t i = 0; i < numOfVgroups; i++) {
6,534✔
2536
      int64_t vgId = *(int64_t *)taosArrayGet(vgroupIds, i);
4,356✔
2537
      SVgObj *pVgroup = mndAcquireVgroup(pMnode, vgId);
4,356✔
2538

2539
      if ((code = mndBuildTrimVgroupAction(pMnode, pTrans, pDb, pVgroup, startTs, tw, type, triggerType)) != 0) {
4,356✔
2540
        sdbRelease(pSdb, pVgroup);
×
2541
        TAOS_RETURN(code);
×
2542
      }
2543

2544
      for (int32_t i = 0; i < pVgroup->replica; i++) {
8,712✔
2545
        SVnodeGid *gid = &pVgroup->vnodeGid[i];
4,356✔
2546
        if ((code = mndAddRetentionDetailToTrans(pMnode, pTrans, &obj, pVgroup, gid, j)) != 0) {
4,356✔
UNCOV
2547
          sdbRelease(pSdb, pVgroup);
×
UNCOV
2548
          TAOS_RETURN(code);
×
2549
        }
2550
        j++;
4,356✔
2551
      }
2552
      sdbRelease(pSdb, pVgroup);
4,356✔
2553
    }
2554
  } else {
2555
    while (1) {
82,076✔
2556
      SVgObj *pVgroup = NULL;
101,541✔
2557
      pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
101,541✔
2558
      if (pIter == NULL) break;
101,541✔
2559

2560
      if (pVgroup->dbUid == pDb->uid) {
82,076✔
2561
        if ((code = mndBuildTrimVgroupAction(pMnode, pTrans, pDb, pVgroup, startTs, tw, type, triggerType)) != 0) {
47,624✔
UNCOV
2562
          sdbCancelFetch(pSdb, pIter);
×
UNCOV
2563
          sdbRelease(pSdb, pVgroup);
×
UNCOV
2564
          TAOS_RETURN(code);
×
2565
        }
2566

2567
        for (int32_t i = 0; i < pVgroup->replica; i++) {
99,948✔
2568
          SVnodeGid *gid = &pVgroup->vnodeGid[i];
52,324✔
2569
          if ((code = mndAddRetentionDetailToTrans(pMnode, pTrans, &obj, pVgroup, gid, j)) != 0) {
52,324✔
UNCOV
2570
            sdbCancelFetch(pSdb, pIter);
×
UNCOV
2571
            sdbRelease(pSdb, pVgroup);
×
UNCOV
2572
            TAOS_RETURN(code);
×
2573
          }
2574
          j++;
52,324✔
2575
        }
2576
      }
2577

2578
      sdbRelease(pSdb, pVgroup);
82,076✔
2579
    }
2580
  }
2581
_exit:
23,821✔
2582
  TAOS_RETURN(code);
23,821✔
2583
}
2584

2585
static int32_t mndBuildTrimDbRsp(STrimDbRsp *rsp, int32_t *pRspLen, void **ppRsp, bool useRpcMalloc) {
21,643✔
2586
  int32_t code = 0;
21,643✔
2587
  int32_t rspLen = tSerializeSCompactDbRsp(NULL, 0, (SCompactDbRsp *)rsp);
21,643✔
2588
  void   *pRsp = NULL;
21,643✔
2589
  if (useRpcMalloc) {
21,643✔
UNCOV
2590
    pRsp = rpcMallocCont(rspLen);
×
2591
  } else {
2592
    pRsp = taosMemoryMalloc(rspLen);
21,643✔
2593
  }
2594

2595
  if (pRsp == NULL) {
21,643✔
UNCOV
2596
    code = TSDB_CODE_OUT_OF_MEMORY;
×
UNCOV
2597
    TAOS_RETURN(code);
×
2598
  }
2599

2600
  (void)tSerializeSCompactDbRsp(pRsp, rspLen, (SCompactDbRsp *)rsp);
21,643✔
2601
  *pRspLen = rspLen;
21,643✔
2602
  *ppRsp = pRsp;
21,643✔
2603
  TAOS_RETURN(code);
21,643✔
2604
}
2605

2606
int32_t mndTrimDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, STimeWindow tw, SArray *vgroupIds,
28,177✔
2607
                         ETsdbOpType type, ETriggerType triggerType) {
2608
  SSdb      *pSdb = pMnode->pSdb;
28,177✔
2609
  SVgObj    *pVgroup = NULL;
28,177✔
2610
  void      *pIter = NULL;
28,177✔
2611
  int32_t    code = 0, lino = 0;
28,177✔
2612
  STrimDbRsp rsp = {0};
28,177✔
2613
  bool       isExist = false;
28,177✔
2614

2615
  while (1) {
7,506✔
2616
    SRetentionObj *pObj = NULL;
35,683✔
2617
    pIter = sdbFetch(pMnode->pSdb, SDB_RETENTION, pIter, (void **)&pObj);
35,683✔
2618
    if (pIter == NULL) break;
35,683✔
2619

2620
    if (strcmp(pObj->dbname, pDb->name) == 0) {
7,506✔
2621
      isExist = true;
4,356✔
2622
    }
2623
    sdbRelease(pMnode->pSdb, pObj);
7,506✔
2624
  }
2625
  if (isExist) {
28,177✔
2626
    mInfo("trim db:%s already exist", pDb->name);
4,356✔
2627
    TAOS_RETURN(TSDB_CODE_MND_TRIM_ALREADY_EXIST);
4,356✔
2628
  }
2629

2630
  int64_t startTs = taosGetTimestampMs();
23,821✔
2631
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "trim-db");
23,821✔
2632
  if (pTrans == NULL) goto _exit;
23,821✔
2633
  mInfo("trans:%d, used to trim db:%s", pTrans->id, pDb->name);
23,821✔
2634
  mndTransSetDbName(pTrans, pDb->name, NULL);
23,821✔
2635
  TAOS_CHECK_EXIT(mndTrancCheckConflict(pMnode, pTrans));
23,821✔
2636
  TAOS_CHECK_EXIT(mndSetTrimDbRedoActions(pMnode, pTrans, pDb, startTs, tw, vgroupIds, type, triggerType, &rsp));
23,821✔
2637
  if (pReq) {
21,643✔
2638
    int32_t rspLen = 0;
21,643✔
2639
    void   *pRsp = NULL;
21,643✔
2640
    rsp.bAccepted = true;
21,643✔
2641
    TAOS_CHECK_EXIT(mndBuildTrimDbRsp(&rsp, &rspLen, &pRsp, false));
21,643✔
2642
    mndTransSetRpcRsp(pTrans, pRsp, rspLen);
21,643✔
2643
  }
2644
  TAOS_CHECK_EXIT(mndTransPrepare(pMnode, pTrans));
21,643✔
2645
_exit:
23,821✔
2646
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
23,821✔
2647
    mError("db:%s, failed at line %d to trim db since %s", pDb->name, lino, tstrerror(code));
2,178✔
2648
  }
2649
  mndTransDrop(pTrans);
23,821✔
2650
  TAOS_RETURN(code);
23,821✔
2651
}
2652

2653
#ifdef TD_ENTERPRISE
2654
static int32_t mndCheckRsmaInDb(SMnode *pMnode, SDbObj *pDb) {
13,794✔
2655
  int32_t   code = 0;
13,794✔
2656
  void     *pIter = NULL;
13,794✔
2657
  SRsmaObj *pRsma = NULL;
13,794✔
2658
  while ((pIter = sdbFetch(pMnode->pSdb, SDB_RSMA, pIter, (void **)&pRsma))) {
13,794✔
2659
    if (pRsma->dbUid == pDb->uid) {
13,794✔
2660
      sdbRelease(pMnode->pSdb, pRsma);
13,794✔
2661
      sdbCancelFetch(pMnode->pSdb, pIter);
13,794✔
2662
      TAOS_RETURN(code);
13,794✔
2663
    }
UNCOV
2664
    sdbRelease(pMnode->pSdb, pRsma);
×
2665
  }
UNCOV
2666
  TAOS_RETURN(TSDB_CODE_RSMA_NOT_EXIST);
×
2667
}
2668
#endif
2669

2670
static int32_t mndProcessTrimDbReq(SRpcMsg *pReq) {
21,827✔
2671
  SMnode    *pMnode = pReq->info.node;
21,827✔
2672
  int32_t    code = 0, lino = 0;
21,827✔
2673
  SDbObj    *pDb = NULL;
21,827✔
2674
  STrimDbReq trimReq = {0};
21,827✔
2675
  int64_t    tss = taosGetTimestampMs();
21,827✔
2676

2677
  TAOS_CHECK_EXIT(tDeserializeSTrimDbReq(pReq->pCont, pReq->contLen, &trimReq));
21,827✔
2678

2679
  mInfo("db:%s, start to trim, optr:%u, tw:%" PRId64 ",%" PRId64, trimReq.db, trimReq.optrType, trimReq.tw.skey,
21,827✔
2680
        trimReq.tw.ekey);
2681

2682
  pDb = mndAcquireDb(pMnode, trimReq.db);
21,827✔
2683
  if (pDb == NULL) {
21,827✔
UNCOV
2684
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
2685
    if (terrno != 0) code = terrno;
×
UNCOV
2686
    TAOS_CHECK_EXIT(code);
×
2687
  }
2688

2689
  TAOS_CHECK_EXIT(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_TRIM_DB, pDb));
21,827✔
2690

2691
  if (pDb->cfg.isMount) {
21,827✔
UNCOV
2692
    TAOS_CHECK_EXIT(TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT);
×
2693
  }
2694

2695
#ifdef TD_ENTERPRISE
2696
  if (trimReq.optrType == TSDB_OPTR_ROLLUP) {
21,827✔
2697
    TAOS_CHECK_EXIT(mndCheckRsmaInDb(pMnode, pDb));
13,794✔
2698
  }
2699
#endif
2700

2701
  TAOS_CHECK_EXIT(mndTrimDb(pMnode, pReq, pDb, trimReq.tw, trimReq.vgroupIds, trimReq.optrType, trimReq.triggerType));
21,827✔
2702
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
15,293✔
2703

2704
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
15,293✔
2705
    SName name = {0};
15,293✔
2706
    if (tNameFromString(&name, trimReq.db, T_NAME_ACCT | T_NAME_DB) < 0) {
15,293✔
UNCOV
2707
      mWarn("db:%s, failed at line %d to parse db name", trimReq.db, __LINE__);
×
2708
    }
2709

2710
    char optrType[16] = {0};
15,293✔
2711
    (void)snprintf(optrType, sizeof(optrType), "%u", trimReq.optrType);
15,293✔
2712
    int64_t tse = taosGetTimestampMs();
15,293✔
2713
    double  duration = (double)(tse - tss);
15,293✔
2714
    duration = duration / 1000;
15,293✔
2715
    auditRecord(pReq, pMnode->clusterId, "trimDB", name.dbname, optrType, trimReq.sql, trimReq.sqlLen, duration, 0);
15,293✔
2716
  }
2717

2718
_exit:
21,827✔
2719
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
21,827✔
2720
    mError("db:%s, failed at line %d to process trim db req since %s, optr:%u", trimReq.db, lino, tstrerror(code),
6,534✔
2721
           trimReq.optrType);
2722
  }
2723

2724
  mndReleaseDb(pMnode, pDb);
21,827✔
2725
  tFreeSTrimDbReq(&trimReq);
21,827✔
2726
  TAOS_RETURN(code);
21,827✔
2727
}
2728

UNCOV
2729
static int32_t mndBuildSsMigrateDbRsp(SSsMigrateDbRsp *pSsMigrateRsp, int32_t *pRspLen, void **ppRsp, bool useRpcMalloc) {
×
UNCOV
2730
  int32_t code = 0;
×
UNCOV
2731
  int32_t rspLen = tSerializeSSsMigrateDbRsp(NULL, 0, pSsMigrateRsp);
×
UNCOV
2732
  void   *pRsp = NULL;
×
UNCOV
2733
  if (useRpcMalloc) {
×
UNCOV
2734
    pRsp = rpcMallocCont(rspLen);
×
2735
  } else {
UNCOV
2736
    pRsp = taosMemoryMalloc(rspLen);
×
2737
  }
2738

UNCOV
2739
  if (pRsp == NULL) {
×
2740
    code = TSDB_CODE_OUT_OF_MEMORY;
×
2741
    TAOS_RETURN(code);
×
2742
  }
2743

2744
  (void)tSerializeSSsMigrateDbRsp(pRsp, rspLen, pSsMigrateRsp);
×
2745
  *pRspLen = rspLen;
×
UNCOV
2746
  *ppRsp = pRsp;
×
2747
  TAOS_RETURN(code);
×
2748
}
2749

2750
static int32_t mndTrimDbWal(SMnode *pMnode, SDbObj *pDb) {
1,090✔
2751
  SSdb   *pSdb = pMnode->pSdb;
1,090✔
2752
  SVgObj *pVgroup = NULL;
1,090✔
2753
  void   *pIter = NULL;
1,090✔
2754
  int32_t code = 0;
1,090✔
2755

2756
  // Iterate through all vgroups in this database
2757
  while (1) {
2,180✔
2758
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
3,270✔
2759
    if (pIter == NULL) break;
3,270✔
2760

2761
    // Check if this vgroup belongs to the database
2762
    if (pVgroup->dbUid != pDb->uid) {
2,180✔
UNCOV
2763
      sdbRelease(pSdb, pVgroup);
×
UNCOV
2764
      continue;
×
2765
    }
2766

2767
    // Prepare message to send to vnode
2768
    int32_t   contLen = sizeof(SMsgHead);
2,180✔
2769
    SMsgHead *pHead = rpcMallocCont(contLen);
2,180✔
2770
    if (pHead == NULL) {
2,180✔
UNCOV
2771
      sdbCancelFetch(pSdb, pVgroup);
×
UNCOV
2772
      sdbRelease(pSdb, pVgroup);
×
UNCOV
2773
      code = TSDB_CODE_OUT_OF_MEMORY;
×
2774
      break;
×
2775
    }
2776
    pHead->contLen = htonl(contLen);
2,180✔
2777
    pHead->vgId = htonl(pVgroup->vgId);
2,180✔
2778

2779
    // Send TRIM WAL request to vnode
2780
    SRpcMsg rpcMsg = {.msgType = TDMT_VND_TRIM_WAL, .pCont = pHead, .contLen = contLen};
2,180✔
2781
    SEpSet  epSet = mndGetVgroupEpset(pMnode, pVgroup);
2,180✔
2782
    code = tmsgSendReq(&epSet, &rpcMsg);
2,180✔
2783
    if (code != 0) {
2,180✔
2784
      mError("vgId:%d, failed to send vnode-trim-wal request since 0x%x", pVgroup->vgId, code);
×
2785
    } else {
2786
      mInfo("vgId:%d, send vnode-trim-wal request to vnode", pVgroup->vgId);
2,180✔
2787
    }
2788
    sdbRelease(pSdb, pVgroup);
2,180✔
2789
  }
2790

2791
  return code;
1,090✔
2792
}
2793

2794
static int32_t mndProcessTrimDbWalReq(SRpcMsg *pReq) {
1,090✔
2795
  SMnode    *pMnode = pReq->info.node;
1,090✔
2796
  int32_t    code = -1;
1,090✔
2797
  SDbObj    *pDb = NULL;
1,090✔
2798
  STrimDbReq trimReq = {0};
1,090✔
2799

2800
  TAOS_CHECK_GOTO(tDeserializeSTrimDbReq(pReq->pCont, pReq->contLen, &trimReq), NULL, _OVER);
1,090✔
2801

2802
  mInfo("db:%s, start to trim WAL", trimReq.db);
1,090✔
2803

2804
  pDb = mndAcquireDb(pMnode, trimReq.db);
1,090✔
2805
  if (pDb == NULL) {
1,090✔
UNCOV
2806
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
2807
    if (terrno != 0) code = terrno;
×
UNCOV
2808
    goto _OVER;
×
2809
  }
2810

2811
  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_TRIM_DB, pDb), NULL, _OVER);
1,090✔
2812

2813
  code = mndTrimDbWal(pMnode, pDb);
1,090✔
2814

2815
_OVER:
1,090✔
2816
  if (code != 0) {
1,090✔
2817
    mError("db:%s, failed to process trim db wal req since %s", trimReq.db, terrstr());
×
2818
  }
2819

2820
  mndReleaseDb(pMnode, pDb);
1,090✔
2821
  TAOS_RETURN(code);
1,090✔
2822
}
2823

UNCOV
2824
int32_t mndSsMigrateDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb) {
×
UNCOV
2825
  int32_t       code = 0;
×
UNCOV
2826
  SSsMigrateDbRsp ssMigrateRsp = {0};
×
2827

2828
  bool  isExist = false;
×
UNCOV
2829
  void *pIter = NULL;
×
UNCOV
2830
  while (1) {
×
UNCOV
2831
    SSsMigrateObj *pSsMigrate = NULL;
×
UNCOV
2832
    pIter = sdbFetch(pMnode->pSdb, SDB_SSMIGRATE, pIter, (void **)&pSsMigrate);
×
UNCOV
2833
    if (pIter == NULL) break;
×
2834

2835
    if (strcmp(pSsMigrate->dbname, pDb->name) == 0) {
×
2836
      isExist = true;
×
2837
    }
UNCOV
2838
    sdbRelease(pMnode->pSdb, pSsMigrate);
×
2839
  }
2840
  if (isExist) {
×
2841
    mInfo("ssmigrate db:%s already exist", pDb->name);
×
2842

2843
    if (pReq) {
×
2844
      int32_t rspLen = 0;
×
UNCOV
2845
      void   *pRsp = NULL;
×
2846
      ssMigrateRsp.ssMigrateId = 0;
×
2847
      ssMigrateRsp.bAccepted = false;
×
UNCOV
2848
      TAOS_CHECK_RETURN(mndBuildSsMigrateDbRsp(&ssMigrateRsp, &rspLen, &pRsp, true));
×
2849

UNCOV
2850
      pReq->info.rsp = pRsp;
×
2851
      pReq->info.rspLen = rspLen;
×
2852
    }
2853

2854
    return TSDB_CODE_MND_SSMIGRATE_ALREADY_EXIST;
×
2855
  }
2856

2857
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "ssmigrate-db");
×
2858
  if (pTrans == NULL) {
×
2859
    mError("failed to create ssmigrate-db trans since %s", terrstr());
×
UNCOV
2860
    goto _OVER;
×
2861
  }
2862

UNCOV
2863
  mInfo("trans:%d, used to ssmigrate db:%s", pTrans->id, pDb->name);
×
UNCOV
2864
  mndTransSetDbName(pTrans, pDb->name, NULL);
×
2865
  TAOS_CHECK_GOTO(mndTrancCheckConflict(pMnode, pTrans), NULL, _OVER);
×
2866

UNCOV
2867
  SSsMigrateObj ssMigrate = { .startTime = taosGetTimestampMs() };
×
2868
  TAOS_CHECK_GOTO(mndAddSsMigrateToTran(pMnode, pTrans, &ssMigrate, pDb), NULL, _OVER);
×
2869

2870
  if (pReq) {
×
2871
    int32_t rspLen = 0;
×
UNCOV
2872
    void   *pRsp = NULL;
×
UNCOV
2873
    ssMigrateRsp.ssMigrateId = ssMigrate.id;
×
2874
    ssMigrateRsp.bAccepted = true;
×
2875
    TAOS_CHECK_GOTO(mndBuildSsMigrateDbRsp(&ssMigrateRsp, &rspLen, &pRsp, false), NULL, _OVER);
×
2876
    mndTransSetRpcRsp(pTrans, pRsp, rspLen);
×
2877
  }
2878

2879
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
×
UNCOV
2880
  code = 0;
×
2881

2882
_OVER:
×
2883
  mndTransDrop(pTrans);
×
2884
  TAOS_RETURN(code);
×
2885
}
2886

2887

UNCOV
2888
static int32_t mndProcessSsMigrateDbReq(SRpcMsg *pReq) {
×
UNCOV
2889
  SMnode         *pMnode = pReq->info.node;
×
2890
  int32_t         code = -1;
×
2891
  SDbObj         *pDb = NULL;
×
UNCOV
2892
  SSsMigrateDbReq ssMigrateReq = {0};
×
2893

2894
  if (!tsSsEnabled) {
×
2895
    code = TSDB_CODE_OPS_NOT_SUPPORT;
×
UNCOV
2896
    goto _OVER;
×
2897
  }
2898

2899
  TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_SHARED_STORAGE), NULL, _OVER);
×
2900
  TAOS_CHECK_GOTO(tDeserializeSSsMigrateDbReq(pReq->pCont, pReq->contLen, &ssMigrateReq), NULL, _OVER);
×
2901

2902
  mInfo("db:%s, start to ssmigrate", ssMigrateReq.db);
×
2903

UNCOV
2904
  pDb = mndAcquireDb(pMnode, ssMigrateReq.db);
×
2905
  if (pDb == NULL) {
×
2906
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2907
    if (terrno != 0) code = terrno;
×
UNCOV
2908
    goto _OVER;
×
2909
  }
2910

2911
  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_SSMIGRATE_DB, pDb), NULL, _OVER);
×
2912

2913
  if(pDb->cfg.isMount) {
×
UNCOV
2914
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
×
2915
    goto _OVER;
×
2916
  }
2917

2918
  code = mndSsMigrateDb(pMnode, pReq, pDb);
×
2919

UNCOV
2920
_OVER:
×
UNCOV
2921
  if (code != 0) {
×
2922
    mError("db:%s, failed to process ssmigrate db req since %s", ssMigrateReq.db, tstrerror(code));
×
2923
  }
2924

2925
  mndReleaseDb(pMnode, pDb);
×
2926
  TAOS_RETURN(code);
×
2927
}
2928

2929
const char *mndGetDbStr(const char *src) {
21,159,493✔
2930
  char *pos = strstr(src, TS_PATH_DELIMITER);
21,159,493✔
2931
  if (pos != NULL) ++pos;
21,159,493✔
2932
  if (pos == NULL) return src;
21,159,493✔
2933
  return pos;
19,871,782✔
2934
}
2935

2936
const char *mndGetStableStr(const char *src) {
18,082,973✔
2937
  char *pos = strstr(src, TS_PATH_DELIMITER);
18,082,973✔
2938
  if (pos != NULL) ++pos;
18,082,973✔
2939
  if (pos == NULL) return src;
18,082,973✔
2940
  return mndGetDbStr(pos);
18,082,973✔
2941
}
2942

UNCOV
2943
static int64_t getValOfDiffPrecision(int8_t unit, int64_t val) {
×
UNCOV
2944
  int64_t v = 0;
×
UNCOV
2945
  switch (unit) {
×
UNCOV
2946
    case 's':
×
UNCOV
2947
      v = val / 1000;
×
UNCOV
2948
      break;
×
UNCOV
2949
    case 'm':
×
UNCOV
2950
      v = val / tsTickPerMin[TSDB_TIME_PRECISION_MILLI];
×
UNCOV
2951
      break;
×
UNCOV
2952
    case 'h':
×
UNCOV
2953
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 60);
×
2954
      break;
×
2955
    case 'd':
×
2956
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 24 * 60);
×
2957
      break;
×
2958
    case 'w':
×
2959
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 24 * 60 * 7);
×
2960
      break;
×
2961
    default:
×
2962
      break;
×
2963
  }
2964

2965
  return v;
×
2966
}
2967

2968
static char *buildRetension(SArray *pRetension) {
527,809✔
2969
  size_t size = taosArrayGetSize(pRetension);
527,809✔
2970
  if (size == 0) {
527,809✔
2971
    return NULL;
527,809✔
2972
  }
2973

UNCOV
2974
  char       *p1 = taosMemoryCalloc(1, 100);
×
UNCOV
2975
  SRetention *p = taosArrayGet(pRetension, 0);
×
2976

UNCOV
2977
  int32_t len = 2;
×
2978

UNCOV
2979
  int64_t v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
×
UNCOV
2980
  int64_t v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
×
UNCOV
2981
  len += tsnprintf(p1 + len, 100 - len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
×
2982

UNCOV
2983
  if (size > 1) {
×
UNCOV
2984
    len += tsnprintf(p1 + len, 100 - len, ",");
×
2985
    p = taosArrayGet(pRetension, 1);
×
2986

UNCOV
2987
    v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
×
2988
    v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
×
UNCOV
2989
    len += tsnprintf(p1 + len, 100 - len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
×
2990
  }
2991

2992
  if (size > 2) {
×
UNCOV
2993
    len += tsnprintf(p1 + len, 100 - len, ",");
×
2994
    p = taosArrayGet(pRetension, 2);
×
2995

2996
    v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
×
UNCOV
2997
    v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
×
2998
    len += tsnprintf(p1 + len, 100 - len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
×
2999
  }
3000

UNCOV
3001
  varDataSetLen(p1, len);
×
UNCOV
3002
  return p1;
×
3003
}
3004

3005
static const char *getCacheModelStr(int8_t cacheModel) {
527,809✔
3006
  switch (cacheModel) {
527,809✔
3007
    case TSDB_CACHE_MODEL_NONE:
492,075✔
3008
      return TSDB_CACHE_MODEL_NONE_STR;
492,075✔
3009
    case TSDB_CACHE_MODEL_LAST_ROW:
2,144✔
3010
      return TSDB_CACHE_MODEL_LAST_ROW_STR;
2,144✔
3011
    case TSDB_CACHE_MODEL_LAST_VALUE:
5,476✔
3012
      return TSDB_CACHE_MODEL_LAST_VALUE_STR;
5,476✔
3013
    case TSDB_CACHE_MODEL_BOTH:
28,114✔
3014
      return TSDB_CACHE_MODEL_BOTH_STR;
28,114✔
UNCOV
3015
    default:
×
UNCOV
3016
      break;
×
3017
  }
UNCOV
3018
  return "unknown";
×
3019
}
3020

3021
static void getEncryptAlgorithmStr(SMnode *pMnode, int8_t encryptAlgorithm, char *out) {
527,809✔
3022
  switch (encryptAlgorithm) {
527,809✔
3023
    case TSDB_ENCRYPT_ALGO_NONE: {
526,856✔
3024
      tstrncpy(out, TSDB_ENCRYPT_ALGO_NONE_STR, TSDB_ENCRYPT_ALGR_NAME_LEN);
526,856✔
3025
      break;
526,856✔
3026
    }
3027
    default: {
953✔
3028
      SEncryptAlgrObj *obj = mndAcquireEncryptAlgrById(pMnode, encryptAlgorithm);
953✔
3029
      if (obj != NULL) {
953✔
3030
        tstrncpy(out, obj->algorithm_id, TSDB_ENCRYPT_ALGR_NAME_LEN);
953✔
3031
        mndReleaseEncryptAlgr(pMnode, obj);
953✔
3032
      }
3033
      break;
953✔
3034
    }
3035
  }
3036
}
527,809✔
3037

3038
bool mndIsDbReady(SMnode *pMnode, SDbObj *pDb) {
2,005,965✔
3039
  if (pDb->cfg.replications == 1) return true;
2,005,965✔
3040

3041
  SSdb *pSdb = pMnode->pSdb;
430,702✔
3042
  void *pIter = NULL;
430,702✔
3043
  bool  isReady = true;
430,702✔
3044
  while (1) {
2,048,939✔
3045
    SVgObj *pVgroup = NULL;
2,479,641✔
3046
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
2,479,641✔
3047
    if (pIter == NULL) break;
2,479,641✔
3048

3049
    if (pVgroup->dbUid == pDb->uid && pVgroup->replica > 1) {
2,048,939✔
3050
      bool hasLeader = false;
1,262,319✔
3051
      for (int32_t i = 0; i < pVgroup->replica; ++i) {
4,995,544✔
3052
        if (pVgroup->vnodeGid[i].syncState == TAOS_SYNC_STATE_LEADER ||
3,733,225✔
3053
            pVgroup->vnodeGid[i].syncState == TAOS_SYNC_STATE_ASSIGNED_LEADER) {
3,283,671✔
3054
          hasLeader = true;
449,554✔
3055
        }
3056
      }
3057
      if (!hasLeader) isReady = false;
1,262,319✔
3058
    }
3059
    sdbRelease(pSdb, pVgroup);
2,048,939✔
3060
  }
3061

3062
  return isReady;
430,702✔
3063
}
3064

3065
static void mndDumpDbInfoData(SMnode *pMnode, SSDataBlock *pBlock, SDbObj *pDb, SShowObj *pShow, int32_t rows,
1,447,577✔
3066
                              int64_t numOfTables, bool sysDb, ESdbStatus objStatus, bool sysinfo,
3067
                              SSHashObj **ppUidNames) {
3068
  int32_t cols = 0;
1,447,577✔
3069
  int32_t bytes = pShow->pMeta->pSchemas[cols].bytes;
1,447,577✔
3070
  char   *buf = taosMemoryMalloc(bytes);
1,447,577✔
3071
  if (buf == NULL) {
1,447,577✔
UNCOV
3072
    mError("db:%s, failed to malloc buffer", pDb->name);
×
UNCOV
3073
    return;
×
3074
  }
3075
  int32_t code = 0;
1,447,577✔
3076
  int32_t lino = 0;
1,447,577✔
3077

3078
  const char *name = mndGetDbStr(pDb->name);
1,447,577✔
3079
  if (name != NULL) {
1,447,577✔
3080
    STR_WITH_MAXSIZE_TO_VARSTR(buf, name, bytes);
1,447,577✔
3081
  } else {
UNCOV
3082
    STR_WITH_MAXSIZE_TO_VARSTR(buf, "NULL", bytes);
×
3083
  }
3084

3085
  const char *precStr = NULL;
1,447,577✔
3086
  switch (pDb->cfg.precision) {
1,447,577✔
3087
    case TSDB_TIME_PRECISION_MILLI:
1,404,544✔
3088
      precStr = TSDB_TIME_PRECISION_MILLI_STR;
1,404,544✔
3089
      break;
1,404,544✔
3090
    case TSDB_TIME_PRECISION_MICRO:
11,543✔
3091
      precStr = TSDB_TIME_PRECISION_MICRO_STR;
11,543✔
3092
      break;
11,543✔
3093
    case TSDB_TIME_PRECISION_NANO:
31,490✔
3094
      precStr = TSDB_TIME_PRECISION_NANO_STR;
31,490✔
3095
      break;
31,490✔
UNCOV
3096
    default:
×
UNCOV
3097
      precStr = "none";
×
UNCOV
3098
      break;
×
3099
  }
3100
  char precVstr[10] = {0};
1,447,577✔
3101
  STR_WITH_MAXSIZE_TO_VARSTR(precVstr, precStr, 10);
1,447,577✔
3102

3103
  char *statusStr = "ready";
1,447,577✔
3104
  if (objStatus == SDB_STATUS_CREATING) {
1,447,577✔
UNCOV
3105
    statusStr = "creating";
×
3106
  } else if (objStatus == SDB_STATUS_DROPPING) {
1,447,577✔
3107
    statusStr = "dropping";
×
3108
  } else {
3109
    if (!sysDb && !mndIsDbReady(pMnode, pDb)) {
1,447,577✔
3110
      statusStr = "unsynced";
4,903✔
3111
    }
3112
  }
3113
  char statusVstr[24] = {0};
1,447,577✔
3114
  STR_WITH_MAXSIZE_TO_VARSTR(statusVstr, statusStr, 24);
1,447,577✔
3115

3116
  if (sysDb || !sysinfo) {
1,447,577✔
3117
    for (int32_t i = 0; i < pShow->numOfColumns; ++i) {
37,710,488✔
3118
      SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, i);
36,790,720✔
3119
      if (i == 0) {
36,790,720✔
3120
        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, buf, false), &lino, _OVER);
919,768✔
3121
      } else if (i == 1) {
35,870,952✔
3122
        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->createdTime, false), &lino, _OVER);
919,768✔
3123
      } else if (i == 3) {
34,951,184✔
3124
        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&numOfTables, false), &lino, _OVER);
919,768✔
3125
      } else if (i == 14) {
34,031,416✔
3126
        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, precVstr, false), &lino, _OVER);
919,768✔
3127
      } else if (i == 15) {
33,111,648✔
3128
        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, statusVstr, false), &lino, _OVER);
919,768✔
3129
      } else {
3130
        colDataSetNULL(pColInfo, rows);
32,191,880✔
3131
      }
3132
    }
3133
  } else {
3134
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3135
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, buf, false), &lino, _OVER);
527,809✔
3136

3137
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3138
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->createdTime, false), &lino, _OVER);
527,809✔
3139

3140
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3141
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.numOfVgroups, false), &lino, _OVER);
527,809✔
3142

3143
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3144
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&numOfTables, false), &lino, _OVER);
527,809✔
3145

3146
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3147
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.replications, false), &lino, _OVER);
527,809✔
3148

3149
    const char *strictStr = pDb->cfg.strict ? "on" : "off";
527,809✔
3150
    char        strictVstr[24] = {0};
527,809✔
3151
    STR_WITH_MAXSIZE_TO_VARSTR(strictVstr, strictStr, 24);
527,809✔
3152
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3153
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)strictVstr, false), &lino, _OVER);
527,809✔
3154

3155
    char    durationStr[128] = {0};
527,809✔
3156
    char    durationVstr[128] = {0};
527,809✔
3157
    int32_t len = formatDurationOrKeep(&durationVstr[VARSTR_HEADER_SIZE], sizeof(durationVstr) - VARSTR_HEADER_SIZE,
527,809✔
3158
                                       pDb->cfg.daysPerFile);
3159

3160
    varDataSetLen(durationVstr, len);
527,809✔
3161
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3162
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);
527,809✔
3163

3164
    char keepVstr[128] = {0};
527,809✔
3165
    char keep0Str[32] = {0};
527,809✔
3166
    char keep1Str[32] = {0};
527,809✔
3167
    char keep2Str[32] = {0};
527,809✔
3168

3169
    int32_t lenKeep0 = formatDurationOrKeep(keep0Str, sizeof(keep0Str), pDb->cfg.daysToKeep0);
527,809✔
3170
    int32_t lenKeep1 = formatDurationOrKeep(keep1Str, sizeof(keep1Str), pDb->cfg.daysToKeep1);
527,809✔
3171
    int32_t lenKeep2 = formatDurationOrKeep(keep2Str, sizeof(keep2Str), pDb->cfg.daysToKeep2);
527,809✔
3172

3173
    if (pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep1 || pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep2) {
527,809✔
UNCOV
3174
      len = tsnprintf(&keepVstr[VARSTR_HEADER_SIZE], sizeof(keepVstr), "%s,%s,%s", keep1Str, keep2Str, keep0Str);
×
3175
    } else {
3176
      len = tsnprintf(&keepVstr[VARSTR_HEADER_SIZE], sizeof(keepVstr), "%s,%s,%s", keep0Str, keep1Str, keep2Str);
527,809✔
3177
    }
3178
    varDataSetLen(keepVstr, len);
527,809✔
3179
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3180
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)keepVstr, false), &lino, _OVER);
527,809✔
3181

3182
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3183
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.buffer, false), &lino, _OVER);
527,809✔
3184

3185
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3186
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.pageSize, false), &lino, _OVER);
527,809✔
3187

3188
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3189
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.pages, false), &lino, _OVER);
527,809✔
3190

3191
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3192
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.minRows, false), &lino, _OVER);
527,809✔
3193

3194
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3195
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.maxRows, false), &lino, _OVER);
527,809✔
3196

3197
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3198
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.compression, false), &lino, _OVER);
527,809✔
3199

3200
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3201
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)precVstr, false), &lino, _OVER);
527,809✔
3202

3203
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3204
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)statusVstr, false), &lino, _OVER);
527,809✔
3205

3206
    char *rentensionVstr = buildRetension(pDb->cfg.pRetensions);
527,809✔
3207
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3208
    if (rentensionVstr == NULL) {
527,809✔
3209
      colDataSetNULL(pColInfo, rows);
527,809✔
3210
    } else {
UNCOV
3211
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)rentensionVstr, false), &lino, _OVER);
×
UNCOV
3212
      taosMemoryFree(rentensionVstr);
×
3213
    }
3214

3215
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3216
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.numOfStables, false), &lino, _OVER);
527,809✔
3217

3218
    const char *cacheModelStr = getCacheModelStr(pDb->cfg.cacheLast);
527,809✔
3219
    char        cacheModelVstr[24] = {0};
527,809✔
3220
    STR_WITH_MAXSIZE_TO_VARSTR(cacheModelVstr, cacheModelStr, 24);
527,809✔
3221
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3222
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)cacheModelVstr, false), &lino, _OVER);
527,809✔
3223

3224
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3225
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.cacheLastSize, false), &lino, _OVER);
527,809✔
3226

3227
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3228
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walLevel, false), &lino, _OVER);
527,809✔
3229

3230
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3231
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walFsyncPeriod, false), &lino, _OVER);
527,809✔
3232

3233
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3234
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walRetentionPeriod, false), &lino, _OVER);
527,809✔
3235

3236
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3237
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walRetentionSize, false), &lino, _OVER);
527,809✔
3238

3239
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3240
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.sstTrigger, false), &lino, _OVER);
527,809✔
3241

3242
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3243
    int16_t hashPrefix = pDb->cfg.hashPrefix;
527,809✔
3244
    if (hashPrefix > 0) {
527,809✔
3245
      hashPrefix = pDb->cfg.hashPrefix - strlen(pDb->name) - 1;
4,518✔
3246
    } else if (hashPrefix < 0) {
523,291✔
3247
      hashPrefix = pDb->cfg.hashPrefix + strlen(pDb->name) + 1;
5,064✔
3248
    }
3249
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&hashPrefix, false), &lino, _OVER);
527,809✔
3250

3251
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3252
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.hashSuffix, false), &lino, _OVER);
527,809✔
3253

3254
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3255
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.tsdbPageSize, false), &lino, _OVER);
527,809✔
3256

3257
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3258
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.keepTimeOffset, false), &lino, _OVER);
527,809✔
3259

3260
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3261
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.ssChunkSize, false), &lino, _OVER);
527,809✔
3262

3263
    char keeplocalVstr[128] = {0};
527,809✔
3264
    len = tsnprintf(&keeplocalVstr[VARSTR_HEADER_SIZE], sizeof(keeplocalVstr), "%dm", pDb->cfg.ssKeepLocal);
527,809✔
3265
    varDataSetLen(keeplocalVstr, len);
527,809✔
3266
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3267
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)keeplocalVstr, false), &lino, _OVER);
527,809✔
3268

3269
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3270
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.ssCompact, false), &lino, _OVER);
527,809✔
3271

3272
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3273
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.withArbitrator, false), &lino, _OVER);
527,809✔
3274

3275
    char encryptAlgorithmStr[TSDB_ENCRYPT_ALGR_NAME_LEN] = {0};
527,809✔
3276
    getEncryptAlgorithmStr(pMnode, pDb->cfg.encryptAlgorithm, encryptAlgorithmStr);
527,809✔
3277
    char        encryptAlgorithmVStr[24] = {0};
527,809✔
3278
    STR_WITH_MAXSIZE_TO_VARSTR(encryptAlgorithmVStr, encryptAlgorithmStr, 24);
527,809✔
3279
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
527,809✔
3280
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)encryptAlgorithmVStr, false), &lino, _OVER);
527,809✔
3281

3282
    TAOS_UNUSED(formatDurationOrKeep(durationStr, sizeof(durationStr), pDb->cfg.compactInterval));
527,809✔
3283
    STR_WITH_MAXSIZE_TO_VARSTR(durationVstr, durationStr, sizeof(durationVstr));
527,809✔
3284
    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {
527,809✔
3285
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);
527,809✔
3286
    }
3287

3288
    len = formatDurationOrKeep(durationStr, sizeof(durationStr), pDb->cfg.compactStartTime);
527,809✔
3289
    TAOS_UNUSED(formatDurationOrKeep(durationVstr, sizeof(durationVstr), pDb->cfg.compactEndTime));
527,809✔
3290
    TAOS_UNUSED(snprintf(durationStr + len, sizeof(durationStr) - len, ",%s", durationVstr));
527,809✔
3291
    STR_WITH_MAXSIZE_TO_VARSTR(durationVstr, durationStr, sizeof(durationVstr));
527,809✔
3292
    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {
527,809✔
3293
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);
527,809✔
3294
    }
3295

3296
    TAOS_UNUSED(snprintf(durationStr, sizeof(durationStr), "%dh", pDb->cfg.compactTimeOffset));
527,809✔
3297
    STR_WITH_MAXSIZE_TO_VARSTR(durationVstr, durationStr, sizeof(durationVstr));
527,809✔
3298
    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {
527,809✔
3299
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);
527,809✔
3300
    }
3301

3302
    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {
527,809✔
3303
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.isAudit, false), &lino, _OVER);
527,809✔
3304
    }
3305

3306
    if (!(*ppUidNames)) {
527,809✔
3307
      TAOS_CHECK_GOTO(mndBuildUidNamesHash(pMnode, ppUidNames), &lino, _OVER);
304,398✔
3308
    }
3309
    const char *ownerName = tSimpleHashGet(*ppUidNames, (const char *)&pDb->ownerId, sizeof(pDb->ownerId));
527,809✔
3310
    TAOS_UNUSED(snprintf(durationStr, sizeof(durationStr), "%s", ownerName ? ownerName : "[unknown]"));
527,809✔
3311
    STR_WITH_MAXSIZE_TO_VARSTR(durationVstr, durationStr, sizeof(durationVstr));
527,809✔
3312
    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {
527,809✔
3313
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);
527,809✔
3314
    }
3315

3316
    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {
527,809✔
3317
      uint8_t allowDrop = pDb->cfg.allowDrop;
527,809✔
3318
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&allowDrop, false), &lino, _OVER);
527,809✔
3319
    }
3320
  }
3321
_OVER:
1,447,577✔
3322
  if (code != 0) mError("failed to retrieve at line:%d, since %s", lino, tstrerror(code));
1,447,577✔
3323
  taosMemoryFree(buf);
1,447,577✔
3324
}
3325

3326
static void setInformationSchemaDbCfg(SMnode *pMnode, SDbObj *pDbObj) {
457,771✔
3327
  tstrncpy(pDbObj->name, TSDB_INFORMATION_SCHEMA_DB, tListLen(pDbObj->name));
457,771✔
3328
  pDbObj->createdTime = mndGetClusterCreateTime(pMnode);
457,771✔
3329
  pDbObj->cfg.numOfVgroups = 0;
457,771✔
3330
  pDbObj->cfg.strict = 1;
457,771✔
3331
  pDbObj->cfg.replications = 1;
457,771✔
3332
  pDbObj->cfg.precision = TSDB_TIME_PRECISION_MILLI;
457,771✔
3333
}
457,771✔
3334

3335
static void setPerfSchemaDbCfg(SMnode *pMnode, SDbObj *pDbObj) {
457,771✔
3336
  tstrncpy(pDbObj->name, TSDB_PERFORMANCE_SCHEMA_DB, tListLen(pDbObj->name));
457,771✔
3337
  pDbObj->createdTime = mndGetClusterCreateTime(pMnode);
457,771✔
3338
  pDbObj->cfg.numOfVgroups = 0;
457,771✔
3339
  pDbObj->cfg.strict = 1;
457,771✔
3340
  pDbObj->cfg.replications = 1;
457,771✔
3341
  pDbObj->cfg.precision = TSDB_TIME_PRECISION_MILLI;
457,771✔
3342
}
457,771✔
3343

3344
static bool mndGetTablesOfDbFp(SMnode *pMnode, void *pObj, void *p1, void *p2, void *p3) {
4,356,080✔
3345
  SVgObj  *pVgroup = pObj;
4,356,080✔
3346
  int32_t *numOfTables = p1;
4,356,080✔
3347
  int64_t  uid = *(int64_t *)p2;
4,356,080✔
3348
  if (pVgroup->dbUid == uid) {
4,356,080✔
3349
    *numOfTables += pVgroup->numOfTables;
1,426,022✔
3350
  }
3351
  return true;
4,356,080✔
3352
}
3353

3354
static int32_t mndRetrieveDbs(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rowsCapacity) {
457,771✔
3355
  SMnode    *pMnode = pReq->info.node;
457,771✔
3356
  SSdb      *pSdb = pMnode->pSdb;
457,771✔
3357
  int32_t    numOfRows = 0;
457,771✔
3358
  SDbObj    *pDb = NULL;
457,771✔
3359
  SUserObj  *pOperUser = NULL;
457,771✔
3360
  ESdbStatus objStatus = 0;
457,771✔
3361
  SSHashObj *pUidNames = NULL;
457,771✔
3362

3363
  (void)mndAcquireUser(pMnode, RPC_MSG_USER(pReq), &pOperUser);
457,771✔
3364
  if (pOperUser == NULL) return 0;
457,771✔
3365
  bool sysinfo = pOperUser->sysInfo;
457,771✔
3366
  char objFName[TSDB_OBJ_FNAME_LEN + 1] = {0};
457,771✔
3367
  (void)snprintf(objFName, sizeof(objFName), "%d.*", pOperUser->acctId);
457,771✔
3368
  bool showAnyDb = (0 == mndCheckSysObjPrivilege(pMnode, pOperUser, RPC_MSG_TOKEN(pReq), PRIV_CM_SHOW, PRIV_OBJ_DB, 0,
457,771✔
3369
                                                 objFName, NULL));
3370

3371
  // Append the information_schema database into the result.
3372
  if (!pShow->sysDbRsp) {
457,771✔
3373
    SDbObj infoschemaDb = {0};
457,771✔
3374
    setInformationSchemaDbCfg(pMnode, &infoschemaDb);
457,771✔
3375
    size_t numOfTables = 0;
457,771✔
3376
    getVisibleInfosTablesNum(sysinfo, &numOfTables);
457,771✔
3377
    mndDumpDbInfoData(pMnode, pBlock, &infoschemaDb, pShow, numOfRows, numOfTables, true, 0, 1, &pUidNames);
457,771✔
3378

3379
    numOfRows += 1;
457,771✔
3380

3381
    SDbObj perfschemaDb = {0};
457,771✔
3382
    setPerfSchemaDbCfg(pMnode, &perfschemaDb);
457,771✔
3383
    numOfTables = 0;
457,771✔
3384
    getPerfDbMeta(NULL, &numOfTables);
457,771✔
3385
    mndDumpDbInfoData(pMnode, pBlock, &perfschemaDb, pShow, numOfRows, numOfTables, true, 0, 1, &pUidNames);
457,771✔
3386

3387
    numOfRows += 1;
457,771✔
3388
    pShow->sysDbRsp = true;
457,771✔
3389
  }
3390

3391
  while (numOfRows < rowsCapacity) {
989,806✔
3392
    pShow->pIter = sdbFetchAll(pSdb, SDB_DB, pShow->pIter, (void **)&pDb, &objStatus, true);
989,806✔
3393
    if (pShow->pIter == NULL) break;
989,806✔
3394
    if (showAnyDb || mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_SHOW_DATABASES, pDb) == 0) {
532,035✔
3395
      int32_t numOfTables = 0;
532,035✔
3396
      sdbTraverse(pSdb, SDB_VGROUP, mndGetTablesOfDbFp, &numOfTables, &pDb->uid, NULL);
532,035✔
3397
      mndDumpDbInfoData(pMnode, pBlock, pDb, pShow, numOfRows, numOfTables, false, objStatus, sysinfo, &pUidNames);
532,035✔
3398
      numOfRows++;
532,035✔
3399
    }
3400

3401
    sdbRelease(pSdb, pDb);
532,035✔
3402
  }
3403

3404
  pShow->numOfRows += numOfRows;
457,771✔
3405
  mndReleaseUser(pMnode, pOperUser);
457,771✔
3406
  tSimpleHashCleanup(pUidNames);
457,771✔
3407
  return numOfRows;
457,771✔
3408
}
3409

UNCOV
3410
static void mndCancelGetNextDb(SMnode *pMnode, void *pIter) {
×
UNCOV
3411
  SSdb *pSdb = pMnode->pSdb;
×
UNCOV
3412
  sdbCancelFetchByType(pSdb, pIter, SDB_DB);
×
UNCOV
3413
}
×
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc