• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #3561

19 Dec 2024 03:15AM UTC coverage: 58.812% (-1.3%) from 60.124%
#3561

push

travis-ci

web-flow
Merge pull request #29213 from taosdata/merge/mainto3.0

merge: from main to 3.0 branch

130770 of 287658 branches covered (45.46%)

Branch coverage included in aggregate %.

32 of 78 new or added lines in 4 files covered. (41.03%)

7347 existing lines in 166 files now uncovered.

205356 of 283866 relevant lines covered (72.34%)

7187865.64 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

65.97
/source/dnode/mnode/impl/src/mndDb.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#define _DEFAULT_SOURCE
17
#include "audit.h"
18
#include "command.h"
19
#include "mndArbGroup.h"
20
#include "mndCluster.h"
21
#include "mndConfig.h"
22
#include "mndDb.h"
23
#include "mndDnode.h"
24
#include "mndIndex.h"
25
#include "mndPrivilege.h"
26
#include "mndShow.h"
27
#include "mndSma.h"
28
#include "mndStb.h"
29
#include "mndStream.h"
30
#include "mndSubscribe.h"
31
#include "mndTopic.h"
32
#include "mndTrans.h"
33
#include "mndUser.h"
34
#include "mndVgroup.h"
35
#include "mndView.h"
36
#include "systable.h"
37
#include "thttp.h"
38
#include "tjson.h"
39

40
#define DB_VER_NUMBER   1
41
#define DB_RESERVE_SIZE 14
42

43
static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw);
44
static int32_t  mndDbActionInsert(SSdb *pSdb, SDbObj *pDb);
45
static int32_t  mndDbActionDelete(SSdb *pSdb, SDbObj *pDb);
46
static int32_t  mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew);
47
static int32_t  mndNewDbActionValidate(SMnode *pMnode, STrans *pTrans, SSdbRaw *pRaw);
48

49
static int32_t mndProcessCreateDbReq(SRpcMsg *pReq);
50
static int32_t mndProcessAlterDbReq(SRpcMsg *pReq);
51
static int32_t mndProcessDropDbReq(SRpcMsg *pReq);
52
static int32_t mndProcessUseDbReq(SRpcMsg *pReq);
53
static int32_t mndProcessTrimDbReq(SRpcMsg *pReq);
54
static int32_t mndProcessS3MigrateDbReq(SRpcMsg *pReq);
55
static int32_t mndRetrieveDbs(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rowsCapacity);
56
static void    mndCancelGetNextDb(SMnode *pMnode, void *pIter);
57
static int32_t mndProcessGetDbCfgReq(SRpcMsg *pReq);
58

59
#ifndef TD_ENTERPRISE
60
int32_t mndProcessCompactDbReq(SRpcMsg *pReq) { return TSDB_CODE_OPS_NOT_SUPPORT; }
61
#endif
62

63
int32_t mndInitDb(SMnode *pMnode) {
1,366✔
64
  SSdbTable table = {
1,366✔
65
      .sdbType = SDB_DB,
66
      .keyType = SDB_KEY_BINARY,
67
      .encodeFp = (SdbEncodeFp)mndDbActionEncode,
68
      .decodeFp = (SdbDecodeFp)mndDbActionDecode,
69
      .insertFp = (SdbInsertFp)mndDbActionInsert,
70
      .updateFp = (SdbUpdateFp)mndDbActionUpdate,
71
      .deleteFp = (SdbDeleteFp)mndDbActionDelete,
72
      .validateFp = (SdbValidateFp)mndNewDbActionValidate,
73
  };
74

75
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_DB, mndProcessCreateDbReq);
1,366✔
76
  mndSetMsgHandle(pMnode, TDMT_MND_ALTER_DB, mndProcessAlterDbReq);
1,366✔
77
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_DB, mndProcessDropDbReq);
1,366✔
78
  mndSetMsgHandle(pMnode, TDMT_MND_USE_DB, mndProcessUseDbReq);
1,366✔
79
  mndSetMsgHandle(pMnode, TDMT_MND_COMPACT_DB, mndProcessCompactDbReq);
1,366✔
80
  mndSetMsgHandle(pMnode, TDMT_MND_TRIM_DB, mndProcessTrimDbReq);
1,366✔
81
  mndSetMsgHandle(pMnode, TDMT_MND_GET_DB_CFG, mndProcessGetDbCfgReq);
1,366✔
82
  mndSetMsgHandle(pMnode, TDMT_MND_S3MIGRATE_DB, mndProcessS3MigrateDbReq);
1,366✔
83

84
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_DB, mndRetrieveDbs);
1,366✔
85
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_DB, mndCancelGetNextDb);
1,366✔
86

87
  return sdbSetTable(pMnode->pSdb, table);
1,366✔
88
}
89

90
void mndCleanupDb(SMnode *pMnode) {}
1,365✔
91

92
SSdbRaw *mndDbActionEncode(SDbObj *pDb) {
15,728✔
93
  int32_t code = 0;
15,728✔
94
  int32_t lino = 0;
15,728✔
95
  terrno = TSDB_CODE_OUT_OF_MEMORY;
15,728✔
96

97
  int32_t  size = sizeof(SDbObj) + pDb->cfg.numOfRetensions * sizeof(SRetention) + DB_RESERVE_SIZE;
15,728✔
98
  SSdbRaw *pRaw = sdbAllocRaw(SDB_DB, DB_VER_NUMBER, size);
15,728✔
99
  if (pRaw == NULL) goto _OVER;
15,728!
100

101
  int32_t dataPos = 0;
15,728✔
102
  SDB_SET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, _OVER)
15,728!
103
  SDB_SET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, _OVER)
15,728!
104
  SDB_SET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, _OVER)
15,728!
105
  SDB_SET_INT64(pRaw, dataPos, pDb->createdTime, _OVER)
15,728!
106
  SDB_SET_INT64(pRaw, dataPos, pDb->updateTime, _OVER)
15,728!
107
  SDB_SET_INT64(pRaw, dataPos, pDb->uid, _OVER)
15,728!
108
  SDB_SET_INT32(pRaw, dataPos, pDb->cfgVersion, _OVER)
15,728!
109
  SDB_SET_INT32(pRaw, dataPos, pDb->vgVersion, _OVER)
15,728!
110
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfVgroups, _OVER)
15,728!
111
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfStables, _OVER)
15,728!
112
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.buffer, _OVER)
15,728!
113
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.pageSize, _OVER)
15,728!
114
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.pages, _OVER)
15,728!
115
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.cacheLastSize, _OVER)
15,728!
116
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysPerFile, _OVER)
15,728!
117
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep0, _OVER)
15,728!
118
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep1, _OVER)
15,728!
119
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep2, _OVER)
15,728!
120
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.minRows, _OVER)
15,728!
121
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.maxRows, _OVER)
15,728!
122
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walFsyncPeriod, _OVER)
15,728!
123
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.walLevel, _OVER)
15,728!
124
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.precision, _OVER)
15,728!
125
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.compression, _OVER)
15,728!
126
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.replications, _OVER)
15,728!
127
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.strict, _OVER)
15,728!
128
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.cacheLast, _OVER)
15,728!
129
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.hashMethod, _OVER)
15,728!
130
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfRetensions, _OVER)
15,728!
131
  for (int32_t i = 0; i < pDb->cfg.numOfRetensions; ++i) {
15,764✔
132
    SRetention *pRetension = taosArrayGet(pDb->cfg.pRetensions, i);
36✔
133
    SDB_SET_INT64(pRaw, dataPos, pRetension->freq, _OVER)
36!
134
    SDB_SET_INT64(pRaw, dataPos, pRetension->keep, _OVER)
36!
135
    SDB_SET_INT8(pRaw, dataPos, pRetension->freqUnit, _OVER)
36!
136
    SDB_SET_INT8(pRaw, dataPos, pRetension->keepUnit, _OVER)
36!
137
  }
138
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.schemaless, _OVER)
15,728!
139
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walRetentionPeriod, _OVER)
15,728!
140
  SDB_SET_INT64(pRaw, dataPos, pDb->cfg.walRetentionSize, _OVER)
15,728!
141
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walRollPeriod, _OVER)
15,728!
142
  SDB_SET_INT64(pRaw, dataPos, pDb->cfg.walSegmentSize, _OVER)
15,728!
143
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.sstTrigger, _OVER)
15,728!
144
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.hashPrefix, _OVER)
15,728!
145
  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.hashSuffix, _OVER)
15,728!
146
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.tsdbPageSize, _OVER)
15,728!
147
  SDB_SET_INT64(pRaw, dataPos, pDb->compactStartTime, _OVER)
15,728!
148
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.keepTimeOffset, _OVER)
15,728!
149
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.s3ChunkSize, _OVER)
15,728!
150
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.s3KeepLocal, _OVER)
15,728!
151
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.s3Compact, _OVER)
15,728!
152
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.withArbitrator, _OVER)
15,728!
153
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.encryptAlgorithm, _OVER)
15,728!
154
  SDB_SET_INT32(pRaw, dataPos, pDb->tsmaVersion, _OVER);
15,728!
155
  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.compactTimeOffset, _OVER)
15,728!
156
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.compactStartTime, _OVER)
15,728!
157
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.compactEndTime, _OVER)
15,728!
158
  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.compactInterval, _OVER)
15,728!
159

160
  SDB_SET_RESERVE(pRaw, dataPos, DB_RESERVE_SIZE, _OVER)
15,728!
161
  SDB_SET_DATALEN(pRaw, dataPos, _OVER)
15,728!
162

163
  terrno = 0;
15,728✔
164

165
_OVER:
15,728✔
166
  if (terrno != 0) {
15,728!
167
    mError("db:%s, failed to encode to raw:%p since %s", pDb->name, pRaw, terrstr());
×
168
    sdbFreeRaw(pRaw);
×
169
    return NULL;
×
170
  }
171

172
  mTrace("db:%s, encode to raw:%p, row:%p", pDb->name, pRaw, pDb);
15,728✔
173
  return pRaw;
15,728✔
174
}
175

176
static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw) {
14,068✔
177
  int32_t code = 0;
14,068✔
178
  int32_t lino = 0;
14,068✔
179
  terrno = TSDB_CODE_OUT_OF_MEMORY;
14,068✔
180
  SSdbRow *pRow = NULL;
14,068✔
181
  SDbObj  *pDb = NULL;
14,068✔
182

183
  int8_t sver = 0;
14,068✔
184
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
14,068!
185

186
  if (sver != DB_VER_NUMBER) {
14,068!
187
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
×
188
    goto _OVER;
×
189
  }
190

191
  pRow = sdbAllocRow(sizeof(SDbObj));
14,068✔
192
  if (pRow == NULL) goto _OVER;
14,068!
193

194
  pDb = sdbGetRowObj(pRow);
14,068✔
195
  if (pDb == NULL) goto _OVER;
14,068!
196

197
  int32_t dataPos = 0;
14,068✔
198
  SDB_GET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, _OVER)
14,068!
199
  SDB_GET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, _OVER)
14,068!
200
  SDB_GET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, _OVER)
14,068!
201
  SDB_GET_INT64(pRaw, dataPos, &pDb->createdTime, _OVER)
14,068!
202
  SDB_GET_INT64(pRaw, dataPos, &pDb->updateTime, _OVER)
14,068!
203
  SDB_GET_INT64(pRaw, dataPos, &pDb->uid, _OVER)
14,068!
204
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfgVersion, _OVER)
14,068!
205
  SDB_GET_INT32(pRaw, dataPos, &pDb->vgVersion, _OVER)
14,068!
206
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfVgroups, _OVER)
14,068!
207
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfStables, _OVER)
14,068!
208
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.buffer, _OVER)
14,068!
209
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.pageSize, _OVER)
14,068!
210
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.pages, _OVER)
14,068!
211
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.cacheLastSize, _OVER)
14,068!
212
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysPerFile, _OVER)
14,068!
213
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep0, _OVER)
14,068!
214
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep1, _OVER)
14,068!
215
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep2, _OVER)
14,068!
216
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.minRows, _OVER)
14,068!
217
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.maxRows, _OVER)
14,068!
218
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walFsyncPeriod, _OVER)
14,068!
219
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.walLevel, _OVER)
14,068!
220
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.precision, _OVER)
14,068!
221
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.compression, _OVER)
14,068!
222
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.replications, _OVER)
14,068!
223
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.strict, _OVER)
14,068!
224
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.cacheLast, _OVER)
14,068!
225
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.hashMethod, _OVER)
14,068!
226
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfRetensions, _OVER)
14,068!
227
  if (pDb->cfg.numOfRetensions > 0) {
14,068✔
228
    pDb->cfg.pRetensions = taosArrayInit(pDb->cfg.numOfRetensions, sizeof(SRetention));
16✔
229
    if (pDb->cfg.pRetensions == NULL) goto _OVER;
16!
230
    for (int32_t i = 0; i < pDb->cfg.numOfRetensions; ++i) {
64✔
231
      SRetention retention = {0};
48✔
232
      SDB_GET_INT64(pRaw, dataPos, &retention.freq, _OVER)
48!
233
      SDB_GET_INT64(pRaw, dataPos, &retention.keep, _OVER)
48!
234
      SDB_GET_INT8(pRaw, dataPos, &retention.freqUnit, _OVER)
48!
235
      SDB_GET_INT8(pRaw, dataPos, &retention.keepUnit, _OVER)
48!
236
      if (taosArrayPush(pDb->cfg.pRetensions, &retention) == NULL) {
96!
237
        goto _OVER;
×
238
      }
239
    }
240
  }
241
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.schemaless, _OVER)
14,068!
242
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walRetentionPeriod, _OVER)
14,068!
243
  SDB_GET_INT64(pRaw, dataPos, &pDb->cfg.walRetentionSize, _OVER)
14,068!
244
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walRollPeriod, _OVER)
14,068!
245
  SDB_GET_INT64(pRaw, dataPos, &pDb->cfg.walSegmentSize, _OVER)
14,068!
246
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.sstTrigger, _OVER)
14,068!
247
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.hashPrefix, _OVER)
14,068!
248
  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.hashSuffix, _OVER)
14,068!
249
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.tsdbPageSize, _OVER)
14,068!
250
  SDB_GET_INT64(pRaw, dataPos, &pDb->compactStartTime, _OVER)
14,068!
251
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.keepTimeOffset, _OVER)
14,068!
252
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.s3ChunkSize, _OVER)
14,068!
253
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.s3KeepLocal, _OVER)
14,068!
254
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.s3Compact, _OVER)
14,068!
255
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.withArbitrator, _OVER)
14,068!
256
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.encryptAlgorithm, _OVER)
14,068!
257
  SDB_GET_INT32(pRaw, dataPos, &pDb->tsmaVersion, _OVER);
14,068!
258
  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.compactTimeOffset, _OVER)
14,068!
259
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.compactStartTime, _OVER)
14,068!
260
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.compactEndTime, _OVER)
14,068!
261
  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.compactInterval, _OVER)
14,068!
262

263
  SDB_GET_RESERVE(pRaw, dataPos, DB_RESERVE_SIZE, _OVER)
14,068!
264
  taosInitRWLatch(&pDb->lock);
14,068✔
265

266
  if (pDb->cfg.s3ChunkSize == 0) {
14,068!
267
    pDb->cfg.s3ChunkSize = TSDB_DEFAULT_S3_CHUNK_SIZE;
×
268

269
    mInfo("db:%s, s3ChunkSize set from %d to default %d", pDb->name, pDb->cfg.s3ChunkSize, TSDB_DEFAULT_S3_CHUNK_SIZE);
×
270
  }
271

272
  if (pDb->cfg.s3KeepLocal == 0) {
14,068!
273
    pDb->cfg.s3KeepLocal = TSDB_DEFAULT_S3_KEEP_LOCAL;
×
274

275
    mInfo("db:%s, s3KeepLocal set from %d to default %d", pDb->name, pDb->cfg.s3KeepLocal, TSDB_DEFAULT_S3_KEEP_LOCAL);
×
276
  }
277

278
  if (pDb->cfg.tsdbPageSize != TSDB_MIN_TSDB_PAGESIZE) {
14,068!
279
    mInfo("db:%s, tsdbPageSize set from %d to default %d", pDb->name, pDb->cfg.tsdbPageSize,
14,068!
280
          TSDB_DEFAULT_TSDB_PAGESIZE);
281
  }
282

283
  if (pDb->cfg.sstTrigger != TSDB_MIN_STT_TRIGGER) {
14,068✔
284
    mInfo("db:%s, sstTrigger set from %d to default %d", pDb->name, pDb->cfg.sstTrigger, TSDB_DEFAULT_SST_TRIGGER);
14,024!
285
  }
286

287
  terrno = 0;
14,068✔
288

289
_OVER:
14,068✔
290
  if (terrno != 0) {
14,068!
291
    mError("db:%s, failed to decode from raw:%p since %s", pDb == NULL ? "null" : pDb->name, pRaw, terrstr());
×
292
    taosMemoryFreeClear(pRow);
×
293
    return NULL;
×
294
  }
295

296
  mTrace("db:%s, decode from raw:%p, row:%p", pDb->name, pRaw, pDb);
14,068✔
297
  return pRow;
14,068✔
298
}
299

300
static int32_t mndNewDbActionValidate(SMnode *pMnode, STrans *pTrans, SSdbRaw *pRaw) {
3,211✔
301
  SSdb    *pSdb = pMnode->pSdb;
3,211✔
302
  SSdbRow *pRow = NULL;
3,211✔
303
  SDbObj  *pNewDb = NULL;
3,211✔
304
  int      code = -1;
3,211✔
305

306
  pRow = mndDbActionDecode(pRaw);
3,211✔
307
  if (pRow == NULL) {
3,211!
308
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
309
    if (terrno != 0) code = terrno;
×
310
    goto _OVER;
×
311
  }
312
  pNewDb = sdbGetRowObj(pRow);
3,211✔
313
  if (pNewDb == NULL) {
3,211!
314
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
315
    if (terrno != 0) code = terrno;
×
316
    goto _OVER;
×
317
  }
318

319
  SDbObj *pOldDb = sdbAcquire(pMnode->pSdb, SDB_DB, pNewDb->name);
3,211✔
320
  if (pOldDb != NULL) {
3,211!
321
    mError("trans:%d, db name already in use. name: %s", pTrans->id, pNewDb->name);
×
322
    sdbRelease(pMnode->pSdb, pOldDb);
×
323
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
324
    if (terrno != 0) code = terrno;
×
325
    goto _OVER;
×
326
  }
327

328
  code = 0;
3,211✔
329
_OVER:
3,211✔
330
  if (pNewDb) mndDbActionDelete(pSdb, pNewDb);
3,211!
331
  taosMemoryFreeClear(pRow);
3,211!
332
  return code;
3,211✔
333
}
334

335
static int32_t mndDbActionInsert(SSdb *pSdb, SDbObj *pDb) {
3,461✔
336
  mTrace("db:%s, perform insert action, row:%p", pDb->name, pDb);
3,461✔
337
  return 0;
3,461✔
338
}
339

340
static int32_t mndDbActionDelete(SSdb *pSdb, SDbObj *pDb) {
14,068✔
341
  mTrace("db:%s, perform delete action, row:%p", pDb->name, pDb);
14,068✔
342
  taosArrayDestroy(pDb->cfg.pRetensions);
14,068✔
343
  return 0;
14,068✔
344
}
345

346
static int32_t mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew) {
5,837✔
347
  mTrace("db:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);
5,837✔
348
  taosWLockLatch(&pOld->lock);
5,837✔
349
  pOld->updateTime = pNew->updateTime;
5,837✔
350
  pOld->cfgVersion = pNew->cfgVersion;
5,837✔
351
  pOld->vgVersion = pNew->vgVersion;
5,837✔
352
  pOld->cfg.numOfVgroups = pNew->cfg.numOfVgroups;
5,837✔
353
  pOld->cfg.buffer = pNew->cfg.buffer;
5,837✔
354
  pOld->cfg.pageSize = pNew->cfg.pageSize;
5,837✔
355
  pOld->cfg.pages = pNew->cfg.pages;
5,837✔
356
  pOld->cfg.cacheLastSize = pNew->cfg.cacheLastSize;
5,837✔
357
  pOld->cfg.daysPerFile = pNew->cfg.daysPerFile;
5,837✔
358
  pOld->cfg.daysToKeep0 = pNew->cfg.daysToKeep0;
5,837✔
359
  pOld->cfg.daysToKeep1 = pNew->cfg.daysToKeep1;
5,837✔
360
  pOld->cfg.daysToKeep2 = pNew->cfg.daysToKeep2;
5,837✔
361
  pOld->cfg.keepTimeOffset = pNew->cfg.keepTimeOffset;
5,837✔
362
  pOld->cfg.walFsyncPeriod = pNew->cfg.walFsyncPeriod;
5,837✔
363
  pOld->cfg.walLevel = pNew->cfg.walLevel;
5,837✔
364
  pOld->cfg.walRetentionPeriod = pNew->cfg.walRetentionPeriod;
5,837✔
365
  pOld->cfg.walRetentionSize = pNew->cfg.walRetentionSize;
5,837✔
366
  pOld->cfg.strict = pNew->cfg.strict;
5,837✔
367
  pOld->cfg.cacheLast = pNew->cfg.cacheLast;
5,837✔
368
  pOld->cfg.replications = pNew->cfg.replications;
5,837✔
369
  pOld->cfg.sstTrigger = pNew->cfg.sstTrigger;
5,837✔
370
  pOld->cfg.minRows = pNew->cfg.minRows;
5,837✔
371
  pOld->cfg.maxRows = pNew->cfg.maxRows;
5,837✔
372
  pOld->cfg.tsdbPageSize = pNew->cfg.tsdbPageSize;
5,837✔
373
  pOld->cfg.s3ChunkSize = pNew->cfg.s3ChunkSize;
5,837✔
374
  pOld->cfg.s3KeepLocal = pNew->cfg.s3KeepLocal;
5,837✔
375
  pOld->cfg.s3Compact = pNew->cfg.s3Compact;
5,837✔
376
  pOld->cfg.withArbitrator = pNew->cfg.withArbitrator;
5,837✔
377
  pOld->cfg.compactInterval = pNew->cfg.compactInterval;
5,837✔
378
  pOld->cfg.compactStartTime = pNew->cfg.compactStartTime;
5,837✔
379
  pOld->cfg.compactEndTime = pNew->cfg.compactEndTime;
5,837✔
380
  pOld->cfg.compactTimeOffset = pNew->cfg.compactTimeOffset;
5,837✔
381
  pOld->compactStartTime = pNew->compactStartTime;
5,837✔
382
  pOld->tsmaVersion = pNew->tsmaVersion;
5,837✔
383
  taosWUnLockLatch(&pOld->lock);
5,837✔
384
  return 0;
5,837✔
385
}
386

387
static inline int32_t mndGetGlobalVgroupVersion(SMnode *pMnode) {
17,242✔
388
  SSdb *pSdb = pMnode->pSdb;
17,242✔
389
  return sdbGetTableVer(pSdb, SDB_VGROUP);
17,242✔
390
}
391

392
SDbObj *mndAcquireDb(SMnode *pMnode, const char *db) {
144,157✔
393
  SSdb   *pSdb = pMnode->pSdb;
144,157✔
394
  SDbObj *pDb = sdbAcquire(pSdb, SDB_DB, db);
144,157✔
395
  if (pDb == NULL) {
144,156✔
396
    if (terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
6,375✔
397
      terrno = TSDB_CODE_MND_DB_NOT_EXIST;
5,250✔
398
    } else if (terrno == TSDB_CODE_SDB_OBJ_CREATING) {
1,125✔
399
      terrno = TSDB_CODE_MND_DB_IN_CREATING;
45✔
400
    } else if (terrno == TSDB_CODE_SDB_OBJ_DROPPING) {
1,080!
401
      terrno = TSDB_CODE_MND_DB_IN_DROPPING;
1,080✔
402
    } else {
403
      terrno = TSDB_CODE_APP_ERROR;
×
404
      mFatal("db:%s, failed to acquire db since %s", db, terrstr());
×
405
    }
406
  }
407
  return pDb;
144,156✔
408
}
409

410
void mndReleaseDb(SMnode *pMnode, SDbObj *pDb) {
157,034✔
411
  SSdb *pSdb = pMnode->pSdb;
157,034✔
412
  sdbRelease(pSdb, pDb);
157,034✔
413
}
157,036✔
414

UNCOV
415
bool mndDbIsExist(SMnode *pMnode, const char *db) {
×
UNCOV
416
  SDbObj *pDb = mndAcquireDb(pMnode, db);
×
UNCOV
417
  if (pDb == NULL) {
×
418
    return false;
×
419
  } else {
UNCOV
420
    mndReleaseDb(pMnode, pDb);
×
UNCOV
421
    pDb = NULL;
×
UNCOV
422
    return true;
×
423
  }
424
}
425

426
static int32_t mndCheckDbName(const char *dbName, SUserObj *pUser) {
3,610✔
427
  char *pos = strstr(dbName, TS_PATH_DELIMITER);
3,610✔
428
  if (pos == NULL) {
3,610!
429
    return TSDB_CODE_MND_INVALID_DB;
×
430
  }
431

432
  int32_t acctId;
433
  int32_t code = taosStr2int32(dbName, &acctId);
3,610✔
434
  if (code != 0) {
3,610!
435
    return code;
×
436
  }
437

438
  if (acctId != pUser->acctId) {
3,610!
439
    return TSDB_CODE_MND_INVALID_DB_ACCT;
×
440
  }
441

442
  return 0;
3,610✔
443
}
444

445
static int32_t mndCheckDbCfg(SMnode *pMnode, SDbCfg *pCfg) {
3,610✔
446
  int32_t code = TSDB_CODE_MND_INVALID_DB_OPTION;
3,610✔
447

448
  if (pCfg->numOfVgroups < TSDB_MIN_VNODES_PER_DB || pCfg->numOfVgroups > TSDB_MAX_VNODES_PER_DB) return code;
3,610!
449
  if (pCfg->numOfStables < TSDB_DB_STREAM_MODE_OFF || pCfg->numOfStables > TSDB_DB_STREAM_MODE_ON) return code;
3,610!
450
  if (pCfg->buffer < TSDB_MIN_BUFFER_PER_VNODE || pCfg->buffer > TSDB_MAX_BUFFER_PER_VNODE) return code;
3,610!
451
  if (pCfg->pageSize < TSDB_MIN_PAGESIZE_PER_VNODE || pCfg->pageSize > TSDB_MAX_PAGESIZE_PER_VNODE) return code;
3,610!
452
  if (pCfg->pages < TSDB_MIN_PAGES_PER_VNODE || pCfg->pages > TSDB_MAX_PAGES_PER_VNODE) return code;
3,610!
453
  if (pCfg->cacheLastSize < TSDB_MIN_DB_CACHE_SIZE || pCfg->cacheLastSize > TSDB_MAX_DB_CACHE_SIZE) return code;
3,610!
454
  if (pCfg->daysPerFile < TSDB_MIN_DAYS_PER_FILE || pCfg->daysPerFile > TSDB_MAX_DAYS_PER_FILE) return code;
3,610!
455
  if (pCfg->daysToKeep0 < TSDB_MIN_KEEP || pCfg->daysToKeep0 > TSDB_MAX_KEEP) return code;
3,610!
456
  if (pCfg->daysToKeep1 < TSDB_MIN_KEEP || pCfg->daysToKeep1 > TSDB_MAX_KEEP) return code;
3,610!
457
  if (pCfg->daysToKeep2 < TSDB_MIN_KEEP || pCfg->daysToKeep2 > TSDB_MAX_KEEP) return code;
3,610!
458
  if (pCfg->daysToKeep0 < pCfg->daysPerFile) return code;
3,610!
459
  if (pCfg->daysToKeep0 > pCfg->daysToKeep1) return code;
3,610!
460
  if (pCfg->daysToKeep1 > pCfg->daysToKeep2) return code;
3,610!
461
  if (pCfg->keepTimeOffset < TSDB_MIN_KEEP_TIME_OFFSET || pCfg->keepTimeOffset > TSDB_MAX_KEEP_TIME_OFFSET) return code;
3,610!
462
  if (pCfg->minRows < TSDB_MIN_MINROWS_FBLOCK || pCfg->minRows > TSDB_MAX_MINROWS_FBLOCK) return code;
3,610!
463
  if (pCfg->maxRows < TSDB_MIN_MAXROWS_FBLOCK || pCfg->maxRows > TSDB_MAX_MAXROWS_FBLOCK) return code;
3,610!
464
  if (pCfg->minRows > pCfg->maxRows) return code;
3,610✔
465
  if (pCfg->walFsyncPeriod < TSDB_MIN_FSYNC_PERIOD || pCfg->walFsyncPeriod > TSDB_MAX_FSYNC_PERIOD) return code;
3,609!
466
  if (pCfg->walLevel < TSDB_MIN_WAL_LEVEL || pCfg->walLevel > TSDB_MAX_WAL_LEVEL) return code;
3,609!
467
  if (pCfg->precision < TSDB_MIN_PRECISION && pCfg->precision > TSDB_MAX_PRECISION) return code;
3,609!
468
  if (pCfg->compression < TSDB_MIN_COMP_LEVEL || pCfg->compression > TSDB_MAX_COMP_LEVEL) return code;
3,609!
469
  if (pCfg->replications < TSDB_MIN_DB_REPLICA || pCfg->replications > TSDB_MAX_DB_REPLICA) return code;
3,609!
470
#ifdef TD_ENTERPRISE
471
  if ((pCfg->replications == 2) ^ (pCfg->withArbitrator == TSDB_MAX_DB_WITH_ARBITRATOR)) return code;
3,609!
472
  if (pCfg->encryptAlgorithm < TSDB_MIN_ENCRYPT_ALGO || pCfg->encryptAlgorithm > TSDB_MAX_ENCRYPT_ALGO) return code;
3,609!
473
#else
474
  if (pCfg->replications != 1 && pCfg->replications != 3) return code;
475
  if (pCfg->encryptAlgorithm != TSDB_DEFAULT_ENCRYPT_ALGO) return code;
476
#endif
477

478
  if (pCfg->strict < TSDB_DB_STRICT_OFF || pCfg->strict > TSDB_DB_STRICT_ON) return code;
3,609!
479
  if (pCfg->schemaless < TSDB_DB_SCHEMALESS_OFF || pCfg->schemaless > TSDB_DB_SCHEMALESS_ON) return code;
3,609!
480
  if (pCfg->cacheLast < TSDB_CACHE_MODEL_NONE || pCfg->cacheLast > TSDB_CACHE_MODEL_BOTH) return code;
3,609!
481
  if (pCfg->hashMethod != 1) return code;
3,609!
482
  if (pCfg->replications > mndGetDnodeSize(pMnode)) {
3,609!
483
    code = TSDB_CODE_MND_NO_ENOUGH_DNODES;
×
484
    TAOS_RETURN(code);
×
485
  }
486
  if (pCfg->walRetentionPeriod < TSDB_DB_MIN_WAL_RETENTION_PERIOD) return code;
3,609!
487
  if (pCfg->walRetentionSize < TSDB_DB_MIN_WAL_RETENTION_SIZE) return code;
3,609!
488
  if (pCfg->walRollPeriod < TSDB_DB_MIN_WAL_ROLL_PERIOD) return code;
3,609!
489
  if (pCfg->walSegmentSize < TSDB_DB_MIN_WAL_SEGMENT_SIZE) return code;
3,609!
490
  if (pCfg->sstTrigger < TSDB_MIN_STT_TRIGGER || pCfg->sstTrigger > TSDB_MAX_STT_TRIGGER) return code;
3,609!
491
  if (pCfg->hashPrefix < TSDB_MIN_HASH_PREFIX || pCfg->hashPrefix > TSDB_MAX_HASH_PREFIX) return code;
3,609!
492
  if (pCfg->hashSuffix < TSDB_MIN_HASH_SUFFIX || pCfg->hashSuffix > TSDB_MAX_HASH_SUFFIX) return code;
3,609!
493
  if ((pCfg->hashSuffix * pCfg->hashPrefix) < 0) return code;
3,609!
494
  if ((pCfg->hashPrefix + pCfg->hashSuffix) >= (TSDB_TABLE_NAME_LEN - 1)) return code;
3,609!
495
  if (pCfg->tsdbPageSize < TSDB_MIN_TSDB_PAGESIZE || pCfg->tsdbPageSize > TSDB_MAX_TSDB_PAGESIZE) return code;
3,609!
496
  if (taosArrayGetSize(pCfg->pRetensions) != pCfg->numOfRetensions) return code;
3,609!
497

498
  if (pCfg->s3ChunkSize < TSDB_MIN_S3_CHUNK_SIZE || pCfg->s3ChunkSize > TSDB_MAX_S3_CHUNK_SIZE) return code;
3,609!
499
  if (pCfg->s3KeepLocal < TSDB_MIN_S3_KEEP_LOCAL || pCfg->s3KeepLocal > TSDB_MAX_S3_KEEP_LOCAL) return code;
3,609!
500
  if (pCfg->s3Compact < TSDB_MIN_S3_COMPACT || pCfg->s3Compact > TSDB_MAX_S3_COMPACT) return code;
3,609!
501

502
  code = 0;
3,609✔
503
  TAOS_RETURN(code);
3,609✔
504
}
505

506
static int32_t mndCheckInChangeDbCfg(SMnode *pMnode, SDbCfg *pOldCfg, SDbCfg *pNewCfg) {
51✔
507
  int32_t code = TSDB_CODE_MND_INVALID_DB_OPTION;
51✔
508
  if (pNewCfg->buffer < TSDB_MIN_BUFFER_PER_VNODE || pNewCfg->buffer > TSDB_MAX_BUFFER_PER_VNODE) return code;
51!
509
  if (pNewCfg->pages < TSDB_MIN_PAGES_PER_VNODE || pNewCfg->pages > TSDB_MAX_PAGES_PER_VNODE) return code;
51!
510
  if (pNewCfg->pageSize < TSDB_MIN_PAGESIZE_PER_VNODE || pNewCfg->pageSize > TSDB_MAX_PAGESIZE_PER_VNODE) return code;
51!
511
  if (pNewCfg->daysPerFile < TSDB_MIN_DAYS_PER_FILE || pNewCfg->daysPerFile > TSDB_MAX_DAYS_PER_FILE) return code;
51!
512
  if (pNewCfg->daysToKeep0 < TSDB_MIN_KEEP || pNewCfg->daysToKeep0 > TSDB_MAX_KEEP) return code;
51!
513
  if (pNewCfg->daysToKeep1 < TSDB_MIN_KEEP || pNewCfg->daysToKeep1 > TSDB_MAX_KEEP) return code;
51!
514
  if (pNewCfg->daysToKeep2 < TSDB_MIN_KEEP || pNewCfg->daysToKeep2 > TSDB_MAX_KEEP) return code;
51!
515
  if (pNewCfg->daysToKeep0 < pNewCfg->daysPerFile) return code;
51!
516
  if (pNewCfg->daysToKeep0 > pNewCfg->daysToKeep1) return code;
51!
517
  if (pNewCfg->daysToKeep1 > pNewCfg->daysToKeep2) return code;
51!
518
  if (pNewCfg->keepTimeOffset < TSDB_MIN_KEEP_TIME_OFFSET || pNewCfg->keepTimeOffset > TSDB_MAX_KEEP_TIME_OFFSET)
51!
519
    return code;
×
520
  if (pNewCfg->walFsyncPeriod < TSDB_MIN_FSYNC_PERIOD || pNewCfg->walFsyncPeriod > TSDB_MAX_FSYNC_PERIOD) return code;
51!
521
  if (pNewCfg->walLevel < TSDB_MIN_WAL_LEVEL || pNewCfg->walLevel > TSDB_MAX_WAL_LEVEL) return code;
51!
522
  if (pNewCfg->cacheLast < TSDB_CACHE_MODEL_NONE || pNewCfg->cacheLast > TSDB_CACHE_MODEL_BOTH) return code;
51!
523
  if (pNewCfg->cacheLastSize < TSDB_MIN_DB_CACHE_SIZE || pNewCfg->cacheLastSize > TSDB_MAX_DB_CACHE_SIZE) return code;
51!
524
  if (pNewCfg->replications < TSDB_MIN_DB_REPLICA || pNewCfg->replications > TSDB_MAX_DB_REPLICA) return code;
51!
525
#ifdef TD_ENTERPRISE
526
  if ((pNewCfg->replications == 2) ^ (pNewCfg->withArbitrator == TSDB_MAX_DB_WITH_ARBITRATOR)) return code;
51!
527
  if (pNewCfg->replications == 2 && pNewCfg->withArbitrator == TSDB_MAX_DB_WITH_ARBITRATOR) {
51!
528
    if (pOldCfg->replications != 1 && pOldCfg->replications != 2) {
1!
529
      terrno = TSDB_CODE_OPS_NOT_SUPPORT;
1✔
530
      return code;
1✔
531
    }
532
  }
533
  if (pNewCfg->replications != 2 && pOldCfg->replications == 2) {
50!
534
    terrno = TSDB_CODE_OPS_NOT_SUPPORT;
×
535
    return code;
×
536
  }
537
#else
538
  if (pNewCfg->replications != 1 && pNewCfg->replications != 3) return code;
539
#endif
540

541
  if (pNewCfg->walLevel == 0 && pOldCfg->replications > 1) {
50!
542
    terrno = TSDB_CODE_MND_INVALID_WAL_LEVEL;
×
543
    return code;
×
544
  }
545
  if (pNewCfg->replications > 1 && pOldCfg->walLevel == 0) {
50!
546
    terrno = TSDB_CODE_MND_INVALID_WAL_LEVEL;
×
547
    return code;
×
548
  }
549

550
  if (pNewCfg->sstTrigger != pOldCfg->sstTrigger &&
50!
551
      (pNewCfg->sstTrigger < TSDB_MIN_STT_TRIGGER || pNewCfg->sstTrigger > TSDB_MAX_STT_TRIGGER))
×
552
    return code;
×
553
  if (pNewCfg->minRows < TSDB_MIN_MINROWS_FBLOCK || pNewCfg->minRows > TSDB_MAX_MINROWS_FBLOCK) return code;
50!
554
  if (pNewCfg->maxRows < TSDB_MIN_MAXROWS_FBLOCK || pNewCfg->maxRows > TSDB_MAX_MAXROWS_FBLOCK) return code;
50!
555
  if (pNewCfg->minRows > pNewCfg->maxRows) return code;
50!
556
  if (pNewCfg->walRetentionPeriod < TSDB_DB_MIN_WAL_RETENTION_PERIOD) return code;
50!
557
  if (pNewCfg->walRetentionSize < TSDB_DB_MIN_WAL_RETENTION_SIZE) return code;
50!
558
  if (pNewCfg->strict < TSDB_DB_STRICT_OFF || pNewCfg->strict > TSDB_DB_STRICT_ON) return code;
50!
559
  if (pNewCfg->replications > mndGetDnodeSize(pMnode)) {
50!
560
    terrno = TSDB_CODE_MND_NO_ENOUGH_DNODES;
×
561
    return code;
×
562
  }
563
  if (pNewCfg->s3ChunkSize < TSDB_MIN_S3_CHUNK_SIZE || pNewCfg->s3ChunkSize > TSDB_MAX_S3_CHUNK_SIZE) return code;
50!
564
  if (pNewCfg->s3KeepLocal < TSDB_MIN_S3_KEEP_LOCAL || pNewCfg->s3KeepLocal > TSDB_MAX_S3_KEEP_LOCAL) return code;
50!
565
  if (pNewCfg->s3Compact < TSDB_MIN_S3_COMPACT || pNewCfg->s3Compact > TSDB_MAX_S3_COMPACT) return code;
50!
566

567
  code = 0;
50✔
568
  TAOS_RETURN(code);
50✔
569
}
570

571
static void mndSetDefaultDbCfg(SDbCfg *pCfg) {
3,610✔
572
  if (pCfg->numOfVgroups < 0) pCfg->numOfVgroups = TSDB_DEFAULT_VN_PER_DB;
3,610!
573
  if (pCfg->numOfStables < 0) pCfg->numOfStables = TSDB_DEFAULT_DB_SINGLE_STABLE;
3,610!
574
  if (pCfg->buffer < 0) pCfg->buffer = TSDB_DEFAULT_BUFFER_PER_VNODE;
3,610✔
575
  if (pCfg->pageSize < 0) pCfg->pageSize = TSDB_DEFAULT_PAGESIZE_PER_VNODE;
3,610✔
576
  if (pCfg->pages < 0) pCfg->pages = TSDB_DEFAULT_PAGES_PER_VNODE;
3,610✔
577
  if (pCfg->daysPerFile < 0) pCfg->daysPerFile = TSDB_DEFAULT_DURATION_PER_FILE;
3,610!
578
  if (pCfg->daysToKeep0 < 0) pCfg->daysToKeep0 = TSDB_DEFAULT_KEEP;
3,610!
579
  if (pCfg->daysToKeep1 < 0) pCfg->daysToKeep1 = pCfg->daysToKeep0;
3,610!
580
  if (pCfg->daysToKeep2 < 0) pCfg->daysToKeep2 = pCfg->daysToKeep1;
3,610!
581
  if (pCfg->keepTimeOffset < 0) pCfg->keepTimeOffset = TSDB_DEFAULT_KEEP_TIME_OFFSET;
3,610!
582
  if (pCfg->minRows < 0) pCfg->minRows = TSDB_DEFAULT_MINROWS_FBLOCK;
3,610!
583
  if (pCfg->maxRows < 0) pCfg->maxRows = TSDB_DEFAULT_MAXROWS_FBLOCK;
3,610!
584
  if (pCfg->walFsyncPeriod < 0) pCfg->walFsyncPeriod = TSDB_DEFAULT_FSYNC_PERIOD;
3,610!
585
  if (pCfg->walLevel < 0) pCfg->walLevel = TSDB_DEFAULT_WAL_LEVEL;
3,610!
586
  if (pCfg->precision < 0) pCfg->precision = TSDB_DEFAULT_PRECISION;
3,610!
587
  if (pCfg->compression < 0) pCfg->compression = TSDB_DEFAULT_COMP_LEVEL;
3,610!
588
  if (pCfg->replications < 0) pCfg->replications = TSDB_DEFAULT_DB_REPLICA;
3,610!
589
  if (pCfg->strict < 0) pCfg->strict = TSDB_DEFAULT_DB_STRICT;
3,610!
590
  if (pCfg->cacheLast < 0) pCfg->cacheLast = TSDB_DEFAULT_CACHE_MODEL;
3,610!
591
  if (pCfg->cacheLastSize <= 0) pCfg->cacheLastSize = TSDB_DEFAULT_CACHE_SIZE;
3,610✔
592
  if (pCfg->numOfRetensions < 0) pCfg->numOfRetensions = 0;
3,610!
593
  if (pCfg->schemaless < 0) pCfg->schemaless = TSDB_DB_SCHEMALESS_OFF;
3,610!
594
  if (pCfg->walRetentionPeriod < 0 && pCfg->walRetentionPeriod != -1)
3,610!
595
    pCfg->walRetentionPeriod = TSDB_REPS_DEF_DB_WAL_RET_PERIOD;
×
596
  if (pCfg->walRetentionSize < 0 && pCfg->walRetentionSize != -1)
3,610!
597
    pCfg->walRetentionSize = TSDB_REPS_DEF_DB_WAL_RET_SIZE;
×
598
  if (pCfg->walRollPeriod < 0) pCfg->walRollPeriod = TSDB_REPS_DEF_DB_WAL_ROLL_PERIOD;
3,610!
599
  if (pCfg->walSegmentSize < 0) pCfg->walSegmentSize = TSDB_DEFAULT_DB_WAL_SEGMENT_SIZE;
3,610!
600
  if (pCfg->sstTrigger <= 0) pCfg->sstTrigger = TSDB_DEFAULT_SST_TRIGGER;
3,610✔
601
  if (pCfg->tsdbPageSize <= 0) pCfg->tsdbPageSize = TSDB_DEFAULT_TSDB_PAGESIZE;
3,610✔
602
  if (pCfg->s3ChunkSize <= 0) pCfg->s3ChunkSize = TSDB_DEFAULT_S3_CHUNK_SIZE;
3,610✔
603
  if (pCfg->s3KeepLocal <= 0) pCfg->s3KeepLocal = TSDB_DEFAULT_S3_KEEP_LOCAL;
3,610✔
604
  if (pCfg->s3Compact < 0) pCfg->s3Compact = TSDB_DEFAULT_S3_COMPACT;
3,610!
605
  if (pCfg->withArbitrator < 0) pCfg->withArbitrator = TSDB_DEFAULT_DB_WITH_ARBITRATOR;
3,610!
606
  if (pCfg->encryptAlgorithm < 0) pCfg->encryptAlgorithm = TSDB_DEFAULT_ENCRYPT_ALGO;
3,610!
607
}
3,610✔
608

609
static int32_t mndSetCreateDbPrepareAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
3,175✔
610
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
3,175✔
611
  if (pDbRaw == NULL) return -1;
3,175!
612

613
  if (mndTransAppendPrepareLog(pTrans, pDbRaw) != 0) return -1;
3,175!
614
  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_CREATING) != 0) return -1;
3,175!
615
  return 0;
3,175✔
616
}
617

618
static int32_t mndSetNewVgPrepareActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
3,175✔
619
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
10,281✔
620
    if (mndAddNewVgPrepareAction(pMnode, pTrans, (pVgroups + v)) != 0) return -1;
7,106!
621
  }
622
  return 0;
3,175✔
623
}
624

625
static int32_t mndSetCreateDbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
×
626
  int32_t  code = 0;
×
627
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
×
628
  if (pDbRaw == NULL) {
×
629
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
630
    if (terrno != 0) code = terrno;
×
631
    TAOS_RETURN(code);
×
632
  }
633
  TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pDbRaw));
×
634
  TAOS_CHECK_RETURN(sdbSetRawStatus(pDbRaw, SDB_STATUS_UPDATE));
×
635

636
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
×
637
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
×
638
    if (pVgRaw == NULL) {
×
639
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
640
      if (terrno != 0) code = terrno;
×
641
      TAOS_RETURN(code);
×
642
    }
643
    TAOS_CHECK_RETURN(mndTransAppendRedolog(pTrans, pVgRaw));
×
644
    TAOS_CHECK_RETURN(sdbSetRawStatus(pVgRaw, SDB_STATUS_UPDATE));
×
645
  }
646

647
  if (pDb->cfg.withArbitrator) {
×
648
    for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
×
649
      SVgObj   *pVgObj = pVgroups + v;
×
650
      SArbGroup arbGroup = {0};
×
651
      TAOS_CHECK_RETURN(mndArbGroupInitFromVgObj(pVgObj, &arbGroup));
×
652
      TAOS_CHECK_RETURN(mndSetCreateArbGroupRedoLogs(pTrans, &arbGroup));
×
653
    }
654
  }
655

656
  TAOS_RETURN(code);
×
657
}
658

659
static int32_t mndSetCreateDbUndoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
3,175✔
660
  int32_t  code = 0;
3,175✔
661
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
3,175✔
662
  if (pDbRaw == NULL) {
3,175!
663
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
664
    if (terrno != 0) code = terrno;
×
665
    TAOS_RETURN(code);
×
666
  }
667
  TAOS_CHECK_RETURN(mndTransAppendUndolog(pTrans, pDbRaw));
3,175!
668
  TAOS_CHECK_RETURN(sdbSetRawStatus(pDbRaw, SDB_STATUS_DROPPED));
3,175!
669

670
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
10,281✔
671
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
7,106✔
672
    if (pVgRaw == NULL) {
7,106!
673
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
674
      if (terrno != 0) code = terrno;
×
675
      TAOS_RETURN(code);
×
676
    }
677
    TAOS_CHECK_RETURN(mndTransAppendUndolog(pTrans, pVgRaw));
7,106!
678
    TAOS_CHECK_RETURN(sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED));
7,106!
679
  }
680

681
  if (pDb->cfg.withArbitrator) {
3,175✔
682
    for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
9✔
683
      SVgObj   *pVgObj = pVgroups + v;
6✔
684
      SArbGroup arbGroup = {0};
6✔
685
      TAOS_CHECK_RETURN(mndArbGroupInitFromVgObj(pVgObj, &arbGroup));
6!
686
      TAOS_CHECK_RETURN(mndSetCreateArbGroupUndoLogs(pTrans, &arbGroup));
6!
687
    }
688
  }
689

690
  TAOS_RETURN(code);
3,175✔
691
}
692

693
static int32_t mndSetCreateDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups,
3,175✔
694
                                        SUserObj *pUserDuped) {
695
  int32_t  code = 0;
3,175✔
696
  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);
3,175✔
697
  if (pDbRaw == NULL) {
3,175!
698
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
699
    if (terrno != 0) code = terrno;
×
700
    TAOS_RETURN(code);
×
701
  }
702
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pDbRaw));
3,175!
703
  TAOS_CHECK_RETURN(sdbSetRawStatus(pDbRaw, SDB_STATUS_READY));
3,175!
704

705
  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
10,281✔
706
    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);
7,106✔
707
    if (pVgRaw == NULL) {
7,106!
708
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
709
      if (terrno != 0) code = terrno;
×
710
      TAOS_RETURN(code);
×
711
    }
712
    TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pVgRaw));
7,106!
713
    TAOS_CHECK_RETURN(sdbSetRawStatus(pVgRaw, SDB_STATUS_READY));
7,106!
714
  }
715

716
  if (pDb->cfg.withArbitrator) {
3,175✔
717
    for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {
9✔
718
      SVgObj   *pVgObj = pVgroups + v;
6✔
719
      SArbGroup arbGroup = {0};
6✔
720
      TAOS_CHECK_RETURN(mndArbGroupInitFromVgObj(pVgObj, &arbGroup));
6!
721
      TAOS_CHECK_RETURN(mndSetCreateArbGroupCommitLogs(pTrans, &arbGroup));
6!
722
    }
723
  }
724

725
  if (pUserDuped) {
3,175✔
726
    SSdbRaw *pUserRaw = mndUserActionEncode(pUserDuped);
4✔
727
    if (pUserRaw == NULL) {
4!
728
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
729
      if (terrno != 0) code = terrno;
×
730
      TAOS_RETURN(code);
×
731
    }
732
    TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pUserRaw));
4!
733
    TAOS_CHECK_RETURN(sdbSetRawStatus(pUserRaw, SDB_STATUS_READY));
4!
734
  }
735

736
  TAOS_RETURN(code);
3,175✔
737
}
738

739
static int32_t mndSetCreateDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
3,175✔
740
  int32_t code = 0;
3,175✔
741
  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {
10,281✔
742
    SVgObj *pVgroup = pVgroups + vg;
7,106✔
743

744
    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
14,616✔
745
      SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
7,510✔
746
      TAOS_CHECK_RETURN(mndAddCreateVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid));
7,510!
747
    }
748
  }
749

750
  TAOS_RETURN(code);
3,175✔
751
}
752

753
static int32_t mndSetCreateDbUndoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {
3,175✔
754
  int32_t code = 0;
3,175✔
755
  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {
10,281✔
756
    SVgObj *pVgroup = pVgroups + vg;
7,106✔
757

758
    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
14,616✔
759
      SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
7,510✔
760
      TAOS_CHECK_RETURN(mndAddDropVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid, false));
7,510!
761
    }
762
  }
763

764
  TAOS_RETURN(code);
3,175✔
765
}
766

767
static int32_t mndCreateDb(SMnode *pMnode, SRpcMsg *pReq, SCreateDbReq *pCreate, SUserObj *pUser, SArray *dnodeList) {
3,610✔
768
  int32_t  code = 0;
3,610✔
769
  SUserObj newUserObj = {0};
3,610✔
770
  SDbObj   dbObj = {0};
3,610✔
771
  (void)memcpy(dbObj.name, pCreate->db, TSDB_DB_FNAME_LEN);
3,610✔
772
  (void)memcpy(dbObj.acct, pUser->acct, TSDB_USER_LEN);
3,610✔
773
  dbObj.createdTime = taosGetTimestampMs();
3,610✔
774
  dbObj.updateTime = dbObj.createdTime;
3,610✔
775
  dbObj.uid = mndGenerateUid(dbObj.name, TSDB_DB_FNAME_LEN);
3,610✔
776
  dbObj.cfgVersion = 1;
3,610✔
777
  dbObj.vgVersion = 1;
3,610✔
778
  dbObj.tsmaVersion = 1;
3,610✔
779
  (void)memcpy(dbObj.createUser, pUser->user, TSDB_USER_LEN);
3,610✔
780
  dbObj.cfg = (SDbCfg){
3,610✔
781
      .numOfVgroups = pCreate->numOfVgroups,
3,610✔
782
      .numOfStables = pCreate->numOfStables,
3,610✔
783
      .buffer = pCreate->buffer,
3,610✔
784
      .pageSize = pCreate->pageSize,
3,610✔
785
      .pages = pCreate->pages,
3,610✔
786
      .cacheLastSize = pCreate->cacheLastSize,
3,610✔
787
      .daysPerFile = pCreate->daysPerFile,
3,610✔
788
      .daysToKeep0 = pCreate->daysToKeep0,
3,610✔
789
      .daysToKeep1 = pCreate->daysToKeep1,
3,610✔
790
      .daysToKeep2 = pCreate->daysToKeep2,
3,610✔
791
      .keepTimeOffset = pCreate->keepTimeOffset,
3,610✔
792
      .minRows = pCreate->minRows,
3,610✔
793
      .maxRows = pCreate->maxRows,
3,610✔
794
      .walFsyncPeriod = pCreate->walFsyncPeriod,
3,610✔
795
      .walLevel = pCreate->walLevel,
3,610✔
796
      .precision = pCreate->precision,
3,610✔
797
      .compression = pCreate->compression,
3,610✔
798
      .replications = pCreate->replications,
3,610✔
799
      .strict = pCreate->strict,
3,610✔
800
      .cacheLast = pCreate->cacheLast,
3,610✔
801
      .hashMethod = 1,
802
      .schemaless = pCreate->schemaless,
3,610✔
803
      .walRetentionPeriod = pCreate->walRetentionPeriod,
3,610✔
804
      .walRetentionSize = pCreate->walRetentionSize,
3,610✔
805
      .walRollPeriod = pCreate->walRollPeriod,
3,610✔
806
      .walSegmentSize = pCreate->walSegmentSize,
3,610✔
807
      .sstTrigger = pCreate->sstTrigger,
3,610✔
808
      .hashPrefix = pCreate->hashPrefix,
3,610✔
809
      .hashSuffix = pCreate->hashSuffix,
3,610✔
810
      .s3ChunkSize = pCreate->s3ChunkSize,
3,610✔
811
      .s3KeepLocal = pCreate->s3KeepLocal,
3,610✔
812
      .s3Compact = pCreate->s3Compact,
3,610✔
813
      .tsdbPageSize = pCreate->tsdbPageSize,
3,610✔
814
      .withArbitrator = pCreate->withArbitrator,
3,610✔
815
      .encryptAlgorithm = pCreate->encryptAlgorithm,
3,610✔
816
      .compactInterval = pCreate->compactInterval,
3,610✔
817
      .compactStartTime = pCreate->compactStartTime,
3,610✔
818
      .compactEndTime = pCreate->compactEndTime,
3,610✔
819
      .compactTimeOffset = pCreate->compactTimeOffset,
3,610✔
820
  };
821

822
  dbObj.cfg.numOfRetensions = pCreate->numOfRetensions;
3,610✔
823
  dbObj.cfg.pRetensions = pCreate->pRetensions;
3,610✔
824

825
  mndSetDefaultDbCfg(&dbObj.cfg);
3,610✔
826

827
  if ((code = mndCheckDbName(dbObj.name, pUser)) != 0) {
3,610!
828
    mError("db:%s, failed to create, check db name failed, since %s", pCreate->db, terrstr());
×
829
    TAOS_RETURN(code);
×
830
  }
831

832
  if ((code = mndCheckDbCfg(pMnode, &dbObj.cfg)) != 0) {
3,610✔
833
    mError("db:%s, failed to create, check db cfg failed, since %s", pCreate->db, terrstr());
1!
834
    TAOS_RETURN(code);
1✔
835
  }
836

837
  if (dbObj.cfg.hashPrefix > 0) {
3,609✔
838
    int32_t dbLen = strlen(dbObj.name) + 1;
11✔
839
    mInfo("db:%s, hashPrefix adjust from %d to %d", dbObj.name, dbObj.cfg.hashPrefix, dbObj.cfg.hashPrefix + dbLen);
11!
840
    dbObj.cfg.hashPrefix += dbLen;
11✔
841
  } else if (dbObj.cfg.hashPrefix < 0) {
3,598✔
842
    int32_t dbLen = strlen(dbObj.name) + 1;
9✔
843
    mInfo("db:%s, hashPrefix adjust from %d to %d", dbObj.name, dbObj.cfg.hashPrefix, dbObj.cfg.hashPrefix - dbLen);
9!
844
    dbObj.cfg.hashPrefix -= dbLen;
9✔
845
  }
846

847
  SVgObj *pVgroups = NULL;
3,609✔
848
  if ((code = mndAllocVgroup(pMnode, &dbObj, &pVgroups, dnodeList)) != 0) {
3,609✔
849
    mError("db:%s, failed to create, alloc vgroup failed, since %s", pCreate->db, terrstr());
434!
850
    TAOS_RETURN(code);
434✔
851
  }
852

853
  // add database privileges for user
854
  SUserObj *pNewUserDuped = NULL;
3,175✔
855
  if (!pUser->superUser) {
3,175✔
856
    TAOS_CHECK_GOTO(mndUserDupObj(pUser, &newUserObj), NULL, _OVER);
4!
857
    TAOS_CHECK_GOTO(taosHashPut(newUserObj.readDbs, dbObj.name, strlen(dbObj.name) + 1, dbObj.name, TSDB_FILENAME_LEN),
4!
858
                    NULL, _OVER);
859
    TAOS_CHECK_GOTO(taosHashPut(newUserObj.writeDbs, dbObj.name, strlen(dbObj.name) + 1, dbObj.name, TSDB_FILENAME_LEN),
4!
860
                    NULL, _OVER);
861
    pNewUserDuped = &newUserObj;
4✔
862
  }
863

864
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "create-db");
3,175✔
865
  if (pTrans == NULL) {
3,175!
866
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
867
    if (terrno != 0) code = terrno;
×
868
    goto _OVER;
×
869
  }
870
  // mndTransSetSerial(pTrans);
871
  mInfo("trans:%d, used to create db:%s", pTrans->id, pCreate->db);
3,175!
872

873
  mndTransSetDbName(pTrans, dbObj.name, NULL);
3,175✔
874
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
3,175!
875

876
  mndTransSetOper(pTrans, MND_OPER_CREATE_DB);
3,175✔
877
  TAOS_CHECK_GOTO(mndSetCreateDbPrepareAction(pMnode, pTrans, &dbObj), NULL, _OVER);
3,175!
878
  TAOS_CHECK_GOTO(mndSetCreateDbRedoActions(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);
3,175!
879
  TAOS_CHECK_GOTO(mndSetNewVgPrepareActions(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);
3,175!
880
  TAOS_CHECK_GOTO(mndSetCreateDbUndoLogs(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);
3,175!
881
  TAOS_CHECK_GOTO(mndSetCreateDbCommitLogs(pMnode, pTrans, &dbObj, pVgroups, pNewUserDuped), NULL, _OVER);
3,175!
882
  TAOS_CHECK_GOTO(mndSetCreateDbUndoActions(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);
3,175!
883
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
3,175!
884

885
_OVER:
3,175✔
886
  taosMemoryFree(pVgroups);
3,175!
887
  mndUserFreeObj(&newUserObj);
3,175✔
888
  mndTransDrop(pTrans);
3,175✔
889
  TAOS_RETURN(code);
3,175✔
890
}
891

892
static int32_t mndCheckDbEncryptKey(SMnode *pMnode, SCreateDbReq *pReq) {
3,626✔
893
  int32_t    code = 0;
3,626✔
894
  SSdb      *pSdb = pMnode->pSdb;
3,626✔
895
  SDnodeObj *pDnode = NULL;
3,626✔
896
  void      *pIter = NULL;
3,626✔
897

898
#ifdef TD_ENTERPRISE
899
  if (pReq->encryptAlgorithm == TSDB_ENCRYPT_ALGO_NONE) goto _exit;
3,626!
900
  TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_DB_ENCRYPTION), NULL, _exit);
×
901
  if (tsEncryptionKeyStat != ENCRYPT_KEY_STAT_LOADED) {
×
902
    code = TSDB_CODE_MND_INVALID_ENCRYPT_KEY;
×
903
    mError("db:%s, failed to check encryption key:%" PRIi8 " in mnode leader since it's not loaded", pReq->db,
×
904
           tsEncryptionKeyStat);
905
    goto _exit;
×
906
  }
907

908
  int64_t curMs = taosGetTimestampMs();
×
909
  while ((pIter = sdbFetch(pSdb, SDB_DNODE, pIter, (void **)&pDnode))) {
×
910
    bool online = false;
×
911
    if ((pDnode->encryptionKeyStat != tsEncryptionKeyStat || pDnode->encryptionKeyChksum != tsEncryptionKeyChksum) &&
×
912
        (online = mndIsDnodeOnline(pDnode, curMs))) {
×
913
      code = TSDB_CODE_MND_INVALID_ENCRYPT_KEY;
×
914
      mError("db:%s, failed to check encryption key:%" PRIi8
×
915
             "-%u in dnode:%d since it's inconsitent with mnode leader:%" PRIi8 "-%u",
916
             pReq->db, pDnode->encryptionKeyStat, pDnode->encryptionKeyChksum, pDnode->id, tsEncryptionKeyStat,
917
             tsEncryptionKeyChksum);
918
      sdbCancelFetch(pSdb, pIter);
×
919
      sdbRelease(pSdb, pDnode);
×
920
      break;
×
921
    }
922
    sdbRelease(pSdb, pDnode);
×
923
  }
924
#else
925
  if (pReq->encryptAlgorithm != TSDB_ENCRYPT_ALGO_NONE) {
926
    code = TSDB_CODE_MND_INVALID_DB_OPTION;
927
    goto _exit;
928
  }
929
#endif
930
_exit:
×
931
  TAOS_RETURN(code);
3,626✔
932
}
933

934
#ifndef TD_ENTERPRISE
935
int32_t mndCheckDbDnodeList(SMnode *pMnode, char *db, char *dnodeListStr, SArray *dnodeList) {
936
  if (dnodeListStr[0] != 0) {
937
    terrno = TSDB_CODE_OPS_NOT_SUPPORT;
938
    return terrno;
939
  } else {
940
    return 0;
941
  }
942
}
943
#endif
944

945
static int32_t mndProcessCreateDbReq(SRpcMsg *pReq) {
3,922✔
946
  SMnode      *pMnode = pReq->info.node;
3,922✔
947
  int32_t      code = -1;
3,922✔
948
  int32_t      lino = 0;
3,922✔
949
  SDbObj      *pDb = NULL;
3,922✔
950
  SUserObj    *pUser = NULL;
3,922✔
951
  SCreateDbReq createReq = {0};
3,922✔
952
  SArray      *dnodeList = NULL;
3,922✔
953

954
  dnodeList = taosArrayInit(mndGetDnodeSize(pMnode), sizeof(int32_t));
3,922✔
955
  TSDB_CHECK_NULL(dnodeList, code, lino, _OVER, TSDB_CODE_OUT_OF_MEMORY);
3,922!
956

957
  TAOS_CHECK_GOTO(tDeserializeSCreateDbReq(pReq->pCont, pReq->contLen, &createReq), NULL, _OVER);
3,922!
958
#ifdef WINDOWS
959
  if (taosArrayGetSize(createReq.pRetensions) > 0) {
960
    terrno = TSDB_CODE_MND_INVALID_PLATFORM;
961
    goto _OVER;
962
  }
963
#endif
964
  mInfo("db:%s, start to create, vgroups:%d", createReq.db, createReq.numOfVgroups);
3,922!
965

966
  pDb = mndAcquireDb(pMnode, createReq.db);
3,922✔
967
  if (pDb != NULL) {
3,922✔
968
    if (createReq.ignoreExist) {
295✔
969
      mInfo("db:%s, already exist, ignore exist is set", createReq.db);
282!
970
      code = 0;
282✔
971
      goto _OVER;
282✔
972
    } else {
973
      code = TSDB_CODE_MND_DB_ALREADY_EXIST;
13✔
974
      goto _OVER;
13✔
975
    }
976
  } else {
977
    if (terrno == TSDB_CODE_MND_DB_IN_CREATING) {
3,627!
978
      code = terrno;
×
979
      goto _OVER;
×
980
    } else if (terrno == TSDB_CODE_MND_DB_IN_DROPPING) {
3,627!
981
      goto _OVER;
×
982
    } else if (terrno == TSDB_CODE_MND_DB_NOT_EXIST) {
3,627!
983
      // continue
984
    } else {  // TSDB_CODE_APP_ERROR
985
      goto _OVER;
×
986
    }
987
  }
988

989
  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_CREATE_DB, NULL), &lino, _OVER);
3,627✔
990

991
  TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_DB), &lino, _OVER);
3,626!
992

993
  if (createReq.replications == 2) {
3,626✔
994
    TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_DUAL_REPLICA_HA), &lino, _OVER);
5!
995
  }
996

997
  TAOS_CHECK_GOTO(mndCheckDbEncryptKey(pMnode, &createReq), &lino, _OVER);
3,626!
998

999
  TAOS_CHECK_GOTO(mndCheckDbDnodeList(pMnode, createReq.db, createReq.dnodeListStr, dnodeList), &lino, _OVER);
3,626✔
1000

1001
  TAOS_CHECK_GOTO(mndAcquireUser(pMnode, pReq->info.conn.user, &pUser), &lino, _OVER);
3,610!
1002

1003
  TAOS_CHECK_GOTO(mndCreateDb(pMnode, pReq, &createReq, pUser, dnodeList), &lino, _OVER);
3,610✔
1004
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
3,175!
1005

1006
  SName name = {0};
3,175✔
1007
  if (tNameFromString(&name, createReq.db, T_NAME_ACCT | T_NAME_DB) < 0)
3,175!
1008
    mError("db:%s, failed to parse db name", createReq.db);
×
1009

1010
  auditRecord(pReq, pMnode->clusterId, "createDB", name.dbname, "", createReq.sql, createReq.sqlLen);
3,175✔
1011

1012
_OVER:
3,922✔
1013
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
3,922✔
1014
    mError("db:%s, failed to create at line:%d since %s", createReq.db, lino, tstrerror(code));
465!
1015
  }
1016

1017
  mndReleaseDb(pMnode, pDb);
3,922✔
1018
  mndReleaseUser(pMnode, pUser);
3,922✔
1019
  tFreeSCreateDbReq(&createReq);
3,922✔
1020
  taosArrayDestroy(dnodeList);
3,922✔
1021

1022
  TAOS_RETURN(code);
3,922✔
1023
}
1024

1025
static int32_t mndSetDbCfgFromAlterDbReq(SDbObj *pDb, SAlterDbReq *pAlter) {
77✔
1026
  int32_t code = TSDB_CODE_MND_DB_OPTION_UNCHANGED;
77✔
1027

1028
  if (pAlter->buffer > 0 && pAlter->buffer != pDb->cfg.buffer) {
77!
1029
    pDb->cfg.buffer = pAlter->buffer;
×
1030
    code = 0;
×
1031
  }
1032

1033
  if (pAlter->pages > 0 && pAlter->pages != pDb->cfg.pages) {
77!
1034
    pDb->cfg.pages = pAlter->pages;
×
1035
    code = 0;
×
1036
  }
1037

1038
  if (pAlter->pageSize > 0 && pAlter->pageSize != pDb->cfg.pageSize) {
77!
1039
    pDb->cfg.pageSize = pAlter->pageSize;
×
1040
    code = 0;
×
1041
  }
1042

1043
  if (pAlter->daysPerFile > 0 && pAlter->daysPerFile != pDb->cfg.daysPerFile) {
77!
1044
    pDb->cfg.daysPerFile = pAlter->daysPerFile;
×
1045
    code = 0;
×
1046
  }
1047

1048
  if (pAlter->daysToKeep0 > 0 && pAlter->daysToKeep0 != pDb->cfg.daysToKeep0) {
77✔
1049
    pDb->cfg.daysToKeep0 = pAlter->daysToKeep0;
13✔
1050
    code = 0;
13✔
1051
  }
1052

1053
  if (pAlter->daysToKeep1 > 0 && pAlter->daysToKeep1 != pDb->cfg.daysToKeep1) {
77✔
1054
    pDb->cfg.daysToKeep1 = pAlter->daysToKeep1;
13✔
1055
    code = 0;
13✔
1056
  }
1057

1058
  if (pAlter->daysToKeep2 > 0 && pAlter->daysToKeep2 != pDb->cfg.daysToKeep2) {
77✔
1059
    pDb->cfg.daysToKeep2 = pAlter->daysToKeep2;
14✔
1060
    code = 0;
14✔
1061
  }
1062

1063
  if (pAlter->keepTimeOffset >= 0 && pAlter->keepTimeOffset != pDb->cfg.keepTimeOffset) {
77!
1064
    pDb->cfg.keepTimeOffset = pAlter->keepTimeOffset;
1✔
1065
    code = 0;
1✔
1066
  }
1067

1068
  if (pAlter->walFsyncPeriod >= 0 && pAlter->walFsyncPeriod != pDb->cfg.walFsyncPeriod) {
77!
1069
    pDb->cfg.walFsyncPeriod = pAlter->walFsyncPeriod;
3✔
1070
    code = 0;
3✔
1071
  }
1072

1073
  if (pAlter->walLevel >= 0 && pAlter->walLevel != pDb->cfg.walLevel) {
77!
1074
    pDb->cfg.walLevel = pAlter->walLevel;
2✔
1075
    code = 0;
2✔
1076
  }
1077

1078
  if (pAlter->strict >= 0 && pAlter->strict != pDb->cfg.strict) {
77!
1079
#if 1
1080
    code = TSDB_CODE_OPS_NOT_SUPPORT;
×
1081
#else
1082
    pDb->cfg.strict = pAlter->strict;
1083
    code = 0;
1084
#endif
1085
  }
1086

1087
  if (pAlter->cacheLast >= 0 && pAlter->cacheLast != pDb->cfg.cacheLast) {
77!
1088
    pDb->cfg.cacheLast = pAlter->cacheLast;
10✔
1089
    code = 0;
10✔
1090
  }
1091

1092
  if (pAlter->cacheLastSize > 0 && pAlter->cacheLastSize != pDb->cfg.cacheLastSize) {
77!
1093
    pDb->cfg.cacheLastSize = pAlter->cacheLastSize;
1✔
1094
    code = 0;
1✔
1095
  }
1096

1097
  if (pAlter->replications > 0 && pAlter->replications != pDb->cfg.replications) {
77!
1098
    pDb->cfg.replications = pAlter->replications;
2✔
1099
    pDb->vgVersion++;
2✔
1100
    code = 0;
2✔
1101
  }
1102

1103
  if (pAlter->sstTrigger > 0 && pAlter->sstTrigger != pDb->cfg.sstTrigger) {
77!
1104
    pDb->cfg.sstTrigger = pAlter->sstTrigger;
×
1105
    pDb->vgVersion++;
×
1106
    code = 0;
×
1107
  }
1108

1109
  if (pAlter->minRows > 0 && pAlter->minRows != pDb->cfg.minRows) {
77!
1110
    pDb->cfg.minRows = pAlter->minRows;
×
1111
    pDb->vgVersion++;
×
1112
    code = 0;
×
1113
  }
1114

1115
  if (pAlter->walRetentionPeriod > TSDB_DB_MIN_WAL_RETENTION_PERIOD &&
77✔
1116
      pAlter->walRetentionPeriod != pDb->cfg.walRetentionPeriod) {
42✔
1117
    pDb->cfg.walRetentionPeriod = pAlter->walRetentionPeriod;
18✔
1118
    pDb->vgVersion++;
18✔
1119
    code = 0;
18✔
1120
  }
1121

1122
  if (pAlter->walRetentionSize > TSDB_DB_MIN_WAL_RETENTION_SIZE &&
77!
1123
      pAlter->walRetentionSize != pDb->cfg.walRetentionSize) {
×
1124
    pDb->cfg.walRetentionSize = pAlter->walRetentionSize;
×
1125
    pDb->vgVersion++;
×
1126
    code = 0;
×
1127
  }
1128

1129
  if (pAlter->s3KeepLocal > TSDB_MIN_S3_KEEP_LOCAL && pAlter->s3KeepLocal != pDb->cfg.s3KeepLocal) {
77!
1130
    pDb->cfg.s3KeepLocal = pAlter->s3KeepLocal;
×
1131
    pDb->vgVersion++;
×
1132
    code = 0;
×
1133
  }
1134

1135
  if (pAlter->s3Compact > TSDB_MIN_S3_COMPACT && pAlter->s3Compact != pDb->cfg.s3Compact) {
77!
1136
    pDb->cfg.s3Compact = pAlter->s3Compact;
×
1137
    pDb->vgVersion++;
×
1138
    code = 0;
×
1139
  }
1140

1141
  if (pAlter->withArbitrator >= TSDB_MIN_DB_WITH_ARBITRATOR && pAlter->withArbitrator != pDb->cfg.withArbitrator) {
77✔
1142
    pDb->cfg.withArbitrator = pAlter->withArbitrator;
1✔
1143
    pDb->vgVersion++;
1✔
1144
    code = 0;
1✔
1145
  }
1146

1147
  if (pAlter->compactInterval >= TSDB_DEFAULT_COMPACT_INTERVAL && pAlter->compactInterval != pDb->cfg.compactInterval) {
77!
1148
    pDb->cfg.compactInterval = pAlter->compactInterval;
×
1149
    pDb->vgVersion++;
×
1150
    code = 0;
×
1151
  }
1152

1153
  if (pAlter->compactStartTime != pDb->cfg.compactStartTime &&
77!
1154
      (pAlter->compactStartTime == TSDB_DEFAULT_COMPACT_START_TIME ||
77!
1155
       pAlter->compactStartTime <= -pDb->cfg.daysPerFile)) {
77!
1156
    pDb->cfg.compactStartTime = pAlter->compactStartTime;
×
1157
    pDb->vgVersion++;
×
1158
    code = 0;
×
1159
  }
1160

1161
  if (pAlter->compactEndTime != pDb->cfg.compactEndTime &&
77!
1162
      (pAlter->compactEndTime == TSDB_DEFAULT_COMPACT_END_TIME || pAlter->compactEndTime <= -pDb->cfg.daysPerFile)) {
77!
1163
    pDb->cfg.compactEndTime = pAlter->compactEndTime;
×
1164
    pDb->vgVersion++;
×
1165
    code = 0;
×
1166
  }
1167

1168
  if (pAlter->compactTimeOffset >= TSDB_MIN_COMPACT_TIME_OFFSET &&
77!
1169
      pAlter->compactTimeOffset != pDb->cfg.compactTimeOffset) {
×
1170
    pDb->cfg.compactTimeOffset = pAlter->compactTimeOffset;
×
1171
    pDb->vgVersion++;
×
1172
    code = 0;
×
1173
  }
1174

1175
  TAOS_RETURN(code);
77✔
1176
}
1177

1178
static int32_t mndSetAlterDbPrepareLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
50✔
1179
  int32_t  code = 0;
50✔
1180
  SSdbRaw *pRedoRaw = mndDbActionEncode(pOld);
50✔
1181
  if (pRedoRaw == NULL) {
50!
1182
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1183
    if (terrno != 0) code = terrno;
×
1184
    TAOS_RETURN(code);
×
1185
  }
1186
  if ((code = mndTransAppendPrepareLog(pTrans, pRedoRaw)) != 0) {
50!
1187
    sdbFreeRaw(pRedoRaw);
×
1188
    TAOS_RETURN(code);
×
1189
  }
1190

1191
  if ((code = sdbSetRawStatus(pRedoRaw, SDB_STATUS_READY)) != 0) {
50!
1192
    sdbFreeRaw(pRedoRaw);
×
1193
    TAOS_RETURN(code);
×
1194
  }
1195
  return 0;
50✔
1196
}
1197

1198
static int32_t mndSetAlterDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {
50✔
1199
  int32_t  code = 0;
50✔
1200
  SSdbRaw *pCommitRaw = mndDbActionEncode(pNew);
50✔
1201
  if (pCommitRaw == NULL) {
50!
1202
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1203
    if (terrno != 0) code = terrno;
×
1204
    TAOS_RETURN(code);
×
1205
  }
1206
  if ((code = mndTransAppendCommitlog(pTrans, pCommitRaw)) != 0) {
50!
1207
    sdbFreeRaw(pCommitRaw);
×
1208
    TAOS_RETURN(code);
×
1209
  }
1210

1211
  if ((code = sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY)) != 0) {
50!
1212
    sdbFreeRaw(pCommitRaw);
×
1213
    TAOS_RETURN(code);
×
1214
  }
1215
  TAOS_RETURN(code);
50✔
1216
}
1217

1218
static int32_t mndSetAlterDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pOldDb, SDbObj *pNewDb) {
50✔
1219
  int32_t code = 0, lino = 0;
50✔
1220
  SSdb   *pSdb = pMnode->pSdb;
50✔
1221
  void   *pIter = NULL;
50✔
1222
  SVgObj *pVgroup = NULL;
50✔
1223
  SArray *pArray = mndBuildDnodesArray(pMnode, 0, NULL);
50✔
1224

1225
  TSDB_CHECK_NULL(pArray, code, lino, _err, TSDB_CODE_OUT_OF_MEMORY);
50!
1226

1227
  while (1) {
1228
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
251✔
1229
    if (pIter == NULL) break;
251✔
1230

1231
    if (mndVgroupInDb(pVgroup, pNewDb->uid)) {
201✔
1232
      SVgObj newVgroup = {0};
173✔
1233
      TAOS_CHECK_GOTO(mndBuildAlterVgroupAction(pMnode, pTrans, pOldDb, pNewDb, pVgroup, pArray, &newVgroup), &lino,
173!
1234
                      _err);
1235

1236
      if (pNewDb->cfg.withArbitrator != pOldDb->cfg.withArbitrator) {
173!
1237
        if (pNewDb->cfg.withArbitrator) {
×
1238
          SArbGroup arbGroup = {0};
×
1239
          TAOS_CHECK_GOTO(mndArbGroupInitFromVgObj(&newVgroup, &arbGroup), &lino, _err);
×
1240
          TAOS_CHECK_GOTO(mndSetCreateArbGroupCommitLogs(pTrans, &arbGroup), &lino, _err);
×
1241
        } else {
1242
          SArbGroup arbGroup = {0};
×
1243
          TAOS_CHECK_GOTO(mndArbGroupInitFromVgObj(pVgroup, &arbGroup), &lino, _err);
×
1244
          TAOS_CHECK_GOTO(mndSetDropArbGroupCommitLogs(pTrans, &arbGroup), &lino, _err);
×
1245
        }
1246
      }
1247
    }
1248

1249
    sdbRelease(pSdb, pVgroup);
201✔
1250
  }
1251

1252
  taosArrayDestroy(pArray);
50✔
1253
  TAOS_RETURN(code);
50✔
1254

1255
_err:
×
1256
  mError("db:%s, %s failed at %d since %s", pNewDb->name, __func__, lino, tstrerror(code));
×
1257

1258
  sdbCancelFetch(pSdb, pIter);
×
1259
  sdbRelease(pSdb, pVgroup);
×
1260
  taosArrayDestroy(pArray);
×
1261
  TAOS_RETURN(code);
×
1262
}
1263

1264
static int32_t mndAlterDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pOld, SDbObj *pNew) {
50✔
1265
  int32_t code = -1;
50✔
1266
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "alter-db");
50✔
1267
  if (pTrans == NULL) {
50!
1268
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1269
    if (terrno != 0) code = terrno;
×
1270
    TAOS_RETURN(code);
×
1271
  }
1272
  mInfo("trans:%d, used to alter db:%s", pTrans->id, pOld->name);
50!
1273

1274
  mndTransSetDbName(pTrans, pOld->name, NULL);
50✔
1275
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
50!
1276
  TAOS_CHECK_GOTO(mndTransCheckConflictWithCompact(pMnode, pTrans), NULL, _OVER);
50!
1277

1278
  TAOS_CHECK_GOTO(mndSetAlterDbPrepareLogs(pMnode, pTrans, pOld, pNew), NULL, _OVER);
50!
1279
  TAOS_CHECK_GOTO(mndSetAlterDbCommitLogs(pMnode, pTrans, pOld, pNew), NULL, _OVER);
50!
1280
  TAOS_CHECK_GOTO(mndSetAlterDbRedoActions(pMnode, pTrans, pOld, pNew), NULL, _OVER);
50!
1281
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
50!
1282
  code = 0;
50✔
1283

1284
_OVER:
50✔
1285
  mndTransDrop(pTrans);
50✔
1286
  TAOS_RETURN(code);
50✔
1287
}
1288

1289
static int32_t mndProcessAlterDbReq(SRpcMsg *pReq) {
78✔
1290
  SMnode     *pMnode = pReq->info.node;
78✔
1291
  int32_t     code = -1;
78✔
1292
  SDbObj     *pDb = NULL;
78✔
1293
  SAlterDbReq alterReq = {0};
78✔
1294
  SDbObj      dbObj = {0};
78✔
1295

1296
  TAOS_CHECK_GOTO(tDeserializeSAlterDbReq(pReq->pCont, pReq->contLen, &alterReq), NULL, _OVER);
78!
1297

1298
  mInfo("db:%s, start to alter", alterReq.db);
78!
1299

1300
  pDb = mndAcquireDb(pMnode, alterReq.db);
78✔
1301
  if (pDb == NULL) {
78!
1302
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1303
    if (terrno != 0) code = terrno;
×
1304
    goto _OVER;
×
1305
  }
1306

1307
  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_ALTER_DB, pDb), NULL, _OVER);
78✔
1308

1309
  if (alterReq.replications == 2) {
77✔
1310
    TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_DUAL_REPLICA_HA), NULL, _OVER);
1!
1311
  }
1312

1313
  int32_t numOfTopics = 0;
77✔
1314
  TAOS_CHECK_GOTO(mndGetNumOfTopics(pMnode, pDb->name, &numOfTopics), NULL, _OVER);
77!
1315

1316
  if (numOfTopics != 0 && alterReq.walRetentionPeriod == 0) {
77!
1317
    code = TSDB_CODE_MND_DB_RETENTION_PERIOD_ZERO;
×
1318
    mError("db:%s, not allowed to set WAL_RETENTION_PERIOD 0 when there are topics defined. numOfTopics:%d", pDb->name,
×
1319
           numOfTopics);
1320
    goto _OVER;
×
1321
  }
1322

1323
  (void)memcpy(&dbObj, pDb, sizeof(SDbObj));
77✔
1324
  if (dbObj.cfg.pRetensions != NULL) {
77!
1325
    dbObj.cfg.pRetensions = taosArrayDup(pDb->cfg.pRetensions, NULL);
×
1326
    if (dbObj.cfg.pRetensions == NULL) goto _OVER;
×
1327
  }
1328

1329
  code = mndSetDbCfgFromAlterDbReq(&dbObj, &alterReq);
77✔
1330
  if (code != 0) {
77✔
1331
    if (code == TSDB_CODE_MND_DB_OPTION_UNCHANGED) code = 0;
26!
1332
    goto _OVER;
26✔
1333
  }
1334

1335
  TAOS_CHECK_GOTO(mndCheckInChangeDbCfg(pMnode, &pDb->cfg, &dbObj.cfg), NULL, _OVER);
51✔
1336

1337
  dbObj.cfgVersion++;
50✔
1338
  dbObj.updateTime = taosGetTimestampMs();
50✔
1339
  code = mndAlterDb(pMnode, pReq, pDb, &dbObj);
50✔
1340

1341
  if (dbObj.cfg.replications != pDb->cfg.replications) {
50✔
1342
    // return quickly, operation executed asynchronously
1343
    mInfo("db:%s, alter db replica from %d to %d", pDb->name, pDb->cfg.replications, dbObj.cfg.replications);
1!
1344
  } else {
1345
    if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
49!
1346
  }
1347

1348
  SName name = {0};
50✔
1349
  if (tNameFromString(&name, alterReq.db, T_NAME_ACCT | T_NAME_DB) < 0)
50!
1350
    mError("db:%s, failed to parse db name", alterReq.db);
×
1351

1352
  auditRecord(pReq, pMnode->clusterId, "alterDB", name.dbname, "", alterReq.sql, alterReq.sqlLen);
50✔
1353

1354
_OVER:
78✔
1355
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
78✔
1356
    if (terrno != 0) code = terrno;
2!
1357
    mError("db:%s, failed to alter since %s", alterReq.db, tstrerror(code));
2!
1358
  }
1359

1360
  mndReleaseDb(pMnode, pDb);
78✔
1361
  taosArrayDestroy(dbObj.cfg.pRetensions);
78✔
1362
  tFreeSAlterDbReq(&alterReq);
78✔
1363

1364
  TAOS_RETURN(code);
78✔
1365
}
1366

1367
static void mndDumpDbCfgInfo(SDbCfgRsp *cfgRsp, SDbObj *pDb) {
3,322✔
1368
  tstrncpy(cfgRsp->db, pDb->name, sizeof(cfgRsp->db));
3,322✔
1369
  cfgRsp->dbId = pDb->uid;
3,322✔
1370
  cfgRsp->cfgVersion = pDb->cfgVersion;
3,322✔
1371
  cfgRsp->numOfVgroups = pDb->cfg.numOfVgroups;
3,322✔
1372
  cfgRsp->numOfStables = pDb->cfg.numOfStables;
3,322✔
1373
  cfgRsp->buffer = pDb->cfg.buffer;
3,322✔
1374
  cfgRsp->cacheSize = pDb->cfg.cacheLastSize;
3,322✔
1375
  cfgRsp->pageSize = pDb->cfg.pageSize;
3,322✔
1376
  cfgRsp->pages = pDb->cfg.pages;
3,322✔
1377
  cfgRsp->daysPerFile = pDb->cfg.daysPerFile;
3,322✔
1378
  cfgRsp->daysToKeep0 = pDb->cfg.daysToKeep0;
3,322✔
1379
  cfgRsp->daysToKeep1 = pDb->cfg.daysToKeep1;
3,322✔
1380
  cfgRsp->daysToKeep2 = pDb->cfg.daysToKeep2;
3,322✔
1381
  cfgRsp->keepTimeOffset = pDb->cfg.keepTimeOffset;
3,322✔
1382
  cfgRsp->minRows = pDb->cfg.minRows;
3,322✔
1383
  cfgRsp->maxRows = pDb->cfg.maxRows;
3,322✔
1384
  cfgRsp->walFsyncPeriod = pDb->cfg.walFsyncPeriod;
3,322✔
1385
  cfgRsp->hashPrefix = pDb->cfg.hashPrefix;
3,322✔
1386
  cfgRsp->hashSuffix = pDb->cfg.hashSuffix;
3,322✔
1387
  cfgRsp->hashMethod = pDb->cfg.hashMethod;
3,322✔
1388
  cfgRsp->walLevel = pDb->cfg.walLevel;
3,322✔
1389
  cfgRsp->precision = pDb->cfg.precision;
3,322✔
1390
  cfgRsp->compression = pDb->cfg.compression;
3,322✔
1391
  cfgRsp->replications = pDb->cfg.replications;
3,322✔
1392
  cfgRsp->strict = pDb->cfg.strict;
3,322✔
1393
  cfgRsp->cacheLast = pDb->cfg.cacheLast;
3,322✔
1394
  cfgRsp->tsdbPageSize = pDb->cfg.tsdbPageSize;
3,322✔
1395
  cfgRsp->walRetentionPeriod = pDb->cfg.walRetentionPeriod;
3,322✔
1396
  cfgRsp->walRollPeriod = pDb->cfg.walRollPeriod;
3,322✔
1397
  cfgRsp->walRetentionSize = pDb->cfg.walRetentionSize;
3,322✔
1398
  cfgRsp->walSegmentSize = pDb->cfg.walSegmentSize;
3,322✔
1399
  cfgRsp->numOfRetensions = pDb->cfg.numOfRetensions;
3,322✔
1400
  cfgRsp->pRetensions = taosArrayDup(pDb->cfg.pRetensions, NULL);
3,322✔
1401
  cfgRsp->schemaless = pDb->cfg.schemaless;
3,322✔
1402
  cfgRsp->sstTrigger = pDb->cfg.sstTrigger;
3,322✔
1403
  cfgRsp->s3ChunkSize = pDb->cfg.s3ChunkSize;
3,322✔
1404
  cfgRsp->s3KeepLocal = pDb->cfg.s3KeepLocal;
3,322✔
1405
  cfgRsp->s3Compact = pDb->cfg.s3Compact;
3,322✔
1406
  cfgRsp->withArbitrator = pDb->cfg.withArbitrator;
3,322✔
1407
  cfgRsp->encryptAlgorithm = pDb->cfg.encryptAlgorithm;
3,322✔
1408
  cfgRsp->compactInterval = pDb->cfg.compactInterval;
3,322✔
1409
  cfgRsp->compactStartTime = pDb->cfg.compactStartTime;
3,322✔
1410
  cfgRsp->compactEndTime = pDb->cfg.compactEndTime;
3,322✔
1411
  if (cfgRsp->compactInterval > 0) {
3,322✔
1412
    if (cfgRsp->compactStartTime == 0) {
2✔
1413
      cfgRsp->compactStartTime = -cfgRsp->daysToKeep2;
1✔
1414
    }
1415
    if (cfgRsp->compactEndTime == 0) {
2✔
1416
      cfgRsp->compactEndTime = -cfgRsp->daysPerFile;
1✔
1417
    }
1418
  }
1419
  cfgRsp->compactTimeOffset = pDb->cfg.compactTimeOffset;
3,322✔
1420
}
3,322✔
1421

1422
static int32_t mndProcessGetDbCfgReq(SRpcMsg *pReq) {
2,987✔
1423
  SMnode   *pMnode = pReq->info.node;
2,987✔
1424
  int32_t   code = -1;
2,987✔
1425
  SDbObj   *pDb = NULL;
2,987✔
1426
  SDbCfgReq cfgReq = {0};
2,987✔
1427
  SDbCfgRsp cfgRsp = {0};
2,987✔
1428

1429
  TAOS_CHECK_GOTO(tDeserializeSDbCfgReq(pReq->pCont, pReq->contLen, &cfgReq), NULL, _OVER);
2,987!
1430

1431
  if (strcasecmp(cfgReq.db, TSDB_INFORMATION_SCHEMA_DB) && strcasecmp(cfgReq.db, TSDB_PERFORMANCE_SCHEMA_DB)) {
2,987!
1432
    pDb = mndAcquireDb(pMnode, cfgReq.db);
2,987✔
1433
    if (pDb == NULL) {
2,987✔
1434
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
10✔
1435
      if (terrno != 0) code = terrno;
10!
1436
      goto _OVER;
10✔
1437
    }
1438

1439
    mndDumpDbCfgInfo(&cfgRsp, pDb);
2,977✔
1440
  }
1441

1442
  int32_t contLen = tSerializeSDbCfgRsp(NULL, 0, &cfgRsp);
2,977✔
1443
  void   *pRsp = rpcMallocCont(contLen);
2,977✔
1444
  if (pRsp == NULL) {
2,977!
1445
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1446
    if (terrno != 0) code = terrno;
×
1447
    goto _OVER;
×
1448
  }
1449

1450
  int32_t ret = 0;
2,977✔
1451
  if ((ret = tSerializeSDbCfgRsp(pRsp, contLen, &cfgRsp)) < 0) {
2,977!
1452
    code = ret;
×
1453
    goto _OVER;
×
1454
  }
1455

1456
  pReq->info.rsp = pRsp;
2,977✔
1457
  pReq->info.rspLen = contLen;
2,977✔
1458

1459
  code = 0;
2,977✔
1460

1461
_OVER:
2,987✔
1462

1463
  tFreeSDbCfgRsp(&cfgRsp);
2,987✔
1464

1465
  if (code != 0) {
2,987✔
1466
    mError("db:%s, failed to get cfg since %s", cfgReq.db, terrstr());
10!
1467
  }
1468

1469
  mndReleaseDb(pMnode, pDb);
2,987✔
1470

1471
  TAOS_RETURN(code);
2,987✔
1472
}
1473

1474
static int32_t mndSetDropDbPrepareLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
1,557✔
1475
  int32_t  code = 0;
1,557✔
1476
  SSdbRaw *pRedoRaw = mndDbActionEncode(pDb);
1,557✔
1477
  if (pRedoRaw == NULL) {
1,557!
1478
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1479
    if (terrno != 0) code = terrno;
×
1480
    return -1;
×
1481
  }
1482
  TAOS_CHECK_RETURN(mndTransAppendPrepareLog(pTrans, pRedoRaw));
1,557!
1483
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING));
1,557!
1484

1485
  SSdb *pSdb = pMnode->pSdb;
1,557✔
1486
  void *pIter = NULL;
1,557✔
1487

1488
  while (1) {
6✔
1489
    SArbGroup *pArbGroup = NULL;
1,563✔
1490
    pIter = sdbFetch(pSdb, SDB_ARBGROUP, pIter, (void **)&pArbGroup);
1,563✔
1491
    if (pIter == NULL) break;
1,563✔
1492

1493
    if (pArbGroup->dbUid == pDb->uid) {
6!
1494
      if ((code = mndSetDropArbGroupPrepareLogs(pTrans, pArbGroup)) != 0) {
6!
1495
        sdbCancelFetch(pSdb, pIter);
×
1496
        sdbRelease(pSdb, pArbGroup);
×
1497
        TAOS_RETURN(code);
×
1498
      }
1499
    }
1500

1501
    sdbRelease(pSdb, pArbGroup);
6✔
1502
  }
1503

1504
  TAOS_RETURN(code);
1,557✔
1505
}
1506

1507
static int32_t mndSetDropDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
1,557✔
1508
  int32_t  code = 0;
1,557✔
1509
  SSdbRaw *pCommitRaw = mndDbActionEncode(pDb);
1,557✔
1510
  if (pCommitRaw == NULL) {
1,557!
1511
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1512
    if (terrno != 0) code = terrno;
×
1513
    return -1;
×
1514
  }
1515
  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pCommitRaw));
1,557!
1516
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED));
1,557!
1517

1518
  SSdb *pSdb = pMnode->pSdb;
1,557✔
1519
  void *pIter = NULL;
1,557✔
1520

1521
  while (1) {
6✔
1522
    SArbGroup *pArbGroup = NULL;
1,563✔
1523
    pIter = sdbFetch(pSdb, SDB_ARBGROUP, pIter, (void **)&pArbGroup);
1,563✔
1524
    if (pIter == NULL) break;
1,563✔
1525

1526
    if (pArbGroup->dbUid == pDb->uid) {
6!
1527
      if ((code = mndSetDropArbGroupCommitLogs(pTrans, pArbGroup)) != 0) {
6!
1528
        sdbCancelFetch(pSdb, pIter);
×
1529
        sdbRelease(pSdb, pArbGroup);
×
1530
        TAOS_RETURN(code);
×
1531
      }
1532
    }
1533

1534
    sdbRelease(pSdb, pArbGroup);
6✔
1535
  }
1536

1537
  while (1) {
5,983✔
1538
    SVgObj *pVgroup = NULL;
7,540✔
1539
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
7,540✔
1540
    if (pIter == NULL) break;
7,540✔
1541

1542
    if (pVgroup->dbUid == pDb->uid) {
5,983✔
1543
      SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroup);
3,583✔
1544
      if (pVgRaw == NULL) {
3,583!
1545
        sdbCancelFetch(pSdb, pIter);
×
1546
        sdbRelease(pSdb, pVgroup);
×
1547
        code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1548
        if (terrno != 0) code = terrno;
×
1549
        TAOS_RETURN(code);
×
1550
      }
1551
      if ((code = mndTransAppendCommitlog(pTrans, pVgRaw)) != 0) {
3,583!
1552
        sdbCancelFetch(pSdb, pIter);
×
1553
        sdbRelease(pSdb, pVgroup);
×
1554
        TAOS_RETURN(code);
×
1555
      }
1556
      if ((code = sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED)) != 0) {
3,583!
1557
        sdbCancelFetch(pSdb, pIter);
×
1558
        sdbRelease(pSdb, pVgroup);
×
1559
        TAOS_RETURN(code);
×
1560
      }
1561
    }
1562

1563
    sdbRelease(pSdb, pVgroup);
5,983✔
1564
  }
1565

1566
  while (1) {
4,209✔
1567
    SStbObj *pStb = NULL;
5,766✔
1568
    pIter = sdbFetch(pSdb, SDB_STB, pIter, (void **)&pStb);
5,766✔
1569
    if (pIter == NULL) break;
5,766✔
1570

1571
    if (pStb->dbUid == pDb->uid) {
4,209✔
1572
      SSdbRaw *pStbRaw = mndStbActionEncode(pStb);
3,325✔
1573
      if (pStbRaw == NULL) {
3,325!
1574
        sdbCancelFetch(pSdb, pIter);
×
1575
        sdbRelease(pSdb, pStbRaw);
×
1576
        code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1577
        if (terrno != 0) code = terrno;
×
1578
        return -1;
×
1579
      }
1580
      if ((code = mndTransAppendCommitlog(pTrans, pStbRaw)) != 0) {
3,325!
1581
        sdbCancelFetch(pSdb, pIter);
×
1582
        sdbRelease(pSdb, pStbRaw);
×
1583
        return -1;
×
1584
      }
1585
      if ((code = sdbSetRawStatus(pStbRaw, SDB_STATUS_DROPPED)) != 0) {
3,325!
1586
        sdbCancelFetch(pSdb, pIter);
×
1587
        sdbRelease(pSdb, pStbRaw);
×
1588
        return -1;
×
1589
      }
1590
    }
1591

1592
    sdbRelease(pSdb, pStb);
4,209✔
1593
  }
1594

1595
  TAOS_RETURN(code);
1,557✔
1596
}
1597

1598
static int32_t mndBuildDropVgroupAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroup) {
3,580✔
1599
  int32_t code = 0;
3,580✔
1600
  for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
7,256✔
1601
    SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
3,676✔
1602
    TAOS_CHECK_RETURN(mndAddDropVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid, true));
3,676!
1603
  }
1604

1605
  TAOS_RETURN(code);
3,580✔
1606
}
1607

1608
static int32_t mndSetDropDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {
1,556✔
1609
  int32_t code = 0;
1,556✔
1610
  SSdb   *pSdb = pMnode->pSdb;
1,556✔
1611
  void   *pIter = NULL;
1,556✔
1612

1613
  while (1) {
5,974✔
1614
    SVgObj *pVgroup = NULL;
7,530✔
1615
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
7,530✔
1616
    if (pIter == NULL) break;
7,530✔
1617

1618
    if (pVgroup->dbUid == pDb->uid) {
5,974✔
1619
      if ((code = mndBuildDropVgroupAction(pMnode, pTrans, pDb, pVgroup)) != 0) {
3,580!
1620
        sdbCancelFetch(pSdb, pIter);
×
1621
        sdbRelease(pSdb, pVgroup);
×
1622
        TAOS_RETURN(code);
×
1623
      }
1624
    }
1625

1626
    sdbRelease(pSdb, pVgroup);
5,974✔
1627
  }
1628

1629
  TAOS_RETURN(code);
1,556✔
1630
}
1631

1632
static int32_t mndBuildDropDbRsp(SDbObj *pDb, int32_t *pRspLen, void **ppRsp, bool useRpcMalloc) {
2,988✔
1633
  int32_t    code = 0;
2,988✔
1634
  SDropDbRsp dropRsp = {0};
2,988✔
1635
  if (pDb != NULL) {
2,988✔
1636
    (void)memcpy(dropRsp.db, pDb->name, TSDB_DB_FNAME_LEN);
1,556✔
1637
    dropRsp.uid = pDb->uid;
1,556✔
1638
  }
1639

1640
  int32_t rspLen = tSerializeSDropDbRsp(NULL, 0, &dropRsp);
2,988✔
1641
  void   *pRsp = NULL;
2,988✔
1642
  if (useRpcMalloc) {
2,988✔
1643
    pRsp = rpcMallocCont(rspLen);
1,432✔
1644
  } else {
1645
    pRsp = taosMemoryMalloc(rspLen);
1,556!
1646
  }
1647

1648
  if (pRsp == NULL) {
2,988!
1649
    code = terrno;
×
1650
    TAOS_RETURN(code);
×
1651
  }
1652

1653
  int32_t ret = 0;
2,988✔
1654
  if ((ret = tSerializeSDropDbRsp(pRsp, rspLen, &dropRsp)) < 0) return ret;
2,988!
1655
  *pRspLen = rspLen;
2,988✔
1656
  *ppRsp = pRsp;
2,988✔
1657
  TAOS_RETURN(code);
2,988✔
1658
}
1659

1660
static int32_t mndDropDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb) {
1,558✔
1661
  int32_t code = -1;
1,558✔
1662

1663
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "drop-db");
1,558✔
1664
  if (pTrans == NULL) {
1,558!
1665
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1666
    if (terrno != 0) code = terrno;
×
1667
    goto _OVER;
×
1668
  }
1669

1670
  mInfo("trans:%d start to drop db:%s", pTrans->id, pDb->name);
1,558!
1671

1672
  mndTransSetDbName(pTrans, pDb->name, NULL);
1,558✔
1673
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
1,558!
1674

1675
  if (mndTopicExistsForDb(pMnode, pDb)) {
1,558✔
1676
    code = TSDB_CODE_MND_TOPIC_MUST_BE_DELETED;
1✔
1677
    goto _OVER;
1✔
1678
  }
1679

1680
  TAOS_CHECK_GOTO(mndSetDropDbPrepareLogs(pMnode, pTrans, pDb), NULL, _OVER);
1,557!
1681
  TAOS_CHECK_GOTO(mndSetDropDbCommitLogs(pMnode, pTrans, pDb), NULL, _OVER);
1,557!
1682
  /*if (mndDropOffsetByDB(pMnode, pTrans, pDb) != 0) goto _OVER;*/
1683
  /*if (mndDropSubByDB(pMnode, pTrans, pDb) != 0) goto _OVER;*/
1684
  /*if (mndDropTopicByDB(pMnode, pTrans, pDb) != 0) goto _OVER;*/
1685
  TAOS_CHECK_GOTO(mndDropStreamByDb(pMnode, pTrans, pDb), NULL, _OVER);
1,557✔
1686
#ifdef TD_ENTERPRISE
1687
  TAOS_CHECK_GOTO(mndDropViewByDb(pMnode, pTrans, pDb), NULL, _OVER);
1,556!
1688
#endif
1689
  TAOS_CHECK_GOTO(mndDropSmasByDb(pMnode, pTrans, pDb), NULL, _OVER);
1,556!
1690
  TAOS_CHECK_GOTO(mndDropIdxsByDb(pMnode, pTrans, pDb), NULL, _OVER);
1,556!
1691
  TAOS_CHECK_GOTO(mndSetDropDbRedoActions(pMnode, pTrans, pDb), NULL, _OVER);
1,556!
1692
  TAOS_CHECK_GOTO(mndUserRemoveDb(pMnode, pTrans, pDb->name), NULL, _OVER);
1,556!
1693

1694
  int32_t rspLen = 0;
1,556✔
1695
  void   *pRsp = NULL;
1,556✔
1696
  TAOS_CHECK_GOTO(mndBuildDropDbRsp(pDb, &rspLen, &pRsp, false), NULL, _OVER);
1,556!
1697
  mndTransSetRpcRsp(pTrans, pRsp, rspLen);
1,556✔
1698

1699
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
1,556!
1700
  code = 0;
1,556✔
1701

1702
_OVER:
1,558✔
1703
  mndTransDrop(pTrans);
1,558✔
1704
  TAOS_RETURN(code);
1,558✔
1705
}
1706

1707
static int32_t mndProcessDropDbReq(SRpcMsg *pReq) {
3,061✔
1708
  SMnode    *pMnode = pReq->info.node;
3,061✔
1709
  int32_t    code = -1;
3,061✔
1710
  SDbObj    *pDb = NULL;
3,061✔
1711
  SDropDbReq dropReq = {0};
3,061✔
1712

1713
  TAOS_CHECK_GOTO(tDeserializeSDropDbReq(pReq->pCont, pReq->contLen, &dropReq), NULL, _OVER);
3,061!
1714

1715
  mInfo("db:%s, start to drop", dropReq.db);
3,061!
1716

1717
  pDb = mndAcquireDb(pMnode, dropReq.db);
3,061✔
1718
  if (pDb == NULL) {
3,061✔
1719
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
1,494✔
1720
    if (terrno != 0) code = terrno;
1,494!
1721
    if (dropReq.ignoreNotExists) {
1,494✔
1722
      code = mndBuildDropDbRsp(pDb, &pReq->info.rspLen, &pReq->info.rsp, true);
1,432✔
1723
    }
1724
    goto _OVER;
1,494✔
1725
  }
1726

1727
  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_DROP_DB, pDb), NULL, _OVER);
1,567✔
1728

1729
  code = mndDropDb(pMnode, pReq, pDb);
1,558✔
1730
  if (code == TSDB_CODE_SUCCESS) {
1,558✔
1731
    code = TSDB_CODE_ACTION_IN_PROGRESS;
1,556✔
1732
  }
1733

1734
  SName name = {0};
1,558✔
1735
  if (tNameFromString(&name, dropReq.db, T_NAME_ACCT | T_NAME_DB) < 0)
1,558!
1736
    mError("db:%s, failed to parse db name", dropReq.db);
×
1737

1738
  auditRecord(pReq, pMnode->clusterId, "dropDB", name.dbname, "", dropReq.sql, dropReq.sqlLen);
1,558✔
1739

1740
_OVER:
3,061✔
1741
  if (code != TSDB_CODE_SUCCESS && code != TSDB_CODE_ACTION_IN_PROGRESS) {
3,061✔
1742
    mError("db:%s, failed to drop since %s", dropReq.db, terrstr());
73!
1743
  }
1744

1745
  mndReleaseDb(pMnode, pDb);
3,061✔
1746
  tFreeSDropDbReq(&dropReq);
3,061✔
1747
  TAOS_RETURN(code);
3,061✔
1748
}
1749

1750
static int32_t mndGetDBTableNum(SDbObj *pDb, SMnode *pMnode) {
52,469✔
1751
  int32_t numOfTables = 0;
52,469✔
1752
  int32_t vindex = 0;
52,469✔
1753
  SSdb   *pSdb = pMnode->pSdb;
52,469✔
1754

1755
  void *pIter = NULL;
52,469✔
1756
  while (vindex < pDb->cfg.numOfVgroups) {
225,832✔
1757
    SVgObj *pVgroup = NULL;
173,363✔
1758
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
173,363✔
1759
    if (pIter == NULL) break;
173,363!
1760

1761
    if (mndVgroupInDb(pVgroup, pDb->uid)) {
173,363✔
1762
      numOfTables += pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;
120,601✔
1763
      vindex++;
120,601✔
1764
    }
1765

1766
    sdbRelease(pSdb, pVgroup);
173,362✔
1767
  }
1768

1769
  sdbCancelFetch(pSdb, pIter);
52,469✔
1770
  return numOfTables;
52,469✔
1771
}
1772

1773
void mndBuildDBVgroupInfo(SDbObj *pDb, SMnode *pMnode, SArray *pVgList) {
59,387✔
1774
  int32_t vindex = 0;
59,387✔
1775
  SSdb   *pSdb = pMnode->pSdb;
59,387✔
1776

1777
  void *pIter = NULL;
59,387✔
1778
  while (1) {
134,180✔
1779
    SVgObj *pVgroup = NULL;
193,567✔
1780
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
193,567✔
1781
    if (pIter == NULL) break;
193,567✔
1782

1783
    if ((NULL == pDb || pVgroup->dbUid == pDb->uid) && !pVgroup->isTsma) {
179,520✔
1784
      SVgroupInfo vgInfo = {0};
138,738✔
1785
      vgInfo.vgId = pVgroup->vgId;
138,738✔
1786
      vgInfo.hashBegin = pVgroup->hashBegin;
138,738✔
1787
      vgInfo.hashEnd = pVgroup->hashEnd;
138,738✔
1788
      vgInfo.numOfTable = pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;
138,738✔
1789
      vgInfo.epSet.numOfEps = pVgroup->replica;
138,738✔
1790
      for (int32_t gid = 0; gid < pVgroup->replica; ++gid) {
282,817✔
1791
        SVnodeGid *pVgid = &pVgroup->vnodeGid[gid];
144,080✔
1792
        SEp       *pEp = &vgInfo.epSet.eps[gid];
144,080✔
1793
        SDnodeObj *pDnode = mndAcquireDnode(pMnode, pVgid->dnodeId);
144,080✔
1794
        if (pDnode != NULL) {
144,079✔
1795
          (void)memcpy(pEp->fqdn, pDnode->fqdn, TSDB_FQDN_LEN);
143,984✔
1796
          pEp->port = pDnode->port;
143,984✔
1797
        }
1798
        mndReleaseDnode(pMnode, pDnode);
144,079✔
1799
        if (pVgid->syncState == TAOS_SYNC_STATE_LEADER || pVgid->syncState == TAOS_SYNC_STATE_ASSIGNED_LEADER) {
144,079!
1800
          vgInfo.epSet.inUse = gid;
138,124✔
1801
        }
1802
      }
1803
      vindex++;
138,737✔
1804
      if (taosArrayPush(pVgList, &vgInfo) == NULL) {
138,738!
1805
        mError("db:%s, failed to push vgInfo to array, vgId:%d, but continue next", pDb->name, vgInfo.vgId);
×
1806
      }
1807
    }
1808

1809
    sdbRelease(pSdb, pVgroup);
179,520✔
1810

1811
    if (pDb && (vindex >= pDb->cfg.numOfVgroups)) {
179,520✔
1812
      sdbCancelFetch(pSdb, pIter);
45,340✔
1813
      break;
45,340✔
1814
    }
1815
  }
1816
}
59,387✔
1817

1818
int32_t mndExtractDbInfo(SMnode *pMnode, SDbObj *pDb, SUseDbRsp *pRsp, const SUseDbReq *pReq) {
45,594✔
1819
  int32_t code = 0;
45,594✔
1820
  pRsp->pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));
45,594✔
1821
  if (pRsp->pVgroupInfos == NULL) {
45,594!
1822
    code = terrno;
×
1823
    TAOS_RETURN(code);
×
1824
  }
1825

1826
  int32_t numOfTable = mndGetDBTableNum(pDb, pMnode);
45,594✔
1827

1828
  if (pReq == NULL || pReq->vgVersion < pDb->vgVersion || pReq->dbId != pDb->uid || numOfTable != pReq->numOfTable ||
45,594!
1829
      pReq->stateTs < pDb->stateTs) {
2,561✔
1830
    mndBuildDBVgroupInfo(pDb, pMnode, pRsp->pVgroupInfos);
43,215✔
1831
  }
1832

1833
  (void)memcpy(pRsp->db, pDb->name, TSDB_DB_FNAME_LEN);
45,594✔
1834
  pRsp->uid = pDb->uid;
45,594✔
1835
  pRsp->vgVersion = pDb->vgVersion;
45,594✔
1836
  pRsp->stateTs = pDb->stateTs;
45,594✔
1837
  pRsp->vgNum = taosArrayGetSize(pRsp->pVgroupInfos);
45,594✔
1838
  pRsp->hashMethod = pDb->cfg.hashMethod;
45,594✔
1839
  pRsp->hashPrefix = pDb->cfg.hashPrefix;
45,594✔
1840
  pRsp->hashSuffix = pDb->cfg.hashSuffix;
45,594✔
1841
  TAOS_RETURN(code);
45,594✔
1842
}
1843

1844
static int32_t mndProcessUseDbReq(SRpcMsg *pReq) {
53,670✔
1845
  SMnode   *pMnode = pReq->info.node;
53,670✔
1846
  int32_t   code = -1;
53,670✔
1847
  SDbObj   *pDb = NULL;
53,670✔
1848
  SUseDbReq usedbReq = {0};
53,670✔
1849
  SUseDbRsp usedbRsp = {0};
53,670✔
1850

1851
  TAOS_CHECK_GOTO(tDeserializeSUseDbReq(pReq->pCont, pReq->contLen, &usedbReq), NULL, _OVER);
53,670!
1852

1853
  char *p = strchr(usedbReq.db, '.');
53,671✔
1854
  if (p && ((0 == strcmp(p + 1, TSDB_INFORMATION_SCHEMA_DB) || (0 == strcmp(p + 1, TSDB_PERFORMANCE_SCHEMA_DB))))) {
53,671!
1855
    (void)memcpy(usedbRsp.db, usedbReq.db, TSDB_DB_FNAME_LEN);
13,609✔
1856
    int32_t vgVersion = mndGetGlobalVgroupVersion(pMnode);
13,609✔
1857
    if (usedbReq.vgVersion < vgVersion) {
13,609✔
1858
      usedbRsp.pVgroupInfos = taosArrayInit(10, sizeof(SVgroupInfo));
13,584✔
1859
      if (usedbRsp.pVgroupInfos == NULL) goto _OVER;
13,584!
1860

1861
      mndBuildDBVgroupInfo(NULL, pMnode, usedbRsp.pVgroupInfos);
13,584✔
1862
      usedbRsp.vgVersion = vgVersion++;
13,584✔
1863
    } else {
1864
      usedbRsp.vgVersion = usedbReq.vgVersion;
25✔
1865
    }
1866
    usedbRsp.vgNum = taosArrayGetSize(usedbRsp.pVgroupInfos);
13,609✔
1867
    code = 0;
13,609✔
1868
  } else {
1869
    pDb = mndAcquireDb(pMnode, usedbReq.db);
40,062✔
1870
    if (pDb == NULL) {
40,060✔
1871
      (void)memcpy(usedbRsp.db, usedbReq.db, TSDB_DB_FNAME_LEN);
419✔
1872
      usedbRsp.uid = usedbReq.dbId;
419✔
1873
      usedbRsp.vgVersion = usedbReq.vgVersion;
419✔
1874
      usedbRsp.errCode = terrno;
419✔
1875

1876
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
419✔
1877
      if (terrno != 0) code = terrno;
419!
1878
      goto _OVER;
419✔
1879
    } else {
1880
      TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_USE_DB, pDb), NULL, _OVER);
39,641✔
1881

1882
      TAOS_CHECK_GOTO(mndExtractDbInfo(pMnode, pDb, &usedbRsp, &usedbReq), NULL, _OVER);
39,633!
1883

1884
      mDebug("db:%s, process usedb req vgVersion:%d stateTs:%" PRId64 ", rsp vgVersion:%d stateTs:%" PRId64,
39,633✔
1885
             usedbReq.db, usedbReq.vgVersion, usedbReq.stateTs, usedbRsp.vgVersion, usedbRsp.stateTs);
1886
      code = 0;
39,633✔
1887
    }
1888
  }
1889

1890
  int32_t contLen = tSerializeSUseDbRsp(NULL, 0, &usedbRsp);
53,242✔
1891
  void   *pRsp = rpcMallocCont(contLen);
53,241✔
1892
  if (pRsp == NULL) {
53,241!
1893
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
1894
    code = -1;
×
1895
    goto _OVER;
×
1896
  }
1897

1898
  int32_t ret = 0;
53,241✔
1899
  if ((ret = tSerializeSUseDbRsp(pRsp, contLen, &usedbRsp)) < 0) {
53,241!
1900
    code = ret;
×
1901
    goto _OVER;
×
1902
  }
1903

1904
  pReq->info.rsp = pRsp;
53,241✔
1905
  pReq->info.rspLen = contLen;
53,241✔
1906

1907
_OVER:
53,670✔
1908
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
53,670!
1909
    mError("db:%s, failed to process use db req since %s", usedbReq.db, tstrerror(code));
429!
1910
  }
1911

1912
  mndReleaseDb(pMnode, pDb);
53,670✔
1913
  tFreeSUsedbRsp(&usedbRsp);
53,671✔
1914

1915
  TAOS_RETURN(code);
53,671✔
1916
}
1917

1918
int32_t mndValidateDbInfo(SMnode *pMnode, SDbCacheInfo *pDbs, int32_t numOfDbs, void **ppRsp, int32_t *pRspLen) {
9,043✔
1919
  int32_t       code = 0;
9,043✔
1920
  SDbHbBatchRsp batchRsp = {0};
9,043✔
1921
  batchRsp.pArray = taosArrayInit(numOfDbs, sizeof(SDbHbRsp));
9,043✔
1922
  if (batchRsp.pArray == NULL) {
9,043!
1923
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
1924
    TAOS_RETURN(code);
×
1925
  }
1926

1927
  for (int32_t i = 0; i < numOfDbs; ++i) {
19,730✔
1928
    SDbCacheInfo *pDbCacheInfo = &pDbs[i];
10,687✔
1929
    pDbCacheInfo->dbId = be64toh(pDbCacheInfo->dbId);
10,687✔
1930
    pDbCacheInfo->vgVersion = htonl(pDbCacheInfo->vgVersion);
10,687✔
1931
    pDbCacheInfo->cfgVersion = htonl(pDbCacheInfo->cfgVersion);
10,687✔
1932
    pDbCacheInfo->numOfTable = htonl(pDbCacheInfo->numOfTable);
10,687✔
1933
    pDbCacheInfo->stateTs = be64toh(pDbCacheInfo->stateTs);
10,687✔
1934
    pDbCacheInfo->tsmaVersion = htonl(pDbCacheInfo->tsmaVersion);
10,687✔
1935

1936
    SDbHbRsp rsp = {0};
10,687✔
1937
    (void)memcpy(rsp.db, pDbCacheInfo->dbFName, TSDB_DB_FNAME_LEN);
10,687✔
1938
    rsp.dbId = pDbCacheInfo->dbId;
10,687✔
1939

1940
    if ((0 == strcasecmp(pDbCacheInfo->dbFName, TSDB_INFORMATION_SCHEMA_DB) ||
10,687✔
1941
         (0 == strcasecmp(pDbCacheInfo->dbFName, TSDB_PERFORMANCE_SCHEMA_DB)))) {
10,187✔
1942
      int32_t vgVersion = mndGetGlobalVgroupVersion(pMnode);
3,633✔
1943
      if (pDbCacheInfo->vgVersion >= vgVersion) {
3,633✔
1944
        continue;
7,825✔
1945
      }
1946

1947
      rsp.useDbRsp = taosMemoryCalloc(1, sizeof(SUseDbRsp));
463!
1948
      (void)memcpy(rsp.useDbRsp->db, pDbCacheInfo->dbFName, TSDB_DB_FNAME_LEN);
463✔
1949
      rsp.useDbRsp->pVgroupInfos = taosArrayInit(10, sizeof(SVgroupInfo));
463✔
1950

1951
      mndBuildDBVgroupInfo(NULL, pMnode, rsp.useDbRsp->pVgroupInfos);
463✔
1952
      rsp.useDbRsp->vgVersion = vgVersion++;
463✔
1953

1954
      rsp.useDbRsp->vgNum = taosArrayGetSize(rsp.useDbRsp->pVgroupInfos);
463✔
1955

1956
      if (taosArrayPush(batchRsp.pArray, &rsp) == NULL) {
926!
1957
        if (terrno != 0) code = terrno;
×
1958
        return code;
×
1959
      }
1960

1961
      continue;
463✔
1962
    }
1963

1964
    SDbObj *pDb = mndAcquireDb(pMnode, pDbCacheInfo->dbFName);
7,054✔
1965
    if (pDb == NULL) {
7,054✔
1966
      mTrace("db:%s, no exist", pDbCacheInfo->dbFName);
179✔
1967
      rsp.useDbRsp = taosMemoryCalloc(1, sizeof(SUseDbRsp));
179!
1968
      (void)memcpy(rsp.useDbRsp->db, pDbCacheInfo->dbFName, TSDB_DB_FNAME_LEN);
179✔
1969
      rsp.useDbRsp->uid = pDbCacheInfo->dbId;
179✔
1970
      rsp.useDbRsp->vgVersion = -1;
179✔
1971
      if (taosArrayPush(batchRsp.pArray, &rsp) == NULL) {
358!
1972
        if (terrno != 0) code = terrno;
×
1973
        return code;
×
1974
      }
1975
      continue;
179✔
1976
    }
1977

1978
    int32_t numOfTable = mndGetDBTableNum(pDb, pMnode);
6,875✔
1979

1980
    if (pDbCacheInfo->vgVersion >= pDb->vgVersion && pDbCacheInfo->cfgVersion >= pDb->cfgVersion &&
6,875✔
1981
        numOfTable == pDbCacheInfo->numOfTable && pDbCacheInfo->stateTs == pDb->stateTs &&
6,492!
1982
        pDbCacheInfo->tsmaVersion >= pDb->tsmaVersion) {
4,565✔
1983
      mTrace("db:%s, valid dbinfo, vgVersion:%d cfgVersion:%d stateTs:%" PRId64
4,010✔
1984
             " numOfTables:%d, not changed vgVersion:%d cfgVersion:%d stateTs:%" PRId64 " numOfTables:%d",
1985
             pDbCacheInfo->dbFName, pDbCacheInfo->vgVersion, pDbCacheInfo->cfgVersion, pDbCacheInfo->stateTs,
1986
             pDbCacheInfo->numOfTable, pDb->vgVersion, pDb->cfgVersion, pDb->stateTs, numOfTable);
1987
      mndReleaseDb(pMnode, pDb);
4,010✔
1988
      continue;
4,010✔
1989
    } else {
1990
      mTrace("db:%s, valid dbinfo, vgVersion:%d cfgVersion:%d stateTs:%" PRId64
2,865✔
1991
             " numOfTables:%d, changed to vgVersion:%d cfgVersion:%d stateTs:%" PRId64 " numOfTables:%d",
1992
             pDbCacheInfo->dbFName, pDbCacheInfo->vgVersion, pDbCacheInfo->cfgVersion, pDbCacheInfo->stateTs,
1993
             pDbCacheInfo->numOfTable, pDb->vgVersion, pDb->cfgVersion, pDb->stateTs, numOfTable);
1994
    }
1995

1996
    if (pDbCacheInfo->cfgVersion < pDb->cfgVersion) {
2,865✔
1997
      rsp.cfgRsp = taosMemoryCalloc(1, sizeof(SDbCfgRsp));
345!
1998
      mndDumpDbCfgInfo(rsp.cfgRsp, pDb);
345✔
1999
    }
2000

2001
    if (pDbCacheInfo->tsmaVersion != pDb->tsmaVersion) {
2,865✔
2002
      rsp.pTsmaRsp = taosMemoryCalloc(1, sizeof(STableTSMAInfoRsp));
1,980!
2003
      if (rsp.pTsmaRsp) rsp.pTsmaRsp->pTsmas = taosArrayInit(4, POINTER_BYTES);
1,980!
2004
      if (rsp.pTsmaRsp && rsp.pTsmaRsp->pTsmas) {
1,980!
2005
        bool    exist = false;
1,980✔
2006
        int32_t code = mndGetDbTsmas(pMnode, 0, pDb->uid, rsp.pTsmaRsp, &exist);
1,980✔
2007
        if (TSDB_CODE_SUCCESS != code) {
1,980✔
2008
          mndReleaseDb(pMnode, pDb);
3✔
2009
          if (code != TSDB_CODE_NEED_RETRY) {
3!
2010
            mError("db:%s, failed to get db tsmas", pDb->name);
×
2011
          } else {
2012
            mWarn("db:%s, need retry to get db tsmas", pDb->name);
3!
2013
          }
2014
          taosArrayDestroyP(rsp.pTsmaRsp->pTsmas, tFreeAndClearTableTSMAInfo);
3✔
2015
          taosMemoryFreeClear(rsp.pTsmaRsp);
3!
2016
          continue;
3✔
2017
        }
2018
        rsp.dbTsmaVersion = pDb->tsmaVersion;
1,977✔
2019
        mDebug("update tsma version to %d, got tsma num: %ld", pDb->tsmaVersion, rsp.pTsmaRsp->pTsmas->size);
1,977✔
2020
      }
2021
    }
2022

2023
    if (pDbCacheInfo->vgVersion < pDb->vgVersion || numOfTable != pDbCacheInfo->numOfTable ||
2,862!
2024
        pDbCacheInfo->stateTs != pDb->stateTs) {
2,823✔
2025
      rsp.useDbRsp = taosMemoryCalloc(1, sizeof(SUseDbRsp));
2,125!
2026
      rsp.useDbRsp->pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));
2,125✔
2027
      if (rsp.useDbRsp->pVgroupInfos == NULL) {
2,125!
2028
        mndReleaseDb(pMnode, pDb);
×
2029
        mError("db:%s, failed to malloc usedb response", pDb->name);
×
2030
        taosArrayDestroyP(rsp.pTsmaRsp->pTsmas, tFreeAndClearTableTSMAInfo);
×
2031
        taosMemoryFreeClear(rsp.pTsmaRsp);
×
2032
        continue;
×
2033
      }
2034

2035
      mndBuildDBVgroupInfo(pDb, pMnode, rsp.useDbRsp->pVgroupInfos);
2,125✔
2036
      (void)memcpy(rsp.useDbRsp->db, pDb->name, TSDB_DB_FNAME_LEN);
2,125✔
2037
      rsp.useDbRsp->uid = pDb->uid;
2,125✔
2038
      rsp.useDbRsp->vgVersion = pDb->vgVersion;
2,125✔
2039
      rsp.useDbRsp->stateTs = pDb->stateTs;
2,125✔
2040
      rsp.useDbRsp->vgNum = (int32_t)taosArrayGetSize(rsp.useDbRsp->pVgroupInfos);
2,125✔
2041
      rsp.useDbRsp->hashMethod = pDb->cfg.hashMethod;
2,125✔
2042
      rsp.useDbRsp->hashPrefix = pDb->cfg.hashPrefix;
2,125✔
2043
      rsp.useDbRsp->hashSuffix = pDb->cfg.hashSuffix;
2,125✔
2044
    }
2045

2046
    if (taosArrayPush(batchRsp.pArray, &rsp) == NULL) {
5,724!
2047
      mndReleaseDb(pMnode, pDb);
×
2048
      if (terrno != 0) code = terrno;
×
2049
      return code;
×
2050
    }
2051
    mndReleaseDb(pMnode, pDb);
2,862✔
2052
  }
2053

2054
  int32_t rspLen = tSerializeSDbHbBatchRsp(NULL, 0, &batchRsp);
9,043✔
2055
  void   *pRsp = taosMemoryMalloc(rspLen);
9,043!
2056
  if (pRsp == NULL) {
9,043!
2057
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
2058
    tFreeSDbHbBatchRsp(&batchRsp);
×
2059
    return -1;
×
2060
  }
2061
  int32_t ret = 0;
9,043✔
2062
  if ((ret = tSerializeSDbHbBatchRsp(pRsp, rspLen, &batchRsp)) < 0) return ret;
9,043!
2063

2064
  *ppRsp = pRsp;
9,043✔
2065
  *pRspLen = rspLen;
9,043✔
2066

2067
  tFreeSDbHbBatchRsp(&batchRsp);
9,043✔
2068
  TAOS_RETURN(code);
9,043✔
2069
}
2070

2071
static int32_t mndTrimDb(SMnode *pMnode, SDbObj *pDb) {
×
2072
  SSdb       *pSdb = pMnode->pSdb;
×
2073
  SVgObj     *pVgroup = NULL;
×
2074
  void       *pIter = NULL;
×
2075
  int32_t     code = 0;
×
2076
  SVTrimDbReq trimReq = {.timestamp = taosGetTimestampSec()};
×
2077
  int32_t     reqLen = tSerializeSVTrimDbReq(NULL, 0, &trimReq);
×
2078
  int32_t     contLen = reqLen + sizeof(SMsgHead);
×
2079

2080
  while (1) {
×
2081
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
×
2082
    if (pIter == NULL) break;
×
2083

2084
    SMsgHead *pHead = rpcMallocCont(contLen);
×
2085
    if (pHead == NULL) {
×
2086
      sdbCancelFetch(pSdb, pVgroup);
×
2087
      sdbRelease(pSdb, pVgroup);
×
2088
      continue;
×
2089
    }
2090
    pHead->contLen = htonl(contLen);
×
2091
    pHead->vgId = htonl(pVgroup->vgId);
×
2092
    int32_t ret = 0;
×
2093
    if ((ret = tSerializeSVTrimDbReq((char *)pHead + sizeof(SMsgHead), contLen, &trimReq)) < 0) {
×
2094
      sdbRelease(pSdb, pVgroup);
×
2095
      return ret;
×
2096
    }
2097

2098
    SRpcMsg rpcMsg = {.msgType = TDMT_VND_TRIM, .pCont = pHead, .contLen = contLen};
×
2099
    SEpSet  epSet = mndGetVgroupEpset(pMnode, pVgroup);
×
2100
    int32_t code = tmsgSendReq(&epSet, &rpcMsg);
×
2101
    if (code != 0) {
×
2102
      mError("vgId:%d, failed to send vnode-trim request to vnode since 0x%x", pVgroup->vgId, code);
×
2103
    } else {
2104
      mInfo("vgId:%d, send vnode-trim request to vnode, time:%d", pVgroup->vgId, trimReq.timestamp);
×
2105
    }
2106
    sdbRelease(pSdb, pVgroup);
×
2107
  }
2108

2109
  return 0;
×
2110
}
2111

2112
static int32_t mndProcessTrimDbReq(SRpcMsg *pReq) {
×
2113
  SMnode    *pMnode = pReq->info.node;
×
2114
  int32_t    code = -1;
×
2115
  SDbObj    *pDb = NULL;
×
2116
  STrimDbReq trimReq = {0};
×
2117

2118
  TAOS_CHECK_GOTO(tDeserializeSTrimDbReq(pReq->pCont, pReq->contLen, &trimReq), NULL, _OVER);
×
2119

2120
  mInfo("db:%s, start to trim", trimReq.db);
×
2121

2122
  pDb = mndAcquireDb(pMnode, trimReq.db);
×
2123
  if (pDb == NULL) {
×
2124
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2125
    if (terrno != 0) code = terrno;
×
2126
    goto _OVER;
×
2127
  }
2128

2129
  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_TRIM_DB, pDb), NULL, _OVER);
×
2130

2131
  code = mndTrimDb(pMnode, pDb);
×
2132

2133
_OVER:
×
2134
  if (code != 0) {
×
2135
    mError("db:%s, failed to process trim db req since %s", trimReq.db, terrstr());
×
2136
  }
2137

2138
  mndReleaseDb(pMnode, pDb);
×
2139
  TAOS_RETURN(code);
×
2140
}
2141

2142
static int32_t mndS3MigrateDb(SMnode *pMnode, SDbObj *pDb) {
×
2143
  SSdb            *pSdb = pMnode->pSdb;
×
2144
  SVgObj          *pVgroup = NULL;
×
2145
  void            *pIter = NULL;
×
2146
  SVS3MigrateDbReq s3migrateReq = {.timestamp = taosGetTimestampSec()};
×
2147
  int32_t          reqLen = tSerializeSVS3MigrateDbReq(NULL, 0, &s3migrateReq);
×
2148
  int32_t          contLen = reqLen + sizeof(SMsgHead);
×
2149
  int32_t          code = 0;
×
2150

2151
  while (1) {
×
2152
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
×
2153
    if (pIter == NULL) break;
×
2154

2155
    if (pVgroup->dbUid != pDb->uid) continue;
×
2156

2157
    SMsgHead *pHead = rpcMallocCont(contLen);
×
2158
    if (pHead == NULL) {
×
2159
      sdbCancelFetch(pSdb, pVgroup);
×
2160
      sdbRelease(pSdb, pVgroup);
×
2161
      continue;
×
2162
    }
2163
    pHead->contLen = htonl(contLen);
×
2164
    pHead->vgId = htonl(pVgroup->vgId);
×
2165
    int32_t ret = 0;
×
2166
    if ((ret = tSerializeSVS3MigrateDbReq((char *)pHead + sizeof(SMsgHead), contLen, &s3migrateReq)) < 0) {
×
2167
      sdbRelease(pSdb, pVgroup);
×
2168
      return ret;
×
2169
    }
2170

2171
    SRpcMsg rpcMsg = {.msgType = TDMT_VND_S3MIGRATE, .pCont = pHead, .contLen = contLen};
×
2172
    SEpSet  epSet = mndGetVgroupEpset(pMnode, pVgroup);
×
2173
    int32_t code = tmsgSendReq(&epSet, &rpcMsg);
×
2174
    if (code != 0) {
×
2175
      mError("vgId:%d, failed to send vnode-s3migrate request to vnode since 0x%x", pVgroup->vgId, code);
×
2176
    } else {
2177
      mInfo("vgId:%d, send vnode-s3migrate request to vnode, time:%d", pVgroup->vgId, s3migrateReq.timestamp);
×
2178
    }
2179
    sdbRelease(pSdb, pVgroup);
×
2180
  }
2181

2182
  return 0;
×
2183
}
2184

2185
static int32_t mndProcessS3MigrateDbReq(SRpcMsg *pReq) {
×
2186
  SMnode         *pMnode = pReq->info.node;
×
2187
  int32_t         code = -1;
×
2188
  SDbObj         *pDb = NULL;
×
2189
  SS3MigrateDbReq s3migrateReq = {0};
×
2190

2191
  TAOS_CHECK_GOTO(tDeserializeSS3MigrateDbReq(pReq->pCont, pReq->contLen, &s3migrateReq), NULL, _OVER);
×
2192

2193
  mInfo("db:%s, start to s3migrate", s3migrateReq.db);
×
2194

2195
  pDb = mndAcquireDb(pMnode, s3migrateReq.db);
×
2196
  if (pDb == NULL) {
×
2197
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2198
    if (terrno != 0) code = terrno;
×
2199
    goto _OVER;
×
2200
  }
2201

2202
  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_TRIM_DB, pDb), NULL, _OVER);
×
2203

2204
  code = mndS3MigrateDb(pMnode, pDb);
×
2205

2206
_OVER:
×
2207
  if (code != 0) {
×
2208
    mError("db:%s, failed to process s3migrate db req since %s", s3migrateReq.db, terrstr());
×
2209
  }
2210

2211
  mndReleaseDb(pMnode, pDb);
×
2212
  TAOS_RETURN(code);
×
2213
}
2214

2215
const char *mndGetDbStr(const char *src) {
41,978✔
2216
  char *pos = strstr(src, TS_PATH_DELIMITER);
41,978✔
2217
  if (pos != NULL) ++pos;
41,978✔
2218
  if (pos == NULL) return src;
41,978✔
2219
  return pos;
40,212✔
2220
}
2221

2222
const char *mndGetStableStr(const char *src) {
×
2223
  char *pos = strstr(src, TS_PATH_DELIMITER);
×
2224
  if (pos != NULL) ++pos;
×
2225
  if (pos == NULL) return src;
×
2226
  return mndGetDbStr(pos);
×
2227
}
2228

2229
static int64_t getValOfDiffPrecision(int8_t unit, int64_t val) {
6✔
2230
  int64_t v = 0;
6✔
2231
  switch (unit) {
6!
2232
    case 's':
2✔
2233
      v = val / 1000;
2✔
2234
      break;
2✔
2235
    case 'm':
1✔
2236
      v = val / tsTickPerMin[TSDB_TIME_PRECISION_MILLI];
1✔
2237
      break;
1✔
2238
    case 'h':
×
2239
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 60);
×
2240
      break;
×
2241
    case 'd':
3✔
2242
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 24 * 60);
3✔
2243
      break;
3✔
2244
    case 'w':
×
2245
      v = val / (tsTickPerMin[TSDB_TIME_PRECISION_MILLI] * 24 * 60 * 7);
×
2246
      break;
×
2247
    default:
×
2248
      break;
×
2249
  }
2250

2251
  return v;
6✔
2252
}
2253

2254
static char *buildRetension(SArray *pRetension) {
778✔
2255
  size_t size = taosArrayGetSize(pRetension);
778✔
2256
  if (size == 0) {
778✔
2257
    return NULL;
777✔
2258
  }
2259

2260
  char       *p1 = taosMemoryCalloc(1, 100);
1!
2261
  SRetention *p = taosArrayGet(pRetension, 0);
1✔
2262

2263
  int32_t len = 2;
1✔
2264

2265
  int64_t v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
1✔
2266
  int64_t v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
1✔
2267
  len += tsnprintf(p1 + len, 100 - len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
1✔
2268

2269
  if (size > 1) {
1!
2270
    len += tsnprintf(p1 + len, 100 - len, ",");
1✔
2271
    p = taosArrayGet(pRetension, 1);
1✔
2272

2273
    v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
1✔
2274
    v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
1✔
2275
    len += tsnprintf(p1 + len, 100 - len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
1✔
2276
  }
2277

2278
  if (size > 2) {
1!
2279
    len += tsnprintf(p1 + len, 100 - len, ",");
1✔
2280
    p = taosArrayGet(pRetension, 2);
1✔
2281

2282
    v1 = getValOfDiffPrecision(p->freqUnit, p->freq);
1✔
2283
    v2 = getValOfDiffPrecision(p->keepUnit, p->keep);
1✔
2284
    len += tsnprintf(p1 + len, 100 - len, "%" PRId64 "%c:%" PRId64 "%c", v1, p->freqUnit, v2, p->keepUnit);
1✔
2285
  }
2286

2287
  varDataSetLen(p1, len);
1✔
2288
  return p1;
1✔
2289
}
2290

2291
static const char *getCacheModelStr(int8_t cacheModel) {
778✔
2292
  switch (cacheModel) {
778!
2293
    case TSDB_CACHE_MODEL_NONE:
761✔
2294
      return TSDB_CACHE_MODEL_NONE_STR;
761✔
2295
    case TSDB_CACHE_MODEL_LAST_ROW:
2✔
2296
      return TSDB_CACHE_MODEL_LAST_ROW_STR;
2✔
2297
    case TSDB_CACHE_MODEL_LAST_VALUE:
5✔
2298
      return TSDB_CACHE_MODEL_LAST_VALUE_STR;
5✔
2299
    case TSDB_CACHE_MODEL_BOTH:
10✔
2300
      return TSDB_CACHE_MODEL_BOTH_STR;
10✔
2301
    default:
×
2302
      break;
×
2303
  }
2304
  return "unknown";
×
2305
}
2306

2307
static const char *getEncryptAlgorithmStr(int8_t encryptAlgorithm) {
778✔
2308
  switch (encryptAlgorithm) {
778!
2309
    case TSDB_ENCRYPT_ALGO_NONE:
778✔
2310
      return TSDB_ENCRYPT_ALGO_NONE_STR;
778✔
2311
    case TSDB_ENCRYPT_ALGO_SM4:
×
2312
      return TSDB_ENCRYPT_ALGO_SM4_STR;
×
2313
    default:
×
2314
      break;
×
2315
  }
2316
  return "unknown";
×
2317
}
2318

2319
bool mndIsDbReady(SMnode *pMnode, SDbObj *pDb) {
4,490✔
2320
  if (pDb->cfg.replications == 1) return true;
4,490✔
2321

2322
  SSdb *pSdb = pMnode->pSdb;
634✔
2323
  void *pIter = NULL;
634✔
2324
  bool  isReady = true;
634✔
2325
  while (1) {
2,414✔
2326
    SVgObj *pVgroup = NULL;
3,048✔
2327
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
3,048✔
2328
    if (pIter == NULL) break;
3,048✔
2329

2330
    if (pVgroup->dbUid == pDb->uid && pVgroup->replica > 1) {
2,414!
2331
      bool hasLeader = false;
1,697✔
2332
      for (int32_t i = 0; i < pVgroup->replica; ++i) {
6,741✔
2333
        if (pVgroup->vnodeGid[i].syncState == TAOS_SYNC_STATE_LEADER ||
5,044✔
2334
            pVgroup->vnodeGid[i].syncState == TAOS_SYNC_STATE_ASSIGNED_LEADER) {
4,580!
2335
          hasLeader = true;
464✔
2336
        }
2337
      }
2338
      if (!hasLeader) isReady = false;
1,697✔
2339
    }
2340
    sdbRelease(pSdb, pVgroup);
2,414✔
2341
  }
2342

2343
  return isReady;
634✔
2344
}
2345

2346
static void mndDumpDbInfoData(SMnode *pMnode, SSDataBlock *pBlock, SDbObj *pDb, SShowObj *pShow, int32_t rows,
2,526✔
2347
                              int64_t numOfTables, bool sysDb, ESdbStatus objStatus, bool sysinfo) {
2348
  int32_t cols = 0;
2,526✔
2349
  int32_t bytes = pShow->pMeta->pSchemas[cols].bytes;
2,526✔
2350
  char   *buf = taosMemoryMalloc(bytes);
2,526!
2351
  if (buf == NULL) {
2,526!
2352
    mError("db:%s, failed to malloc buffer", pDb->name);
×
2353
    return;
×
2354
  }
2355
  int32_t code = 0;
2,526✔
2356
  int32_t lino = 0;
2,526✔
2357

2358
  const char *name = mndGetDbStr(pDb->name);
2,526✔
2359
  if (name != NULL) {
2,526!
2360
    STR_WITH_MAXSIZE_TO_VARSTR(buf, name, bytes);
2,526✔
2361
  } else {
2362
    STR_WITH_MAXSIZE_TO_VARSTR(buf, "NULL", bytes);
×
2363
  }
2364

2365
  const char *precStr = NULL;
2,526✔
2366
  switch (pDb->cfg.precision) {
2,526!
2367
    case TSDB_TIME_PRECISION_MILLI:
2,498✔
2368
      precStr = TSDB_TIME_PRECISION_MILLI_STR;
2,498✔
2369
      break;
2,498✔
2370
    case TSDB_TIME_PRECISION_MICRO:
12✔
2371
      precStr = TSDB_TIME_PRECISION_MICRO_STR;
12✔
2372
      break;
12✔
2373
    case TSDB_TIME_PRECISION_NANO:
16✔
2374
      precStr = TSDB_TIME_PRECISION_NANO_STR;
16✔
2375
      break;
16✔
2376
    default:
×
2377
      precStr = "none";
×
2378
      break;
×
2379
  }
2380
  char precVstr[10] = {0};
2,526✔
2381
  STR_WITH_MAXSIZE_TO_VARSTR(precVstr, precStr, 10);
2,526✔
2382

2383
  char *statusStr = "ready";
2,526✔
2384
  if (objStatus == SDB_STATUS_CREATING) {
2,526!
2385
    statusStr = "creating";
×
2386
  } else if (objStatus == SDB_STATUS_DROPPING) {
2,526!
2387
    statusStr = "dropping";
×
2388
  } else {
2389
    if (!sysDb && !mndIsDbReady(pMnode, pDb)) {
2,526!
UNCOV
2390
      statusStr = "unsynced";
×
2391
    }
2392
  }
2393
  char statusVstr[24] = {0};
2,526✔
2394
  STR_WITH_MAXSIZE_TO_VARSTR(statusVstr, statusStr, 24);
2,526✔
2395

2396
  if (sysDb || !sysinfo) {
2,526✔
2397
    for (int32_t i = 0; i < pShow->numOfColumns; ++i) {
61,180✔
2398
      SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, i);
59,432✔
2399
      if (i == 0) {
59,432✔
2400
        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, buf, false), &lino, _OVER);
1,748!
2401
      } else if (i == 1) {
57,684✔
2402
        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->createdTime, false), &lino, _OVER);
1,748!
2403
      } else if (i == 3) {
55,936✔
2404
        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&numOfTables, false), &lino, _OVER);
1,748!
2405
      } else if (i == 14) {
54,188✔
2406
        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, precVstr, false), &lino, _OVER);
1,748!
2407
      } else if (i == 15) {
52,440✔
2408
        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, statusVstr, false), &lino, _OVER);
1,748!
2409
      } else {
2410
        colDataSetNULL(pColInfo, rows);
50,692✔
2411
      }
2412
    }
2413
  } else {
2414
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2415
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, buf, false), &lino, _OVER);
778!
2416

2417
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2418
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->createdTime, false), &lino, _OVER);
778!
2419

2420
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2421
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.numOfVgroups, false), &lino, _OVER);
778!
2422

2423
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2424
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&numOfTables, false), &lino, _OVER);
778!
2425

2426
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2427
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.replications, false), &lino, _OVER);
778!
2428

2429
    const char *strictStr = pDb->cfg.strict ? "on" : "off";
778!
2430
    char        strictVstr[24] = {0};
778✔
2431
    STR_WITH_MAXSIZE_TO_VARSTR(strictVstr, strictStr, 24);
778✔
2432
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2433
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)strictVstr, false), &lino, _OVER);
778!
2434

2435
    char    durationVstr[128] = {0};
778✔
2436
    int32_t len = formatDurationOrKeep(&durationVstr[VARSTR_HEADER_SIZE], sizeof(durationVstr) - VARSTR_HEADER_SIZE,
778✔
2437
                                       pDb->cfg.daysPerFile);
2438

2439
    varDataSetLen(durationVstr, len);
778✔
2440
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2441
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);
778!
2442

2443
    char keepVstr[512] = {0};
778✔
2444
    char keep0Str[128] = {0};
778✔
2445
    char keep1Str[128] = {0};
778✔
2446
    char keep2Str[128] = {0};
778✔
2447

2448
    int32_t lenKeep0 = formatDurationOrKeep(keep0Str, sizeof(keep0Str), pDb->cfg.daysToKeep0);
778✔
2449
    int32_t lenKeep1 = formatDurationOrKeep(keep1Str, sizeof(keep1Str), pDb->cfg.daysToKeep1);
778✔
2450
    int32_t lenKeep2 = formatDurationOrKeep(keep2Str, sizeof(keep2Str), pDb->cfg.daysToKeep2);
778✔
2451

2452
    if (pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep1 || pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep2) {
778!
2453
      len = tsnprintf(&keepVstr[VARSTR_HEADER_SIZE], sizeof(keepVstr), "%s,%s,%s", keep1Str, keep2Str, keep0Str);
×
2454
    } else {
2455
      len = tsnprintf(&keepVstr[VARSTR_HEADER_SIZE], sizeof(keepVstr), "%s,%s,%s", keep0Str, keep1Str, keep2Str);
778✔
2456
    }
2457
    varDataSetLen(keepVstr, len);
778✔
2458
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2459
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)keepVstr, false), &lino, _OVER);
778!
2460

2461
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2462
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.buffer, false), &lino, _OVER);
778!
2463

2464
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2465
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.pageSize, false), &lino, _OVER);
778!
2466

2467
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2468
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.pages, false), &lino, _OVER);
778!
2469

2470
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2471
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.minRows, false), &lino, _OVER);
778!
2472

2473
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2474
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.maxRows, false), &lino, _OVER);
778!
2475

2476
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2477
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.compression, false), &lino, _OVER);
778!
2478

2479
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2480
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)precVstr, false), &lino, _OVER);
778!
2481

2482
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2483
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)statusVstr, false), &lino, _OVER);
778!
2484

2485
    char *rentensionVstr = buildRetension(pDb->cfg.pRetensions);
778✔
2486
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2487
    if (rentensionVstr == NULL) {
778✔
2488
      colDataSetNULL(pColInfo, rows);
777!
2489
    } else {
2490
      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)rentensionVstr, false), &lino, _OVER);
1!
2491
      taosMemoryFree(rentensionVstr);
1!
2492
    }
2493

2494
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2495
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.numOfStables, false), &lino, _OVER);
778!
2496

2497
    const char *cacheModelStr = getCacheModelStr(pDb->cfg.cacheLast);
778✔
2498
    char        cacheModelVstr[24] = {0};
778✔
2499
    STR_WITH_MAXSIZE_TO_VARSTR(cacheModelVstr, cacheModelStr, 24);
778✔
2500
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2501
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)cacheModelVstr, false), &lino, _OVER);
778!
2502

2503
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2504
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.cacheLastSize, false), &lino, _OVER);
778!
2505

2506
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2507
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walLevel, false), &lino, _OVER);
778!
2508

2509
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2510
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walFsyncPeriod, false), &lino, _OVER);
778!
2511

2512
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2513
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walRetentionPeriod, false), &lino, _OVER);
778!
2514

2515
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2516
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walRetentionSize, false), &lino, _OVER);
778!
2517

2518
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2519
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.sstTrigger, false), &lino, _OVER);
778!
2520

2521
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2522
    int16_t hashPrefix = pDb->cfg.hashPrefix;
778✔
2523
    if (hashPrefix > 0) {
778✔
2524
      hashPrefix = pDb->cfg.hashPrefix - strlen(pDb->name) - 1;
13✔
2525
    } else if (hashPrefix < 0) {
765✔
2526
      hashPrefix = pDb->cfg.hashPrefix + strlen(pDb->name) + 1;
12✔
2527
    }
2528
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&hashPrefix, false), &lino, _OVER);
778!
2529

2530
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2531
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.hashSuffix, false), &lino, _OVER);
778!
2532

2533
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2534
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.tsdbPageSize, false), &lino, _OVER);
778!
2535

2536
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2537
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.keepTimeOffset, false), &lino, _OVER);
778!
2538

2539
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2540
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.s3ChunkSize, false), &lino, _OVER);
778!
2541

2542
    char keeplocalVstr[128] = {0};
778✔
2543
    len = tsnprintf(&keeplocalVstr[VARSTR_HEADER_SIZE], sizeof(keeplocalVstr), "%dm", pDb->cfg.s3KeepLocal);
778✔
2544
    varDataSetLen(keeplocalVstr, len);
778✔
2545
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2546
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)keeplocalVstr, false), &lino, _OVER);
778!
2547

2548
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2549
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.s3Compact, false), &lino, _OVER);
778!
2550

2551
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2552
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.withArbitrator, false), &lino, _OVER);
778!
2553

2554
    const char *encryptAlgorithmStr = getEncryptAlgorithmStr(pDb->cfg.encryptAlgorithm);
778✔
2555
    char        encryptAlgorithmVStr[24] = {0};
778✔
2556
    STR_WITH_MAXSIZE_TO_VARSTR(encryptAlgorithmVStr, encryptAlgorithmStr, 24);
778✔
2557
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
778✔
2558
    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)encryptAlgorithmVStr, false), &lino, _OVER);
778!
2559
  }
2560
_OVER:
2,526✔
2561
  if (code != 0) mError("failed to retrieve at line:%d, since %s", lino, tstrerror(code));
2,526!
2562
  taosMemoryFree(buf);
2,526!
2563
}
2564

2565
static void setInformationSchemaDbCfg(SMnode *pMnode, SDbObj *pDbObj) {
868✔
2566
  tstrncpy(pDbObj->name, TSDB_INFORMATION_SCHEMA_DB, tListLen(pDbObj->name));
868✔
2567
  pDbObj->createdTime = mndGetClusterCreateTime(pMnode);
868✔
2568
  pDbObj->cfg.numOfVgroups = 0;
868✔
2569
  pDbObj->cfg.strict = 1;
868✔
2570
  pDbObj->cfg.replications = 1;
868✔
2571
  pDbObj->cfg.precision = TSDB_TIME_PRECISION_MILLI;
868✔
2572
}
868✔
2573

2574
static void setPerfSchemaDbCfg(SMnode *pMnode, SDbObj *pDbObj) {
868✔
2575
  tstrncpy(pDbObj->name, TSDB_PERFORMANCE_SCHEMA_DB, tListLen(pDbObj->name));
868✔
2576
  pDbObj->createdTime = mndGetClusterCreateTime(pMnode);
868✔
2577
  pDbObj->cfg.numOfVgroups = 0;
868✔
2578
  pDbObj->cfg.strict = 1;
868✔
2579
  pDbObj->cfg.replications = 1;
868✔
2580
  pDbObj->cfg.precision = TSDB_TIME_PRECISION_MILLI;
868✔
2581
}
868✔
2582

2583
static bool mndGetTablesOfDbFp(SMnode *pMnode, void *pObj, void *p1, void *p2, void *p3) {
2,498✔
2584
  SVgObj  *pVgroup = pObj;
2,498✔
2585
  int32_t *numOfTables = p1;
2,498✔
2586
  int64_t  uid = *(int64_t *)p2;
2,498✔
2587
  if (pVgroup->dbUid == uid) {
2,498✔
2588
    *numOfTables += pVgroup->numOfTables;
1,949✔
2589
  }
2590
  return true;
2,498✔
2591
}
2592

2593
static int32_t mndRetrieveDbs(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rowsCapacity) {
868✔
2594
  SMnode    *pMnode = pReq->info.node;
868✔
2595
  SSdb      *pSdb = pMnode->pSdb;
868✔
2596
  int32_t    numOfRows = 0;
868✔
2597
  SDbObj    *pDb = NULL;
868✔
2598
  SUserObj  *pUser = NULL;
868✔
2599
  ESdbStatus objStatus = 0;
868✔
2600

2601
  (void)mndAcquireUser(pMnode, pReq->info.conn.user, &pUser);
868✔
2602
  if (pUser == NULL) return 0;
868!
2603
  bool sysinfo = pUser->sysInfo;
868✔
2604

2605
  // Append the information_schema database into the result.
2606
  if (!pShow->sysDbRsp) {
868!
2607
    SDbObj infoschemaDb = {0};
868✔
2608
    setInformationSchemaDbCfg(pMnode, &infoschemaDb);
868✔
2609
    size_t numOfTables = 0;
868✔
2610
    getVisibleInfosTablesNum(sysinfo, &numOfTables);
868✔
2611
    mndDumpDbInfoData(pMnode, pBlock, &infoschemaDb, pShow, numOfRows, numOfTables, true, 0, 1);
868✔
2612

2613
    numOfRows += 1;
868✔
2614

2615
    SDbObj perfschemaDb = {0};
868✔
2616
    setPerfSchemaDbCfg(pMnode, &perfschemaDb);
868✔
2617
    numOfTables = 0;
868✔
2618
    getPerfDbMeta(NULL, &numOfTables);
868✔
2619
    mndDumpDbInfoData(pMnode, pBlock, &perfschemaDb, pShow, numOfRows, numOfTables, true, 0, 1);
868✔
2620

2621
    numOfRows += 1;
868✔
2622
    pShow->sysDbRsp = true;
868✔
2623
  }
2624

2625
  while (numOfRows < rowsCapacity) {
1,681!
2626
    pShow->pIter = sdbFetchAll(pSdb, SDB_DB, pShow->pIter, (void **)&pDb, &objStatus, true);
1,681✔
2627
    if (pShow->pIter == NULL) break;
1,681✔
2628

2629
    if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_READ_OR_WRITE_DB, pDb) == 0) {
813✔
2630
      int32_t numOfTables = 0;
790✔
2631
      sdbTraverse(pSdb, SDB_VGROUP, mndGetTablesOfDbFp, &numOfTables, &pDb->uid, NULL);
790✔
2632
      mndDumpDbInfoData(pMnode, pBlock, pDb, pShow, numOfRows, numOfTables, false, objStatus, sysinfo);
790✔
2633
      numOfRows++;
790✔
2634
    }
2635

2636
    sdbRelease(pSdb, pDb);
813✔
2637
  }
2638

2639
  pShow->numOfRows += numOfRows;
868✔
2640
  mndReleaseUser(pMnode, pUser);
868✔
2641
  return numOfRows;
868✔
2642
}
2643

2644
static void mndCancelGetNextDb(SMnode *pMnode, void *pIter) {
×
2645
  SSdb *pSdb = pMnode->pSdb;
×
2646
  sdbCancelFetchByType(pSdb, pIter, SDB_DB);
×
2647
}
×
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc