taosdata/TDengine | Build 5013 | source/dnode/mnode/impl/src/mndDb.c | Coveralls

76

int32_t mndInitDb(SMnode *pMnode) {

458,564✔

77

  SSdbTable table = {

458,564✔

88

  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_DB, mndProcessCreateDbReq);

458,564✔

89

  mndSetMsgHandle(pMnode, TDMT_MND_ALTER_DB, mndProcessAlterDbReq);

458,564✔

90

  mndSetMsgHandle(pMnode, TDMT_MND_DROP_DB, mndProcessDropDbReq);

458,564✔

91

  mndSetMsgHandle(pMnode, TDMT_MND_USE_DB, mndProcessUseDbReq);

458,564✔

92

  mndSetMsgHandle(pMnode, TDMT_MND_COMPACT_DB, mndProcessCompactDbReq);

458,564✔

93

  mndSetMsgHandle(pMnode, TDMT_MND_SCAN_DB, mndProcessScanDbReq);

458,564✔

94

  mndSetMsgHandle(pMnode, TDMT_MND_TRIM_DB, mndProcessTrimDbReq);

458,564✔

95

  mndSetMsgHandle(pMnode, TDMT_MND_TRIM_DB_WAL, mndProcessTrimDbWalReq);

458,564✔

96

  mndSetMsgHandle(pMnode, TDMT_MND_GET_DB_CFG, mndProcessGetDbCfgReq);

458,564✔

97

  mndSetMsgHandle(pMnode, TDMT_MND_SSMIGRATE_DB, mndProcessSsMigrateDbReq);

458,564✔

98

  mndSetMsgHandle(pMnode, TDMT_MND_GET_DB_INFO, mndProcessUseDbReq);

458,564✔

100

  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_DB, mndRetrieveDbs);

458,564✔

101

  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_DB, mndCancelGetNextDb);

458,564✔

103

  return sdbSetTable(pMnode->pSdb, table);

458,564✔

106

void mndCleanupDb(SMnode *pMnode) {}

458,502✔

108

SSdbRaw *mndDbActionEncode(SDbObj *pDb) {

6,441,404✔

109

  int32_t code = 0;

6,441,404✔

110

  int32_t lino = 0;

6,441,404✔

111

  terrno = TSDB_CODE_OUT_OF_MEMORY;

6,441,404✔

113

  int32_t  size = sizeof(SDbObj) + pDb->cfg.numOfRetensions * sizeof(SRetention) + DB_RESERVE_SIZE;

6,441,404✔

114

  SSdbRaw *pRaw = sdbAllocRaw(SDB_DB, DB_VER_NUMBER, size);

6,441,404✔

115

  if (pRaw == NULL) goto _OVER;

6,441,404✔

117

  int32_t dataPos = 0;

6,441,404✔

118

  SDB_SET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, _OVER)

6,441,404✔

119

  SDB_SET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, _OVER)

6,441,404✔

120

  SDB_SET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, _OVER)

6,441,404✔

121

  SDB_SET_INT64(pRaw, dataPos, pDb->createdTime, _OVER)

6,441,404✔

122

  SDB_SET_INT64(pRaw, dataPos, pDb->updateTime, _OVER)

6,441,404✔

123

  SDB_SET_INT64(pRaw, dataPos, pDb->uid, _OVER)

6,441,404✔

124

  SDB_SET_INT32(pRaw, dataPos, pDb->cfgVersion, _OVER)

6,441,404✔

125

  SDB_SET_INT32(pRaw, dataPos, pDb->vgVersion, _OVER)

6,441,404✔

126

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfVgroups, _OVER)

6,441,404✔

127

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfStables, _OVER)

6,441,404✔

128

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.buffer, _OVER)

6,441,404✔

129

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.pageSize, _OVER)

6,441,404✔

130

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.pages, _OVER)

6,441,404✔

131

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.cacheLastSize, _OVER)

6,441,404✔

132

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysPerFile, _OVER)

6,441,404✔

133

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep0, _OVER)

6,441,404✔

134

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep1, _OVER)

6,441,404✔

135

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep2, _OVER)

6,441,404✔

136

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.minRows, _OVER)

6,441,404✔

137

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.maxRows, _OVER)

6,441,404✔

138

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walFsyncPeriod, _OVER)

6,441,404✔

139

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.walLevel, _OVER)

6,441,404✔

140

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.precision, _OVER)

6,441,404✔

141

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.compression, _OVER)

6,441,404✔

142

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.replications, _OVER)

6,441,404✔

143

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.strict, _OVER)

6,441,404✔

144

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.cacheLast, _OVER)

6,441,404✔

145

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.hashMethod, _OVER)

6,441,404✔

146

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfRetensions, _OVER)

6,441,404✔

147

  for (int32_t i = 0; i < pDb->cfg.numOfRetensions; ++i) {

6,441,404✔

154

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.schemaless, _OVER)

6,441,404✔

155

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walRetentionPeriod, _OVER)

6,441,404✔

156

  SDB_SET_INT64(pRaw, dataPos, pDb->cfg.walRetentionSize, _OVER)

6,441,404✔

157

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walRollPeriod, _OVER)

6,441,404✔

158

  SDB_SET_INT64(pRaw, dataPos, pDb->cfg.walSegmentSize, _OVER)

6,441,404✔

159

  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.sstTrigger, _OVER)

6,441,404✔

160

  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.hashPrefix, _OVER)

6,441,404✔

161

  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.hashSuffix, _OVER)

6,441,404✔

162

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.tsdbPageSize, _OVER)

6,441,404✔

163

  SDB_SET_INT64(pRaw, dataPos, pDb->compactStartTime, _OVER)

6,441,404✔

164

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.keepTimeOffset, _OVER)

6,441,404✔

165

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.ssChunkSize, _OVER)

6,441,404✔

166

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.ssKeepLocal, _OVER)

6,441,404✔

167

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.ssCompact, _OVER)

6,441,404✔

168

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.withArbitrator, _OVER)

6,441,404✔

169

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.encryptAlgorithm, _OVER)

6,441,404✔

170

  SDB_SET_INT32(pRaw, dataPos, pDb->tsmaVersion, _OVER);

6,441,404✔

171

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.compactTimeOffset, _OVER)

6,441,404✔

172

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.compactStartTime, _OVER)

6,441,404✔

173

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.compactEndTime, _OVER)

6,441,404✔

174

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.compactInterval, _OVER)

6,441,404✔

175

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.isAudit, _OVER)

6,441,404✔

176

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.secureDelete, _OVER)

6,441,404✔

177

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.cacheLastShardBits, _OVER)

6,441,404✔

179

  SDB_SET_RESERVE(pRaw, dataPos, DB_RESERVE_SIZE, _OVER)

6,441,404✔

180

  SDB_SET_UINT8(pRaw, dataPos, pDb->cfg.flags, _OVER)

6,441,404✔

181

  SDB_SET_INT64(pRaw, dataPos, pDb->ownerId, _OVER)

6,441,404✔

183

  SDB_SET_DATALEN(pRaw, dataPos, _OVER)

6,441,404✔

185

  terrno = 0;

6,441,404✔

187

_OVER:

6,441,404✔

188

  if (terrno != 0) {

6,441,404✔

194

  mTrace("db:%s, encode to raw:%p, row:%p", pDb->name, pRaw, pDb);

6,441,404✔

195

  return pRaw;

6,441,404✔

198

static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw) {

5,802,017✔

199

  int32_t code = 0;

5,802,017✔

200

  int32_t lino = 0;

5,802,017✔

201

  terrno = TSDB_CODE_OUT_OF_MEMORY;

5,802,017✔

202

  SSdbRow *pRow = NULL;

5,802,017✔

203

  SDbObj  *pDb = NULL;

5,802,017✔

205

  int8_t sver = 0;

5,802,017✔

206

  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;

5,802,017✔

208

  if (sver < 1 || sver > DB_VER_NUMBER) {

5,802,017✔

213

  pRow = sdbAllocRow(sizeof(SDbObj));

5,802,017✔

214

  if (pRow == NULL) goto _OVER;

5,802,017✔

216

  pDb = sdbGetRowObj(pRow);

5,802,017✔

217

  if (pDb == NULL) goto _OVER;

5,802,017✔

219

  int32_t dataPos = 0;

5,802,017✔

220

  SDB_GET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, _OVER)

5,802,017✔

221

  SDB_GET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, _OVER)

5,802,017✔

222

  SDB_GET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, _OVER)

5,802,017✔

223

  SDB_GET_INT64(pRaw, dataPos, &pDb->createdTime, _OVER)

5,802,017✔

224

  SDB_GET_INT64(pRaw, dataPos, &pDb->updateTime, _OVER)

5,802,017✔

225

  SDB_GET_INT64(pRaw, dataPos, &pDb->uid, _OVER)

5,802,017✔

226

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfgVersion, _OVER)

5,802,017✔

227

  SDB_GET_INT32(pRaw, dataPos, &pDb->vgVersion, _OVER)

5,802,017✔

228

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfVgroups, _OVER)

5,802,017✔

229

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfStables, _OVER)

5,802,017✔

230

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.buffer, _OVER)

5,802,017✔

231

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.pageSize, _OVER)

5,802,017✔

232

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.pages, _OVER)

5,802,017✔

233

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.cacheLastSize, _OVER)

5,802,017✔

234

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysPerFile, _OVER)

5,802,017✔

235

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep0, _OVER)

5,802,017✔

236

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep1, _OVER)

5,802,017✔

237

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep2, _OVER)

5,802,017✔

238

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.minRows, _OVER)

5,802,017✔

239

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.maxRows, _OVER)

5,802,017✔

240

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walFsyncPeriod, _OVER)

5,802,017✔

241

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.walLevel, _OVER)

5,802,017✔

242

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.precision, _OVER)

5,802,017✔

243

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.compression, _OVER)

5,802,017✔

244

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.replications, _OVER)

5,802,017✔

245

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.strict, _OVER)

5,802,017✔

246

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.cacheLast, _OVER)

5,802,017✔

247

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.hashMethod, _OVER)

5,802,017✔

248

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfRetensions, _OVER)

5,802,017✔

249

  if (pDb->cfg.numOfRetensions > 0) {

5,802,017✔

263

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.schemaless, _OVER)

5,802,017✔

264

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walRetentionPeriod, _OVER)

5,802,017✔

265

  SDB_GET_INT64(pRaw, dataPos, &pDb->cfg.walRetentionSize, _OVER)

5,802,017✔

266

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walRollPeriod, _OVER)

5,802,017✔

267

  SDB_GET_INT64(pRaw, dataPos, &pDb->cfg.walSegmentSize, _OVER)

5,802,017✔

268

  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.sstTrigger, _OVER)

5,802,017✔

269

  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.hashPrefix, _OVER)

5,802,017✔

270

  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.hashSuffix, _OVER)

5,802,017✔

271

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.tsdbPageSize, _OVER)

5,802,017✔

272

  SDB_GET_INT64(pRaw, dataPos, &pDb->compactStartTime, _OVER)

5,802,017✔

273

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.keepTimeOffset, _OVER)

5,802,017✔

274

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.ssChunkSize, _OVER)

5,802,017✔

275

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.ssKeepLocal, _OVER)

5,802,017✔

276

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.ssCompact, _OVER)

5,802,017✔

277

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.withArbitrator, _OVER)

5,802,017✔

278

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.encryptAlgorithm, _OVER)

5,802,017✔

279

  SDB_GET_INT32(pRaw, dataPos, &pDb->tsmaVersion, _OVER);

5,802,017✔

280

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.compactTimeOffset, _OVER)

5,802,017✔

281

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.compactStartTime, _OVER)

5,802,017✔

282

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.compactEndTime, _OVER)

5,802,017✔

283

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.compactInterval, _OVER)

5,802,017✔

284

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.isAudit, _OVER)

5,802,017✔

285

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.secureDelete, _OVER)

5,802,017✔

286

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.cacheLastShardBits, _OVER)

5,802,017✔

288

  SDB_GET_RESERVE(pRaw, dataPos, DB_RESERVE_SIZE, _OVER)

5,802,017✔

289

  if (dataPos + sizeof(uint8_t) <= pRaw->dataLen) {

5,802,017✔

290

    SDB_GET_UINT8(pRaw, dataPos, &pDb->cfg.flags, _OVER)

5,802,017✔

292

  if (dataPos + sizeof(int64_t) <= pRaw->dataLen) {

5,802,017✔

293

    SDB_GET_INT64(pRaw, dataPos, &pDb->ownerId, _OVER)

5,802,017✔

296

  taosInitRWLatch(&pDb->lock);

5,802,017✔

298

  if (pDb->cfg.ssChunkSize == 0) {

5,802,017✔

304

  if (pDb->cfg.ssKeepLocal == 0) {

5,802,017✔

310

  if (pDb->cfg.tsdbPageSize != TSDB_MIN_TSDB_PAGESIZE) {

5,802,017✔

311

    mInfo("db:%s, tsdbPageSize set from %d to default %d", pDb->name, pDb->cfg.tsdbPageSize,

5,802,017✔

315

  if (pDb->cfg.sstTrigger != TSDB_MIN_STT_TRIGGER) {

5,802,017✔

316

    mInfo("db:%s, sstTrigger set from %d to default %d", pDb->name, pDb->cfg.sstTrigger, TSDB_DEFAULT_SST_TRIGGER);

5,670,358✔

319

  if (sver < DB_VER_SUPPORT_ADVANCED_SECURITY) {

5,802,017✔

323

  terrno = 0;

5,802,017✔

325

_OVER:

5,802,017✔

326

  if (terrno != 0) {

5,802,017✔

332

  mTrace("db:%s, decode from raw:%p, row:%p", pDb->name, pRaw, pDb);

5,802,017✔

333

  return pRow;

5,802,017✔

336

static int32_t mndNewDbActionValidate(SMnode *pMnode, STrans *pTrans, SSdbRaw *pRaw) {

1,330,688✔

337

  SSdb    *pSdb = pMnode->pSdb;

1,330,688✔

338

  SSdbRow *pRow = NULL;

1,330,688✔

339

  SDbObj  *pNewDb = NULL;

1,330,688✔

340

  int      code = -1;

1,330,688✔

342

  pRow = mndDbActionDecode(pRaw);

1,330,688✔

343

  if (pRow == NULL) {

1,330,688✔

348

  pNewDb = sdbGetRowObj(pRow);

1,330,688✔

349

  if (pNewDb == NULL) {

1,330,688✔

355

  SDbObj *pOldDb = sdbAcquire(pMnode->pSdb, SDB_DB, pNewDb->name);

1,330,688✔

356

  if (pOldDb != NULL) {

1,330,688✔

364

  code = 0;

1,330,688✔

365

_OVER:

1,330,688✔

366

  if (pNewDb) mndDbActionDelete(pSdb, pNewDb);

1,330,688✔

367

  taosMemoryFreeClear(pRow);

1,330,688✔

368

  return code;

1,330,688✔

371

static int32_t mndDbActionInsert(SSdb *pSdb, SDbObj *pDb) {

1,485,501✔

372

  mTrace("db:%s, perform insert action, row:%p", pDb->name, pDb);

1,485,501✔

373

  return 0;

1,485,501✔

376

static int32_t mndDbActionDelete(SSdb *pSdb, SDbObj *pDb) {

5,802,017✔

377

  mTrace("db:%s, perform delete action, row:%p", pDb->name, pDb);

5,802,017✔

378

  taosArrayDestroy(pDb->cfg.pRetensions);

5,802,017✔

379

  return 0;

5,802,017✔

382

static int32_t mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew) {

2,284,745✔

383

  mTrace("db:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);

2,284,745✔

384

  taosWLockLatch(&pOld->lock);

2,284,745✔

385

  pOld->updateTime = pNew->updateTime;

2,284,745✔

386

  pOld->cfgVersion = pNew->cfgVersion;

2,284,745✔

387

  pOld->vgVersion = pNew->vgVersion;

2,284,745✔

388

  pOld->cfg.numOfVgroups = pNew->cfg.numOfVgroups;

2,284,745✔

389

  pOld->cfg.buffer = pNew->cfg.buffer;

2,284,745✔

390

  pOld->cfg.pageSize = pNew->cfg.pageSize;

2,284,745✔

391

  pOld->cfg.pages = pNew->cfg.pages;

2,284,745✔

392

  pOld->cfg.cacheLastSize = pNew->cfg.cacheLastSize;

2,284,745✔

393

  pOld->cfg.cacheLastShardBits = pNew->cfg.cacheLastShardBits;

2,284,745✔

394

  pOld->cfg.daysPerFile = pNew->cfg.daysPerFile;

2,284,745✔

395

  pOld->cfg.daysToKeep0 = pNew->cfg.daysToKeep0;

2,284,745✔

396

  pOld->cfg.daysToKeep1 = pNew->cfg.daysToKeep1;

2,284,745✔

397

  pOld->cfg.daysToKeep2 = pNew->cfg.daysToKeep2;

2,284,745✔

398

  pOld->cfg.keepTimeOffset = pNew->cfg.keepTimeOffset;

2,284,745✔

399

  pOld->cfg.walFsyncPeriod = pNew->cfg.walFsyncPeriod;

2,284,745✔

400

  pOld->cfg.walLevel = pNew->cfg.walLevel;

2,284,745✔

401

  pOld->cfg.walRetentionPeriod = pNew->cfg.walRetentionPeriod;

2,284,745✔

402

  pOld->cfg.walRetentionSize = pNew->cfg.walRetentionSize;

2,284,745✔

403

  pOld->cfg.strict = pNew->cfg.strict;

2,284,745✔

404

  pOld->cfg.cacheLast = pNew->cfg.cacheLast;

2,284,745✔

405

  pOld->cfg.replications = pNew->cfg.replications;

2,284,745✔

406

  pOld->cfg.sstTrigger = pNew->cfg.sstTrigger;

2,284,745✔

407

  pOld->cfg.minRows = pNew->cfg.minRows;

2,284,745✔

408

  pOld->cfg.maxRows = pNew->cfg.maxRows;

2,284,745✔

409

  pOld->cfg.tsdbPageSize = pNew->cfg.tsdbPageSize;

2,284,745✔

410

  pOld->cfg.ssChunkSize = pNew->cfg.ssChunkSize;

2,284,745✔

411

  pOld->cfg.ssKeepLocal = pNew->cfg.ssKeepLocal;

2,284,745✔

412

  pOld->cfg.ssCompact = pNew->cfg.ssCompact;

2,284,745✔

413

  pOld->cfg.withArbitrator = pNew->cfg.withArbitrator;

2,284,745✔

414

  pOld->cfg.compactInterval = pNew->cfg.compactInterval;

2,284,745✔

415

  pOld->cfg.compactStartTime = pNew->cfg.compactStartTime;

2,284,745✔

416

  pOld->cfg.compactEndTime = pNew->cfg.compactEndTime;

2,284,745✔

417

  pOld->cfg.compactTimeOffset = pNew->cfg.compactTimeOffset;

2,284,745✔

418

  pOld->compactStartTime = pNew->compactStartTime;

2,284,745✔

419

  pOld->tsmaVersion = pNew->tsmaVersion;

2,284,745✔

420

  pOld->cfg.isAudit = pNew->cfg.isAudit;

2,284,745✔

421

  pOld->cfg.secureDelete = pNew->cfg.secureDelete;

2,284,745✔

422

  pOld->cfg.flags = pNew->cfg.flags;

2,284,745✔

423

  pOld->ownerId = pNew->ownerId;

2,284,745✔

424

  taosWUnLockLatch(&pOld->lock);

2,284,745✔

425

  return 0;

2,284,745✔

428

static inline int32_t mndGetGlobalVgroupVersion(SMnode *pMnode) {

9,537,951✔

429

  SSdb *pSdb = pMnode->pSdb;

9,537,951✔

430

  return sdbGetTableVer(pSdb, SDB_VGROUP);

9,537,951✔

433

SDbObj *mndAcquireDb(SMnode *pMnode, const char *db) {

99,975,881✔

434

  SSdb   *pSdb = pMnode->pSdb;

99,975,881✔

435

  SDbObj *pDb = sdbAcquire(pSdb, SDB_DB, db);

99,975,898✔

436

  if (pDb == NULL) {

99,975,894✔

437

    if (terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {

3,370,736✔

438

      terrno = TSDB_CODE_MND_DB_NOT_EXIST;

3,196,836✔

439

    } else if (terrno == TSDB_CODE_SDB_OBJ_CREATING) {

173,900✔

440

      terrno = TSDB_CODE_MND_DB_IN_CREATING;

6,971✔

441

    } else if (terrno == TSDB_CODE_SDB_OBJ_DROPPING) {

166,929✔

442

      terrno = TSDB_CODE_MND_DB_IN_DROPPING;

166,929✔

448

  return pDb;

99,975,871✔

451

SDbObj *mndAcquireAuditDb(SMnode *pMnode) {

48,229,745✔

452

  SSdb      *pSdb = pMnode->pSdb;

48,229,745✔

453

  SDbObj    *pDb = NULL;

48,229,745✔

454

  void      *pIter = NULL;

48,229,745✔

455

  ESdbStatus objStatus = 0;

48,229,745✔

458

    pIter = sdbFetchAll(pSdb, SDB_DB, pIter, (void **)&pDb, &objStatus, true);

138,430,902✔

459

    if (pIter == NULL) break;

138,430,902✔

460

    if (pDb->cfg.isAudit == 1) {

90,203,107✔

461

      sdbCancelFetch(pSdb, pIter);

1,950✔

462

      break;

1,950✔

465

    sdbRelease(pSdb, pDb);

90,201,157✔

467

  return pDb;

48,229,745✔

470

void mndReleaseDb(SMnode *pMnode, SDbObj *pDb) {

109,217,030✔

471

  SSdb *pSdb = pMnode->pSdb;

109,217,030✔

472

  sdbRelease(pSdb, pDb);

109,217,278✔

473

109,217,347✔

475

bool mndDbIsExist(SMnode *pMnode, const char *db, int64_t uid) {

187,395✔

476

  SDbObj *pDb = mndAcquireDb(pMnode, db);

187,395✔

477

  if (pDb == NULL) {

187,395✔

478

    return false;

2,480✔

480

    bool result = (uid == 0) || (uid == pDb->uid);

184,915✔

481

    mndReleaseDb(pMnode, pDb);

184,915✔

482

    pDb = NULL;

184,915✔

483

    return result;

184,915✔

487

int32_t mndCheckDbName(const char *dbName, SUserObj *pUser) {

1,299,330✔

488

  char *pos = strstr(dbName, TS_PATH_DELIMITER);

1,299,330✔

489

  if (pos == NULL) {

1,299,330✔

493

  int32_t acctId;

1,298,014✔

494

  int32_t code = taosStr2int32(dbName, &acctId);

1,299,330✔

495

  if (code != 0) {

1,299,330✔

499

  if (acctId != pUser->acctId) {

1,299,330✔

503

  return 0;

1,299,330✔

506

int32_t mndCheckDbCfg(SMnode *pMnode, SDbCfg *pCfg) {

1,299,330✔

507

  int32_t code = TSDB_CODE_MND_INVALID_DB_OPTION;

1,299,330✔

509

  if (pCfg->numOfVgroups < TSDB_MIN_VNODES_PER_DB || pCfg->numOfVgroups > TSDB_MAX_VNODES_PER_DB) return code;

1,299,330✔

510

  if (pCfg->numOfStables < TSDB_DB_STREAM_MODE_OFF || pCfg->numOfStables > TSDB_DB_STREAM_MODE_ON) return code;

1,299,330✔

511

  if (pCfg->buffer < TSDB_MIN_BUFFER_PER_VNODE || pCfg->buffer > TSDB_MAX_BUFFER_PER_VNODE) return code;

1,299,330✔

512

  if (pCfg->pageSize < TSDB_MIN_PAGESIZE_PER_VNODE || pCfg->pageSize > TSDB_MAX_PAGESIZE_PER_VNODE) return code;

1,299,330✔

513

  if (pCfg->pages < TSDB_MIN_PAGES_PER_VNODE || pCfg->pages > TSDB_MAX_PAGES_PER_VNODE) return code;

1,299,330✔

514

  if (pCfg->cacheLastSize < TSDB_MIN_DB_CACHE_SIZE || pCfg->cacheLastSize > TSDB_MAX_DB_CACHE_SIZE) return code;

1,299,330✔

515

  if (pCfg->cacheLastShardBits < TSDB_MIN_DB_CACHE_SHARD_BITS ||

1,299,330✔

516

      pCfg->cacheLastShardBits > TSDB_MAX_DB_CACHE_SHARD_BITS)

1,297,794✔

517

    return code;

3,840✔

518

  if (pCfg->daysPerFile < TSDB_MIN_DAYS_PER_FILE || pCfg->daysPerFile > TSDB_MAX_DAYS_PER_FILE) return code;

1,295,490✔

519

  if (pCfg->daysToKeep0 < TSDB_MIN_KEEP || pCfg->daysToKeep0 > TSDB_MAX_KEEP) return code;

1,295,490✔

520

  if (pCfg->daysToKeep1 < TSDB_MIN_KEEP || pCfg->daysToKeep1 > TSDB_MAX_KEEP) return code;

1,295,490✔

521

  if (pCfg->daysToKeep2 < TSDB_MIN_KEEP || pCfg->daysToKeep2 > TSDB_MAX_KEEP) return code;

1,295,490✔

522

  if (pCfg->daysToKeep0 < pCfg->daysPerFile) return code;

1,295,490✔

523

  if (pCfg->daysToKeep0 > pCfg->daysToKeep1) return code;

1,295,490✔

524

  if (pCfg->daysToKeep1 > pCfg->daysToKeep2) return code;

1,295,490✔

525

  if (pCfg->keepTimeOffset < TSDB_MIN_KEEP_TIME_OFFSET || pCfg->keepTimeOffset > TSDB_MAX_KEEP_TIME_OFFSET) return code;

1,295,490✔

526

  if (pCfg->minRows < TSDB_MIN_MINROWS_FBLOCK || pCfg->minRows > TSDB_MAX_MINROWS_FBLOCK) return code;

1,295,490✔

527

  if (pCfg->maxRows < TSDB_MIN_MAXROWS_FBLOCK || pCfg->maxRows > TSDB_MAX_MAXROWS_FBLOCK) return code;

1,295,490✔

528

  if (pCfg->minRows > pCfg->maxRows) return code;

1,295,490✔

529

  if (pCfg->walFsyncPeriod < TSDB_MIN_FSYNC_PERIOD || pCfg->walFsyncPeriod > TSDB_MAX_FSYNC_PERIOD) return code;

1,294,722✔

530

  if (pCfg->walLevel < TSDB_MIN_WAL_LEVEL || pCfg->walLevel > TSDB_MAX_WAL_LEVEL) return code;

1,294,722✔

531

  if (pCfg->precision < TSDB_MIN_PRECISION && pCfg->precision > TSDB_MAX_PRECISION) return code;

1,294,722✔

532

  if (pCfg->compression < TSDB_MIN_COMP_LEVEL || pCfg->compression > TSDB_MAX_COMP_LEVEL) return code;

1,294,722✔

533

  if (pCfg->replications < TSDB_MIN_DB_REPLICA || pCfg->replications > TSDB_MAX_DB_REPLICA) return code;

1,294,722✔

535

  if ((pCfg->replications == 2) ^ (pCfg->withArbitrator == TSDB_MAX_DB_WITH_ARBITRATOR)) return code;

1,294,722✔

542

  if (pCfg->strict < TSDB_DB_STRICT_OFF || pCfg->strict > TSDB_DB_STRICT_ON) return code;

1,294,722✔

543

  if (pCfg->schemaless < TSDB_DB_SCHEMALESS_OFF || pCfg->schemaless > TSDB_DB_SCHEMALESS_ON) return code;

1,294,722✔

544

  if (pCfg->cacheLast < TSDB_CACHE_MODEL_NONE || pCfg->cacheLast > TSDB_CACHE_MODEL_BOTH) return code;

1,294,722✔

545

  if (pCfg->hashMethod != 1) return code;

1,294,722✔

546

  if (pCfg->replications > mndGetDnodeSize(pMnode)) {

1,294,722✔

550

  if (pCfg->walRetentionPeriod < TSDB_DB_MIN_WAL_RETENTION_PERIOD) return code;

1,294,722✔

551

  if (pCfg->walRetentionSize < TSDB_DB_MIN_WAL_RETENTION_SIZE) return code;

1,294,722✔

552

  if (pCfg->walRollPeriod < TSDB_DB_MIN_WAL_ROLL_PERIOD) return code;

1,294,722✔

553

  if (pCfg->walSegmentSize < TSDB_DB_MIN_WAL_SEGMENT_SIZE) return code;

1,294,722✔

554

  if (pCfg->sstTrigger < TSDB_MIN_STT_TRIGGER || pCfg->sstTrigger > TSDB_MAX_STT_TRIGGER) return code;

1,294,722✔

555

  if (pCfg->hashPrefix < TSDB_MIN_HASH_PREFIX || pCfg->hashPrefix > TSDB_MAX_HASH_PREFIX) return code;

1,294,722✔

556

  if (pCfg->hashSuffix < TSDB_MIN_HASH_SUFFIX || pCfg->hashSuffix > TSDB_MAX_HASH_SUFFIX) return code;

1,294,722✔

557

  if ((pCfg->hashSuffix * pCfg->hashPrefix) < 0) return code;

1,294,722✔

558

  if ((pCfg->hashPrefix + pCfg->hashSuffix) >= (TSDB_TABLE_NAME_LEN - 1)) return code;

1,294,722✔

559

  if (pCfg->tsdbPageSize < TSDB_MIN_TSDB_PAGESIZE || pCfg->tsdbPageSize > TSDB_MAX_TSDB_PAGESIZE) return code;

1,294,722✔

560

  if (taosArrayGetSize(pCfg->pRetensions) != pCfg->numOfRetensions) return code;

1,294,722✔

562

  if (pCfg->ssChunkSize < TSDB_MIN_SS_CHUNK_SIZE || pCfg->ssChunkSize > TSDB_MAX_SS_CHUNK_SIZE) return code;

1,294,722✔

563

  if (pCfg->ssKeepLocal < TSDB_MIN_SS_KEEP_LOCAL || pCfg->ssKeepLocal > TSDB_MAX_SS_KEEP_LOCAL) return code;

1,294,722✔

564

  if (pCfg->ssCompact < TSDB_MIN_SS_COMPACT || pCfg->ssCompact > TSDB_MAX_SS_COMPACT) return code;

1,294,722✔

566

  if (pCfg->compactInterval != 0 &&

1,294,722✔

567

      (pCfg->compactInterval < TSDB_MIN_COMPACT_INTERVAL || pCfg->compactInterval > pCfg->daysToKeep2))

3,832✔

569

  if (pCfg->compactStartTime != 0 &&

1,294,722✔

570

      (pCfg->compactStartTime < -pCfg->daysToKeep2 || pCfg->compactStartTime > -pCfg->daysPerFile))

4,232✔

572

  if (pCfg->compactEndTime != 0 &&

1,294,722✔

573

      (pCfg->compactEndTime < -pCfg->daysToKeep2 || pCfg->compactEndTime > -pCfg->daysPerFile))

4,232✔

575

  if (pCfg->compactStartTime != 0 && pCfg->compactEndTime != 0 && pCfg->compactStartTime >= pCfg->compactEndTime)

1,294,722✔

577

  if (pCfg->compactTimeOffset < TSDB_MIN_COMPACT_TIME_OFFSET || pCfg->compactTimeOffset > TSDB_MAX_COMPACT_TIME_OFFSET)

1,294,722✔

579

  if (pCfg->isAudit < 0 || pCfg->isAudit > 1) return code;

1,294,722✔

582

  code = 0;

1,294,722✔

583

  TAOS_RETURN(code);

1,294,722✔

586

static int32_t mndCheckInChangeDbCfg(SMnode *pMnode, SDbCfg *pOldCfg, SDbCfg *pNewCfg) {

88,716✔

587

  int32_t code = TSDB_CODE_MND_INVALID_DB_OPTION;

88,716✔

588

  if (pNewCfg->buffer < TSDB_MIN_BUFFER_PER_VNODE || pNewCfg->buffer > TSDB_MAX_BUFFER_PER_VNODE) return code;

88,716✔

589

  if (pNewCfg->pages < TSDB_MIN_PAGES_PER_VNODE || pNewCfg->pages > TSDB_MAX_PAGES_PER_VNODE) return code;

88,716✔

590

  if (pNewCfg->pageSize < TSDB_MIN_PAGESIZE_PER_VNODE || pNewCfg->pageSize > TSDB_MAX_PAGESIZE_PER_VNODE) return code;

88,716✔

591

  if (pNewCfg->daysPerFile < TSDB_MIN_DAYS_PER_FILE || pNewCfg->daysPerFile > TSDB_MAX_DAYS_PER_FILE) return code;

88,716✔

592

  if (pNewCfg->daysToKeep0 < TSDB_MIN_KEEP || pNewCfg->daysToKeep0 > TSDB_MAX_KEEP) return code;

88,716✔

593

  if (pNewCfg->daysToKeep1 < TSDB_MIN_KEEP || pNewCfg->daysToKeep1 > TSDB_MAX_KEEP) return code;

88,716✔

594

  if (pNewCfg->daysToKeep2 < TSDB_MIN_KEEP || pNewCfg->daysToKeep2 > TSDB_MAX_KEEP) return code;

88,716✔

595

  if (pNewCfg->daysToKeep0 < pNewCfg->daysPerFile) return code;

88,716✔

596

  if (pNewCfg->daysToKeep0 > pNewCfg->daysToKeep1) return code;

88,716✔

597

  if (pNewCfg->daysToKeep1 > pNewCfg->daysToKeep2) return code;

88,716✔

598

  if (pNewCfg->keepTimeOffset < TSDB_MIN_KEEP_TIME_OFFSET || pNewCfg->keepTimeOffset > TSDB_MAX_KEEP_TIME_OFFSET)

88,716✔

600

  if (pNewCfg->walFsyncPeriod < TSDB_MIN_FSYNC_PERIOD || pNewCfg->walFsyncPeriod > TSDB_MAX_FSYNC_PERIOD) return code;

88,716✔

601

  if (pNewCfg->walLevel < TSDB_MIN_WAL_LEVEL || pNewCfg->walLevel > TSDB_MAX_WAL_LEVEL) return code;

88,716✔

602

  if (pNewCfg->cacheLast < TSDB_CACHE_MODEL_NONE || pNewCfg->cacheLast > TSDB_CACHE_MODEL_BOTH) return code;

88,716✔

603

  if (pNewCfg->cacheLastSize < TSDB_MIN_DB_CACHE_SIZE || pNewCfg->cacheLastSize > TSDB_MAX_DB_CACHE_SIZE) return code;

88,716✔

604

  if (pNewCfg->cacheLastShardBits < TSDB_MIN_DB_CACHE_SHARD_BITS ||

88,716✔

605

      pNewCfg->cacheLastShardBits > TSDB_MAX_DB_CACHE_SHARD_BITS)

88,716✔

607

  if (pNewCfg->replications < TSDB_MIN_DB_REPLICA || pNewCfg->replications > TSDB_MAX_DB_REPLICA) return code;

88,716✔

609

  if ((pNewCfg->replications == 2) ^ (pNewCfg->withArbitrator == TSDB_MAX_DB_WITH_ARBITRATOR)) return code;

88,716✔

610

  if (pNewCfg->replications == 2 && pNewCfg->withArbitrator == TSDB_MAX_DB_WITH_ARBITRATOR) {

88,716✔

611

    if (pOldCfg->replications != 1 && pOldCfg->replications != 2) {

753✔

612

      terrno = TSDB_CODE_OPS_NOT_SUPPORT;

753✔

613

      return code;

753✔

616

  if (pNewCfg->replications != 2 && pOldCfg->replications == 2) {

87,963✔

624

  if (pNewCfg->walLevel == 0 && pOldCfg->replications > 1) {

87,963✔

628

  if (pNewCfg->replications > 1 && pOldCfg->walLevel == 0) {

87,963✔

633

  if (pNewCfg->sstTrigger != pOldCfg->sstTrigger &&

87,963✔

634

      (pNewCfg->sstTrigger < TSDB_MIN_STT_TRIGGER || pNewCfg->sstTrigger > TSDB_MAX_STT_TRIGGER))

1,312✔

636

  if (pNewCfg->minRows < TSDB_MIN_MINROWS_FBLOCK || pNewCfg->minRows > TSDB_MAX_MINROWS_FBLOCK) return code;

87,963✔

637

  if (pNewCfg->maxRows < TSDB_MIN_MAXROWS_FBLOCK || pNewCfg->maxRows > TSDB_MAX_MAXROWS_FBLOCK) return code;

87,963✔

638

  if (pNewCfg->minRows > pNewCfg->maxRows) return code;

87,963✔

639

  if (pNewCfg->walRetentionPeriod < TSDB_DB_MIN_WAL_RETENTION_PERIOD) return code;

87,210✔

640

  if (pNewCfg->walRetentionSize < TSDB_DB_MIN_WAL_RETENTION_SIZE) return code;

87,210✔

641

  if (pNewCfg->strict < TSDB_DB_STRICT_OFF || pNewCfg->strict > TSDB_DB_STRICT_ON) return code;

87,210✔

642

  if (pNewCfg->replications > mndGetDnodeSize(pMnode)) {

87,210✔

646

  if (pNewCfg->ssChunkSize < TSDB_MIN_SS_CHUNK_SIZE || pNewCfg->ssChunkSize > TSDB_MAX_SS_CHUNK_SIZE) return code;

87,210✔

647

  if (pNewCfg->ssKeepLocal < TSDB_MIN_SS_KEEP_LOCAL || pNewCfg->ssKeepLocal > TSDB_MAX_SS_KEEP_LOCAL) return code;

87,210✔

648

  if (pNewCfg->ssCompact < TSDB_MIN_SS_COMPACT || pNewCfg->ssCompact > TSDB_MAX_SS_COMPACT) return code;

87,210✔

650

  if (pNewCfg->compactInterval != 0 &&

87,210✔

651

      (pNewCfg->compactInterval < TSDB_MIN_COMPACT_INTERVAL || pNewCfg->compactInterval > pNewCfg->daysToKeep2))

6,891✔

653

  if (pNewCfg->compactStartTime != 0 &&

87,210✔

654

      (pNewCfg->compactStartTime < -pNewCfg->daysToKeep2 || pNewCfg->compactStartTime > -pNewCfg->daysPerFile))

4,632✔

656

  if (pNewCfg->compactEndTime != 0 &&

87,210✔

657

      (pNewCfg->compactEndTime < -pNewCfg->daysToKeep2 || pNewCfg->compactEndTime > -pNewCfg->daysPerFile))

4,632✔

659

  if (pNewCfg->compactStartTime != 0 && pNewCfg->compactEndTime != 0 &&

87,210✔

660

      pNewCfg->compactStartTime >= pNewCfg->compactEndTime)

4,632✔

662

  if (pNewCfg->compactTimeOffset < TSDB_MIN_COMPACT_TIME_OFFSET ||

87,210✔

663

      pNewCfg->compactTimeOffset > TSDB_MAX_COMPACT_TIME_OFFSET)

87,210✔

665

  if (pNewCfg->isAudit < 0 || pNewCfg->isAudit > 1) return code;

87,210✔

668

  code = 0;

87,210✔

669

  TAOS_RETURN(code);

87,210✔

672

static void mndSetDefaultDbCfg(SDbCfg *pCfg) {

1,298,776✔

673

  if (pCfg->numOfVgroups < 0) pCfg->numOfVgroups = TSDB_DEFAULT_VN_PER_DB;

1,298,776✔

674

  if (pCfg->numOfStables < 0) pCfg->numOfStables = TSDB_DEFAULT_DB_SINGLE_STABLE;

1,298,776✔

675

  if (pCfg->buffer < 0) pCfg->buffer = TSDB_DEFAULT_BUFFER_PER_VNODE;

1,298,776✔

676

  if (pCfg->pageSize < 0) pCfg->pageSize = TSDB_DEFAULT_PAGESIZE_PER_VNODE;

1,298,776✔

677

  if (pCfg->pages < 0) pCfg->pages = TSDB_DEFAULT_PAGES_PER_VNODE;

1,298,776✔

678

  if (pCfg->daysPerFile < 0) pCfg->daysPerFile = TSDB_DEFAULT_DURATION_PER_FILE;

1,298,776✔

679

  if (pCfg->daysToKeep0 < 0) pCfg->daysToKeep0 = TSDB_DEFAULT_KEEP;

1,298,776✔

680

  if (pCfg->daysToKeep1 < 0) pCfg->daysToKeep1 = pCfg->daysToKeep0;

1,298,776✔

681

  if (pCfg->daysToKeep2 < 0) pCfg->daysToKeep2 = pCfg->daysToKeep1;

1,298,776✔

682

  if (pCfg->keepTimeOffset < 0) pCfg->keepTimeOffset = TSDB_DEFAULT_KEEP_TIME_OFFSET;

1,298,776✔

683

  if (pCfg->minRows < 0) pCfg->minRows = TSDB_DEFAULT_MINROWS_FBLOCK;

1,298,776✔

684

  if (pCfg->maxRows < 0) pCfg->maxRows = TSDB_DEFAULT_MAXROWS_FBLOCK;

1,298,776✔

685

  if (pCfg->walFsyncPeriod < 0) pCfg->walFsyncPeriod = TSDB_DEFAULT_FSYNC_PERIOD;

1,298,776✔

686

  if (pCfg->walLevel < 0) pCfg->walLevel = TSDB_DEFAULT_WAL_LEVEL;

1,298,776✔

687

  if (pCfg->precision < 0) pCfg->precision = TSDB_DEFAULT_PRECISION;

1,298,776✔

688

  if (pCfg->compression < 0) pCfg->compression = TSDB_DEFAULT_COMP_LEVEL;

1,298,776✔

689

  if (pCfg->replications < 0) pCfg->replications = TSDB_DEFAULT_DB_REPLICA;

1,298,776✔

690

  if (pCfg->strict < 0) pCfg->strict = TSDB_DEFAULT_DB_STRICT;

1,298,776✔

691

  if (pCfg->cacheLast < 0) pCfg->cacheLast = TSDB_DEFAULT_CACHE_MODEL;

1,298,776✔

692

  if (pCfg->cacheLastSize <= 0) pCfg->cacheLastSize = TSDB_DEFAULT_CACHE_SIZE;

1,298,776✔

693

  if (pCfg->numOfRetensions < 0) pCfg->numOfRetensions = 0;

1,298,776✔

694

  if (pCfg->schemaless < 0) pCfg->schemaless = TSDB_DB_SCHEMALESS_OFF;

1,298,776✔

695

  if (pCfg->walRetentionPeriod < 0 && pCfg->walRetentionPeriod != -1)

1,298,776✔

697

  if (pCfg->walRetentionSize < 0 && pCfg->walRetentionSize != -1)

1,298,776✔

699

  if (pCfg->walRollPeriod < 0) pCfg->walRollPeriod = TSDB_REPS_DEF_DB_WAL_ROLL_PERIOD;

1,298,776✔

700

  if (pCfg->walSegmentSize < 0) pCfg->walSegmentSize = TSDB_DEFAULT_DB_WAL_SEGMENT_SIZE;

1,298,776✔

701

  if (pCfg->sstTrigger <= 0) pCfg->sstTrigger = TSDB_DEFAULT_SST_TRIGGER;

1,298,776✔

702

  if (pCfg->tsdbPageSize <= 0) pCfg->tsdbPageSize = TSDB_DEFAULT_TSDB_PAGESIZE;

1,298,776✔

703

  if (pCfg->ssChunkSize <= 0) pCfg->ssChunkSize = TSDB_DEFAULT_SS_CHUNK_SIZE;

1,298,776✔

704

  if (pCfg->ssKeepLocal <= 0) pCfg->ssKeepLocal = TSDB_DEFAULT_SS_KEEP_LOCAL;

1,298,776✔

705

  if (pCfg->ssCompact < 0) pCfg->ssCompact = TSDB_DEFAULT_SS_COMPACT;

1,298,776✔

706

  if (pCfg->withArbitrator < 0) pCfg->withArbitrator = TSDB_DEFAULT_DB_WITH_ARBITRATOR;

1,298,776✔

707

  if (pCfg->encryptAlgorithm < 0) pCfg->encryptAlgorithm = TSDB_DEFAULT_ENCRYPT_ALGO;

1,298,776✔

708

1,298,776✔

710

int32_t mndSetCreateDbPrepareAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {

1,289,570✔

711

  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);

1,289,570✔

712

  if (pDbRaw == NULL) return -1;

1,289,570✔

714

  if (mndTransAppendPrepareLog(pTrans, pDbRaw) != 0) return -1;

1,289,570✔

715

  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_CREATING) != 0) return -1;

1,289,570✔

716

  return 0;

1,289,570✔

719

static int32_t mndSetNewVgPrepareActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {

1,289,016✔

720

  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {

4,033,094✔

721

    if (mndAddNewVgPrepareAction(pMnode, pTrans, (pVgroups + v)) != 0) return -1;

2,744,078✔

723

  return 0;

1,289,016✔

760

static int32_t mndSetCreateDbUndoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {

1,289,016✔

761

  int32_t  code = 0;

1,289,016✔

762

  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);

1,289,016✔

763

  if (pDbRaw == NULL) {

1,289,016✔

768

  TAOS_CHECK_RETURN(mndTransAppendUndolog(pTrans, pDbRaw));

1,289,016✔

769

  TAOS_CHECK_RETURN(sdbSetRawStatus(pDbRaw, SDB_STATUS_DROPPED));

1,289,016✔

771

  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {

4,033,094✔

772

    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);

2,744,078✔

773

    if (pVgRaw == NULL) {

2,744,078✔

778

    TAOS_CHECK_RETURN(mndTransAppendUndolog(pTrans, pVgRaw));

2,744,078✔

779

    TAOS_CHECK_RETURN(sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED));

2,744,078✔

782

  if (pDb->cfg.withArbitrator) {

1,289,016✔

783

    for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {

10,674✔

784

      SVgObj   *pVgObj = pVgroups + v;

6,465✔

785

      SArbGroup arbGroup = {0};

6,465✔

786

      TAOS_CHECK_RETURN(mndArbGroupInitFromVgObj(pVgObj, &arbGroup));

6,465✔

787

      TAOS_CHECK_RETURN(mndSetCreateArbGroupUndoLogs(pTrans, &arbGroup));

6,465✔

791

  TAOS_RETURN(code);

1,289,016✔

794

static int32_t mndSetCreateDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups,

1,289,016✔

796

  int32_t  code = 0;

1,289,016✔

797

  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);

1,289,016✔

798

  if (pDbRaw == NULL) {

1,289,016✔

803

  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pDbRaw));

1,289,016✔

804

  TAOS_CHECK_RETURN(sdbSetRawStatus(pDbRaw, SDB_STATUS_READY));

1,289,016✔

806

  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {

4,033,094✔

807

    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);

2,744,078✔

808

    if (pVgRaw == NULL) {

2,744,078✔

813

    TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pVgRaw));

2,744,078✔

814

    TAOS_CHECK_RETURN(sdbSetRawStatus(pVgRaw, SDB_STATUS_READY));

2,744,078✔

817

  if (pDb->cfg.withArbitrator) {

1,289,016✔

818

    for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {

10,674✔

819

      SVgObj   *pVgObj = pVgroups + v;

6,465✔

820

      SArbGroup arbGroup = {0};

6,465✔

821

      TAOS_CHECK_RETURN(mndArbGroupInitFromVgObj(pVgObj, &arbGroup));

6,465✔

822

      TAOS_CHECK_RETURN(mndSetCreateArbGroupCommitLogs(pTrans, &arbGroup));

6,465✔

826

  if (pUserDuped) {

1,289,016✔

827

    SSdbRaw *pUserRaw = mndUserActionEncode(pUserDuped);

1,289,016✔

828

    if (pUserRaw == NULL) {

1,289,016✔

833

    TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pUserRaw));

1,289,016✔

834

    TAOS_CHECK_RETURN(sdbSetRawStatus(pUserRaw, SDB_STATUS_READY));

1,289,016✔

837

  if(pAuditOwnedDbs) {

1,289,016✔

850

  TAOS_RETURN(code);

1,289,016✔

853

static int32_t mndSetCreateDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {

1,289,016✔

854

  int32_t code = 0;

1,289,016✔

855

  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {

4,033,094✔

856

    SVgObj *pVgroup = pVgroups + vg;

2,744,078✔

858

    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {

5,758,083✔

859

      SVnodeGid *pVgid = pVgroup->vnodeGid + vn;

3,014,005✔

860

      TAOS_CHECK_RETURN(mndAddCreateVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid));

3,014,005✔

864

  TAOS_RETURN(code);

1,289,016✔

867

static int32_t mndSetCreateDbUndoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {

1,289,016✔

868

  int32_t code = 0;

1,289,016✔

869

  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {

4,033,094✔

870

    SVgObj *pVgroup = pVgroups + vg;

2,744,078✔

872

    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {

5,758,083✔

873

      SVnodeGid *pVgid = pVgroup->vnodeGid + vn;

3,014,005✔

874

      TAOS_CHECK_RETURN(mndAddDropVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid, false));

3,014,005✔

878

  TAOS_RETURN(code);

1,289,016✔

890

static int32_t mndSetAuditOwnedDbs(SMnode *pMnode, SUserObj *pOperUser, SDbObj *pDb, SArray **pAuditOwnedDbs) {

130✔

891

  int32_t   code = 0, lino = 0;

130✔

892

  SSdb     *pSdb = pMnode->pSdb;

130✔

893

  SArray   *auditOwnedDbs = NULL;

130✔

894

  SUserObj *pUser = NULL;

130✔

895

  SUserObj  newUserObj = {0};

130✔

896

  int32_t   sysAuditLen = strlen(TSDB_ROLE_SYSAUDIT) + 1;

130✔

897

  int32_t   sysAuditLogLen = strlen(TSDB_ROLE_SYSAUDIT_LOG) + 1;

130✔

899

  void *pIter = NULL;

130✔

900

  while ((pIter = sdbFetch(pSdb, SDB_USER, pIter, (void **)&pUser))) {

260✔

901

    if (taosHashGetSize(pUser->roles) <= 0) {

130✔

906

    if(strncmp(pUser->name, pOperUser->name, TSDB_USER_LEN) == 0) {

130✔

907

      sdbRelease(pSdb, pUser);

130✔

908

      pUser = NULL;

130✔

909

      continue;

130✔

932

  *pAuditOwnedDbs = auditOwnedDbs;

130✔

933

  auditOwnedDbs = NULL;

130✔

934

_exit:

130✔

935

  if (auditOwnedDbs != NULL) taosArrayDestroyEx(auditOwnedDbs, (FDelete)mndUserFreeObj);

130✔

936

  sdbRelease(pSdb, pUser);

130✔

937

  sdbCancelFetch(pSdb, pIter);

130✔

938

  mndUserFreeObj(&newUserObj);

130✔

939

  TAOS_RETURN(code);

130✔

942

static int32_t mndCreateDb(SMnode *pMnode, SRpcMsg *pReq, SCreateDbReq *pCreate, SUserObj *pUser, SArray *dnodeList) {

1,300,902✔

943

  int32_t  code = 0;

1,300,902✔

944

  SArray  *auditOwnedDbs = NULL;

1,300,902✔

945

  SUserObj newUserObj = {0};

1,300,902✔

946

  SDbObj   dbObj = {0};

1,300,902✔

947

  (void)memcpy(dbObj.name, pCreate->db, TSDB_DB_FNAME_LEN);

1,300,902✔

948

  (void)memcpy(dbObj.acct, pUser->acct, TSDB_USER_LEN);

1,300,902✔

949

  dbObj.createdTime = taosGetTimestampMs();

1,300,902✔

950

  dbObj.updateTime = dbObj.createdTime;

1,300,902✔

951

  dbObj.uid = mndGenerateUid(dbObj.name, TSDB_DB_FNAME_LEN);

1,300,902✔

952

  dbObj.cfgVersion = 1;

1,300,902✔

953

  dbObj.vgVersion = 1;

1,300,902✔

954

  dbObj.tsmaVersion = 1;

1,300,902✔

955

  (void)memcpy(dbObj.createUser, pUser->user, TSDB_USER_LEN);

1,300,902✔

956

  dbObj.ownerId = pUser->uid;

1,300,902✔

957

  dbObj.cfg = (SDbCfg){

2,600,488✔

958

      .numOfVgroups = pCreate->numOfVgroups,

1,300,902✔

959

      .numOfStables = pCreate->numOfStables,

1,300,902✔

960

      .buffer = pCreate->buffer,

1,300,902✔

961

      .pageSize = pCreate->pageSize,

1,300,902✔

962

      .pages = pCreate->pages,

1,300,902✔

963

      .cacheLastSize = pCreate->cacheLastSize,

1,300,902✔

964

      .cacheLastShardBits = pCreate->cacheLastShardBits,

1,300,902✔

965

      .daysPerFile = pCreate->daysPerFile,

1,300,902✔

966

      .daysToKeep0 = pCreate->daysToKeep0,

1,300,902✔

967

      .daysToKeep1 = pCreate->daysToKeep1,

1,300,902✔

968

      .daysToKeep2 = pCreate->daysToKeep2,

1,300,902✔

969

      .keepTimeOffset = pCreate->keepTimeOffset,

1,300,902✔

970

      .minRows = pCreate->minRows,

1,300,902✔

971

      .maxRows = pCreate->maxRows,

1,300,902✔

972

      .walFsyncPeriod = pCreate->walFsyncPeriod,

1,300,902✔

973

      .walLevel = pCreate->walLevel,

1,300,902✔

974

      .precision = pCreate->precision,

1,300,902✔

975

      .compression = pCreate->compression,

1,300,902✔

976

      .replications = pCreate->replications,

1,300,902✔

977

      .strict = pCreate->strict,

1,300,902✔

978

      .cacheLast = pCreate->cacheLast,

1,300,902✔

980

      .schemaless = pCreate->schemaless,

1,300,902✔

981

      .walRetentionPeriod = pCreate->walRetentionPeriod,

1,300,902✔

982

      .walRetentionSize = pCreate->walRetentionSize,

1,300,902✔

983

      .walRollPeriod = pCreate->walRollPeriod,

1,300,902✔

984

      .walSegmentSize = pCreate->walSegmentSize,

1,300,902✔

985

      .sstTrigger = pCreate->sstTrigger,

1,300,902✔

986

      .hashPrefix = pCreate->hashPrefix,

1,300,902✔

987

      .hashSuffix = pCreate->hashSuffix,

1,300,902✔

988

      .ssChunkSize = pCreate->ssChunkSize,

1,300,902✔

989

      .ssKeepLocal = pCreate->ssKeepLocal,

1,300,902✔

990

      .ssCompact = pCreate->ssCompact,

1,300,902✔

991

      .tsdbPageSize = pCreate->tsdbPageSize,

1,300,902✔

992

      .withArbitrator = pCreate->withArbitrator,

1,300,902✔

993

      .encryptAlgorithm = pCreate->encryptAlgorithm,

1,300,902✔

994

      .compactInterval = pCreate->compactInterval,

1,300,902✔

995

      .compactStartTime = pCreate->compactStartTime,

1,300,902✔

996

      .compactEndTime = pCreate->compactEndTime,

1,300,902✔

997

      .compactTimeOffset = pCreate->compactTimeOffset,

1,300,902✔

998

      .isAudit = pCreate->isAudit,

1,300,902✔

999

      .secureDelete = pCreate->secureDelete,

1,300,902✔

1001

  if (strlen(pCreate->encryptAlgrName) > 0) {

1,300,902✔

1002

    if (strncasecmp(pCreate->encryptAlgrName, "none", TSDB_ENCRYPT_ALGR_NAME_LEN) == 0) {

6,789✔

1003

      if (pCreate->isAudit == 1) {

3,733✔

1009

      dbObj.cfg.encryptAlgorithm = 0;

3,733✔

1011

      SEncryptAlgrObj *pEncryptAlgr = mndAcquireEncryptAlgrByAId(pMnode, pCreate->encryptAlgrName);

3,056✔

1012

      if (pEncryptAlgr != NULL) {

3,056✔

1013

        if (pEncryptAlgr->type != ENCRYPT_ALGR_TYPE__SYMMETRIC_CIPHERS) {

2,260✔

1019

        dbObj.cfg.encryptAlgorithm = pEncryptAlgr->id;

2,260✔

1021

        code = TSDB_CODE_MNODE_ENCRYPT_ALGR_NOT_EXIST;

796✔

1022

        mError("db:%s, failed to create, encrypt algorithm not exist, %s", pCreate->db, pCreate->encryptAlgrName);

796✔

1023

        TAOS_RETURN(code);

796✔

1025

      if (tsDataKey[0] == '\0') {

2,260✔

1032

    if (pCreate->isAudit == 1) {

1,294,113✔

1033

      code = TSDB_CODE_AUDIT_MUST_ENCRYPT;

1,330✔

1034

      mError("db:%s, failed to create, encrypt algorithm not match for audit db, %s", pCreate->db,

1,330✔

1036

      TAOS_RETURN(code);

1,330✔

1039

  dbObj.cfg.numOfRetensions = pCreate->numOfRetensions;

1,298,776✔

1040

  dbObj.cfg.pRetensions = pCreate->pRetensions;

1,298,776✔

1042

  if (pCreate->isAudit == 1) {

1,298,776✔

1043

    if (dbObj.cfg.daysToKeep2 < 2628000) {

130✔

1048

    if (dbObj.cfg.walLevel != 2) {

130✔

1053

    dbObj.cfg.allowDrop = TSDB_MIN_DB_ALLOW_DROP;

130✔

1055

    dbObj.cfg.allowDrop = TSDB_DEFAULT_DB_ALLOW_DROP;

1,298,646✔

1058

  mndSetDefaultDbCfg(&dbObj.cfg);

1,298,776✔

1060

  if ((code = mndCheckDbName(dbObj.name, pUser)) != 0) {

1,298,776✔

1065

  if ((code = mndCheckDbCfg(pMnode, &dbObj.cfg)) != 0) {

1,298,776✔

1066

    mError("db:%s, failed to create, check db cfg failed, since %s", pCreate->db, tstrerror(code));

4,608✔

1067

    TAOS_RETURN(code);

4,608✔

1070

  if (dbObj.cfg.hashPrefix > 0) {

1,294,168✔

1071

    int32_t dbLen = strlen(dbObj.name) + 1;

4,219✔

1072

    mInfo("db:%s, hashPrefix adjust from %d to %d", dbObj.name, dbObj.cfg.hashPrefix, dbObj.cfg.hashPrefix + dbLen);

4,219✔

1073

    dbObj.cfg.hashPrefix += dbLen;

4,219✔

1074

  } else if (dbObj.cfg.hashPrefix < 0) {

1,289,949✔

1075

    int32_t dbLen = strlen(dbObj.name) + 1;

4,996✔

1076

    mInfo("db:%s, hashPrefix adjust from %d to %d", dbObj.name, dbObj.cfg.hashPrefix, dbObj.cfg.hashPrefix - dbLen);

4,996✔

1077

    dbObj.cfg.hashPrefix -= dbLen;

4,996✔

1080

  SVgObj *pVgroups = NULL;

1,294,168✔

1081

  if ((code = mndAllocVgroup(pMnode, &dbObj, &pVgroups, dnodeList)) != 0) {

1,294,168✔

1082

    mError("db:%s, failed to create, alloc vgroup failed, since %s", pCreate->db, terrstr());

5,152✔

1083

    TAOS_RETURN(code);

5,152✔

1087

  SUserObj *pNewUserDuped = NULL;

1,289,016✔

1101

  bool addOwned = false;

1,289,016✔

1102

  if (dbObj.cfg.isAudit == 1) {

1,289,016✔

1103

    if (taosHashGet(pUser->roles, TSDB_ROLE_SYSAUDIT, strlen(TSDB_ROLE_SYSAUDIT) + 1) ||

130✔

1105

      addOwned = true;

130✔

1107

    TAOS_CHECK_GOTO(mndSetAuditOwnedDbs(pMnode, pUser, &dbObj, &auditOwnedDbs), NULL, _OVER);

130✔

1109

    addOwned = true;

1,288,886✔

1111

  if (addOwned) {

1,289,016✔

1112

    TAOS_CHECK_GOTO(mndUserDupObj(pUser, &newUserObj), NULL, _OVER);

1,289,016✔

1113

    TAOS_CHECK_GOTO(taosHashPut(newUserObj.ownedDbs, dbObj.name, strlen(dbObj.name) + 1, NULL, 0), NULL, _OVER);

1,289,016✔

1114

    pNewUserDuped = &newUserObj;

1,289,016✔

1118

  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "create-db");

1,289,016✔

1119

  if (pTrans == NULL) {

1,289,016✔

1125

  mInfo("trans:%d, used to create db:%s", pTrans->id, pCreate->db);

1,289,016✔

1127

  mndTransSetDbName(pTrans, dbObj.name, NULL);

1,289,016✔

1128

  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);

1,289,016✔

1130

  void   *pIter = NULL;

1,289,016✔

1131

  STrans *exitTrans = NULL;

1,289,016✔

1133

  if (!pUser->superUser) {

1,289,016✔

1135

      pIter = sdbFetch(pMnode->pSdb, SDB_TRANS, pIter, (void **)&exitTrans);

3,483✔

1136

      if (pIter == NULL) break;

3,483✔

1150

  if (dbObj.cfg.isAudit) {

1,289,016✔

1151

    if (dbObj.cfg.numOfVgroups > 1) {

130✔

1157

  mndTransSetOper(pTrans, MND_OPER_CREATE_DB);

1,289,016✔

1158

  TAOS_CHECK_GOTO(mndSetCreateDbPrepareAction(pMnode, pTrans, &dbObj), NULL, _OVER);

1,289,016✔

1159

  TAOS_CHECK_GOTO(mndSetCreateDbRedoActions(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);

1,289,016✔

1160

  TAOS_CHECK_GOTO(mndSetNewVgPrepareActions(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);

1,289,016✔

1161

  TAOS_CHECK_GOTO(mndSetCreateDbUndoLogs(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);

1,289,016✔

1162

  TAOS_CHECK_GOTO(mndSetCreateDbCommitLogs(pMnode, pTrans, &dbObj, pVgroups, pNewUserDuped, auditOwnedDbs), NULL, _OVER);

1,289,016✔

1163

  TAOS_CHECK_GOTO(mndSetCreateDbUndoActions(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);

1,289,016✔

1165

  if (dbObj.cfg.isAudit) {

1,289,016✔

1166

    if (tsAuditSaveInSelf) {

130✔

1168

      TAOS_CHECK_GOTO(mndCreateAuditStb(pMnode, &dbObj, pUser, pTrans, pVgroups), NULL, _OVER);

65✔

1171

  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);

1,289,016✔

1173

_OVER:

1,289,016✔

1174

  taosMemoryFree(pVgroups);

1,289,016✔

1175

  mndUserFreeObj(&newUserObj);

1,289,016✔

1176

  taosArrayDestroyEx(auditOwnedDbs, (FDelete)mndUserFreeObj);

1,289,016✔

1177

  mndTransDrop(pTrans);

1,289,016✔

1178

  TAOS_RETURN(code);

1,289,016✔

1181

static int32_t mndCheckDbEncryptKey(SMnode *pMnode, SCreateDbReq *pReq) {

1,312,934✔

1182

  int32_t    code = 0;

1,312,934✔

1183

  SSdb      *pSdb = pMnode->pSdb;

1,312,934✔

1184

  SDnodeObj *pDnode = NULL;

1,312,934✔

1185

  void      *pIter = NULL;

1,312,934✔

1188

  if (pReq->encryptAlgorithm == TSDB_ENCRYPT_ALGO_NONE) goto _exit;

1,312,934✔

1219

_exit:

1,311,618✔

1220

  TAOS_RETURN(code);

1,312,934✔

1234

static int32_t mndProcessCreateDbReq(SRpcMsg *pReq) {

1,417,649✔

1235

  SMnode      *pMnode = pReq->info.node;

1,417,649✔

1236

  int32_t      code = -1;

1,417,649✔

1237

  int32_t      lino = 0;

1,417,649✔

1238

  SDbObj      *pDb = NULL;

1,417,649✔

1239

  SUserObj    *pUser = NULL;

1,417,649✔

1240

  SCreateDbReq createReq = {0};

1,417,649✔

1241

  SArray      *dnodeList = NULL;

1,417,649✔

1242

  int64_t      tss = taosGetTimestampMs();

1,417,649✔

1244

  dnodeList = taosArrayInit(mndGetDnodeSize(pMnode), sizeof(int32_t));

1,417,649✔

1245

  TSDB_CHECK_NULL(dnodeList, code, lino, _OVER, TSDB_CODE_OUT_OF_MEMORY);

1,417,649✔

1247

  TAOS_CHECK_GOTO(tDeserializeSCreateDbReq(pReq->pCont, pReq->contLen, &createReq), NULL, _OVER);

1,417,649✔

1254

  mInfo("db:%s, start to create, vgroups:%d, isAudit:%d, daysToKeep2:%d", createReq.db, createReq.numOfVgroups, createReq.isAudit, createReq.daysToKeep2);

1,417,649✔

1256

  pDb = mndAcquireDb(pMnode, createReq.db);

1,417,649✔

1257

  if (pDb != NULL) {

1,417,649✔

1258

    if (createReq.ignoreExist) {

98,021✔

1259

      mInfo("db:%s, already exist, ignore exist is set", createReq.db);

95,612✔

1260

      code = 0;

95,612✔

1261

      goto _OVER;

95,612✔

1263

      code = TSDB_CODE_MND_DB_ALREADY_EXIST;

2,409✔

1264

      goto _OVER;

2,409✔

1267

    if (terrno == TSDB_CODE_MND_DB_IN_CREATING) {

1,319,628✔

1268

      code = terrno;

6,370✔

1269

      goto _OVER;

6,370✔

1270

    } else if (terrno == TSDB_CODE_MND_DB_IN_DROPPING) {

1,313,258✔

1272

    } else if (terrno == TSDB_CODE_MND_DB_NOT_EXIST) {

1,313,258✔

1279

  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_CREATE_DB, NULL), &lino, _OVER);

1,313,258✔

1281

  TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_DB), &lino, _OVER);

1,312,934✔

1283

  int32_t nVnodes = createReq.numOfVgroups * createReq.replications;

1,312,934✔

1284

  TAOS_CHECK_GOTO(grantCheckEx(TSDB_GRANT_VNODE, &nVnodes), &lino, _OVER);

1,312,934✔

1286

  if (createReq.replications == 2) {

1,312,934✔

1287

    TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_DUAL_REPLICA_HA), &lino, _OVER);

5,713✔

1290

  TAOS_CHECK_GOTO(mndCheckDbEncryptKey(pMnode, &createReq), &lino, _OVER);

1,312,934✔

1292

  TAOS_CHECK_GOTO(mndCheckDbDnodeList(pMnode, createReq.db, createReq.dnodeListStr, dnodeList), &lino, _OVER);

1,312,934✔

1294

  TAOS_CHECK_GOTO(mndAcquireUser(pMnode, RPC_MSG_USER(pReq), &pUser), &lino, _OVER);

1,300,902✔

1296

  if (sdbGetSize(pMnode->pSdb, SDB_MOUNT) > 0) {

1,300,902✔

1300

  if (createReq.isAudit == 1) {

1,300,902✔

1301

    SDbObj *pAuditDb = mndAcquireAuditDb(pMnode);

1,460✔

1302

    if (pAuditDb != NULL) {

1,460✔

1307

    char *realDbName = strchr(createReq.db, '.');

1,460✔

1308

    if (realDbName && strcmp(realDbName + 1, "log") == 0) {

1,460✔

1314

  TAOS_CHECK_GOTO(mndCreateDb(pMnode, pReq, &createReq, pUser, dnodeList), &lino, _OVER);

1,300,902✔

1315

  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;

1,289,016✔

1317

  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {

1,289,016✔

1318

    SName name = {0};

1,289,016✔

1319

    if (tNameFromString(&name, createReq.db, T_NAME_ACCT | T_NAME_DB) < 0)

1,289,016✔

1321

    int64_t tse = taosGetTimestampMs();

1,289,016✔

1322

    double  duration = (double)(tse - tss);

1,289,016✔

1323

    duration = duration / 1000;

1,289,016✔

1324

    auditRecord(pReq, pMnode->clusterId, "createDB", name.dbname, "", createReq.sql, createReq.sqlLen, duration, 0);

1,289,016✔

1327

_OVER:

1,416,333✔

1328

  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {

1,417,649✔

1329

    mError("db:%s, failed to create at line:%d since %s", createReq.db, lino, tstrerror(code));

33,021✔

1332

  mndReleaseDb(pMnode, pDb);

1,417,649✔

1333

  mndReleaseUser(pMnode, pUser);

1,417,649✔

1334

  tFreeSCreateDbReq(&createReq);

1,417,649✔

1335

  taosArrayDestroy(dnodeList);

1,417,649✔

1337

  TAOS_RETURN(code);

1,417,649✔

1340

static int32_t mndSetDbCfgFromAlterDbReq(SDbObj *pDb, SAlterDbReq *pAlter) {

114,769✔

1341

  int32_t code = TSDB_CODE_MND_DB_OPTION_UNCHANGED;

114,769✔

1343

  if (pAlter->buffer > 0 && pAlter->buffer != pDb->cfg.buffer) {

114,769✔

1344

    pDb->cfg.buffer = pAlter->buffer;

908✔

1345

    code = 0;

908✔

1348

  if (pAlter->pages > 0 && pAlter->pages != pDb->cfg.pages) {

114,769✔

1349

    pDb->cfg.pages = pAlter->pages;

2,388✔

1350

    code = 0;

2,388✔

1353

  if (pAlter->pageSize > 0 && pAlter->pageSize != pDb->cfg.pageSize) {

114,769✔

1358

  if (pAlter->daysPerFile > 0 && pAlter->daysPerFile != pDb->cfg.daysPerFile) {

114,769✔

1363

  if (pAlter->daysToKeep0 > 0 && pAlter->daysToKeep0 != pDb->cfg.daysToKeep0) {

114,769✔

1364

    pDb->cfg.daysToKeep0 = pAlter->daysToKeep0;

16,722✔

1365

    code = 0;

16,722✔

1368

  if (pAlter->daysToKeep1 > 0 && pAlter->daysToKeep1 != pDb->cfg.daysToKeep1) {

114,769✔

1369

    pDb->cfg.daysToKeep1 = pAlter->daysToKeep1;

15,963✔

1370

    code = 0;

15,963✔

1373

  if (pAlter->daysToKeep2 > 0 && pAlter->daysToKeep2 != pDb->cfg.daysToKeep2) {

114,769✔

1374

    pDb->cfg.daysToKeep2 = pAlter->daysToKeep2;

12,984✔

1375

    code = 0;

12,984✔

1378

  if (pAlter->keepTimeOffset >= 0 && pAlter->keepTimeOffset != pDb->cfg.keepTimeOffset) {

114,769✔

1379

    pDb->cfg.keepTimeOffset = pAlter->keepTimeOffset;

3,831✔

1380

    code = 0;

3,831✔

1383

  if (pAlter->walFsyncPeriod >= 0 && pAlter->walFsyncPeriod != pDb->cfg.walFsyncPeriod) {

114,769✔

1384

    pDb->cfg.walFsyncPeriod = pAlter->walFsyncPeriod;

9,156✔

1385

    code = 0;

9,156✔

1388

  if (pAlter->walLevel >= 0 && pAlter->walLevel != pDb->cfg.walLevel) {

114,769✔

1389

    pDb->cfg.walLevel = pAlter->walLevel;

9,145✔

1390

    code = 0;

9,145✔

1393

  if (pAlter->strict >= 0 && pAlter->strict != pDb->cfg.strict) {

114,769✔

1402

  if (pAlter->cacheLast >= 0 && pAlter->cacheLast != pDb->cfg.cacheLast) {

114,769✔

1403

    pDb->cfg.cacheLast = pAlter->cacheLast;

15,642✔

1404

    code = 0;

15,642✔

1407

  if (pAlter->cacheLastSize > 0 && pAlter->cacheLastSize != pDb->cfg.cacheLastSize) {

114,769✔

1408

    pDb->cfg.cacheLastSize = pAlter->cacheLastSize;

2,512✔

1409

    code = 0;

2,512✔

1412

  if (pAlter->cacheLastShardBits > 0 && pAlter->cacheLastShardBits != pDb->cfg.cacheLastShardBits) {

114,769✔

1413

    pDb->cfg.cacheLastShardBits = pAlter->cacheLastShardBits;

768✔

1414

    code = 0;

768✔

1417

  if (pAlter->replications > 0 && pAlter->replications != pDb->cfg.replications) {

114,769✔

1418

    pDb->cfg.replications = pAlter->replications;

6,048✔

1419

    pDb->vgVersion++;

6,048✔

1420

    code = 0;

6,048✔

1423

  if (pAlter->sstTrigger > 0 && pAlter->sstTrigger != pDb->cfg.sstTrigger) {

114,769✔

1424

    pDb->cfg.sstTrigger = pAlter->sstTrigger;

1,312✔

1425

    pDb->vgVersion++;

1,312✔

1426

    code = 0;

1,312✔

1429

  if (pAlter->minRows > 0 && pAlter->minRows != pDb->cfg.minRows) {

114,769✔

1430

    pDb->cfg.minRows = pAlter->minRows;

1,506✔

1431

    pDb->vgVersion++;

1,506✔

1432

    code = 0;

1,506✔

1435

  if (pAlter->walRetentionPeriod > TSDB_DB_MIN_WAL_RETENTION_PERIOD &&

114,769✔

1436

      pAlter->walRetentionPeriod != pDb->cfg.walRetentionPeriod) {

12,881✔

1437

    pDb->cfg.walRetentionPeriod = pAlter->walRetentionPeriod;

7,300✔

1438

    pDb->vgVersion++;

7,300✔

1439

    code = 0;

7,300✔

1442

  if (pAlter->walRetentionSize > TSDB_DB_MIN_WAL_RETENTION_SIZE &&

114,769✔

1443

      pAlter->walRetentionSize != pDb->cfg.walRetentionSize) {

1,549✔

1444

    pDb->cfg.walRetentionSize = pAlter->walRetentionSize;

753✔

1445

    pDb->vgVersion++;

753✔

1446

    code = 0;

753✔

1449

  if (pAlter->ssKeepLocal >= TSDB_MIN_SS_KEEP_LOCAL && pAlter->ssKeepLocal <= TSDB_MAX_SS_KEEP_LOCAL && pAlter->ssKeepLocal != pDb->cfg.ssKeepLocal) {

114,769✔

1450

    pDb->cfg.ssKeepLocal = pAlter->ssKeepLocal;

753✔

1451

    pDb->vgVersion++;

753✔

1452

    code = 0;

753✔

1455

  if (pAlter->ssCompact >= TSDB_MIN_SS_COMPACT && pAlter->ssCompact <= TSDB_MAX_SS_COMPACT && pAlter->ssCompact != pDb->cfg.ssCompact) {

114,769✔

1456

    pDb->cfg.ssCompact = pAlter->ssCompact;

753✔

1457

    pDb->vgVersion++;

753✔

1458

    code = 0;

753✔

1461

  if (pAlter->withArbitrator >= TSDB_MIN_DB_WITH_ARBITRATOR && pAlter->withArbitrator != pDb->cfg.withArbitrator) {

114,769✔

1462

    pDb->cfg.withArbitrator = pAlter->withArbitrator;

753✔

1463

    pDb->vgVersion++;

753✔

1464

    code = 0;

753✔

1467

  if (pAlter->compactInterval >= TSDB_DEFAULT_COMPACT_INTERVAL && pAlter->compactInterval != pDb->cfg.compactInterval) {

114,769✔

1468

    pDb->cfg.compactInterval = pAlter->compactInterval;

5,366✔

1469

    pDb->vgVersion++;

5,366✔

1470

    code = 0;

5,366✔

1473

  bool compactTimeRangeChanged = false;

114,769✔

1474

  if (pAlter->compactStartTime != pDb->cfg.compactStartTime &&

114,769✔

1475

      (pAlter->compactStartTime == TSDB_DEFAULT_COMPACT_START_TIME ||

112,429✔

1476

       pAlter->compactStartTime <= -pDb->cfg.daysPerFile)) {

112,429✔

1477

    pDb->cfg.compactStartTime = pAlter->compactStartTime;

4,632✔

1478

    compactTimeRangeChanged = true;

4,632✔

1479

    code = 0;

4,632✔

1482

  if (pAlter->compactEndTime != pDb->cfg.compactEndTime &&

114,769✔

1483

      (pAlter->compactEndTime == TSDB_DEFAULT_COMPACT_END_TIME || pAlter->compactEndTime <= -pDb->cfg.daysPerFile)) {

112,429✔

1484

    pDb->cfg.compactEndTime = pAlter->compactEndTime;

4,632✔

1485

    compactTimeRangeChanged = true;

4,632✔

1486

    code = 0;

4,632✔

1488

  if(compactTimeRangeChanged) {

114,769✔

1489

    pDb->vgVersion++;

4,632✔

1492

  if (pAlter->compactTimeOffset >= TSDB_MIN_COMPACT_TIME_OFFSET &&

114,769✔

1493

      pAlter->compactTimeOffset != pDb->cfg.compactTimeOffset) {

9,269✔

1494

    pDb->cfg.compactTimeOffset = pAlter->compactTimeOffset;

3,841✔

1495

    pDb->vgVersion++;

3,841✔

1496

    code = 0;

3,841✔

1499

  if (pAlter->isAudit > -1 && pAlter->isAudit != pDb->cfg.isAudit) {

114,769✔

1504

  if(pAlter->allowDrop > -1 && pAlter->allowDrop != pDb->cfg.allowDrop) {

114,769✔

1509

  if (pAlter->secureDelete > -1 && pAlter->secureDelete != pDb->cfg.secureDelete) {

114,769✔

1510

    pDb->cfg.secureDelete = pAlter->secureDelete;

587✔

1511

    pDb->vgVersion++;

587✔

1512

    code = 0;

587✔

1515

  TAOS_RETURN(code);

114,769✔

1518

static int32_t mndSetAlterDbPrepareLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {

87,145✔

1519

  int32_t  code = 0;

87,145✔

1520

  SSdbRaw *pRedoRaw = mndDbActionEncode(pOld);

87,145✔

1521

  if (pRedoRaw == NULL) {

87,145✔

1526

  if ((code = mndTransAppendPrepareLog(pTrans, pRedoRaw)) != 0) {

87,145✔

1531

  if ((code = sdbSetRawStatus(pRedoRaw, SDB_STATUS_READY)) != 0) {

87,145✔

1535

  return 0;

87,145✔

1538

int32_t mndSetAlterDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {

87,145✔

1539

  int32_t  code = 0;

87,145✔

1540

  SSdbRaw *pCommitRaw = mndDbActionEncode(pNew);

87,145✔

1541

  if (pCommitRaw == NULL) {

87,145✔

1546

  if ((code = mndTransAppendCommitlog(pTrans, pCommitRaw)) != 0) {

87,145✔

1551

  if ((code = sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY)) != 0) {

87,145✔

1555

  TAOS_RETURN(code);

87,145✔

1558

static int32_t mndSetAlterDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pOldDb, SDbObj *pNewDb) {

87,145✔

1559

  int32_t code = 0, lino = 0;

87,145✔

1560

  SSdb   *pSdb = pMnode->pSdb;

87,145✔

1561

  void   *pIter = NULL;

87,145✔

1562

  SVgObj *pVgroup = NULL;

87,145✔

1563

  SArray *pArray = mndBuildDnodesArray(pMnode, 0, NULL);

87,145✔

1565

  TSDB_CHECK_NULL(pArray, code, lino, _err, TSDB_CODE_OUT_OF_MEMORY);

87,145✔

1568

    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);

620,504✔

1569

    if (pIter == NULL) break;

620,504✔

1571

    if (mndVgroupInDb(pVgroup, pNewDb->uid)) {

534,098✔

1572

      SVgObj newVgroup = {0};

226,583✔

1573

      TAOS_CHECK_GOTO(mndBuildAlterVgroupAction(pMnode, pTrans, pOldDb, pNewDb, pVgroup, pArray, &newVgroup), &lino,

226,583✔

1576

      if (pNewDb->cfg.withArbitrator != pOldDb->cfg.withArbitrator) {

225,844✔

1589

    sdbRelease(pSdb, pVgroup);

533,359✔

1592

  taosArrayDestroy(pArray);

86,406✔

1593

  TAOS_RETURN(code);

86,406✔

1595

_err:

739✔

1596

  mError("db:%s, %s failed at %d since %s", pNewDb->name, __func__, lino, tstrerror(code));

739✔

1598

  sdbCancelFetch(pSdb, pIter);

739✔

1599

  sdbRelease(pSdb, pVgroup);

739✔

1600

  taosArrayDestroy(pArray);

739✔

1601

  TAOS_RETURN(code);

739✔

1604

static int32_t mndAlterDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pOld, SDbObj *pNew) {

87,210✔

1605

  int32_t code = -1;

87,210✔

1606

  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "alter-db");

87,210✔

1607

  if (pTrans == NULL) {

87,210✔

1612

  mInfo("trans:%d, used to alter db:%s", pTrans->id, pOld->name);

87,210✔

1613

  mInfo("trans:%d, used to alter db, ableToBeKilled:%d, killMode:%d", pTrans->id, pTrans->ableToBeKilled, pTrans->killMode);

87,210✔

1615

  mndTransSetDbName(pTrans, pOld->name, NULL);

87,210✔

1616

  mndTransSetGroupParallel(pTrans);

87,210✔

1617

  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);

87,210✔

1618

  TAOS_CHECK_GOTO(mndTransCheckConflictWithCompact(pMnode, pTrans), NULL, _OVER);

87,210✔

1619

  TAOS_CHECK_GOTO(mndTransCheckConflictWithRetention(pMnode, pTrans), NULL, _OVER);

87,145✔

1621

  TAOS_CHECK_GOTO(mndSetAlterDbPrepareLogs(pMnode, pTrans, pOld, pNew), NULL, _OVER);

87,145✔

1622

  TAOS_CHECK_GOTO(mndSetAlterDbCommitLogs(pMnode, pTrans, pOld, pNew), NULL, _OVER);

87,145✔

1623

  TAOS_CHECK_GOTO(mndSetAlterDbRedoActions(pMnode, pTrans, pOld, pNew), NULL, _OVER);

87,145✔

1625

  mInfo("trans:%d, used to alter db, ableToBeKilled:%d, killMode:%d", pTrans->id, pTrans->ableToBeKilled, pTrans->killMode);

86,406✔

1626

  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);

86,406✔

1627

  code = 0;

86,406✔

1629

_OVER:

87,210✔

1630

  mndTransDrop(pTrans);

87,210✔

1631

  TAOS_RETURN(code);

87,210✔

1634

static int32_t mndProcessAlterDbReq(SRpcMsg *pReq) {

118,087✔

1635

  SMnode     *pMnode = pReq->info.node;

118,087✔

1636

  int32_t     code = -1;

118,087✔

1637

  SDbObj     *pDb = NULL;

118,087✔

1638

  SAlterDbReq alterReq = {0};

118,087✔

1639

  SDbObj      dbObj = {0};

118,087✔

1640

  int64_t     tss = taosGetTimestampMs();

118,087✔

1642

  TAOS_CHECK_GOTO(tDeserializeSAlterDbReq(pReq->pCont, pReq->contLen, &alterReq), NULL, _OVER);

118,087✔

1644

  mInfo("db:%s, start to alter, encryt_algr:%s", alterReq.db, alterReq.encryptAlgrName);

118,087✔

1646

  pDb = mndAcquireDb(pMnode, alterReq.db);

118,087✔

1647

  if (pDb == NULL) {

118,087✔

1648

    code = TSDB_CODE_MND_RETURN_VALUE_NULL;

840✔

1649

    if (terrno != 0) code = terrno;

840✔

1650

    goto _OVER;

840✔

1653

  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_ALTER_DB, pDb), NULL, _OVER);

117,247✔

1655

  if (alterReq.replications == 2) {

117,114✔

1656

    TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_DUAL_REPLICA_HA), NULL, _OVER);

753✔

1659

  int32_t numOfTopics = 0;

117,114✔

1660

  TAOS_CHECK_GOTO(mndGetNumOfTopics(pMnode, pDb->name, &numOfTopics), NULL, _OVER);

117,114✔

1662

  if (numOfTopics != 0 && alterReq.walRetentionPeriod == 0) {

117,114✔

1669

  if (pDb->cfg.isMount) {

117,114✔

1674

  (void)memcpy(&dbObj, pDb, sizeof(SDbObj));

117,114✔

1675

  if (dbObj.cfg.pRetensions != NULL) {

117,114✔

1680

  if (pDb->cfg.isAudit == 1) {

117,114✔

1698

  if (strlen(alterReq.encryptAlgrName) > 0) {

117,114✔

1699

    mInfo("db:%s, check encryt algr:%s", alterReq.db, alterReq.encryptAlgrName);

3,141✔

1701

    if (strncasecmp(alterReq.encryptAlgrName, "none", TSDB_ENCRYPT_ALGR_NAME_LEN) == 0) {

3,141✔

1702

      if (pDb->cfg.encryptAlgorithm != 0) {

796✔

1708

      SEncryptAlgrObj *pEncryptAlgr = mndAcquireEncryptAlgrByAId(pMnode, alterReq.encryptAlgrName);

2,345✔

1709

      if (pEncryptAlgr != NULL) {

2,345✔

1710

        if (pEncryptAlgr->type != ENCRYPT_ALGR_TYPE__SYMMETRIC_CIPHERS) {

1,549✔

1716

        if (pEncryptAlgr->id != pDb->cfg.encryptAlgorithm) {

1,549✔

1717

          code = TSDB_CODE_MND_ENCRYPT_NOT_ALLOW_CHANGE;

1,549✔

1718

          mError("db:%s, failed to alter, not allowed to change, %s", alterReq.db, alterReq.encryptAlgrName);

1,549✔

1719

          goto _OVER;

1,549✔

1722

        code = TSDB_CODE_MNODE_ENCRYPT_ALGR_NOT_EXIST;

796✔

1723

        mError("db:%s, failed to alter, encrypt algorithm not exist, %s", alterReq.db, alterReq.encryptAlgrName);

796✔

1724

        goto _OVER;

796✔

1729

  code = mndSetDbCfgFromAlterDbReq(&dbObj, &alterReq);

114,769✔

1730

  if (code != 0) {

114,769✔

1731

    if (code == TSDB_CODE_MND_DB_OPTION_UNCHANGED) code = 0;

26,053✔

1732

    goto _OVER;

26,053✔

1735

  TAOS_CHECK_GOTO(mndCheckInChangeDbCfg(pMnode, &pDb->cfg, &dbObj.cfg), NULL, _OVER);

88,716✔

1737

  dbObj.cfgVersion++;

87,210✔

1738

  dbObj.updateTime = taosGetTimestampMs();

87,210✔

1739

  code = mndAlterDb(pMnode, pReq, pDb, &dbObj);

87,210✔

1741

  if (dbObj.cfg.replications != pDb->cfg.replications) {

87,210✔

1743

    mInfo("db:%s, alter db replica from %d to %d", pDb->name, pDb->cfg.replications, dbObj.cfg.replications);

5,295✔

1745

    if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;

81,915✔

1748

  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {

87,210✔

1749

    SName name = {0};

87,210✔

1750

    if (tNameFromString(&name, alterReq.db, T_NAME_ACCT | T_NAME_DB) < 0)

87,210✔

1753

    int64_t tse = taosGetTimestampMs();

87,210✔

1754

    double  duration = (double)(tse - tss);

87,210✔

1755

    duration = duration / 1000;

87,210✔

1756

    auditRecord(pReq, pMnode->clusterId, "alterDB", name.dbname, "", alterReq.sql, alterReq.sqlLen, duration, 0);

87,210✔

1759

_OVER:

118,087✔

1760

  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {

118,087✔

1761

    if (terrno != 0) code = terrno;

5,628✔

1762

    mError("db:%s, failed to alter since %s", alterReq.db, tstrerror(code));

5,628✔

1765

  mndReleaseDb(pMnode, pDb);

118,087✔

1766

  taosArrayDestroy(dbObj.cfg.pRetensions);

118,087✔

1767

  tFreeSAlterDbReq(&alterReq);

118,087✔

1769

  TAOS_RETURN(code);

118,087✔

1772

static void mndDumpDbCfgInfo(SDbCfgRsp *cfgRsp, SDbObj *pDb, char *algorithmsId) {

4,176,748✔

1773

  tstrncpy(cfgRsp->db, pDb->name, sizeof(cfgRsp->db));

4,176,748✔

1774

  cfgRsp->dbId = pDb->uid;

4,176,748✔

1775

  cfgRsp->ownerId = pDb->ownerId;

4,176,748✔

1776

  cfgRsp->cfgVersion = pDb->cfgVersion;

4,175,999✔

1777

  cfgRsp->numOfVgroups = pDb->cfg.numOfVgroups;

4,175,999✔

1778

  cfgRsp->numOfStables = pDb->cfg.numOfStables;

4,176,748✔

1779

  cfgRsp->buffer = pDb->cfg.buffer;

4,175,999✔

1780

  cfgRsp->cacheSize = pDb->cfg.cacheLastSize;

4,175,999✔

1781

  cfgRsp->cacheShardBits = pDb->cfg.cacheLastShardBits;

4,175,999✔

1782

  cfgRsp->pageSize = pDb->cfg.pageSize;

4,176,748✔

1783

  cfgRsp->pages = pDb->cfg.pages;

4,175,999✔

1784

  cfgRsp->daysPerFile = pDb->cfg.daysPerFile;

4,175,999✔

1785

  cfgRsp->daysToKeep0 = pDb->cfg.daysToKeep0;

4,176,748✔

1786

  cfgRsp->daysToKeep1 = pDb->cfg.daysToKeep1;

4,176,748✔

1787

  cfgRsp->daysToKeep2 = pDb->cfg.daysToKeep2;

4,176,748✔

1788

  cfgRsp->keepTimeOffset = pDb->cfg.keepTimeOffset;

4,176,748✔

1789

  cfgRsp->minRows = pDb->cfg.minRows;

4,175,999✔

1790

  cfgRsp->maxRows = pDb->cfg.maxRows;

4,176,748✔

1791

  cfgRsp->walFsyncPeriod = pDb->cfg.walFsyncPeriod;

4,176,748✔

1792

  cfgRsp->hashPrefix = pDb->cfg.hashPrefix;

4,175,999✔

1793

  cfgRsp->hashSuffix = pDb->cfg.hashSuffix;

4,176,748✔

1794

  cfgRsp->hashMethod = pDb->cfg.hashMethod;

4,175,999✔

1795

  cfgRsp->walLevel = pDb->cfg.walLevel;

4,175,999✔

1796

  cfgRsp->precision = pDb->cfg.precision;

4,176,748✔

1797

  cfgRsp->compression = pDb->cfg.compression;

4,176,748✔

1798

  cfgRsp->replications = pDb->cfg.replications;

4,176,748✔

1799

  cfgRsp->strict = pDb->cfg.strict;

4,176,748✔

1800

  cfgRsp->cacheLast = pDb->cfg.cacheLast;

4,176,748✔

1801

  cfgRsp->tsdbPageSize = pDb->cfg.tsdbPageSize;

4,176,748✔

1802

  cfgRsp->walRetentionPeriod = pDb->cfg.walRetentionPeriod;

4,175,999✔

1803

  cfgRsp->walRollPeriod = pDb->cfg.walRollPeriod;

4,176,748✔

1804

  cfgRsp->walRetentionSize = pDb->cfg.walRetentionSize;

4,175,999✔

1805

  cfgRsp->walSegmentSize = pDb->cfg.walSegmentSize;

4,176,748✔

1806

  cfgRsp->numOfRetensions = pDb->cfg.numOfRetensions;

4,175,999✔

1807

  cfgRsp->pRetensions = taosArrayDup(pDb->cfg.pRetensions, NULL);

4,175,999✔

1808

  cfgRsp->schemaless = pDb->cfg.schemaless;

4,175,999✔

1809

  cfgRsp->sstTrigger = pDb->cfg.sstTrigger;

4,175,999✔

1810

  cfgRsp->ssChunkSize = pDb->cfg.ssChunkSize;

4,176,748✔

1811

  cfgRsp->ssKeepLocal = pDb->cfg.ssKeepLocal;

4,176,748✔

1812

  cfgRsp->ssCompact = pDb->cfg.ssCompact;

4,176,748✔

1813

  cfgRsp->withArbitrator = pDb->cfg.withArbitrator;

4,176,748✔

1815

  cfgRsp->compactInterval = pDb->cfg.compactInterval;

4,176,748✔

1816

  cfgRsp->compactStartTime = pDb->cfg.compactStartTime;

4,176,748✔

1817

  cfgRsp->compactEndTime = pDb->cfg.compactEndTime;

4,176,748✔

1818

  cfgRsp->compactTimeOffset = pDb->cfg.compactTimeOffset;

4,175,999✔

1819

  cfgRsp->flags = pDb->cfg.flags;

4,176,748✔

1820

  tstrncpy(cfgRsp->algorithmsId, algorithmsId, sizeof(cfgRsp->algorithmsId));

4,176,748✔

1821

  cfgRsp->isAudit = pDb->cfg.isAudit;

4,176,748✔

1822

  cfgRsp->secureDelete = pDb->cfg.secureDelete;

4,176,748✔

1823

4,176,748✔

1825

static int32_t mndProcessGetDbCfgReq(SRpcMsg *pReq) {

5,079,845✔

1826

  SMnode   *pMnode = pReq->info.node;

5,079,845✔

1827

  int32_t   code = -1;

5,079,845✔

1828

  SDbObj   *pDb = NULL;

5,079,845✔

1829

  SDbCfgReq cfgReq = {0};

5,079,845✔

1830

  SDbCfgRsp cfgRsp = {0};

5,079,845✔

1832

  TAOS_CHECK_GOTO(tDeserializeSDbCfgReq(pReq->pCont, pReq->contLen, &cfgReq), NULL, _OVER);

5,079,845✔

1834

  const char *pRealDb = strstr(cfgReq.db, ".");

5,079,845✔

1835

  if (pRealDb) {

5,079,845✔

1836

    ++pRealDb;

5,079,845✔

1840

  if (!IS_SYS_DBNAME(pRealDb)) {

5,079,845✔

1841

    pDb = mndAcquireDb(pMnode, cfgReq.db);

4,640,589✔

1842

    if (pDb == NULL) {

4,640,589✔

1843

      code = TSDB_CODE_MND_RETURN_VALUE_NULL;

544,547✔

1844

      if (terrno != 0) code = terrno;

544,547✔

1845

      goto _OVER;

544,547✔

1848

    char algrId[TSDB_ENCRYPT_ALGR_NAME_LEN] = {0};

4,096,042✔

1849

    mndGetEncryptOsslAlgrNameById(pMnode, pDb->cfg.encryptAlgorithm, algrId);

4,096,042✔

1850

    mndDumpDbCfgInfo(&cfgRsp, pDb, algrId);

4,096,042✔

1853

  int32_t contLen = tSerializeSDbCfgRsp(NULL, 0, &cfgRsp);

4,535,298✔

1854

  void   *pRsp = rpcMallocCont(contLen);

4,535,298✔

1855

  if (pRsp == NULL) {

4,535,298✔

1861

  int32_t ret = 0;

4,535,298✔

1862

  if ((ret = tSerializeSDbCfgRsp(pRsp, contLen, &cfgRsp)) < 0) {

4,535,298✔

1867

  pReq->info.rsp = pRsp;

4,535,298✔

1868

  pReq->info.rspLen = contLen;

4,535,298✔

1870

  code = 0;

4,535,298✔

1872

_OVER:

5,079,845✔

1874

  tFreeSDbCfgRsp(&cfgRsp);

5,079,845✔

1876

  if (code != 0) {

5,079,845✔

1877

    mError("db:%s, failed to get cfg since %s", cfgReq.db, terrstr());

544,547✔

1880

  mndReleaseDb(pMnode, pDb);

5,079,845✔

1882

  TAOS_RETURN(code);

5,079,845✔

1885

int32_t mndSetDropDbPrepareLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {

696,630✔

1886

  int32_t  code = 0;

696,630✔

1887

  SSdbRaw *pRedoRaw = mndDbActionEncode(pDb);

696,630✔

1888

  if (pRedoRaw == NULL) {

696,630✔

1893

  TAOS_CHECK_RETURN(mndTransAppendPrepareLog(pTrans, pRedoRaw));

696,630✔

1894

  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING));

696,630✔

1896

  SSdb *pSdb = pMnode->pSdb;

696,630✔

1897

  void *pIter = NULL;

696,630✔

1899

  while (1) {

4,512✔

1900

    SArbGroup *pArbGroup = NULL;

701,142✔

1901

    pIter = sdbFetch(pSdb, SDB_ARBGROUP, pIter, (void **)&pArbGroup);

701,142✔

1902

    if (pIter == NULL) break;

701,142✔

1904

    if (pArbGroup->dbUid == pDb->uid) {

4,512✔

1905

      if ((code = mndSetDropArbGroupPrepareLogs(pTrans, pArbGroup)) != 0) {

4,512✔

1912

    sdbRelease(pSdb, pArbGroup);

4,512✔

1915

  TAOS_RETURN(code);

696,630✔

1918

int32_t mndSetDropDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {

696,630✔

1919

  int32_t  code = 0;

696,630✔

1920

  SSdbRaw *pCommitRaw = mndDbActionEncode(pDb);

696,630✔

1921

  if (pCommitRaw == NULL) {

696,630✔

1926

  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pCommitRaw));

696,630✔

1927

  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED));

696,630✔

1929

  SSdb *pSdb = pMnode->pSdb;

696,630✔

1930

  void *pIter = NULL;

696,630✔

1932

  while (1) {

4,512✔

1933

    SArbGroup *pArbGroup = NULL;

701,142✔

1934

    pIter = sdbFetch(pSdb, SDB_ARBGROUP, pIter, (void **)&pArbGroup);

701,142✔

1935

    if (pIter == NULL) break;

701,142✔

1937

    if (pArbGroup->dbUid == pDb->uid) {

4,512✔

1938

      if ((code = mndSetDropArbGroupCommitLogs(pTrans, pArbGroup)) != 0) {

4,512✔

1945

    sdbRelease(pSdb, pArbGroup);

4,512✔

1948

  while (1) {

3,503,313✔

1949

    SVgObj *pVgroup = NULL;

4,199,943✔

1950

    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);

4,199,943✔

1951

    if (pIter == NULL) break;

4,199,943✔

1953

    if (pVgroup->dbUid == pDb->uid) {

3,503,313✔

1954

      SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroup);

1,492,825✔

1955

      if (pVgRaw == NULL) {

1,492,825✔

1962

      if ((code = mndTransAppendCommitlog(pTrans, pVgRaw)) != 0) {

1,492,825✔

1967

      if ((code = sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED)) != 0) {

1,492,825✔

1974

    sdbRelease(pSdb, pVgroup);

3,503,313✔

1977

  while (1) {

1,178,274✔

1978

    SStbObj *pStb = NULL;

1,874,904✔

1979

    ESdbStatus status;

1,870,409✔

1980

    pIter = sdbFetchAll(pSdb, SDB_STB, pIter, (void **)&pStb, &status, true);

1,874,904✔

1981

    if (pIter == NULL) break;

1,874,904✔

1983

    if (pStb->dbUid == pDb->uid) {

1,178,274✔

1984

      SSdbRaw *pStbRaw = mndStbActionEncode(pStb);

592,923✔

1985

      if (pStbRaw == NULL) {

592,923✔

1992

      if ((code = mndTransAppendCommitlog(pTrans, pStbRaw)) != 0) {

592,923✔

1997

      if ((code = sdbSetRawStatus(pStbRaw, SDB_STATUS_DROPPED)) != 0) {

592,923✔

2004

    sdbRelease(pSdb, pStb);

1,178,274✔

2007

  TAOS_RETURN(code);

696,630✔

2010

static int32_t mndBuildDropVgroupAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroup) {

1,492,825✔

2011

  int32_t code = 0;

1,492,825✔

2012

  for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {

3,055,628✔

2013

    SVnodeGid *pVgid = pVgroup->vnodeGid + vn;

1,562,803✔

2014

    TAOS_CHECK_RETURN(mndAddDropVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid, true));

1,562,803✔

2017

  TAOS_RETURN(code);

1,492,825✔

2020

int32_t mndSetDropDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {

696,630✔

2021

  int32_t code = 0;

696,630✔

2022

  SSdb   *pSdb = pMnode->pSdb;

696,630✔

2023

  void   *pIter = NULL;

696,630✔

2025

  while (1) {

3,503,313✔

2026

    SVgObj *pVgroup = NULL;

4,199,943✔

2027

    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);

4,199,943✔

2028

    if (pIter == NULL) break;

4,199,943✔

2030

    if (pVgroup->dbUid == pDb->uid) {

3,503,313✔

2031

      if ((code = mndBuildDropVgroupAction(pMnode, pTrans, pDb, pVgroup)) != 0) {

1,492,825✔

2038

    sdbRelease(pSdb, pVgroup);

3,503,313✔

2041

  TAOS_RETURN(code);

696,630✔

2044

static int32_t mndBuildDropDbRsp(SDbObj *pDb, int32_t *pRspLen, void **ppRsp, bool useRpcMalloc) {

1,219,202✔

2045

  int32_t    code = 0;

1,219,202✔

2046

  SDropDbRsp dropRsp = {0};

1,219,202✔

2047

  if (pDb != NULL) {

1,219,202✔

2048

    (void)memcpy(dropRsp.db, pDb->name, TSDB_DB_FNAME_LEN);

696,080✔

2049

    dropRsp.uid = pDb->uid;

696,080✔

2052

  int32_t rspLen = tSerializeSDropDbRsp(NULL, 0, &dropRsp);

1,219,202✔

2053

  void   *pRsp = NULL;

1,219,202✔

2054

  if (useRpcMalloc) {

1,219,202✔

2055

    pRsp = rpcMallocCont(rspLen);

523,122✔

2057

    pRsp = taosMemoryMalloc(rspLen);

696,080✔

2060

  if (pRsp == NULL) {

1,219,202✔

2065

  int32_t ret = 0;

1,219,202✔

2066

  if ((ret = tSerializeSDropDbRsp(pRsp, rspLen, &dropRsp)) < 0) return ret;

1,219,202✔

2067

  *pRspLen = rspLen;

1,219,202✔

2068

  *ppRsp = pRsp;

1,219,202✔

2069

  TAOS_RETURN(code);

1,219,202✔

2072

static int32_t mndDropDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb) {

696,445✔

2073

  int32_t code = -1;

696,445✔

2075

  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "drop-db");

696,445✔

2076

  if (pTrans == NULL) {

696,445✔

2082

  mInfo("trans:%d start to drop db:%s", pTrans->id, pDb->name);

696,445✔

2084

  mndTransSetDbName(pTrans, pDb->name, NULL);

696,445✔

2085

  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);

696,445✔

2087

  if (mndTopicExistsForDb(pMnode, pDb)) {

696,445✔

2088

    code = TSDB_CODE_MND_TOPIC_MUST_BE_DELETED;

365✔

2089

    goto _OVER;

365✔

2092

  TAOS_CHECK_GOTO(mndSetDropDbPrepareLogs(pMnode, pTrans, pDb), NULL, _OVER);

696,080✔

2093

  TAOS_CHECK_GOTO(mndSetDropDbCommitLogs(pMnode, pTrans, pDb), NULL, _OVER);

696,080✔

2094

  TAOS_CHECK_GOTO(mndDropStreamByDb(pMnode, pTrans, pDb), NULL, _OVER);

696,080✔

2096

  TAOS_CHECK_GOTO(mndDropViewByDb(pMnode, pTrans, pDb), NULL, _OVER);

696,080✔

2098

  TAOS_CHECK_GOTO(mndDropTSMAsByDb(pMnode, pTrans, pDb), NULL, _OVER);

696,080✔

2099

  TAOS_CHECK_GOTO(mndDropRsmasByDb(pMnode, pTrans, pDb), NULL, _OVER);

696,080✔

2100

  TAOS_CHECK_GOTO(mndDropIdxsByDb(pMnode, pTrans, pDb), NULL, _OVER);

696,080✔

2102

  TAOS_CHECK_GOTO(mndSetDropDbRedoActions(pMnode, pTrans, pDb), NULL, _OVER);

696,080✔

2103

  TAOS_CHECK_GOTO(mndPrincipalRemoveDb(pMnode, pTrans, pDb, NULL, NULL), NULL, _OVER);

696,080✔

2105

  int32_t rspLen = 0;

696,080✔

2106

  void   *pRsp = NULL;

696,080✔

2107

  TAOS_CHECK_GOTO(mndBuildDropDbRsp(pDb, &rspLen, &pRsp, false), NULL, _OVER);

696,080✔

2108

  mndTransSetRpcRsp(pTrans, pRsp, rspLen);

696,080✔

2110

  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);

696,080✔

2111

  code = 0;

696,080✔

2113

_OVER:

696,445✔

2114

  mndTransDrop(pTrans);

696,445✔

2115

  TAOS_RETURN(code);

696,445✔

2118

static int32_t mndProcessDropDbReq(SRpcMsg *pReq) {

1,225,350✔

2119

  SMnode    *pMnode = pReq->info.node;

1,225,350✔

2120

  int32_t    code = -1;

1,225,350✔

2121

  SDbObj    *pDb = NULL;

1,225,350✔

2122

  SDropDbReq dropReq = {0};

1,225,350✔

2123

  int64_t    tss = taosGetTimestampMs();

1,225,350✔

2125

  TAOS_CHECK_GOTO(tDeserializeSDropDbReq(pReq->pCont, pReq->contLen, &dropReq), NULL, _OVER);

1,225,350✔

2127

  mInfo("db:%s, start to drop", dropReq.db);

1,225,350✔

2129

  pDb = mndAcquireDb(pMnode, dropReq.db);

1,225,350✔

2130

  if (pDb == NULL) {

1,225,350✔

2131

    code = TSDB_CODE_MND_RETURN_VALUE_NULL;

527,185✔

2132

    if (terrno != 0) code = terrno;

527,185✔

2134

        mndCheckDbPrivilegeByName(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_DROP_DB, dropReq.db, true);

527,185✔

2135

    if (ret != 0) {

527,185✔

2139

    if (dropReq.ignoreNotExists) {

527,185✔

2140

      code = mndBuildDropDbRsp(pDb, &pReq->info.rspLen, &pReq->info.rsp, true);

523,122✔

2142

    goto _OVER;

527,185✔

2145

  if ((code = mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_DROP_DB, pDb))) {

698,165✔

2149

  if(pDb->cfg.isMount) {

698,165✔

2150

    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;

550✔

2151

    goto _OVER;

550✔

2154

  if(!pDb->cfg.allowDrop) {

697,615✔

2159

  SSdb *pSdb = pMnode->pSdb;

697,615✔

2160

  void *pIter = NULL;

697,615✔

2162

  while (1) {

3,510,571✔

2163

    SVgObj *pVgroup = NULL;

4,208,186✔

2164

    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);

4,208,186✔

2165

    if (pIter == NULL) break;

4,208,186✔

2167

    if (pVgroup->dbUid == pDb->uid) {

3,510,571✔

2168

      bool isFound = false;

1,493,260✔

2169

      for (int32_t i = 0; i < pVgroup->replica; i++) {

3,056,498✔

2170

        if (pVgroup->vnodeGid[i].syncState == TAOS_SYNC_STATE_OFFLINE) {

1,563,238✔

2175

      if (!isFound) {

1,493,260✔

2176

        sdbRelease(pSdb, pVgroup);

1,493,260✔

2177

        continue;

1,493,260✔

2185

    sdbRelease(pSdb, pVgroup);

2,017,311✔

2188

  bool dbStream = false;

697,615✔

2189

  bool vtableStream = false;

697,615✔

2190

  mstCheckDbInUse(pMnode, dropReq.db, &dbStream, &vtableStream, true);

697,615✔

2191

  if (dbStream) {

697,615✔

2192

    code = TSDB_CODE_MND_STREAM_DB_IN_USE;

936✔

2193

    mError("db:%s used by streams, drop db not allowed", dropReq.db);

936✔

2194

    goto _OVER;

936✔

2197

  if (vtableStream && !dropReq.force) {

696,679✔

2198

    code = TSDB_CODE_MND_STREAM_VTABLE_EXITS;

234✔

2199

    mError("db:%s, vtable stream exists, drop db not allowed", dropReq.db);

234✔

2200

    goto _OVER;

234✔

2203

  code = mndDropDb(pMnode, pReq, pDb);

696,445✔

2204

  if (code == TSDB_CODE_SUCCESS) {

696,445✔

2205

    code = TSDB_CODE_ACTION_IN_PROGRESS;

696,080✔

2208

  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {

696,445✔

2209

    SName name = {0};

696,445✔

2210

    if (tNameFromString(&name, dropReq.db, T_NAME_ACCT | T_NAME_DB) < 0)

696,445✔

2213

    int64_t tse = taosGetTimestampMs();

696,445✔

2214

    double  duration = (double)(tse - tss);

696,445✔

2215

    duration = duration / 1000;

696,445✔

2216

    auditRecord(pReq, pMnode->clusterId, "dropDB", name.dbname, "", dropReq.sql, dropReq.sqlLen, duration, 0);

696,445✔

2219

_OVER:

1,224,325✔

2220

  if (code != TSDB_CODE_SUCCESS && code != TSDB_CODE_ACTION_IN_PROGRESS) {

1,225,350✔

2221

    mError("db:%s, failed to drop since %s", dropReq.db, terrstr());

6,148✔

2224

  mndReleaseDb(pMnode, pDb);

1,225,350✔

2225

  tFreeSDropDbReq(&dropReq);

1,225,350✔

2226

  TAOS_RETURN(code);

1,225,350✔

2229

static int32_t mndGetDBTableNum(SDbObj *pDb, SMnode *pMnode) {

30,113,387✔

2230

  int32_t numOfTables = 0;

30,113,387✔

2231

  int32_t vindex = 0;

30,113,387✔

2232

  SSdb   *pSdb = pMnode->pSdb;

30,113,387✔

2234

  void *pIter = NULL;

30,113,387✔

2235

  while (vindex < pDb->cfg.numOfVgroups) {

126,473,991✔

2236

    SVgObj *pVgroup = NULL;

96,360,581✔

2237

    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);

96,360,579✔

2238

    if (pIter == NULL) break;

96,360,581✔

2240

    if (mndVgroupInDb(pVgroup, pDb->uid)) {

96,360,581✔

2241

      numOfTables += pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;

60,094,816✔

2242

      vindex++;

60,094,816✔

2245

    sdbRelease(pSdb, pVgroup);

96,360,581✔

2248

  sdbCancelFetch(pSdb, pIter);

30,113,410✔

2249

  return numOfTables;

30,113,364✔

2252

void mndBuildDBVgroupInfo(SDbObj *pDb, SMnode *pMnode, SArray *pVgList) {

29,274,614✔

2253

  int32_t vindex = 0;

29,274,614✔

2254

  SSdb   *pSdb = pMnode->pSdb;

29,274,614✔

2256

  void *pIter = NULL;

29,274,614✔

2257

  while (1) {

63,959,697✔

2258

    SVgObj *pVgroup = NULL;

93,234,311✔

2259

    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);

93,234,311✔

2260

    if (pIter == NULL) break;

93,234,334✔

2262

    if ((NULL == pDb || pVgroup->dbUid == pDb->uid) && !pVgroup->isTsma) {

86,731,995✔

2263

      SVgroupInfo vgInfo = {0};

67,099,301✔

2264

      vgInfo.vgId = pVgroup->vgId;

67,099,301✔

2265

      vgInfo.hashBegin = pVgroup->hashBegin;

67,099,301✔

2266

      vgInfo.hashEnd = pVgroup->hashEnd;

67,099,301✔

2267

      vgInfo.numOfTable = pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;

67,099,301✔

2268

      vgInfo.epSet.numOfEps = pVgroup->replica;

67,099,301✔

2269

      for (int32_t gid = 0; gid < pVgroup->replica; ++gid) {

138,461,421✔

2270

        SVnodeGid *pVgid = &pVgroup->vnodeGid[gid];

71,362,051✔

2271

        SEp       *pEp = &vgInfo.epSet.eps[gid];

71,361,954✔

2272

        SDnodeObj *pDnode = mndAcquireDnode(pMnode, pVgid->dnodeId);

71,361,954✔

2273

        if (pDnode != NULL) {

71,362,028✔

2274

          (void)memcpy(pEp->fqdn, pDnode->fqdn, TSDB_FQDN_LEN);

71,331,946✔

2275

          pEp->port = pDnode->port;

71,331,946✔

2277

        mndReleaseDnode(pMnode, pDnode);

71,362,028✔

2278

        if (pVgid->syncState == TAOS_SYNC_STATE_LEADER || pVgid->syncState == TAOS_SYNC_STATE_ASSIGNED_LEADER) {

71,362,120✔

2279

          vgInfo.epSet.inUse = gid;

66,569,816✔

2282

      vindex++;

67,099,370✔

2283

      if (taosArrayPush(pVgList, &vgInfo) == NULL) {

67,099,278✔

2288

    sdbRelease(pSdb, pVgroup);

86,731,972✔

2290

    if (pDb && (vindex >= pDb->cfg.numOfVgroups)) {

86,731,995✔

2291

      sdbCancelFetch(pSdb, pIter);

22,772,298✔

2292

      break;

22,772,298✔

2295

29,274,637✔

2297

int32_t mndExtractDbInfo(SMnode *pMnode, SDbObj *pDb, SUseDbRsp *pRsp, const SUseDbReq *pReq) {

23,055,932✔

2298

  int32_t code = 0;

23,055,932✔

2299

  pRsp->pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));

23,055,932✔

2300

  if (pRsp->pVgroupInfos == NULL) {

23,055,930✔

2305

  int32_t numOfTable = mndGetDBTableNum(pDb, pMnode);

23,055,932✔

2307

  if (pReq == NULL || pReq->vgVersion < pDb->vgVersion || pReq->dbId != pDb->uid || numOfTable != pReq->numOfTable ||

23,055,909✔

2308

      pReq->stateTs < pDb->stateTs) {

1,368,747✔

2309

    mndBuildDBVgroupInfo(pDb, pMnode, pRsp->pVgroupInfos);

21,827,741✔

2312

  (void)memcpy(pRsp->db, pDb->name, TSDB_DB_FNAME_LEN);

23,055,932✔

2313

  pRsp->uid = pDb->uid;

23,055,932✔

2314

  pRsp->vgVersion = pDb->vgVersion;

23,055,915✔

2315

  pRsp->stateTs = pDb->stateTs;

23,055,915✔

2316

  pRsp->vgNum = taosArrayGetSize(pRsp->pVgroupInfos);

23,055,915✔

2317

  pRsp->hashMethod = pDb->cfg.hashMethod;

23,055,915✔

2318

  pRsp->hashPrefix = pDb->cfg.hashPrefix;

23,055,915✔

2319

  pRsp->hashSuffix = pDb->cfg.hashSuffix;

23,055,915✔

2320

  pRsp->flags = pDb->cfg.flags;

23,055,932✔

2321

  TAOS_RETURN(code);

23,055,915✔

2324

static int32_t mndProcessUseDbReq(SRpcMsg *pReq) {

29,437,567✔

2325

  SMnode   *pMnode = pReq->info.node;

29,437,567✔

2326

  int32_t   code = -1;

29,437,987✔

2327

  SDbObj   *pDb = NULL;

29,437,987✔

2328

  SUseDbReq usedbReq = {0};

29,437,987✔

2329

  SUseDbRsp usedbRsp = {0};

29,437,987✔

2331

  TAOS_CHECK_GOTO(tDeserializeSUseDbReq(pReq->pCont, pReq->contLen, &usedbReq), NULL, _OVER);

29,437,255✔

2333

  char *p = strchr(usedbReq.db, '.');

29,437,301✔

2334

  if (p && ((0 == strcmp(p + 1, TSDB_INFORMATION_SCHEMA_DB) || (0 == strcmp(p + 1, TSDB_PERFORMANCE_SCHEMA_DB))))) {

29,437,301✔

2335

    (void)memcpy(usedbRsp.db, usedbReq.db, TSDB_DB_FNAME_LEN);

6,183,382✔

2336

    int32_t vgVersion = mndGetGlobalVgroupVersion(pMnode);

6,183,382✔

2337

    if (usedbReq.vgVersion < vgVersion) {

6,183,359✔

2338

      usedbRsp.pVgroupInfos = taosArrayInit(10, sizeof(SVgroupInfo));

6,175,852✔

2339

      if (usedbRsp.pVgroupInfos == NULL) goto _OVER;

6,175,852✔

2341

      mndBuildDBVgroupInfo(NULL, pMnode, usedbRsp.pVgroupInfos);

6,175,852✔

2342

      usedbRsp.vgVersion = vgVersion++;

6,175,852✔

2344

      usedbRsp.vgVersion = usedbReq.vgVersion;

7,507✔

2346

    usedbRsp.vgNum = taosArrayGetSize(usedbRsp.pVgroupInfos);

6,183,359✔

2347

    code = 0;

6,183,359✔

2349

    pDb = mndAcquireDb(pMnode, usedbReq.db);

23,255,415✔

2350

    if (pDb == NULL) {

23,254,641✔

2351

      (void)memcpy(usedbRsp.db, usedbReq.db, TSDB_DB_FNAME_LEN);

192,566✔

2352

      usedbRsp.uid = usedbReq.dbId;

192,566✔

2353

      usedbRsp.vgVersion = usedbReq.vgVersion;

192,566✔

2354

      usedbRsp.errCode = terrno;

192,566✔

2356

      code = TSDB_CODE_MND_RETURN_VALUE_NULL;

192,543✔

2357

      if (terrno != 0) code = terrno;

192,543✔

2358

      goto _OVER;

192,543✔

2360

      TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_USE_DB, pDb), NULL, _OVER);

23,062,075✔

2362

      TAOS_CHECK_GOTO(mndExtractDbInfo(pMnode, pDb, &usedbRsp, &usedbReq), NULL, _OVER);

23,055,932✔

2364

      mDebug("db:%s, process usedb req vgVersion:%d stateTs:%" PRId64 ", rsp vgVersion:%d stateTs:%" PRId64,

23,055,932✔

2366

      code = 0;

23,055,932✔

2370

  int32_t contLen = tSerializeSUseDbRsp(NULL, 0, &usedbRsp);

29,239,291✔

2371

  void   *pRsp = rpcMallocCont(contLen);

29,239,050✔

2372

  if (pRsp == NULL) {

29,239,268✔

2378

  int32_t ret = 0;

29,239,268✔

2379

  if ((ret = tSerializeSUseDbRsp(pRsp, contLen, &usedbRsp)) < 0) {

29,239,268✔

2384

  pReq->info.rsp = pRsp;

29,239,222✔

2385

  pReq->info.rspLen = contLen;

29,239,002✔

2387

_OVER:

29,437,981✔

2388

  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {

29,437,232✔

2389

    mError("db:%s, failed to process use db req since %s", usedbReq.db, tstrerror(code));

198,759✔

2392

  mndReleaseDb(pMnode, pDb);

29,437,232✔

2393

  tFreeSUsedbRsp(&usedbRsp);

29,438,050✔

2395

  TAOS_RETURN(code);

29,438,050✔

2398

int32_t mndValidateDbInfo(SMnode *pMnode, SDbCacheInfo *pDbs, int32_t numOfDbs, void **ppRsp, int32_t *pRspLen) {

8,437,376✔

2399

  int32_t       code = 0;

8,437,376✔

2400

  SDbHbBatchRsp batchRsp = {0};

8,437,376✔

2401

  batchRsp.pArray = taosArrayInit(numOfDbs, sizeof(SDbHbRsp));

8,437,376✔

2402

  if (batchRsp.pArray == NULL) {

8,437,376✔

2407

  for (int32_t i = 0; i < numOfDbs; ++i) {

18,900,435✔

2408

    SDbCacheInfo *pDbCacheInfo = &pDbs[i];

10,463,059✔

2409

    pDbCacheInfo->dbId = be64toh(pDbCacheInfo->dbId);

10,463,059✔

2410

    pDbCacheInfo->vgVersion = htonl(pDbCacheInfo->vgVersion);

10,462,344✔

2411

    pDbCacheInfo->cfgVersion = htonl(pDbCacheInfo->cfgVersion);

10,463,059✔

2412

    pDbCacheInfo->numOfTable = htonl(pDbCacheInfo->numOfTable);

10,463,059✔

2413

    pDbCacheInfo->stateTs = be64toh(pDbCacheInfo->stateTs);

10,463,059✔

2414

    pDbCacheInfo->tsmaVersion = htonl(pDbCacheInfo->tsmaVersion);

10,463,059✔

2416

    SDbHbRsp rsp = {0};

10,463,059✔

2417

    (void)memcpy(rsp.db, pDbCacheInfo->dbFName, TSDB_DB_FNAME_LEN);

10,463,059✔

2418

    rsp.dbId = pDbCacheInfo->dbId;

10,463,059✔

2420

    if ((0 == strcasecmp(pDbCacheInfo->dbFName, TSDB_INFORMATION_SCHEMA_DB) ||

10,463,059✔

2421

         (0 == strcasecmp(pDbCacheInfo->dbFName, TSDB_PERFORMANCE_SCHEMA_DB)))) {

9,855,185✔

2422

      int32_t vgVersion = mndGetGlobalVgroupVersion(pMnode);

3,354,592✔

2423

      if (pDbCacheInfo->vgVersion >= vgVersion) {

3,354,592✔

2424

        continue;

3,028,735✔

2427

      rsp.useDbRsp = taosMemoryCalloc(1, sizeof(SUseDbRsp));

326,487✔

2428

      (void)memcpy(rsp.useDbRsp->db, pDbCacheInfo->dbFName, TSDB_DB_FNAME_LEN);

326,487✔

2429

      rsp.useDbRsp->pVgroupInfos = taosArrayInit(10, sizeof(SVgroupInfo));

326,487✔

2431

      mndBuildDBVgroupInfo(NULL, pMnode, rsp.useDbRsp->pVgroupInfos);

326,487✔

2432

      rsp.useDbRsp->vgVersion = vgVersion++;

326,487✔

2434

      rsp.useDbRsp->vgNum = taosArrayGetSize(rsp.useDbRsp->pVgroupInfos);

326,487✔

2436

      if (taosArrayPush(batchRsp.pArray, &rsp) == NULL) {

652,974✔

2441

      continue;

326,487✔

2444

    SDbObj *pDb = mndAcquireDb(pMnode, pDbCacheInfo->dbFName);

7,108,467✔

2445

    if (pDb == NULL) {

7,108,467✔

2446

      mTrace("db:%s, no exist", pDbCacheInfo->dbFName);

51,012✔

2447

      rsp.useDbRsp = taosMemoryCalloc(1, sizeof(SUseDbRsp));

51,012✔

2448

      (void)memcpy(rsp.useDbRsp->db, pDbCacheInfo->dbFName, TSDB_DB_FNAME_LEN);

51,012✔

2449

      rsp.useDbRsp->uid = pDbCacheInfo->dbId;

51,012✔

2450

      rsp.useDbRsp->vgVersion = -1;

51,012✔

2451

      if (taosArrayPush(batchRsp.pArray, &rsp) == NULL) {

102,024✔

2455

      continue;

51,012✔

2458

    int32_t numOfTable = mndGetDBTableNum(pDb, pMnode);

7,057,455✔

2460

    if (pDbCacheInfo->vgVersion >= pDb->vgVersion && pDbCacheInfo->cfgVersion >= pDb->cfgVersion &&

7,057,455✔

2461

        numOfTable == pDbCacheInfo->numOfTable && pDbCacheInfo->stateTs == pDb->stateTs &&

6,950,769✔

2462

        pDbCacheInfo->tsmaVersion >= pDb->tsmaVersion) {

6,058,125✔

2463

      mTrace("db:%s, valid dbinfo, vgVersion:%d cfgVersion:%d stateTs:%" PRId64

5,553,561✔

2467

      mndReleaseDb(pMnode, pDb);

5,553,561✔

2468

      continue;

5,553,561✔

2470

      mTrace("db:%s, valid dbinfo, vgVersion:%d cfgVersion:%d stateTs:%" PRId64

1,503,894✔

2476

    if (pDbCacheInfo->cfgVersion < pDb->cfgVersion) {

1,503,894✔

2477

      rsp.cfgRsp = taosMemoryCalloc(1, sizeof(SDbCfgRsp));

80,706✔

2478

      char algrId[TSDB_ENCRYPT_ALGR_NAME_LEN] = {0};

80,706✔

2479

      mndGetEncryptOsslAlgrNameById(pMnode, pDb->cfg.encryptAlgorithm, algrId);

80,706✔

2480

      mndDumpDbCfgInfo(rsp.cfgRsp, pDb, algrId);

80,706✔

2483

    if (pDbCacheInfo->tsmaVersion != pDb->tsmaVersion) {

1,503,894✔

2484

      rsp.pTsmaRsp = taosMemoryCalloc(1, sizeof(STableTSMAInfoRsp));

1,039,411✔

2485

      if (rsp.pTsmaRsp) rsp.pTsmaRsp->pTsmas = taosArrayInit(4, POINTER_BYTES);

1,039,411✔

2486

      if (rsp.pTsmaRsp && rsp.pTsmaRsp->pTsmas) {

1,039,411✔

2487

        bool    exist = false;

1,039,411✔

2488

        int32_t code = mndGetDbTsmas(pMnode, 0, pDb->uid, rsp.pTsmaRsp, &exist);

1,039,411✔

2489

        if (TSDB_CODE_SUCCESS != code) {

1,039,411✔

2490

          mndReleaseDb(pMnode, pDb);

2,207✔

2491

          if (code != TSDB_CODE_NEED_RETRY) {

2,207✔

2492

            mError("db:%s, failed to get db tsmas", pDb->name);

2,207✔

2496

          taosArrayDestroyP(rsp.pTsmaRsp->pTsmas, tFreeAndClearTableTSMAInfo);

2,207✔

2497

          taosMemoryFreeClear(rsp.pTsmaRsp);

2,207✔

2498

          continue;

2,207✔

2500

        rsp.dbTsmaVersion = pDb->tsmaVersion;

1,037,204✔

2501

        mDebug("update tsma version to %d, got tsma num: %ld", pDb->tsmaVersion, rsp.pTsmaRsp->pTsmas->size);

1,037,204✔

2505

    if (pDbCacheInfo->vgVersion < pDb->vgVersion || numOfTable != pDbCacheInfo->numOfTable ||

1,501,687✔

2506

        pDbCacheInfo->stateTs != pDb->stateTs) {

1,458,131✔

2507

      rsp.useDbRsp = taosMemoryCalloc(1, sizeof(SUseDbRsp));

944,534✔

2508

      rsp.useDbRsp->pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));

944,534✔

2509

      if (rsp.useDbRsp->pVgroupInfos == NULL) {

944,534✔

2517

      mndBuildDBVgroupInfo(pDb, pMnode, rsp.useDbRsp->pVgroupInfos);

944,534✔

2518

      (void)memcpy(rsp.useDbRsp->db, pDb->name, TSDB_DB_FNAME_LEN);

944,534✔

2519

      rsp.useDbRsp->uid = pDb->uid;

944,534✔

2520

      rsp.useDbRsp->vgVersion = pDb->vgVersion;

944,534✔

2521

      rsp.useDbRsp->stateTs = pDb->stateTs;

944,534✔

2522

      rsp.useDbRsp->vgNum = (int32_t)taosArrayGetSize(rsp.useDbRsp->pVgroupInfos);

944,534✔

2523

      rsp.useDbRsp->hashMethod = pDb->cfg.hashMethod;

944,534✔

2524

      rsp.useDbRsp->hashPrefix = pDb->cfg.hashPrefix;

944,534✔

2525

      rsp.useDbRsp->hashSuffix = pDb->cfg.hashSuffix;

944,534✔

2526

      rsp.useDbRsp->flags = pDb->cfg.flags;

944,534✔

2529

    if (taosArrayPush(batchRsp.pArray, &rsp) == NULL) {

3,003,374✔

2534

    mndReleaseDb(pMnode, pDb);

1,501,687✔

2537

  int32_t rspLen = tSerializeSDbHbBatchRsp(NULL, 0, &batchRsp);

8,437,376✔

2538

  void   *pRsp = taosMemoryMalloc(rspLen);

8,437,376✔

2539

  if (pRsp == NULL) {

8,437,376✔

2544

  int32_t ret = 0;

8,437,376✔

2545

  if ((ret = tSerializeSDbHbBatchRsp(pRsp, rspLen, &batchRsp)) < 0) return ret;

8,437,376✔

2547

  *ppRsp = pRsp;

8,437,376✔

2548

  *pRspLen = rspLen;

8,437,376✔

2550

  tFreeSDbHbBatchRsp(&batchRsp);

8,437,376✔

2551

  TAOS_RETURN(code);

8,437,376✔

2554

static int32_t mndSetTrimDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, int64_t startTs, STimeWindow tw,

35,948✔

2557

  int32_t code = 0, lino = 0;

35,948✔

2558

  SSdb   *pSdb = pMnode->pSdb;

35,948✔

2559

  void   *pIter = NULL;

35,948✔

2561

  SRetentionObj obj = {.optrType = type, .triggerType = triggerType};  // reuse SCompactObj struct

35,948✔

2562

  TAOS_CHECK_EXIT(mndAddRetentionToTrans(pMnode, pTrans, &obj, pDb, pRsp));

35,948✔

2564

  int32_t j = 0;

35,948✔

2565

  int32_t numOfVgroups = taosArrayGetSize(vgroupIds);

35,948✔

2566

  if (numOfVgroups > 0) {

35,948✔

2567

    for (int32_t i = 0; i < numOfVgroups; i++) {

9,108✔

2568

      int64_t vgId = *(int64_t *)taosArrayGet(vgroupIds, i);

6,831✔

2569

      SVgObj *pVgroup = mndAcquireVgroup(pMnode, vgId);

6,831✔

2571

      if (pVgroup == NULL) {

6,831✔

2572

        mError("db:%s, vgroup:%" PRId64 " not exist", pDb->name, vgId);

2,277✔

2573

        TAOS_CHECK_EXIT(TSDB_CODE_MND_VGROUP_NOT_EXIST);

2,277✔

2574

      } else if (pVgroup->dbUid != pDb->uid) {

4,554✔

2579

      sdbRelease(pSdb, pVgroup);

4,554✔

2582

    for (int32_t i = 0; i < numOfVgroups; i++) {

6,831✔

2583

      int64_t vgId = *(int64_t *)taosArrayGet(vgroupIds, i);

4,554✔

2584

      SVgObj *pVgroup = mndAcquireVgroup(pMnode, vgId);

4,554✔

2586

      if ((code = mndBuildTrimVgroupAction(pMnode, pTrans, pDb, pVgroup, startTs, tw, type, triggerType)) != 0) {

4,554✔

2591

      for (int32_t i = 0; i < pVgroup->replica; i++) {

9,108✔

2592

        SVnodeGid *gid = &pVgroup->vnodeGid[i];

4,554✔

2593

        if ((code = mndAddRetentionDetailToTrans(pMnode, pTrans, &obj, pVgroup, gid, j)) != 0) {

4,554✔

2597

        j++;

4,554✔

2599

      sdbRelease(pSdb, pVgroup);

4,554✔

2602

    while (1) {

199,958✔

2603

      SVgObj *pVgroup = NULL;

231,352✔

2604

      pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);

231,352✔

2605

      if (pIter == NULL) break;

231,352✔

2607

      if (pVgroup->dbUid == pDb->uid) {

199,958✔

2608

        if ((code = mndBuildTrimVgroupAction(pMnode, pTrans, pDb, pVgroup, startTs, tw, type, triggerType)) != 0) {

72,846✔

2614

        for (int32_t i = 0; i < pVgroup->replica; i++) {

154,324✔

2615

          SVnodeGid *gid = &pVgroup->vnodeGid[i];

81,478✔

2616

          if ((code = mndAddRetentionDetailToTrans(pMnode, pTrans, &obj, pVgroup, gid, j)) != 0) {

81,478✔

2621

          j++;

81,478✔

2625

      sdbRelease(pSdb, pVgroup);

199,958✔

2628

_exit:

35,948✔

2629

  TAOS_RETURN(code);

35,948✔

2632

static int32_t mndBuildTrimDbRsp(STrimDbRsp *rsp, int32_t *pRspLen, void **ppRsp, bool useRpcMalloc) {

33,671✔

2633

  int32_t code = 0;

33,671✔

2634

  int32_t rspLen = tSerializeSCompactDbRsp(NULL, 0, (SCompactDbRsp *)rsp);

33,671✔

2635

  void   *pRsp = NULL;

33,671✔

2636

  if (useRpcMalloc) {

33,671✔

2639

    pRsp = taosMemoryMalloc(rspLen);

33,671✔

2642

  if (pRsp == NULL) {

33,671✔

2647

  (void)tSerializeSCompactDbRsp(pRsp, rspLen, (SCompactDbRsp *)rsp);

33,671✔

2648

  *pRspLen = rspLen;

33,671✔

2649

  *ppRsp = pRsp;

33,671✔

2650

  TAOS_RETURN(code);

33,671✔

2653

int32_t mndTrimDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, STimeWindow tw, SArray *vgroupIds,

40,502✔

2655

  SSdb      *pSdb = pMnode->pSdb;

40,502✔

2656

  SVgObj    *pVgroup = NULL;

40,502✔

2657

  void      *pIter = NULL;

40,502✔

2658

  int32_t    code = 0, lino = 0;

40,502✔

2659

  STrimDbRsp rsp = {0};

40,502✔

2660

  bool       isExist = false;

40,502✔

2662

  while (1) {

31,472✔

2663

    SRetentionObj *pObj = NULL;

71,974✔

2664

    pIter = sdbFetch(pMnode->pSdb, SDB_RETENTION, pIter, (void **)&pObj);

71,974✔

2665

    if (pIter == NULL) break;

71,974✔

2667

    if (strcmp(pObj->dbname, pDb->name) == 0) {

31,472✔

2668

      isExist = true;

4,554✔

2670

    sdbRelease(pMnode->pSdb, pObj);

31,472✔

2672

  if (isExist) {

40,502✔

2673

    mInfo("trim db:%s already exist", pDb->name);

4,554✔

2674

    TAOS_RETURN(TSDB_CODE_MND_TRIM_ALREADY_EXIST);

4,554✔

2677

  int64_t startTs = taosGetTimestampMs();

35,948✔

2678

  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "trim-db");

35,948✔

2679

  if (pTrans == NULL) goto _exit;

35,948✔

2680

  mInfo("trans:%d, used to trim db:%s", pTrans->id, pDb->name);

35,948✔

2681

  mndTransSetDbName(pTrans, pDb->name, NULL);

35,948✔

2682

  TAOS_CHECK_EXIT(mndTrancCheckConflict(pMnode, pTrans));

35,948✔

2683

  TAOS_CHECK_EXIT(mndSetTrimDbRedoActions(pMnode, pTrans, pDb, startTs, tw, vgroupIds, type, triggerType, &rsp));

35,948✔

2684

  if (pReq) {

33,671✔

2685

    int32_t rspLen = 0;

33,671✔

2686

    void   *pRsp = NULL;

33,671✔

2687

    rsp.bAccepted = true;

33,671✔

2688

    TAOS_CHECK_EXIT(mndBuildTrimDbRsp(&rsp, &rspLen, &pRsp, false));

33,671✔

2689

    mndTransSetRpcRsp(pTrans, pRsp, rspLen);

33,671✔

2691

  TAOS_CHECK_EXIT(mndTransPrepare(pMnode, pTrans));

33,671✔

2692

_exit:

35,948✔

2693

  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {

35,948✔

2694

    mError("db:%s, failed at line %d to trim db since %s", pDb->name, lino, tstrerror(code));

2,277✔

2696

  mndTransDrop(pTrans);

35,948✔

2697

  TAOS_RETURN(code);

35,948✔

2701

static int32_t mndCheckRsmaInDb(SMnode *pMnode, SDbObj *pDb) {

14,421✔

2702

  int32_t   code = 0;

14,421✔

2703

  void     *pIter = NULL;

14,421✔

2704

  SRsmaObj *pRsma = NULL;

14,421✔

2705

  while ((pIter = sdbFetch(pMnode->pSdb, SDB_RSMA, pIter, (void **)&pRsma))) {

14,421✔

2706

    if (pRsma->dbUid == pDb->uid) {

14,421✔

2707

      sdbRelease(pMnode->pSdb, pRsma);

14,421✔

2708

      sdbCancelFetch(pMnode->pSdb, pIter);

14,421✔

2709

      TAOS_RETURN(code);

14,421✔

2717

static int32_t mndProcessTrimDbReq(SRpcMsg *pReq) {

23,013✔

2718

  SMnode    *pMnode = pReq->info.node;

23,013✔

2719

  int32_t    code = 0, lino = 0;

23,013✔

2720

  SDbObj    *pDb = NULL;

23,013✔

2721

  STrimDbReq trimReq = {0};

23,013✔

2722

  int64_t    tss = taosGetTimestampMs();

23,013✔

2724

  TAOS_CHECK_EXIT(tDeserializeSTrimDbReq(pReq->pCont, pReq->contLen, &trimReq));

23,013✔

2726

  mInfo("db:%s, start to trim, optr:%u, tw:%" PRId64 ",%" PRId64, trimReq.db, trimReq.optrType, trimReq.tw.skey,

23,013✔

2729

  pDb = mndAcquireDb(pMnode, trimReq.db);

23,013✔

2730

  if (pDb == NULL) {

23,013✔

2736

  TAOS_CHECK_EXIT(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_TRIM_DB, pDb));

23,013✔

2738

  if (pDb->cfg.isMount) {

23,013✔

2743

  if (trimReq.optrType == TSDB_OPTR_ROLLUP) {

23,013✔

2744

    TAOS_CHECK_EXIT(mndCheckRsmaInDb(pMnode, pDb));

14,421✔

2748

  TAOS_CHECK_EXIT(mndTrimDb(pMnode, pReq, pDb, trimReq.tw, trimReq.vgroupIds, trimReq.optrType, trimReq.triggerType));

23,013✔

2749

  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;

16,182✔

2751

  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {

16,182✔

2752

    SName name = {0};

16,182✔

2753

    if (tNameFromString(&name, trimReq.db, T_NAME_ACCT | T_NAME_DB) < 0) {

16,182✔

2757

    char optrType[16] = {0};

16,182✔

2758

    (void)snprintf(optrType, sizeof(optrType), "%u", trimReq.optrType);

16,182✔

2759

    int64_t tse = taosGetTimestampMs();

16,182✔

2760

    double  duration = (double)(tse - tss);

16,182✔

2761

    duration = duration / 1000;

16,182✔

2762

    auditRecord(pReq, pMnode->clusterId, "trimDB", name.dbname, optrType, trimReq.sql, trimReq.sqlLen, duration, 0);

16,182✔

2765

_exit:

23,013✔

2766

  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {

23,013✔

2767

    mError("db:%s, failed at line %d to process trim db req since %s, optr:%u", trimReq.db, lino, tstrerror(code),

6,831✔

2771

  mndReleaseDb(pMnode, pDb);

23,013✔

2772

  tFreeSTrimDbReq(&trimReq);

23,013✔

2773

  TAOS_RETURN(code);

23,013✔

2776

static int32_t mndBuildSsMigrateDbRsp(SSsMigrateDbRsp *pSsMigrateRsp, int32_t *pRspLen, void **ppRsp, bool useRpcMalloc) {

2,277✔

2777

  int32_t code = 0;

2,277✔

2778

  int32_t rspLen = tSerializeSSsMigrateDbRsp(NULL, 0, pSsMigrateRsp);

2,277✔

2779

  void   *pRsp = NULL;

2,277✔

2780

  if (useRpcMalloc) {

2,277✔

2783

    pRsp = taosMemoryMalloc(rspLen);

2,277✔

2786

  if (pRsp == NULL) {

2,277✔

2791

  (void)tSerializeSSsMigrateDbRsp(pRsp, rspLen, pSsMigrateRsp);

2,277✔

2792

  *pRspLen = rspLen;

2,277✔

2793

  *ppRsp = pRsp;

2,277✔

2794

  TAOS_RETURN(code);

2,277✔

2797

static int32_t mndTrimDbWal(SMnode *pMnode, SDbObj *pDb) {

1,166✔

2798

  SSdb   *pSdb = pMnode->pSdb;

1,166✔

2799

  SVgObj *pVgroup = NULL;

1,166✔

2800

  void   *pIter = NULL;

1,166✔

2801

  int32_t code = 0;

1,166✔

2804

  while (1) {

2,332✔

2805

    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);

3,498✔

2806

    if (pIter == NULL) break;

3,498✔

2809

    if (pVgroup->dbUid != pDb->uid) {

2,332✔

2815

    int32_t   contLen = sizeof(SMsgHead);

2,332✔

2816

    SMsgHead *pHead = rpcMallocCont(contLen);

2,332✔

2817

    if (pHead == NULL) {

2,332✔

2823

    pHead->contLen = htonl(contLen);

2,332✔

2824

    pHead->vgId = htonl(pVgroup->vgId);

2,332✔

2827

    SRpcMsg rpcMsg = {.msgType = TDMT_VND_TRIM_WAL, .pCont = pHead, .contLen = contLen};

2,332✔

2828

    SEpSet  epSet = mndGetVgroupEpset(pMnode, pVgroup);

2,332✔

2829

    code = tmsgSendReq(&epSet, &rpcMsg);

2,332✔

2830

    if (code != 0) {

2,332✔

2833

      mInfo("vgId:%d, send vnode-trim-wal request to vnode", pVgroup->vgId);

2,332✔

2835

    sdbRelease(pSdb, pVgroup);

2,332✔

2838

  return code;

1,166✔

2841

static int32_t mndProcessTrimDbWalReq(SRpcMsg *pReq) {

1,166✔

2842

  SMnode    *pMnode = pReq->info.node;

1,166✔

2843

  int32_t    code = -1;

1,166✔

2844

  SDbObj    *pDb = NULL;

1,166✔

2845

  STrimDbReq trimReq = {0};

1,166✔

2847

  TAOS_CHECK_GOTO(tDeserializeSTrimDbReq(pReq->pCont, pReq->contLen, &trimReq), NULL, _OVER);

1,166✔

2849

  mInfo("db:%s, start to trim WAL", trimReq.db);

1,166✔

2851

  pDb = mndAcquireDb(pMnode, trimReq.db);

1,166✔

2852

  if (pDb == NULL) {

1,166✔

2858

  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_TRIM_DB, pDb), NULL, _OVER);

1,166✔

2860

  code = mndTrimDbWal(pMnode, pDb);

1,166✔

2862

_OVER:

1,166✔

2863

  if (code != 0) {

1,166✔

2867

  mndReleaseDb(pMnode, pDb);

1,166✔

2868

  TAOS_RETURN(code);

1,166✔

2871

int32_t mndSsMigrateDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb) {

2,277✔

2872

  int32_t       code = 0;

2,277✔

2873

  SSsMigrateDbRsp ssMigrateRsp = {0};

2,277✔

2875

  bool  isExist = false;

2,277✔

2876

  void *pIter = NULL;

2,277✔

2878

    SSsMigrateObj *pSsMigrate = NULL;

2,277✔

2879

    pIter = sdbFetch(pMnode->pSdb, SDB_SSMIGRATE, pIter, (void **)&pSsMigrate);

2,277✔

2880

    if (pIter == NULL) break;

2,277✔

2887

  if (isExist) {

2,277✔

2904

  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "ssmigrate-db");

2,277✔

2905

  if (pTrans == NULL) {

2,277✔

2910

  mInfo("trans:%d, used to ssmigrate db:%s", pTrans->id, pDb->name);

2,277✔

2911

  mndTransSetDbName(pTrans, pDb->name, NULL);

2,277✔

2912

  TAOS_CHECK_GOTO(mndTrancCheckConflict(pMnode, pTrans), NULL, _OVER);

2,277✔

2914

  SSsMigrateObj ssMigrate = { .startTime = taosGetTimestampMs() };

2,277✔

2915

  TAOS_CHECK_GOTO(mndAddSsMigrateToTran(pMnode, pTrans, &ssMigrate, pDb), NULL, _OVER);

2,277✔

2917

  if (pReq) {

2,277✔

2918

    int32_t rspLen = 0;

2,277✔

2919

    void   *pRsp = NULL;

2,277✔

2920

    ssMigrateRsp.ssMigrateId = ssMigrate.id;

2,277✔

2921

    ssMigrateRsp.bAccepted = true;

2,277✔

2922

    TAOS_CHECK_GOTO(mndBuildSsMigrateDbRsp(&ssMigrateRsp, &rspLen, &pRsp, false), NULL, _OVER);

2,277✔

2923

    mndTransSetRpcRsp(pTrans, pRsp, rspLen);

2,277✔

2926

  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;

2,277✔

2927

  code = 0;

2,277✔

2929

_OVER:

2,277✔

2930

  mndTransDrop(pTrans);

2,277✔

2931

  TAOS_RETURN(code);

2,277✔

2935

static int32_t mndProcessSsMigrateDbReq(SRpcMsg *pReq) {

2,676✔

2936

  SMnode         *pMnode = pReq->info.node;

2,676✔

2937

  int32_t         code = -1;

2,676✔

2938

  SDbObj         *pDb = NULL;

2,676✔

2939

  SSsMigrateDbReq ssMigrateReq = {0};

2,676✔

2941

  if (!tsSsEnabled) {

2,676✔

2942

    code = TSDB_CODE_OPS_NOT_SUPPORT;

399✔

2943

    goto _OVER;

399✔

2946

  TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_SHARED_STORAGE), NULL, _OVER);

2,277✔

2947

  TAOS_CHECK_GOTO(tDeserializeSSsMigrateDbReq(pReq->pCont, pReq->contLen, &ssMigrateReq), NULL, _OVER);

2,277✔

2949

  mInfo("db:%s, start to ssmigrate", ssMigrateReq.db);

2,277✔

2951

  pDb = mndAcquireDb(pMnode, ssMigrateReq.db);

2,277✔

2952

  if (pDb == NULL) {

2,277✔

2958

  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_SSMIGRATE_DB, pDb), NULL, _OVER);

2,277✔

2960

  if(pDb->cfg.isMount) {

2,277✔

2965

  code = mndSsMigrateDb(pMnode, pReq, pDb);

2,277✔

2967

_OVER:

2,676✔

2968

  if (code != 0) {

2,676✔

2969

    mError("db:%s, failed to process ssmigrate db req since %s", ssMigrateReq.db, tstrerror(code));

399✔

2972

  mndReleaseDb(pMnode, pDb);

2,676✔

2973

  TAOS_RETURN(code);

2,676✔

2976

const char *mndGetDbStr(const char *src) {

24,310,821✔

2977

  char *pos = strstr(src, TS_PATH_DELIMITER);

24,310,821✔

2978

  if (pos != NULL) ++pos;

24,310,821✔

2979

  if (pos == NULL) return src;

24,310,821✔

2980

  return pos;

22,924,291✔

2983

const char *mndGetStableStr(const char *src) {

20,882,289✔

2984

  char *pos = strstr(src, TS_PATH_DELIMITER);

20,882,289✔

2985

  if (pos != NULL) ++pos;

20,882,289✔

2986

  if (pos == NULL) return src;

20,882,289✔

2987

  return mndGetDbStr(pos);

20,882,289✔

3015

static char *buildRetension(SArray *pRetension) {

575,795✔

3016

  size_t size = taosArrayGetSize(pRetension);

575,795✔

3017

  if (size == 0) {

575,795✔

3018

    return NULL;

575,795✔

3052

static const char *getCacheModelStr(int8_t cacheModel) {

575,795✔

3053

  switch (cacheModel) {

575,795✔

3054

    case TSDB_CACHE_MODEL_NONE:

517,777✔

3055

      return TSDB_CACHE_MODEL_NONE_STR;

517,777✔

3056

    case TSDB_CACHE_MODEL_LAST_ROW:

3,498✔

3057

      return TSDB_CACHE_MODEL_LAST_ROW_STR;

3,498✔

3058

    case TSDB_CACHE_MODEL_LAST_VALUE:

6,997✔

3059

      return TSDB_CACHE_MODEL_LAST_VALUE_STR;

6,997✔

3060

    case TSDB_CACHE_MODEL_BOTH:

47,523✔

3061

      return TSDB_CACHE_MODEL_BOTH_STR;

47,523✔

3068

static void getEncryptAlgorithmStr(SMnode *pMnode, int8_t encryptAlgorithm, char *out) {

575,795✔

3069

  switch (encryptAlgorithm) {

575,795✔

3070

    case TSDB_ENCRYPT_ALGO_NONE: {

574,850✔

3071

      tstrncpy(out, TSDB_ENCRYPT_ALGO_NONE_STR, TSDB_ENCRYPT_ALGR_NAME_LEN);

574,850✔

3072

      break;

574,850✔

3074

    default: {

945✔

3075

      SEncryptAlgrObj *obj = mndAcquireEncryptAlgrById(pMnode, encryptAlgorithm);

945✔

3076

      if (obj != NULL) {

945✔

3077

        tstrncpy(out, obj->algorithm_id, TSDB_ENCRYPT_ALGR_NAME_LEN);

945✔

3078

        mndReleaseEncryptAlgr(pMnode, obj);

945✔

3080

      break;

945✔

3083

575,795✔

3085

bool mndIsDbReady(SMnode *pMnode, SDbObj *pDb) {

2,218,386✔

3086

  if (pDb->cfg.replications == 1) return true;

2,218,386✔

3088

  SSdb *pSdb = pMnode->pSdb;

444,319✔

3089

  void *pIter = NULL;

444,319✔

3090

  bool  isReady = true;

444,319✔

3091

  while (1) {

2,107,058✔

3092

    SVgObj *pVgroup = NULL;

2,551,377✔

3093

    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);

2,551,377✔

3094

    if (pIter == NULL) break;

2,551,377✔

3096

    if (pVgroup->dbUid == pDb->uid && pVgroup->replica > 1) {

2,107,058✔

3097

      bool hasLeader = false;

1,288,938✔

3098

      for (int32_t i = 0; i < pVgroup->replica; ++i) {

5,097,328✔

3099

        if (pVgroup->vnodeGid[i].syncState == TAOS_SYNC_STATE_LEADER ||

3,808,390✔

3100

            pVgroup->vnodeGid[i].syncState == TAOS_SYNC_STATE_ASSIGNED_LEADER) {

3,342,272✔

3101

          hasLeader = true;

466,118✔

3104

      if (!hasLeader) isReady = false;

1,288,938✔

3106

    sdbRelease(pSdb, pVgroup);

2,107,058✔

3109

  return isReady;

444,319✔

3112

static void mndDumpDbInfoData(SMnode *pMnode, SSDataBlock *pBlock, SDbObj *pDb, SShowObj *pShow, int32_t rows,

1,557,558✔

3115

  int32_t cols = 0;

1,557,558✔

3116

  int32_t bytes = pShow->pMeta->pSchemas[cols].bytes;

1,557,558✔

3117

  char   *buf = taosMemoryMalloc(bytes);

1,557,558✔

3118

  if (buf == NULL) {

1,557,558✔

3122

  int32_t code = 0;

1,557,558✔

3123

  int32_t lino = 0;

1,557,558✔

3125

  const char *name = mndGetDbStr(pDb->name);

1,557,558✔

3126

  if (name != NULL) {

1,557,558✔

3127

    STR_WITH_MAXSIZE_TO_VARSTR(buf, name, bytes);

1,557,558✔

3132

  const char *precStr = NULL;

1,557,558✔

3133

  switch (pDb->cfg.precision) {

1,557,558✔

3134

    case TSDB_TIME_PRECISION_MILLI:

1,512,063✔

3135

      precStr = TSDB_TIME_PRECISION_MILLI_STR;

1,512,063✔

3136

      break;

1,512,063✔

3137

    case TSDB_TIME_PRECISION_MICRO:

12,207✔

3138

      precStr = TSDB_TIME_PRECISION_MICRO_STR;

12,207✔

3139

      break;

12,207✔

3140

    case TSDB_TIME_PRECISION_NANO:

33,288✔

3141

      precStr = TSDB_TIME_PRECISION_NANO_STR;

33,288✔

3142

      break;

33,288✔

3147

  char precVstr[10] = {0};

1,557,558✔

3148

  STR_WITH_MAXSIZE_TO_VARSTR(precVstr, precStr, 10);

1,557,558✔

3150

  char *statusStr = "ready";

1,557,558✔

3151

  if (objStatus == SDB_STATUS_CREATING) {

1,557,558✔

3153

  } else if (objStatus == SDB_STATUS_DROPPING) {

1,557,558✔

3156

    if (!sysDb && !mndIsDbReady(pMnode, pDb)) {

1,557,558✔

3157

      statusStr = "unsynced";

2,085✔

3160

  char statusVstr[24] = {0};

1,557,558✔

3161

  STR_WITH_MAXSIZE_TO_VARSTR(statusVstr, statusStr, 24);

1,557,558✔

3163

  if (sysDb || !sysinfo) {

1,557,558✔

3164

    for (int32_t i = 0; i < pShow->numOfColumns; ++i) {

41,234,046✔

3165

      SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, i);

40,252,283✔

3166

      if (i == 0) {

40,252,283✔

3167

        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, buf, false), &lino, _OVER);

981,763✔

3168

      } else if (i == 1) {

39,270,520✔

3169

        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->createdTime, false), &lino, _OVER);

981,763✔

3170

      } else if (i == 3) {

38,288,757✔

3171

        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&numOfTables, false), &lino, _OVER);

981,763✔

3172

      } else if (i == 14) {

37,306,994✔

3173

        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, precVstr, false), &lino, _OVER);

981,763✔

3174

      } else if (i == 15) {

36,325,231✔

3175

        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, statusVstr, false), &lino, _OVER);

981,763✔

3176

      } else if (i == 28) {

35,343,468✔

3177

        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.keepTimeOffset, false), &lino, _OVER);

981,763✔

3179

        colDataSetNULL(pColInfo, rows);

34,361,705✔

3183

    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3184

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, buf, false), &lino, _OVER);

575,795✔

3186

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3187

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->createdTime, false), &lino, _OVER);

575,795✔

3189

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3190

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.numOfVgroups, false), &lino, _OVER);

575,795✔

3192

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3193

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&numOfTables, false), &lino, _OVER);

575,795✔

3195

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3196

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.replications, false), &lino, _OVER);

575,795✔

3198

    const char *strictStr = pDb->cfg.strict ? "on" : "off";

575,795✔

3199

    char        strictVstr[24] = {0};

575,795✔

3200

    STR_WITH_MAXSIZE_TO_VARSTR(strictVstr, strictStr, 24);

575,795✔

3201

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3202

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)strictVstr, false), &lino, _OVER);

575,795✔

3204

    char    durationStr[128] = {0};

575,795✔

3205

    char    durationVstr[128] = {0};

575,795✔

3206

    int32_t len = formatDurationOrKeep(&durationVstr[VARSTR_HEADER_SIZE], sizeof(durationVstr) - VARSTR_HEADER_SIZE,

575,795✔

3209

    varDataSetLen(durationVstr, len);

575,795✔

3210

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3211

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);

575,795✔

3213

    char keepVstr[128] = {0};

575,795✔

3214

    char keep0Str[32] = {0};

575,795✔

3215

    char keep1Str[32] = {0};

575,795✔

3216

    char keep2Str[32] = {0};

575,795✔

3218

    int32_t lenKeep0 = formatDurationOrKeep(keep0Str, sizeof(keep0Str), pDb->cfg.daysToKeep0);

575,795✔

3219

    int32_t lenKeep1 = formatDurationOrKeep(keep1Str, sizeof(keep1Str), pDb->cfg.daysToKeep1);

575,795✔

3220

    int32_t lenKeep2 = formatDurationOrKeep(keep2Str, sizeof(keep2Str), pDb->cfg.daysToKeep2);

575,795✔

3222

    if (pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep1 || pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep2) {

575,795✔

3226

      len = snprintf(&keepVstr[VARSTR_HEADER_SIZE], sizeof(keepVstr) - VARSTR_HEADER_SIZE, "%s,%s,%s", keep0Str,

575,795✔

3229

    varDataSetLen(keepVstr, len);

575,795✔

3230

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3231

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)keepVstr, false), &lino, _OVER);

575,795✔

3233

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3234

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.buffer, false), &lino, _OVER);

575,795✔

3236

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3237

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.pageSize, false), &lino, _OVER);

575,795✔

3239

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3240

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.pages, false), &lino, _OVER);

575,795✔

3242

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3243

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.minRows, false), &lino, _OVER);

575,795✔

3245

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3246

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.maxRows, false), &lino, _OVER);

575,795✔

3248

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3249

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.compression, false), &lino, _OVER);

575,795✔

3251

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3252

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)precVstr, false), &lino, _OVER);

575,795✔

3254

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3255

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)statusVstr, false), &lino, _OVER);

575,795✔

3257

    char *rentensionVstr = buildRetension(pDb->cfg.pRetensions);

575,795✔

3258

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3259

    if (rentensionVstr == NULL) {

575,795✔

3260

      colDataSetNULL(pColInfo, rows);

575,795✔

3266

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3267

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.numOfStables, false), &lino, _OVER);

575,795✔

3269

    const char *cacheModelStr = getCacheModelStr(pDb->cfg.cacheLast);

575,795✔

3270

    char        cacheModelVstr[24] = {0};

575,795✔

3271

    STR_WITH_MAXSIZE_TO_VARSTR(cacheModelVstr, cacheModelStr, 24);

575,795✔

3272

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3273

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)cacheModelVstr, false), &lino, _OVER);

575,795✔

3275

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3276

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.cacheLastSize, false), &lino, _OVER);

575,795✔

3278

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3279

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.cacheLastShardBits, false), &lino, _OVER);

575,795✔

3281

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3282

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walLevel, false), &lino, _OVER);

575,795✔

3284

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3285

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walFsyncPeriod, false), &lino, _OVER);

575,795✔

3287

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3288

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walRetentionPeriod, false), &lino, _OVER);

575,795✔

3290

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3291

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walRetentionSize, false), &lino, _OVER);

575,795✔

3293

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3294

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.sstTrigger, false), &lino, _OVER);

575,795✔

3296

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3297

    int16_t hashPrefix = pDb->cfg.hashPrefix;

575,795✔

3298

    if (hashPrefix > 0) {

575,795✔

3299

      hashPrefix = pDb->cfg.hashPrefix - strlen(pDb->name) - 1;

3,460✔

3300

    } else if (hashPrefix < 0) {

572,335✔

3301

      hashPrefix = pDb->cfg.hashPrefix + strlen(pDb->name) + 1;

5,384✔

3303

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&hashPrefix, false), &lino, _OVER);

575,795✔

3305

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3306

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.hashSuffix, false), &lino, _OVER);

575,795✔

3308

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3309

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.tsdbPageSize, false), &lino, _OVER);

575,795✔

3311

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3312

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.keepTimeOffset, false), &lino, _OVER);

575,795✔

3314

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3315

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.ssChunkSize, false), &lino, _OVER);

575,795✔

3317

    char keeplocalVstr[128] = {0};

575,795✔

3318

    len = snprintf(&keeplocalVstr[VARSTR_HEADER_SIZE], sizeof(keeplocalVstr) - VARSTR_HEADER_SIZE, "%dm",

575,795✔

3320

    varDataSetLen(keeplocalVstr, len);

575,795✔

3321

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3322

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)keeplocalVstr, false), &lino, _OVER);

575,795✔

3324

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3325

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.ssCompact, false), &lino, _OVER);

575,795✔

3327

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3328

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.withArbitrator, false), &lino, _OVER);

575,795✔

3330

    char encryptAlgorithmStr[TSDB_ENCRYPT_ALGR_NAME_LEN] = {0};

575,795✔

3331

    getEncryptAlgorithmStr(pMnode, pDb->cfg.encryptAlgorithm, encryptAlgorithmStr);

575,795✔

3332

    char        encryptAlgorithmVStr[24] = {0};

575,795✔

3333

    STR_WITH_MAXSIZE_TO_VARSTR(encryptAlgorithmVStr, encryptAlgorithmStr, 24);

575,795✔

3334

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

575,795✔

3335

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)encryptAlgorithmVStr, false), &lino, _OVER);

575,795✔

3337

    TAOS_UNUSED(formatDurationOrKeep(durationStr, sizeof(durationStr), pDb->cfg.compactInterval));

575,795✔

3338

    STR_WITH_MAXSIZE_TO_VARSTR(durationVstr, durationStr, sizeof(durationVstr));

575,795✔

3339

    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {

575,795✔

3340

      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);

575,795✔

3343

    len = formatDurationOrKeep(durationStr, sizeof(durationStr), pDb->cfg.compactStartTime);

575,795✔

3344

    TAOS_UNUSED(formatDurationOrKeep(durationVstr, sizeof(durationVstr), pDb->cfg.compactEndTime));

575,795✔

3345

    TAOS_UNUSED(snprintf(durationStr + len, sizeof(durationStr) - len, ",%s", durationVstr));

575,795✔

3346

    STR_WITH_MAXSIZE_TO_VARSTR(durationVstr, durationStr, sizeof(durationVstr));

575,795✔

3347

    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {

575,795✔

3348

      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);

575,795✔

3351

    TAOS_UNUSED(snprintf(durationStr, sizeof(durationStr), "%dh", pDb->cfg.compactTimeOffset));

575,795✔

3352

    STR_WITH_MAXSIZE_TO_VARSTR(durationVstr, durationStr, sizeof(durationVstr));

575,795✔

3353

    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {

575,795✔

3354

      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);

575,795✔

3357

    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {

575,795✔

3358

      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.isAudit, false), &lino, _OVER);

575,795✔

3361

    if (!(*ppUidNames)) {

575,795✔

3362

      TAOS_CHECK_GOTO(mndBuildUidNamesHash(pMnode, ppUidNames), &lino, _OVER);

324,162✔

3364

    const char *ownerName = tSimpleHashGet(*ppUidNames, (const char *)&pDb->ownerId, sizeof(pDb->ownerId));

575,795✔

3365

    TAOS_UNUSED(snprintf(durationStr, sizeof(durationStr), "%s", ownerName ? ownerName : "[unknown]"));

575,795✔

3366

    STR_WITH_MAXSIZE_TO_VARSTR(durationVstr, durationStr, sizeof(durationVstr));

575,795✔

3367

    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {

575,795✔

3368

      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);

575,795✔

3371

    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {

575,795✔

3372

      uint8_t allowDrop = pDb->cfg.allowDrop;

575,795✔

3373

      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&allowDrop, false), &lino, _OVER);

575,795✔

3376

_OVER:

1,557,558✔

3377

  if (code != 0) mError("failed to retrieve at line:%d, since %s", lino, tstrerror(code));

1,557,558✔

3378

  taosMemoryFree(buf);

1,557,558✔

3381

static void setInformationSchemaDbCfg(SMnode *pMnode, SDbObj *pDbObj) {

488,614✔

3382

  tstrncpy(pDbObj->name, TSDB_INFORMATION_SCHEMA_DB, tListLen(pDbObj->name));

488,614✔

3383

  pDbObj->createdTime = mndGetClusterCreateTime(pMnode);

488,614✔

3384

  pDbObj->cfg.numOfVgroups = 0;

488,614✔

3385

  pDbObj->cfg.strict = 1;

488,614✔

3386

  pDbObj->cfg.replications = 1;

488,614✔

3387

  pDbObj->cfg.precision = TSDB_TIME_PRECISION_MILLI;

488,614✔

3388

488,614✔

3390

static void setPerfSchemaDbCfg(SMnode *pMnode, SDbObj *pDbObj) {

488,614✔

3391

  tstrncpy(pDbObj->name, TSDB_PERFORMANCE_SCHEMA_DB, tListLen(pDbObj->name));

488,614✔

3392

  pDbObj->createdTime = mndGetClusterCreateTime(pMnode);

488,614✔

3393

  pDbObj->cfg.numOfVgroups = 0;

488,614✔

3394

  pDbObj->cfg.strict = 1;

488,614✔

3395

  pDbObj->cfg.replications = 1;

488,614✔

3396

  pDbObj->cfg.precision = TSDB_TIME_PRECISION_MILLI;

488,614✔

3397

488,614✔

3399

static bool mndGetTablesOfDbFp(SMnode *pMnode, void *pObj, void *p1, void *p2, void *p3) {

4,775,843✔

3400

  SVgObj  *pVgroup = pObj;

4,775,843✔

3401

  int32_t *numOfTables = p1;

4,775,843✔

3402

  int64_t  uid = *(int64_t *)p2;

4,775,843✔

3403

  if (pVgroup->dbUid == uid) {

4,775,843✔

3404

    *numOfTables += pVgroup->numOfTables;

1,539,532✔

3406

  return true;

4,775,843✔

3409

static int32_t mndRetrieveDbs(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rowsCapacity) {

488,614✔

3410

  SMnode    *pMnode = pReq->info.node;

488,614✔

3411

  SSdb      *pSdb = pMnode->pSdb;

488,614✔

3412

  int32_t    numOfRows = 0;

488,614✔

3413

  SDbObj    *pDb = NULL;

488,614✔

3414

  SUserObj  *pOperUser = NULL;

488,614✔

3415

  ESdbStatus objStatus = 0;

488,614✔

3416

  SSHashObj *pUidNames = NULL;

488,614✔

3418

  (void)mndAcquireUser(pMnode, RPC_MSG_USER(pReq), &pOperUser);

488,614✔

3419

  if (pOperUser == NULL) return 0;

488,614✔

3420

  bool sysinfo = pOperUser->sysInfo;

488,614✔

3421

  char objFName[TSDB_OBJ_FNAME_LEN + 1] = {0};

488,614✔

3422

  (void)snprintf(objFName, sizeof(objFName), "%d.*", pOperUser->acctId);

488,614✔

3423

  bool showAnyDb = (0 == mndCheckSysObjPrivilege(pMnode, pOperUser, RPC_MSG_TOKEN(pReq), PRIV_CM_SHOW, PRIV_OBJ_DB, 0,

488,614✔

3427

  if (!pShow->sysDbRsp) {

488,614✔

3428

    SDbObj infoschemaDb = {0};

488,614✔

3429

    setInformationSchemaDbCfg(pMnode, &infoschemaDb);

488,614✔

3430

    size_t numOfTables = 0;

488,614✔

3431

    getVisibleInfosTablesNum(sysinfo, &numOfTables);

488,614✔

3432

    mndDumpDbInfoData(pMnode, pBlock, &infoschemaDb, pShow, numOfRows, numOfTables, true, 0, 1, &pUidNames);

488,614✔

3434

    numOfRows += 1;

488,614✔

3436

    SDbObj perfschemaDb = {0};

488,614✔

3437

    setPerfSchemaDbCfg(pMnode, &perfschemaDb);

488,614✔

3438

    numOfTables = 0;

488,614✔

3439

    getPerfDbMeta(NULL, &numOfTables);

488,614✔

3440

    mndDumpDbInfoData(pMnode, pBlock, &perfschemaDb, pShow, numOfRows, numOfTables, true, 0, 1, &pUidNames);

488,614✔

3442

    numOfRows += 1;

488,614✔

3443

    pShow->sysDbRsp = true;

488,614✔

3446

  while (numOfRows < rowsCapacity) {

1,068,944✔

3447

    pShow->pIter = sdbFetchAll(pSdb, SDB_DB, pShow->pIter, (void **)&pDb, &objStatus, true);

1,068,944✔

3448

    if (pShow->pIter == NULL) break;

1,068,944✔

3449

    if (showAnyDb || mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_SHOW_DATABASES, pDb) == 0) {

580,330✔

3450

      int32_t numOfTables = 0;

580,330✔

3451

      sdbTraverse(pSdb, SDB_VGROUP, mndGetTablesOfDbFp, &numOfTables, &pDb->uid, NULL);

580,330✔

3452

      mndDumpDbInfoData(pMnode, pBlock, pDb, pShow, numOfRows, numOfTables, false, objStatus, sysinfo, &pUidNames);

580,330✔

3453

      numOfRows++;

580,330✔

3456

    sdbRelease(pSdb, pDb);

580,330✔

3459

  pShow->numOfRows += numOfRows;

488,614✔

3460

  mndReleaseUser(pMnode, pOperUser);

488,614✔

3461

  tSimpleHashCleanup(pUidNames);

488,614✔

3462

  return numOfRows;

488,614✔

taosdata / TDengine / #5013

Source File
Press 'n' to go to next uncovered line, 'b' for previous

taosdata / TDengine / #5013

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous