taosdata/TDengine | Build 4983 | source/dnode/mnode/impl/src/mndDb.c | Coveralls

76

int32_t mndInitDb(SMnode *pMnode) {

433,085✔

77

  SSdbTable table = {

433,085✔

88

  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_DB, mndProcessCreateDbReq);

433,085✔

89

  mndSetMsgHandle(pMnode, TDMT_MND_ALTER_DB, mndProcessAlterDbReq);

433,085✔

90

  mndSetMsgHandle(pMnode, TDMT_MND_DROP_DB, mndProcessDropDbReq);

433,085✔

91

  mndSetMsgHandle(pMnode, TDMT_MND_USE_DB, mndProcessUseDbReq);

433,085✔

92

  mndSetMsgHandle(pMnode, TDMT_MND_COMPACT_DB, mndProcessCompactDbReq);

433,085✔

93

  mndSetMsgHandle(pMnode, TDMT_MND_SCAN_DB, mndProcessScanDbReq);

433,085✔

94

  mndSetMsgHandle(pMnode, TDMT_MND_TRIM_DB, mndProcessTrimDbReq);

433,085✔

95

  mndSetMsgHandle(pMnode, TDMT_MND_TRIM_DB_WAL, mndProcessTrimDbWalReq);

433,085✔

96

  mndSetMsgHandle(pMnode, TDMT_MND_GET_DB_CFG, mndProcessGetDbCfgReq);

433,085✔

97

  mndSetMsgHandle(pMnode, TDMT_MND_SSMIGRATE_DB, mndProcessSsMigrateDbReq);

433,085✔

98

  mndSetMsgHandle(pMnode, TDMT_MND_GET_DB_INFO, mndProcessUseDbReq);

433,085✔

100

  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_DB, mndRetrieveDbs);

433,085✔

101

  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_DB, mndCancelGetNextDb);

433,085✔

103

  return sdbSetTable(pMnode->pSdb, table);

433,085✔

106

void mndCleanupDb(SMnode *pMnode) {}

433,022✔

108

SSdbRaw *mndDbActionEncode(SDbObj *pDb) {

6,012,050✔

109

  int32_t code = 0;

6,012,050✔

110

  int32_t lino = 0;

6,012,050✔

111

  terrno = TSDB_CODE_OUT_OF_MEMORY;

6,012,050✔

113

  int32_t  size = sizeof(SDbObj) + pDb->cfg.numOfRetensions * sizeof(SRetention) + DB_RESERVE_SIZE;

6,012,050✔

114

  SSdbRaw *pRaw = sdbAllocRaw(SDB_DB, DB_VER_NUMBER, size);

6,012,050✔

115

  if (pRaw == NULL) goto _OVER;

6,012,050✔

117

  int32_t dataPos = 0;

6,012,050✔

118

  SDB_SET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, _OVER)

6,012,050✔

119

  SDB_SET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, _OVER)

6,012,050✔

120

  SDB_SET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, _OVER)

6,012,050✔

121

  SDB_SET_INT64(pRaw, dataPos, pDb->createdTime, _OVER)

6,012,050✔

122

  SDB_SET_INT64(pRaw, dataPos, pDb->updateTime, _OVER)

6,012,050✔

123

  SDB_SET_INT64(pRaw, dataPos, pDb->uid, _OVER)

6,012,050✔

124

  SDB_SET_INT32(pRaw, dataPos, pDb->cfgVersion, _OVER)

6,012,050✔

125

  SDB_SET_INT32(pRaw, dataPos, pDb->vgVersion, _OVER)

6,012,050✔

126

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfVgroups, _OVER)

6,012,050✔

127

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfStables, _OVER)

6,012,050✔

128

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.buffer, _OVER)

6,012,050✔

129

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.pageSize, _OVER)

6,012,050✔

130

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.pages, _OVER)

6,012,050✔

131

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.cacheLastSize, _OVER)

6,012,050✔

132

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysPerFile, _OVER)

6,012,050✔

133

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep0, _OVER)

6,012,050✔

134

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep1, _OVER)

6,012,050✔

135

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.daysToKeep2, _OVER)

6,012,050✔

136

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.minRows, _OVER)

6,012,050✔

137

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.maxRows, _OVER)

6,012,050✔

138

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walFsyncPeriod, _OVER)

6,012,050✔

139

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.walLevel, _OVER)

6,012,050✔

140

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.precision, _OVER)

6,012,050✔

141

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.compression, _OVER)

6,012,050✔

142

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.replications, _OVER)

6,012,050✔

143

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.strict, _OVER)

6,012,050✔

144

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.cacheLast, _OVER)

6,012,050✔

145

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.hashMethod, _OVER)

6,012,050✔

146

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.numOfRetensions, _OVER)

6,012,050✔

147

  for (int32_t i = 0; i < pDb->cfg.numOfRetensions; ++i) {

6,012,050✔

154

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.schemaless, _OVER)

6,012,050✔

155

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walRetentionPeriod, _OVER)

6,012,050✔

156

  SDB_SET_INT64(pRaw, dataPos, pDb->cfg.walRetentionSize, _OVER)

6,012,050✔

157

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.walRollPeriod, _OVER)

6,012,050✔

158

  SDB_SET_INT64(pRaw, dataPos, pDb->cfg.walSegmentSize, _OVER)

6,012,050✔

159

  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.sstTrigger, _OVER)

6,012,050✔

160

  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.hashPrefix, _OVER)

6,012,050✔

161

  SDB_SET_INT16(pRaw, dataPos, pDb->cfg.hashSuffix, _OVER)

6,012,050✔

162

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.tsdbPageSize, _OVER)

6,012,050✔

163

  SDB_SET_INT64(pRaw, dataPos, pDb->compactStartTime, _OVER)

6,012,050✔

164

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.keepTimeOffset, _OVER)

6,012,050✔

165

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.ssChunkSize, _OVER)

6,012,050✔

166

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.ssKeepLocal, _OVER)

6,012,050✔

167

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.ssCompact, _OVER)

6,012,050✔

168

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.withArbitrator, _OVER)

6,012,050✔

169

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.encryptAlgorithm, _OVER)

6,012,050✔

170

  SDB_SET_INT32(pRaw, dataPos, pDb->tsmaVersion, _OVER);

6,012,050✔

171

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.compactTimeOffset, _OVER)

6,012,050✔

172

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.compactStartTime, _OVER)

6,012,050✔

173

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.compactEndTime, _OVER)

6,012,050✔

174

  SDB_SET_INT32(pRaw, dataPos, pDb->cfg.compactInterval, _OVER)

6,012,050✔

175

  SDB_SET_INT8(pRaw, dataPos, pDb->cfg.isAudit, _OVER)

6,012,050✔

177

  SDB_SET_RESERVE(pRaw, dataPos, DB_RESERVE_SIZE, _OVER)

6,012,050✔

178

  SDB_SET_UINT8(pRaw, dataPos, pDb->cfg.flags, _OVER)

6,012,050✔

179

  SDB_SET_INT64(pRaw, dataPos, pDb->ownerId, _OVER)

6,012,050✔

181

  SDB_SET_DATALEN(pRaw, dataPos, _OVER)

6,012,050✔

183

  terrno = 0;

6,012,050✔

185

_OVER:

6,012,050✔

186

  if (terrno != 0) {

6,012,050✔

192

  mTrace("db:%s, encode to raw:%p, row:%p", pDb->name, pRaw, pDb);

6,012,050✔

193

  return pRaw;

6,012,050✔

196

static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw) {

5,411,408✔

197

  int32_t code = 0;

5,411,408✔

198

  int32_t lino = 0;

5,411,408✔

199

  terrno = TSDB_CODE_OUT_OF_MEMORY;

5,411,408✔

200

  SSdbRow *pRow = NULL;

5,411,408✔

201

  SDbObj  *pDb = NULL;

5,411,408✔

203

  int8_t sver = 0;

5,411,408✔

204

  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;

5,411,408✔

206

  if (sver < 1 || sver > DB_VER_NUMBER) {

5,411,408✔

211

  pRow = sdbAllocRow(sizeof(SDbObj));

5,411,408✔

212

  if (pRow == NULL) goto _OVER;

5,411,408✔

214

  pDb = sdbGetRowObj(pRow);

5,411,408✔

215

  if (pDb == NULL) goto _OVER;

5,411,408✔

217

  int32_t dataPos = 0;

5,411,408✔

218

  SDB_GET_BINARY(pRaw, dataPos, pDb->name, TSDB_DB_FNAME_LEN, _OVER)

5,411,408✔

219

  SDB_GET_BINARY(pRaw, dataPos, pDb->acct, TSDB_USER_LEN, _OVER)

5,411,408✔

220

  SDB_GET_BINARY(pRaw, dataPos, pDb->createUser, TSDB_USER_LEN, _OVER)

5,411,408✔

221

  SDB_GET_INT64(pRaw, dataPos, &pDb->createdTime, _OVER)

5,411,408✔

222

  SDB_GET_INT64(pRaw, dataPos, &pDb->updateTime, _OVER)

5,411,408✔

223

  SDB_GET_INT64(pRaw, dataPos, &pDb->uid, _OVER)

5,411,408✔

224

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfgVersion, _OVER)

5,411,408✔

225

  SDB_GET_INT32(pRaw, dataPos, &pDb->vgVersion, _OVER)

5,411,408✔

226

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfVgroups, _OVER)

5,411,408✔

227

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfStables, _OVER)

5,411,408✔

228

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.buffer, _OVER)

5,411,408✔

229

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.pageSize, _OVER)

5,411,408✔

230

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.pages, _OVER)

5,411,408✔

231

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.cacheLastSize, _OVER)

5,411,408✔

232

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysPerFile, _OVER)

5,411,408✔

233

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep0, _OVER)

5,411,408✔

234

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep1, _OVER)

5,411,408✔

235

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.daysToKeep2, _OVER)

5,411,408✔

236

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.minRows, _OVER)

5,411,408✔

237

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.maxRows, _OVER)

5,411,408✔

238

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walFsyncPeriod, _OVER)

5,411,408✔

239

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.walLevel, _OVER)

5,411,408✔

240

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.precision, _OVER)

5,411,408✔

241

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.compression, _OVER)

5,411,408✔

242

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.replications, _OVER)

5,411,408✔

243

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.strict, _OVER)

5,411,408✔

244

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.cacheLast, _OVER)

5,411,408✔

245

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.hashMethod, _OVER)

5,411,408✔

246

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.numOfRetensions, _OVER)

5,411,408✔

247

  if (pDb->cfg.numOfRetensions > 0) {

5,411,408✔

261

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.schemaless, _OVER)

5,411,408✔

262

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walRetentionPeriod, _OVER)

5,411,408✔

263

  SDB_GET_INT64(pRaw, dataPos, &pDb->cfg.walRetentionSize, _OVER)

5,411,408✔

264

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.walRollPeriod, _OVER)

5,411,408✔

265

  SDB_GET_INT64(pRaw, dataPos, &pDb->cfg.walSegmentSize, _OVER)

5,411,408✔

266

  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.sstTrigger, _OVER)

5,411,408✔

267

  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.hashPrefix, _OVER)

5,411,408✔

268

  SDB_GET_INT16(pRaw, dataPos, &pDb->cfg.hashSuffix, _OVER)

5,411,408✔

269

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.tsdbPageSize, _OVER)

5,411,408✔

270

  SDB_GET_INT64(pRaw, dataPos, &pDb->compactStartTime, _OVER)

5,411,408✔

271

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.keepTimeOffset, _OVER)

5,411,408✔

272

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.ssChunkSize, _OVER)

5,411,408✔

273

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.ssKeepLocal, _OVER)

5,411,408✔

274

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.ssCompact, _OVER)

5,411,408✔

275

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.withArbitrator, _OVER)

5,411,408✔

276

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.encryptAlgorithm, _OVER)

5,411,408✔

277

  SDB_GET_INT32(pRaw, dataPos, &pDb->tsmaVersion, _OVER);

5,411,408✔

278

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.compactTimeOffset, _OVER)

5,411,408✔

279

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.compactStartTime, _OVER)

5,411,408✔

280

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.compactEndTime, _OVER)

5,411,408✔

281

  SDB_GET_INT32(pRaw, dataPos, &pDb->cfg.compactInterval, _OVER)

5,411,408✔

282

  SDB_GET_INT8(pRaw, dataPos, &pDb->cfg.isAudit, _OVER)

5,411,408✔

283

  SDB_GET_RESERVE(pRaw, dataPos, DB_RESERVE_SIZE, _OVER)

5,411,408✔

284

  if (dataPos + sizeof(uint8_t) <= pRaw->dataLen) {

5,411,408✔

285

    SDB_GET_UINT8(pRaw, dataPos, &pDb->cfg.flags, _OVER)

5,411,408✔

287

  if (dataPos + sizeof(int64_t) <= pRaw->dataLen) {

5,411,408✔

288

    SDB_GET_INT64(pRaw, dataPos, &pDb->ownerId, _OVER)

5,411,408✔

291

  taosInitRWLatch(&pDb->lock);

5,411,408✔

293

  if (pDb->cfg.ssChunkSize == 0) {

5,411,408✔

299

  if (pDb->cfg.ssKeepLocal == 0) {

5,411,408✔

305

  if (pDb->cfg.tsdbPageSize != TSDB_MIN_TSDB_PAGESIZE) {

5,411,408✔

306

    mInfo("db:%s, tsdbPageSize set from %d to default %d", pDb->name, pDb->cfg.tsdbPageSize,

5,411,408✔

310

  if (pDb->cfg.sstTrigger != TSDB_MIN_STT_TRIGGER) {

5,411,408✔

311

    mInfo("db:%s, sstTrigger set from %d to default %d", pDb->name, pDb->cfg.sstTrigger, TSDB_DEFAULT_SST_TRIGGER);

5,291,674✔

314

  if (sver < DB_VER_SUPPORT_ADVANCED_SECURITY) {

5,411,408✔

318

  terrno = 0;

5,411,408✔

320

_OVER:

5,411,408✔

321

  if (terrno != 0) {

5,411,408✔

327

  mTrace("db:%s, decode from raw:%p, row:%p", pDb->name, pRaw, pDb);

5,411,408✔

328

  return pRow;

5,411,408✔

331

static int32_t mndNewDbActionValidate(SMnode *pMnode, STrans *pTrans, SSdbRaw *pRaw) {

1,235,000✔

332

  SSdb    *pSdb = pMnode->pSdb;

1,235,000✔

333

  SSdbRow *pRow = NULL;

1,235,000✔

334

  SDbObj  *pNewDb = NULL;

1,235,000✔

335

  int      code = -1;

1,235,000✔

337

  pRow = mndDbActionDecode(pRaw);

1,235,000✔

338

  if (pRow == NULL) {

1,235,000✔

343

  pNewDb = sdbGetRowObj(pRow);

1,235,000✔

344

  if (pNewDb == NULL) {

1,235,000✔

350

  SDbObj *pOldDb = sdbAcquire(pMnode->pSdb, SDB_DB, pNewDb->name);

1,235,000✔

351

  if (pOldDb != NULL) {

1,235,000✔

359

  code = 0;

1,235,000✔

360

_OVER:

1,235,000✔

361

  if (pNewDb) mndDbActionDelete(pSdb, pNewDb);

1,235,000✔

362

  taosMemoryFreeClear(pRow);

1,235,000✔

363

  return code;

1,235,000✔

366

static int32_t mndDbActionInsert(SSdb *pSdb, SDbObj *pDb) {

1,379,388✔

367

  mTrace("db:%s, perform insert action, row:%p", pDb->name, pDb);

1,379,388✔

368

  return 0;

1,379,388✔

371

static int32_t mndDbActionDelete(SSdb *pSdb, SDbObj *pDb) {

5,411,408✔

372

  mTrace("db:%s, perform delete action, row:%p", pDb->name, pDb);

5,411,408✔

373

  taosArrayDestroy(pDb->cfg.pRetensions);

5,411,408✔

374

  return 0;

5,411,408✔

377

static int32_t mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew) {

2,139,929✔

378

  mTrace("db:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);

2,139,929✔

379

  taosWLockLatch(&pOld->lock);

2,139,929✔

380

  pOld->updateTime = pNew->updateTime;

2,139,929✔

381

  pOld->cfgVersion = pNew->cfgVersion;

2,139,929✔

382

  pOld->vgVersion = pNew->vgVersion;

2,139,929✔

383

  pOld->cfg.numOfVgroups = pNew->cfg.numOfVgroups;

2,139,929✔

384

  pOld->cfg.buffer = pNew->cfg.buffer;

2,139,929✔

385

  pOld->cfg.pageSize = pNew->cfg.pageSize;

2,139,929✔

386

  pOld->cfg.pages = pNew->cfg.pages;

2,139,929✔

387

  pOld->cfg.cacheLastSize = pNew->cfg.cacheLastSize;

2,139,929✔

388

  pOld->cfg.daysPerFile = pNew->cfg.daysPerFile;

2,139,929✔

389

  pOld->cfg.daysToKeep0 = pNew->cfg.daysToKeep0;

2,139,929✔

390

  pOld->cfg.daysToKeep1 = pNew->cfg.daysToKeep1;

2,139,929✔

391

  pOld->cfg.daysToKeep2 = pNew->cfg.daysToKeep2;

2,139,929✔

392

  pOld->cfg.keepTimeOffset = pNew->cfg.keepTimeOffset;

2,139,929✔

393

  pOld->cfg.walFsyncPeriod = pNew->cfg.walFsyncPeriod;

2,139,929✔

394

  pOld->cfg.walLevel = pNew->cfg.walLevel;

2,139,929✔

395

  pOld->cfg.walRetentionPeriod = pNew->cfg.walRetentionPeriod;

2,139,929✔

396

  pOld->cfg.walRetentionSize = pNew->cfg.walRetentionSize;

2,139,929✔

397

  pOld->cfg.strict = pNew->cfg.strict;

2,139,929✔

398

  pOld->cfg.cacheLast = pNew->cfg.cacheLast;

2,139,929✔

399

  pOld->cfg.replications = pNew->cfg.replications;

2,139,929✔

400

  pOld->cfg.sstTrigger = pNew->cfg.sstTrigger;

2,139,929✔

401

  pOld->cfg.minRows = pNew->cfg.minRows;

2,139,929✔

402

  pOld->cfg.maxRows = pNew->cfg.maxRows;

2,139,929✔

403

  pOld->cfg.tsdbPageSize = pNew->cfg.tsdbPageSize;

2,139,929✔

404

  pOld->cfg.ssChunkSize = pNew->cfg.ssChunkSize;

2,139,929✔

405

  pOld->cfg.ssKeepLocal = pNew->cfg.ssKeepLocal;

2,139,929✔

406

  pOld->cfg.ssCompact = pNew->cfg.ssCompact;

2,139,929✔

407

  pOld->cfg.withArbitrator = pNew->cfg.withArbitrator;

2,139,929✔

408

  pOld->cfg.compactInterval = pNew->cfg.compactInterval;

2,139,929✔

409

  pOld->cfg.compactStartTime = pNew->cfg.compactStartTime;

2,139,929✔

410

  pOld->cfg.compactEndTime = pNew->cfg.compactEndTime;

2,139,929✔

411

  pOld->cfg.compactTimeOffset = pNew->cfg.compactTimeOffset;

2,139,929✔

412

  pOld->compactStartTime = pNew->compactStartTime;

2,139,929✔

413

  pOld->tsmaVersion = pNew->tsmaVersion;

2,139,929✔

414

  pOld->cfg.isAudit = pNew->cfg.isAudit;

2,139,929✔

415

  pOld->cfg.flags = pNew->cfg.flags;

2,139,929✔

416

  pOld->ownerId = pNew->ownerId;

2,139,929✔

417

  taosWUnLockLatch(&pOld->lock);

2,139,929✔

418

  return 0;

2,139,929✔

421

static inline int32_t mndGetGlobalVgroupVersion(SMnode *pMnode) {

9,103,336✔

422

  SSdb *pSdb = pMnode->pSdb;

9,103,336✔

423

  return sdbGetTableVer(pSdb, SDB_VGROUP);

9,103,336✔

426

SDbObj *mndAcquireDb(SMnode *pMnode, const char *db) {

93,921,807✔

427

  SSdb   *pSdb = pMnode->pSdb;

93,921,807✔

428

  SDbObj *pDb = sdbAcquire(pSdb, SDB_DB, db);

93,921,836✔

429

  if (pDb == NULL) {

93,922,070✔

430

    if (terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {

3,015,254✔

431

      terrno = TSDB_CODE_MND_DB_NOT_EXIST;

2,821,270✔

432

    } else if (terrno == TSDB_CODE_SDB_OBJ_CREATING) {

193,984✔

433

      terrno = TSDB_CODE_MND_DB_IN_CREATING;

16,710✔

434

    } else if (terrno == TSDB_CODE_SDB_OBJ_DROPPING) {

177,274✔

435

      terrno = TSDB_CODE_MND_DB_IN_DROPPING;

177,274✔

441

  return pDb;

93,922,041✔

444

SDbObj *mndAcquireAuditDb(SMnode *pMnode) {

48,038,726✔

445

  SSdb      *pSdb = pMnode->pSdb;

48,038,726✔

446

  SDbObj    *pDb = NULL;

48,038,726✔

447

  void      *pIter = NULL;

48,038,726✔

448

  ESdbStatus objStatus = 0;

48,038,726✔

451

    pIter = sdbFetchAll(pSdb, SDB_DB, pIter, (void **)&pDb, &objStatus, true);

134,886,474✔

452

    if (pIter == NULL) break;

134,886,474✔

453

    if (pDb->cfg.isAudit == 1) {

86,849,892✔

454

      sdbCancelFetch(pSdb, pIter);

2,144✔

455

      break;

2,144✔

458

    sdbRelease(pSdb, pDb);

86,847,748✔

460

  return pDb;

48,038,726✔

463

void mndReleaseDb(SMnode *pMnode, SDbObj *pDb) {

102,586,142✔

464

  SSdb *pSdb = pMnode->pSdb;

102,586,142✔

465

  sdbRelease(pSdb, pDb);

102,586,146✔

466

102,586,558✔

468

bool mndDbIsExist(SMnode *pMnode, const char *db, int64_t uid) {

194,489✔

469

  SDbObj *pDb = mndAcquireDb(pMnode, db);

194,489✔

470

  if (pDb == NULL) {

194,489✔

471

    return false;

1,302✔

473

    bool result = (uid == 0) || (uid == pDb->uid);

193,187✔

474

    mndReleaseDb(pMnode, pDb);

193,187✔

475

    pDb = NULL;

193,187✔

476

    return result;

193,187✔

480

int32_t mndCheckDbName(const char *dbName, SUserObj *pUser) {

1,199,753✔

481

  char *pos = strstr(dbName, TS_PATH_DELIMITER);

1,199,753✔

482

  if (pos == NULL) {

1,199,753✔

486

  int32_t acctId;

1,199,564✔

487

  int32_t code = taosStr2int32(dbName, &acctId);

1,199,753✔

488

  if (code != 0) {

1,199,753✔

492

  if (acctId != pUser->acctId) {

1,199,753✔

496

  return 0;

1,199,753✔

499

int32_t mndCheckDbCfg(SMnode *pMnode, SDbCfg *pCfg) {

1,199,753✔

500

  int32_t code = TSDB_CODE_MND_INVALID_DB_OPTION;

1,199,753✔

502

  if (pCfg->numOfVgroups < TSDB_MIN_VNODES_PER_DB || pCfg->numOfVgroups > TSDB_MAX_VNODES_PER_DB) return code;

1,199,753✔

503

  if (pCfg->numOfStables < TSDB_DB_STREAM_MODE_OFF || pCfg->numOfStables > TSDB_DB_STREAM_MODE_ON) return code;

1,199,753✔

504

  if (pCfg->buffer < TSDB_MIN_BUFFER_PER_VNODE || pCfg->buffer > TSDB_MAX_BUFFER_PER_VNODE) return code;

1,199,753✔

505

  if (pCfg->pageSize < TSDB_MIN_PAGESIZE_PER_VNODE || pCfg->pageSize > TSDB_MAX_PAGESIZE_PER_VNODE) return code;

1,199,753✔

506

  if (pCfg->pages < TSDB_MIN_PAGES_PER_VNODE || pCfg->pages > TSDB_MAX_PAGES_PER_VNODE) return code;

1,199,753✔

507

  if (pCfg->cacheLastSize < TSDB_MIN_DB_CACHE_SIZE || pCfg->cacheLastSize > TSDB_MAX_DB_CACHE_SIZE) return code;

1,199,753✔

508

  if (pCfg->daysPerFile < TSDB_MIN_DAYS_PER_FILE || pCfg->daysPerFile > TSDB_MAX_DAYS_PER_FILE) return code;

1,199,753✔

509

  if (pCfg->daysToKeep0 < TSDB_MIN_KEEP || pCfg->daysToKeep0 > TSDB_MAX_KEEP) return code;

1,199,753✔

510

  if (pCfg->daysToKeep1 < TSDB_MIN_KEEP || pCfg->daysToKeep1 > TSDB_MAX_KEEP) return code;

1,199,753✔

511

  if (pCfg->daysToKeep2 < TSDB_MIN_KEEP || pCfg->daysToKeep2 > TSDB_MAX_KEEP) return code;

1,199,753✔

512

  if (pCfg->daysToKeep0 < pCfg->daysPerFile) return code;

1,199,753✔

513

  if (pCfg->daysToKeep0 > pCfg->daysToKeep1) return code;

1,199,753✔

514

  if (pCfg->daysToKeep1 > pCfg->daysToKeep2) return code;

1,199,753✔

515

  if (pCfg->keepTimeOffset < TSDB_MIN_KEEP_TIME_OFFSET || pCfg->keepTimeOffset > TSDB_MAX_KEEP_TIME_OFFSET) return code;

1,199,753✔

516

  if (pCfg->minRows < TSDB_MIN_MINROWS_FBLOCK || pCfg->minRows > TSDB_MAX_MINROWS_FBLOCK) return code;

1,199,753✔

517

  if (pCfg->maxRows < TSDB_MIN_MAXROWS_FBLOCK || pCfg->maxRows > TSDB_MAX_MAXROWS_FBLOCK) return code;

1,199,753✔

518

  if (pCfg->minRows > pCfg->maxRows) return code;

1,199,753✔

519

  if (pCfg->walFsyncPeriod < TSDB_MIN_FSYNC_PERIOD || pCfg->walFsyncPeriod > TSDB_MAX_FSYNC_PERIOD) return code;

1,199,012✔

520

  if (pCfg->walLevel < TSDB_MIN_WAL_LEVEL || pCfg->walLevel > TSDB_MAX_WAL_LEVEL) return code;

1,199,012✔

521

  if (pCfg->precision < TSDB_MIN_PRECISION && pCfg->precision > TSDB_MAX_PRECISION) return code;

1,199,012✔

522

  if (pCfg->compression < TSDB_MIN_COMP_LEVEL || pCfg->compression > TSDB_MAX_COMP_LEVEL) return code;

1,199,012✔

523

  if (pCfg->replications < TSDB_MIN_DB_REPLICA || pCfg->replications > TSDB_MAX_DB_REPLICA) return code;

1,199,012✔

525

  if ((pCfg->replications == 2) ^ (pCfg->withArbitrator == TSDB_MAX_DB_WITH_ARBITRATOR)) return code;

1,199,012✔

532

  if (pCfg->strict < TSDB_DB_STRICT_OFF || pCfg->strict > TSDB_DB_STRICT_ON) return code;

1,199,012✔

533

  if (pCfg->schemaless < TSDB_DB_SCHEMALESS_OFF || pCfg->schemaless > TSDB_DB_SCHEMALESS_ON) return code;

1,199,012✔

534

  if (pCfg->cacheLast < TSDB_CACHE_MODEL_NONE || pCfg->cacheLast > TSDB_CACHE_MODEL_BOTH) return code;

1,199,012✔

535

  if (pCfg->hashMethod != 1) return code;

1,199,012✔

536

  if (pCfg->replications > mndGetDnodeSize(pMnode)) {

1,199,012✔

540

  if (pCfg->walRetentionPeriod < TSDB_DB_MIN_WAL_RETENTION_PERIOD) return code;

1,199,012✔

541

  if (pCfg->walRetentionSize < TSDB_DB_MIN_WAL_RETENTION_SIZE) return code;

1,199,012✔

542

  if (pCfg->walRollPeriod < TSDB_DB_MIN_WAL_ROLL_PERIOD) return code;

1,199,012✔

543

  if (pCfg->walSegmentSize < TSDB_DB_MIN_WAL_SEGMENT_SIZE) return code;

1,199,012✔

544

  if (pCfg->sstTrigger < TSDB_MIN_STT_TRIGGER || pCfg->sstTrigger > TSDB_MAX_STT_TRIGGER) return code;

1,199,012✔

545

  if (pCfg->hashPrefix < TSDB_MIN_HASH_PREFIX || pCfg->hashPrefix > TSDB_MAX_HASH_PREFIX) return code;

1,199,012✔

546

  if (pCfg->hashSuffix < TSDB_MIN_HASH_SUFFIX || pCfg->hashSuffix > TSDB_MAX_HASH_SUFFIX) return code;

1,199,012✔

547

  if ((pCfg->hashSuffix * pCfg->hashPrefix) < 0) return code;

1,199,012✔

548

  if ((pCfg->hashPrefix + pCfg->hashSuffix) >= (TSDB_TABLE_NAME_LEN - 1)) return code;

1,199,012✔

549

  if (pCfg->tsdbPageSize < TSDB_MIN_TSDB_PAGESIZE || pCfg->tsdbPageSize > TSDB_MAX_TSDB_PAGESIZE) return code;

1,199,012✔

550

  if (taosArrayGetSize(pCfg->pRetensions) != pCfg->numOfRetensions) return code;

1,199,012✔

552

  if (pCfg->ssChunkSize < TSDB_MIN_SS_CHUNK_SIZE || pCfg->ssChunkSize > TSDB_MAX_SS_CHUNK_SIZE) return code;

1,199,012✔

553

  if (pCfg->ssKeepLocal < TSDB_MIN_SS_KEEP_LOCAL || pCfg->ssKeepLocal > TSDB_MAX_SS_KEEP_LOCAL) return code;

1,199,012✔

554

  if (pCfg->ssCompact < TSDB_MIN_SS_COMPACT || pCfg->ssCompact > TSDB_MAX_SS_COMPACT) return code;

1,199,012✔

556

  if (pCfg->compactInterval != 0 &&

1,199,012✔

557

      (pCfg->compactInterval < TSDB_MIN_COMPACT_INTERVAL || pCfg->compactInterval > pCfg->daysToKeep2))

3,678✔

559

  if (pCfg->compactStartTime != 0 &&

1,199,012✔

560

      (pCfg->compactStartTime < -pCfg->daysToKeep2 || pCfg->compactStartTime > -pCfg->daysPerFile))

4,071✔

562

  if (pCfg->compactEndTime != 0 &&

1,199,012✔

563

      (pCfg->compactEndTime < -pCfg->daysToKeep2 || pCfg->compactEndTime > -pCfg->daysPerFile))

4,071✔

565

  if (pCfg->compactStartTime != 0 && pCfg->compactEndTime != 0 && pCfg->compactStartTime >= pCfg->compactEndTime)

1,199,012✔

567

  if (pCfg->compactTimeOffset < TSDB_MIN_COMPACT_TIME_OFFSET || pCfg->compactTimeOffset > TSDB_MAX_COMPACT_TIME_OFFSET)

1,199,012✔

569

  if (pCfg->isAudit < 0 || pCfg->isAudit > 1) return code;

1,199,012✔

572

  code = 0;

1,199,012✔

573

  TAOS_RETURN(code);

1,199,012✔

576

static int32_t mndCheckInChangeDbCfg(SMnode *pMnode, SDbCfg *pOldCfg, SDbCfg *pNewCfg) {

88,301✔

577

  int32_t code = TSDB_CODE_MND_INVALID_DB_OPTION;

88,301✔

578

  if (pNewCfg->buffer < TSDB_MIN_BUFFER_PER_VNODE || pNewCfg->buffer > TSDB_MAX_BUFFER_PER_VNODE) return code;

88,301✔

579

  if (pNewCfg->pages < TSDB_MIN_PAGES_PER_VNODE || pNewCfg->pages > TSDB_MAX_PAGES_PER_VNODE) return code;

88,301✔

580

  if (pNewCfg->pageSize < TSDB_MIN_PAGESIZE_PER_VNODE || pNewCfg->pageSize > TSDB_MAX_PAGESIZE_PER_VNODE) return code;

88,301✔

581

  if (pNewCfg->daysPerFile < TSDB_MIN_DAYS_PER_FILE || pNewCfg->daysPerFile > TSDB_MAX_DAYS_PER_FILE) return code;

88,301✔

582

  if (pNewCfg->daysToKeep0 < TSDB_MIN_KEEP || pNewCfg->daysToKeep0 > TSDB_MAX_KEEP) return code;

88,301✔

583

  if (pNewCfg->daysToKeep1 < TSDB_MIN_KEEP || pNewCfg->daysToKeep1 > TSDB_MAX_KEEP) return code;

88,301✔

584

  if (pNewCfg->daysToKeep2 < TSDB_MIN_KEEP || pNewCfg->daysToKeep2 > TSDB_MAX_KEEP) return code;

88,301✔

585

  if (pNewCfg->daysToKeep0 < pNewCfg->daysPerFile) return code;

88,301✔

586

  if (pNewCfg->daysToKeep0 > pNewCfg->daysToKeep1) return code;

88,301✔

587

  if (pNewCfg->daysToKeep1 > pNewCfg->daysToKeep2) return code;

88,301✔

588

  if (pNewCfg->keepTimeOffset < TSDB_MIN_KEEP_TIME_OFFSET || pNewCfg->keepTimeOffset > TSDB_MAX_KEEP_TIME_OFFSET)

88,301✔

590

  if (pNewCfg->walFsyncPeriod < TSDB_MIN_FSYNC_PERIOD || pNewCfg->walFsyncPeriod > TSDB_MAX_FSYNC_PERIOD) return code;

88,301✔

591

  if (pNewCfg->walLevel < TSDB_MIN_WAL_LEVEL || pNewCfg->walLevel > TSDB_MAX_WAL_LEVEL) return code;

88,301✔

592

  if (pNewCfg->cacheLast < TSDB_CACHE_MODEL_NONE || pNewCfg->cacheLast > TSDB_CACHE_MODEL_BOTH) return code;

88,301✔

593

  if (pNewCfg->cacheLastSize < TSDB_MIN_DB_CACHE_SIZE || pNewCfg->cacheLastSize > TSDB_MAX_DB_CACHE_SIZE) return code;

88,301✔

594

  if (pNewCfg->replications < TSDB_MIN_DB_REPLICA || pNewCfg->replications > TSDB_MAX_DB_REPLICA) return code;

88,301✔

596

  if ((pNewCfg->replications == 2) ^ (pNewCfg->withArbitrator == TSDB_MAX_DB_WITH_ARBITRATOR)) return code;

88,301✔

597

  if (pNewCfg->replications == 2 && pNewCfg->withArbitrator == TSDB_MAX_DB_WITH_ARBITRATOR) {

88,301✔

598

    if (pOldCfg->replications != 1 && pOldCfg->replications != 2) {

735✔

599

      terrno = TSDB_CODE_OPS_NOT_SUPPORT;

735✔

600

      return code;

735✔

603

  if (pNewCfg->replications != 2 && pOldCfg->replications == 2) {

87,566✔

611

  if (pNewCfg->walLevel == 0 && pOldCfg->replications > 1) {

87,566✔

615

  if (pNewCfg->replications > 1 && pOldCfg->walLevel == 0) {

87,566✔

620

  if (pNewCfg->sstTrigger != pOldCfg->sstTrigger &&

87,566✔

621

      (pNewCfg->sstTrigger < TSDB_MIN_STT_TRIGGER || pNewCfg->sstTrigger > TSDB_MAX_STT_TRIGGER))

1,273✔

623

  if (pNewCfg->minRows < TSDB_MIN_MINROWS_FBLOCK || pNewCfg->minRows > TSDB_MAX_MINROWS_FBLOCK) return code;

87,566✔

624

  if (pNewCfg->maxRows < TSDB_MIN_MAXROWS_FBLOCK || pNewCfg->maxRows > TSDB_MAX_MAXROWS_FBLOCK) return code;

87,566✔

625

  if (pNewCfg->minRows > pNewCfg->maxRows) return code;

87,566✔

626

  if (pNewCfg->walRetentionPeriod < TSDB_DB_MIN_WAL_RETENTION_PERIOD) return code;

86,831✔

627

  if (pNewCfg->walRetentionSize < TSDB_DB_MIN_WAL_RETENTION_SIZE) return code;

86,831✔

628

  if (pNewCfg->strict < TSDB_DB_STRICT_OFF || pNewCfg->strict > TSDB_DB_STRICT_ON) return code;

86,831✔

629

  if (pNewCfg->replications > mndGetDnodeSize(pMnode)) {

86,831✔

633

  if (pNewCfg->ssChunkSize < TSDB_MIN_SS_CHUNK_SIZE || pNewCfg->ssChunkSize > TSDB_MAX_SS_CHUNK_SIZE) return code;

86,831✔

634

  if (pNewCfg->ssKeepLocal < TSDB_MIN_SS_KEEP_LOCAL || pNewCfg->ssKeepLocal > TSDB_MAX_SS_KEEP_LOCAL) return code;

86,831✔

635

  if (pNewCfg->ssCompact < TSDB_MIN_SS_COMPACT || pNewCfg->ssCompact > TSDB_MAX_SS_COMPACT) return code;

86,831✔

637

  if (pNewCfg->compactInterval != 0 &&

86,831✔

638

      (pNewCfg->compactInterval < TSDB_MIN_COMPACT_INTERVAL || pNewCfg->compactInterval > pNewCfg->daysToKeep2))

6,669✔

640

  if (pNewCfg->compactStartTime != 0 &&

86,831✔

641

      (pNewCfg->compactStartTime < -pNewCfg->daysToKeep2 || pNewCfg->compactStartTime > -pNewCfg->daysPerFile))

4,464✔

643

  if (pNewCfg->compactEndTime != 0 &&

86,831✔

644

      (pNewCfg->compactEndTime < -pNewCfg->daysToKeep2 || pNewCfg->compactEndTime > -pNewCfg->daysPerFile))

4,464✔

646

  if (pNewCfg->compactStartTime != 0 && pNewCfg->compactEndTime != 0 &&

86,831✔

647

      pNewCfg->compactStartTime >= pNewCfg->compactEndTime)

4,464✔

649

  if (pNewCfg->compactTimeOffset < TSDB_MIN_COMPACT_TIME_OFFSET ||

86,831✔

650

      pNewCfg->compactTimeOffset > TSDB_MAX_COMPACT_TIME_OFFSET)

86,831✔

652

  if (pNewCfg->isAudit < 0 || pNewCfg->isAudit > 1) return code;

86,831✔

655

  code = 0;

86,831✔

656

  TAOS_RETURN(code);

86,831✔

659

static void mndSetDefaultDbCfg(SDbCfg *pCfg) {

1,199,211✔

660

  if (pCfg->numOfVgroups < 0) pCfg->numOfVgroups = TSDB_DEFAULT_VN_PER_DB;

1,199,211✔

661

  if (pCfg->numOfStables < 0) pCfg->numOfStables = TSDB_DEFAULT_DB_SINGLE_STABLE;

1,199,211✔

662

  if (pCfg->buffer < 0) pCfg->buffer = TSDB_DEFAULT_BUFFER_PER_VNODE;

1,199,211✔

663

  if (pCfg->pageSize < 0) pCfg->pageSize = TSDB_DEFAULT_PAGESIZE_PER_VNODE;

1,199,211✔

664

  if (pCfg->pages < 0) pCfg->pages = TSDB_DEFAULT_PAGES_PER_VNODE;

1,199,211✔

665

  if (pCfg->daysPerFile < 0) pCfg->daysPerFile = TSDB_DEFAULT_DURATION_PER_FILE;

1,199,211✔

666

  if (pCfg->daysToKeep0 < 0) pCfg->daysToKeep0 = TSDB_DEFAULT_KEEP;

1,199,211✔

667

  if (pCfg->daysToKeep1 < 0) pCfg->daysToKeep1 = pCfg->daysToKeep0;

1,199,211✔

668

  if (pCfg->daysToKeep2 < 0) pCfg->daysToKeep2 = pCfg->daysToKeep1;

1,199,211✔

669

  if (pCfg->keepTimeOffset < 0) pCfg->keepTimeOffset = TSDB_DEFAULT_KEEP_TIME_OFFSET;

1,199,211✔

670

  if (pCfg->minRows < 0) pCfg->minRows = TSDB_DEFAULT_MINROWS_FBLOCK;

1,199,211✔

671

  if (pCfg->maxRows < 0) pCfg->maxRows = TSDB_DEFAULT_MAXROWS_FBLOCK;

1,199,211✔

672

  if (pCfg->walFsyncPeriod < 0) pCfg->walFsyncPeriod = TSDB_DEFAULT_FSYNC_PERIOD;

1,199,211✔

673

  if (pCfg->walLevel < 0) pCfg->walLevel = TSDB_DEFAULT_WAL_LEVEL;

1,199,211✔

674

  if (pCfg->precision < 0) pCfg->precision = TSDB_DEFAULT_PRECISION;

1,199,211✔

675

  if (pCfg->compression < 0) pCfg->compression = TSDB_DEFAULT_COMP_LEVEL;

1,199,211✔

676

  if (pCfg->replications < 0) pCfg->replications = TSDB_DEFAULT_DB_REPLICA;

1,199,211✔

677

  if (pCfg->strict < 0) pCfg->strict = TSDB_DEFAULT_DB_STRICT;

1,199,211✔

678

  if (pCfg->cacheLast < 0) pCfg->cacheLast = TSDB_DEFAULT_CACHE_MODEL;

1,199,211✔

679

  if (pCfg->cacheLastSize <= 0) pCfg->cacheLastSize = TSDB_DEFAULT_CACHE_SIZE;

1,199,211✔

680

  if (pCfg->numOfRetensions < 0) pCfg->numOfRetensions = 0;

1,199,211✔

681

  if (pCfg->schemaless < 0) pCfg->schemaless = TSDB_DB_SCHEMALESS_OFF;

1,199,211✔

682

  if (pCfg->walRetentionPeriod < 0 && pCfg->walRetentionPeriod != -1)

1,199,211✔

684

  if (pCfg->walRetentionSize < 0 && pCfg->walRetentionSize != -1)

1,199,211✔

686

  if (pCfg->walRollPeriod < 0) pCfg->walRollPeriod = TSDB_REPS_DEF_DB_WAL_ROLL_PERIOD;

1,199,211✔

687

  if (pCfg->walSegmentSize < 0) pCfg->walSegmentSize = TSDB_DEFAULT_DB_WAL_SEGMENT_SIZE;

1,199,211✔

688

  if (pCfg->sstTrigger <= 0) pCfg->sstTrigger = TSDB_DEFAULT_SST_TRIGGER;

1,199,211✔

689

  if (pCfg->tsdbPageSize <= 0) pCfg->tsdbPageSize = TSDB_DEFAULT_TSDB_PAGESIZE;

1,199,211✔

690

  if (pCfg->ssChunkSize <= 0) pCfg->ssChunkSize = TSDB_DEFAULT_SS_CHUNK_SIZE;

1,199,211✔

691

  if (pCfg->ssKeepLocal <= 0) pCfg->ssKeepLocal = TSDB_DEFAULT_SS_KEEP_LOCAL;

1,199,211✔

692

  if (pCfg->ssCompact < 0) pCfg->ssCompact = TSDB_DEFAULT_SS_COMPACT;

1,199,211✔

693

  if (pCfg->withArbitrator < 0) pCfg->withArbitrator = TSDB_DEFAULT_DB_WITH_ARBITRATOR;

1,199,211✔

694

  if (pCfg->encryptAlgorithm < 0) pCfg->encryptAlgorithm = TSDB_DEFAULT_ENCRYPT_ALGO;

1,199,211✔

695

1,199,211✔

697

int32_t mndSetCreateDbPrepareAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {

1,194,380✔

698

  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);

1,194,380✔

699

  if (pDbRaw == NULL) return -1;

1,194,380✔

701

  if (mndTransAppendPrepareLog(pTrans, pDbRaw) != 0) return -1;

1,194,380✔

702

  if (sdbSetRawStatus(pDbRaw, SDB_STATUS_CREATING) != 0) return -1;

1,194,380✔

703

  return 0;

1,194,380✔

706

static int32_t mndSetNewVgPrepareActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {

1,193,838✔

707

  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {

3,741,895✔

708

    if (mndAddNewVgPrepareAction(pMnode, pTrans, (pVgroups + v)) != 0) return -1;

2,548,057✔

710

  return 0;

1,193,838✔

747

static int32_t mndSetCreateDbUndoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {

1,193,838✔

748

  int32_t  code = 0;

1,193,838✔

749

  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);

1,193,838✔

750

  if (pDbRaw == NULL) {

1,193,838✔

755

  TAOS_CHECK_RETURN(mndTransAppendUndolog(pTrans, pDbRaw));

1,193,838✔

756

  TAOS_CHECK_RETURN(sdbSetRawStatus(pDbRaw, SDB_STATUS_DROPPED));

1,193,838✔

758

  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {

3,741,895✔

759

    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);

2,548,057✔

760

    if (pVgRaw == NULL) {

2,548,057✔

765

    TAOS_CHECK_RETURN(mndTransAppendUndolog(pTrans, pVgRaw));

2,548,057✔

766

    TAOS_CHECK_RETURN(sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED));

2,548,057✔

769

  if (pDb->cfg.withArbitrator) {

1,193,838✔

770

    for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {

10,399✔

771

      SVgObj   *pVgObj = pVgroups + v;

6,305✔

772

      SArbGroup arbGroup = {0};

6,305✔

773

      TAOS_CHECK_RETURN(mndArbGroupInitFromVgObj(pVgObj, &arbGroup));

6,305✔

774

      TAOS_CHECK_RETURN(mndSetCreateArbGroupUndoLogs(pTrans, &arbGroup));

6,305✔

778

  TAOS_RETURN(code);

1,193,838✔

781

static int32_t mndSetCreateDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups,

1,193,838✔

783

  int32_t  code = 0;

1,193,838✔

784

  SSdbRaw *pDbRaw = mndDbActionEncode(pDb);

1,193,838✔

785

  if (pDbRaw == NULL) {

1,193,838✔

790

  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pDbRaw));

1,193,838✔

791

  TAOS_CHECK_RETURN(sdbSetRawStatus(pDbRaw, SDB_STATUS_READY));

1,193,838✔

793

  for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {

3,741,895✔

794

    SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroups + v);

2,548,057✔

795

    if (pVgRaw == NULL) {

2,548,057✔

800

    TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pVgRaw));

2,548,057✔

801

    TAOS_CHECK_RETURN(sdbSetRawStatus(pVgRaw, SDB_STATUS_READY));

2,548,057✔

804

  if (pDb->cfg.withArbitrator) {

1,193,838✔

805

    for (int32_t v = 0; v < pDb->cfg.numOfVgroups; ++v) {

10,399✔

806

      SVgObj   *pVgObj = pVgroups + v;

6,305✔

807

      SArbGroup arbGroup = {0};

6,305✔

808

      TAOS_CHECK_RETURN(mndArbGroupInitFromVgObj(pVgObj, &arbGroup));

6,305✔

809

      TAOS_CHECK_RETURN(mndSetCreateArbGroupCommitLogs(pTrans, &arbGroup));

6,305✔

813

  if (pUserDuped) {

1,193,838✔

814

    SSdbRaw *pUserRaw = mndUserActionEncode(pUserDuped);

1,193,838✔

815

    if (pUserRaw == NULL) {

1,193,838✔

820

    TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pUserRaw));

1,193,838✔

821

    TAOS_CHECK_RETURN(sdbSetRawStatus(pUserRaw, SDB_STATUS_READY));

1,193,838✔

824

  if(pAuditOwnedDbs) {

1,193,838✔

837

  TAOS_RETURN(code);

1,193,838✔

840

static int32_t mndSetCreateDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {

1,193,838✔

841

  int32_t code = 0;

1,193,838✔

842

  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {

3,741,895✔

843

    SVgObj *pVgroup = pVgroups + vg;

2,548,057✔

845

    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {

5,360,411✔

846

      SVnodeGid *pVgid = pVgroup->vnodeGid + vn;

2,812,354✔

847

      TAOS_CHECK_RETURN(mndAddCreateVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid));

2,812,354✔

851

  TAOS_RETURN(code);

1,193,838✔

854

static int32_t mndSetCreateDbUndoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroups) {

1,193,838✔

855

  int32_t code = 0;

1,193,838✔

856

  for (int32_t vg = 0; vg < pDb->cfg.numOfVgroups; ++vg) {

3,741,895✔

857

    SVgObj *pVgroup = pVgroups + vg;

2,548,057✔

859

    for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {

5,360,411✔

860

      SVnodeGid *pVgid = pVgroup->vnodeGid + vn;

2,812,354✔

861

      TAOS_CHECK_RETURN(mndAddDropVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid, false));

2,812,354✔

865

  TAOS_RETURN(code);

1,193,838✔

877

static int32_t mndSetAuditOwnedDbs(SMnode *pMnode, SUserObj *pOperUser, SDbObj *pDb, SArray **pAuditOwnedDbs) {

134✔

878

  int32_t   code = 0, lino = 0;

134✔

879

  SSdb     *pSdb = pMnode->pSdb;

134✔

880

  SArray   *auditOwnedDbs = NULL;

134✔

881

  SUserObj *pUser = NULL;

134✔

882

  SUserObj  newUserObj = {0};

134✔

883

  int32_t   sysAuditLen = strlen(TSDB_ROLE_SYSAUDIT) + 1;

134✔

884

  int32_t   sysAuditLogLen = strlen(TSDB_ROLE_SYSAUDIT_LOG) + 1;

134✔

886

  void *pIter = NULL;

134✔

887

  while ((pIter = sdbFetch(pSdb, SDB_USER, pIter, (void **)&pUser))) {

268✔

888

    if (taosHashGetSize(pUser->roles) <= 0) {

134✔

893

    if(strncmp(pUser->name, pOperUser->name, TSDB_USER_LEN) == 0) {

134✔

894

      sdbRelease(pSdb, pUser);

134✔

895

      pUser = NULL;

134✔

896

      continue;

134✔

919

  *pAuditOwnedDbs = auditOwnedDbs;

134✔

920

  auditOwnedDbs = NULL;

134✔

921

_exit:

134✔

922

  if (auditOwnedDbs != NULL) taosArrayDestroyEx(auditOwnedDbs, (FDelete)mndUserFreeObj);

134✔

923

  sdbRelease(pSdb, pUser);

134✔

924

  sdbCancelFetch(pSdb, pIter);

134✔

925

  mndUserFreeObj(&newUserObj);

134✔

926

  TAOS_RETURN(code);

134✔

929

static int32_t mndCreateDb(SMnode *pMnode, SRpcMsg *pReq, SCreateDbReq *pCreate, SUserObj *pUser, SArray *dnodeList) {

1,201,348✔

930

  int32_t  code = 0;

1,201,348✔

931

  SArray  *auditOwnedDbs = NULL;

1,201,348✔

932

  SUserObj newUserObj = {0};

1,201,348✔

933

  SDbObj   dbObj = {0};

1,201,348✔

934

  (void)memcpy(dbObj.name, pCreate->db, TSDB_DB_FNAME_LEN);

1,201,348✔

935

  (void)memcpy(dbObj.acct, pUser->acct, TSDB_USER_LEN);

1,201,348✔

936

  dbObj.createdTime = taosGetTimestampMs();

1,201,348✔

937

  dbObj.updateTime = dbObj.createdTime;

1,201,348✔

938

  dbObj.uid = mndGenerateUid(dbObj.name, TSDB_DB_FNAME_LEN);

1,201,348✔

939

  dbObj.cfgVersion = 1;

1,201,348✔

940

  dbObj.vgVersion = 1;

1,201,348✔

941

  dbObj.tsmaVersion = 1;

1,201,348✔

942

  (void)memcpy(dbObj.createUser, pUser->user, TSDB_USER_LEN);

1,201,348✔

943

  dbObj.ownerId = pUser->uid;

1,201,348✔

944

  dbObj.cfg = (SDbCfg){

2,402,507✔

945

      .numOfVgroups = pCreate->numOfVgroups,

1,201,348✔

946

      .numOfStables = pCreate->numOfStables,

1,201,348✔

947

      .buffer = pCreate->buffer,

1,201,348✔

948

      .pageSize = pCreate->pageSize,

1,201,348✔

949

      .pages = pCreate->pages,

1,201,348✔

950

      .cacheLastSize = pCreate->cacheLastSize,

1,201,348✔

951

      .daysPerFile = pCreate->daysPerFile,

1,201,348✔

952

      .daysToKeep0 = pCreate->daysToKeep0,

1,201,348✔

953

      .daysToKeep1 = pCreate->daysToKeep1,

1,201,348✔

954

      .daysToKeep2 = pCreate->daysToKeep2,

1,201,348✔

955

      .keepTimeOffset = pCreate->keepTimeOffset,

1,201,348✔

956

      .minRows = pCreate->minRows,

1,201,348✔

957

      .maxRows = pCreate->maxRows,

1,201,348✔

958

      .walFsyncPeriod = pCreate->walFsyncPeriod,

1,201,348✔

959

      .walLevel = pCreate->walLevel,

1,201,348✔

960

      .precision = pCreate->precision,

1,201,348✔

961

      .compression = pCreate->compression,

1,201,348✔

962

      .replications = pCreate->replications,

1,201,348✔

963

      .strict = pCreate->strict,

1,201,348✔

964

      .cacheLast = pCreate->cacheLast,

1,201,348✔

966

      .schemaless = pCreate->schemaless,

1,201,348✔

967

      .walRetentionPeriod = pCreate->walRetentionPeriod,

1,201,348✔

968

      .walRetentionSize = pCreate->walRetentionSize,

1,201,348✔

969

      .walRollPeriod = pCreate->walRollPeriod,

1,201,348✔

970

      .walSegmentSize = pCreate->walSegmentSize,

1,201,348✔

971

      .sstTrigger = pCreate->sstTrigger,

1,201,348✔

972

      .hashPrefix = pCreate->hashPrefix,

1,201,348✔

973

      .hashSuffix = pCreate->hashSuffix,

1,201,348✔

974

      .ssChunkSize = pCreate->ssChunkSize,

1,201,348✔

975

      .ssKeepLocal = pCreate->ssKeepLocal,

1,201,348✔

976

      .ssCompact = pCreate->ssCompact,

1,201,348✔

977

      .tsdbPageSize = pCreate->tsdbPageSize,

1,201,348✔

978

      .withArbitrator = pCreate->withArbitrator,

1,201,348✔

979

      .encryptAlgorithm = pCreate->encryptAlgorithm,

1,201,348✔

980

      .compactInterval = pCreate->compactInterval,

1,201,348✔

981

      .compactStartTime = pCreate->compactStartTime,

1,201,348✔

982

      .compactEndTime = pCreate->compactEndTime,

1,201,348✔

983

      .compactTimeOffset = pCreate->compactTimeOffset,

1,201,348✔

984

      .isAudit = pCreate->isAudit,

1,201,348✔

986

  if (strlen(pCreate->encryptAlgrName) > 0) {

1,201,348✔

987

    if (strncasecmp(pCreate->encryptAlgrName, "none", TSDB_ENCRYPT_ALGR_NAME_LEN) == 0) {

6,566✔

988

      if (pCreate->isAudit == 1) {

3,578✔

994

      dbObj.cfg.encryptAlgorithm = 0;

3,578✔

996

      SEncryptAlgrObj *pEncryptAlgr = mndAcquireEncryptAlgrByAId(pMnode, pCreate->encryptAlgrName);

2,988✔

997

      if (pEncryptAlgr != NULL) {

2,988✔

998

        if (pEncryptAlgr->type != ENCRYPT_ALGR_TYPE__SYMMETRIC_CIPHERS) {

2,221✔

1004

        dbObj.cfg.encryptAlgorithm = pEncryptAlgr->id;

2,221✔

1006

        code = TSDB_CODE_MNODE_ENCRYPT_ALGR_NOT_EXIST;

767✔

1007

        mError("db:%s, failed to create, encrypt algorithm not exist, %s", pCreate->db, pCreate->encryptAlgrName);

767✔

1008

        TAOS_RETURN(code);

767✔

1010

      if (tsDataKey[0] == '\0') {

2,221✔

1017

    if (pCreate->isAudit == 1) {

1,194,782✔

1018

      code = TSDB_CODE_AUDIT_MUST_ENCRYPT;

1,370✔

1019

      mError("db:%s, failed to create, encrypt algorithm not match for audit db, %s", pCreate->db,

1,370✔

1021

      TAOS_RETURN(code);

1,370✔

1024

  dbObj.cfg.numOfRetensions = pCreate->numOfRetensions;

1,199,211✔

1025

  dbObj.cfg.pRetensions = pCreate->pRetensions;

1,199,211✔

1027

  if (pCreate->isAudit == 1) {

1,199,211✔

1028

    if (dbObj.cfg.daysToKeep2 < 2628000) {

134✔

1033

    if (dbObj.cfg.walLevel != 2) {

134✔

1038

    dbObj.cfg.allowDrop = TSDB_MIN_DB_ALLOW_DROP;

134✔

1040

    dbObj.cfg.allowDrop = TSDB_DEFAULT_DB_ALLOW_DROP;

1,199,077✔

1043

  mndSetDefaultDbCfg(&dbObj.cfg);

1,199,211✔

1045

  if ((code = mndCheckDbName(dbObj.name, pUser)) != 0) {

1,199,211✔

1050

  if ((code = mndCheckDbCfg(pMnode, &dbObj.cfg)) != 0) {

1,199,211✔

1051

    mError("db:%s, failed to create, check db cfg failed, since %s", pCreate->db, tstrerror(code));

741✔

1052

    TAOS_RETURN(code);

741✔

1055

  if (dbObj.cfg.hashPrefix > 0) {

1,198,470✔

1056

    int32_t dbLen = strlen(dbObj.name) + 1;

4,720✔

1057

    mInfo("db:%s, hashPrefix adjust from %d to %d", dbObj.name, dbObj.cfg.hashPrefix, dbObj.cfg.hashPrefix + dbLen);

4,720✔

1058

    dbObj.cfg.hashPrefix += dbLen;

4,720✔

1059

  } else if (dbObj.cfg.hashPrefix < 0) {

1,193,750✔

1060

    int32_t dbLen = strlen(dbObj.name) + 1;

4,824✔

1061

    mInfo("db:%s, hashPrefix adjust from %d to %d", dbObj.name, dbObj.cfg.hashPrefix, dbObj.cfg.hashPrefix - dbLen);

4,824✔

1062

    dbObj.cfg.hashPrefix -= dbLen;

4,824✔

1065

  SVgObj *pVgroups = NULL;

1,198,470✔

1066

  if ((code = mndAllocVgroup(pMnode, &dbObj, &pVgroups, dnodeList)) != 0) {

1,198,470✔

1067

    mError("db:%s, failed to create, alloc vgroup failed, since %s", pCreate->db, terrstr());

4,632✔

1068

    TAOS_RETURN(code);

4,632✔

1072

  SUserObj *pNewUserDuped = NULL;

1,193,838✔

1086

  bool addOwned = false;

1,193,838✔

1087

  if (dbObj.cfg.isAudit == 1) {

1,193,838✔

1088

    if (taosHashGet(pUser->roles, TSDB_ROLE_SYSAUDIT, strlen(TSDB_ROLE_SYSAUDIT) + 1) ||

134✔

1090

      addOwned = true;

134✔

1092

    TAOS_CHECK_GOTO(mndSetAuditOwnedDbs(pMnode, pUser, &dbObj, &auditOwnedDbs), NULL, _OVER);

134✔

1094

    addOwned = true;

1,193,704✔

1096

  if (addOwned) {

1,193,838✔

1097

    TAOS_CHECK_GOTO(mndUserDupObj(pUser, &newUserObj), NULL, _OVER);

1,193,838✔

1098

    TAOS_CHECK_GOTO(taosHashPut(newUserObj.ownedDbs, dbObj.name, strlen(dbObj.name) + 1, NULL, 0), NULL, _OVER);

1,193,838✔

1099

    pNewUserDuped = &newUserObj;

1,193,838✔

1103

  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "create-db");

1,193,838✔

1104

  if (pTrans == NULL) {

1,193,838✔

1110

  mInfo("trans:%d, used to create db:%s", pTrans->id, pCreate->db);

1,193,838✔

1112

  mndTransSetDbName(pTrans, dbObj.name, NULL);

1,193,838✔

1113

  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);

1,193,838✔

1115

  void   *pIter = NULL;

1,193,838✔

1116

  STrans *exitTrans = NULL;

1,193,838✔

1118

  if (!pUser->superUser) {

1,193,838✔

1120

      pIter = sdbFetch(pMnode->pSdb, SDB_TRANS, pIter, (void **)&exitTrans);

3,475✔

1121

      if (pIter == NULL) break;

3,475✔

1135

  if (dbObj.cfg.isAudit) {

1,193,838✔

1136

    if (dbObj.cfg.numOfVgroups > 1) {

134✔

1142

  mndTransSetOper(pTrans, MND_OPER_CREATE_DB);

1,193,838✔

1143

  TAOS_CHECK_GOTO(mndSetCreateDbPrepareAction(pMnode, pTrans, &dbObj), NULL, _OVER);

1,193,838✔

1144

  TAOS_CHECK_GOTO(mndSetCreateDbRedoActions(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);

1,193,838✔

1145

  TAOS_CHECK_GOTO(mndSetNewVgPrepareActions(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);

1,193,838✔

1146

  TAOS_CHECK_GOTO(mndSetCreateDbUndoLogs(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);

1,193,838✔

1147

  TAOS_CHECK_GOTO(mndSetCreateDbCommitLogs(pMnode, pTrans, &dbObj, pVgroups, pNewUserDuped, auditOwnedDbs), NULL, _OVER);

1,193,838✔

1148

  TAOS_CHECK_GOTO(mndSetCreateDbUndoActions(pMnode, pTrans, &dbObj, pVgroups), NULL, _OVER);

1,193,838✔

1150

  if (dbObj.cfg.isAudit) {

1,193,838✔

1151

    if (tsAuditSaveInSelf) {

134✔

1153

      TAOS_CHECK_GOTO(mndCreateAuditStb(pMnode, &dbObj, pUser, pTrans, pVgroups), NULL, _OVER);

66✔

1156

  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);

1,193,838✔

1158

_OVER:

1,193,838✔

1159

  taosMemoryFree(pVgroups);

1,193,838✔

1160

  mndUserFreeObj(&newUserObj);

1,193,838✔

1161

  taosArrayDestroyEx(auditOwnedDbs, (FDelete)mndUserFreeObj);

1,193,838✔

1162

  mndTransDrop(pTrans);

1,193,838✔

1163

  TAOS_RETURN(code);

1,193,838✔

1166

static int32_t mndCheckDbEncryptKey(SMnode *pMnode, SCreateDbReq *pReq) {

1,213,140✔

1167

  int32_t    code = 0;

1,213,140✔

1168

  SSdb      *pSdb = pMnode->pSdb;

1,213,140✔

1169

  SDnodeObj *pDnode = NULL;

1,213,140✔

1170

  void      *pIter = NULL;

1,213,140✔

1173

  if (pReq->encryptAlgorithm == TSDB_ENCRYPT_ALGO_NONE) goto _exit;

1,213,140✔

1204

_exit:

1,212,951✔

1205

  TAOS_RETURN(code);

1,213,140✔

1219

static int32_t mndProcessCreateDbReq(SRpcMsg *pReq) {

1,323,833✔

1220

  SMnode      *pMnode = pReq->info.node;

1,323,833✔

1221

  int32_t      code = -1;

1,323,833✔

1222

  int32_t      lino = 0;

1,323,833✔

1223

  SDbObj      *pDb = NULL;

1,323,833✔

1224

  SUserObj    *pUser = NULL;

1,323,833✔

1225

  SCreateDbReq createReq = {0};

1,323,833✔

1226

  SArray      *dnodeList = NULL;

1,323,833✔

1227

  int64_t      tss = taosGetTimestampMs();

1,323,833✔

1229

  dnodeList = taosArrayInit(mndGetDnodeSize(pMnode), sizeof(int32_t));

1,323,833✔

1230

  TSDB_CHECK_NULL(dnodeList, code, lino, _OVER, TSDB_CODE_OUT_OF_MEMORY);

1,323,833✔

1232

  TAOS_CHECK_GOTO(tDeserializeSCreateDbReq(pReq->pCont, pReq->contLen, &createReq), NULL, _OVER);

1,323,833✔

1239

  mInfo("db:%s, start to create, vgroups:%d, isAudit:%d, daysToKeep2:%d", createReq.db, createReq.numOfVgroups, createReq.isAudit, createReq.daysToKeep2);

1,323,833✔

1241

  pDb = mndAcquireDb(pMnode, createReq.db);

1,323,833✔

1242

  if (pDb != NULL) {

1,323,833✔

1243

    if (createReq.ignoreExist) {

96,189✔

1244

      mInfo("db:%s, already exist, ignore exist is set", createReq.db);

93,878✔

1245

      code = 0;

93,878✔

1246

      goto _OVER;

93,878✔

1248

      code = TSDB_CODE_MND_DB_ALREADY_EXIST;

2,311✔

1249

      goto _OVER;

2,311✔

1252

    if (terrno == TSDB_CODE_MND_DB_IN_CREATING) {

1,227,644✔

1253

      code = terrno;

14,193✔

1254

      goto _OVER;

14,193✔

1255

    } else if (terrno == TSDB_CODE_MND_DB_IN_DROPPING) {

1,213,451✔

1257

    } else if (terrno == TSDB_CODE_MND_DB_NOT_EXIST) {

1,213,451✔

1264

  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_CREATE_DB, NULL), &lino, _OVER);

1,213,451✔

1266

  TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_DB), &lino, _OVER);

1,213,140✔

1268

  int32_t nVnodes = createReq.numOfVgroups * createReq.replications;

1,213,140✔

1269

  TAOS_CHECK_GOTO(grantCheckEx(TSDB_GRANT_VNODE, &nVnodes), &lino, _OVER);

1,213,140✔

1271

  if (createReq.replications == 2) {

1,213,140✔

1272

    TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_DUAL_REPLICA_HA), &lino, _OVER);

5,568✔

1275

  TAOS_CHECK_GOTO(mndCheckDbEncryptKey(pMnode, &createReq), &lino, _OVER);

1,213,140✔

1277

  TAOS_CHECK_GOTO(mndCheckDbDnodeList(pMnode, createReq.db, createReq.dnodeListStr, dnodeList), &lino, _OVER);

1,213,140✔

1279

  TAOS_CHECK_GOTO(mndAcquireUser(pMnode, RPC_MSG_USER(pReq), &pUser), &lino, _OVER);

1,201,348✔

1281

  if (sdbGetSize(pMnode->pSdb, SDB_MOUNT) > 0) {

1,201,348✔

1285

  if (createReq.isAudit == 1) {

1,201,348✔

1286

    SDbObj *pAuditDb = mndAcquireAuditDb(pMnode);

1,504✔

1287

    if (pAuditDb != NULL) {

1,504✔

1294

  TAOS_CHECK_GOTO(mndCreateDb(pMnode, pReq, &createReq, pUser, dnodeList), &lino, _OVER);

1,201,348✔

1295

  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;

1,193,626✔

1297

  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {

1,193,626✔

1298

    SName name = {0};

1,193,626✔

1299

    if (tNameFromString(&name, createReq.db, T_NAME_ACCT | T_NAME_DB) < 0)

1,193,626✔

1301

    int64_t tse = taosGetTimestampMs();

1,193,626✔

1302

    double  duration = (double)(tse - tss);

1,193,626✔

1303

    duration = duration / 1000;

1,193,626✔

1304

    auditRecord(pReq, pMnode->clusterId, "createDB", name.dbname, "", createReq.sql, createReq.sqlLen, duration, 0);

1,193,626✔

1307

_OVER:

1,323,644✔

1308

  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {

1,323,833✔

1309

    mError("db:%s, failed to create at line:%d since %s", createReq.db, lino, tstrerror(code));

36,329✔

1312

  mndReleaseDb(pMnode, pDb);

1,323,833✔

1313

  mndReleaseUser(pMnode, pUser);

1,323,833✔

1314

  tFreeSCreateDbReq(&createReq);

1,323,833✔

1315

  taosArrayDestroy(dnodeList);

1,323,833✔

1317

  TAOS_RETURN(code);

1,323,833✔

1320

static int32_t mndSetDbCfgFromAlterDbReq(SDbObj *pDb, SAlterDbReq *pAlter) {

113,417✔

1321

  int32_t code = TSDB_CODE_MND_DB_OPTION_UNCHANGED;

113,417✔

1323

  if (pAlter->buffer > 0 && pAlter->buffer != pDb->cfg.buffer) {

113,417✔

1324

    pDb->cfg.buffer = pAlter->buffer;

4,720✔

1325

    code = 0;

4,720✔

1328

  if (pAlter->pages > 0 && pAlter->pages != pDb->cfg.pages) {

113,417✔

1329

    pDb->cfg.pages = pAlter->pages;

2,301✔

1330

    code = 0;

2,301✔

1333

  if (pAlter->pageSize > 0 && pAlter->pageSize != pDb->cfg.pageSize) {

113,417✔

1338

  if (pAlter->daysPerFile > 0 && pAlter->daysPerFile != pDb->cfg.daysPerFile) {

113,417✔

1343

  if (pAlter->daysToKeep0 > 0 && pAlter->daysToKeep0 != pDb->cfg.daysToKeep0) {

113,417✔

1344

    pDb->cfg.daysToKeep0 = pAlter->daysToKeep0;

16,151✔

1345

    code = 0;

16,151✔

1348

  if (pAlter->daysToKeep1 > 0 && pAlter->daysToKeep1 != pDb->cfg.daysToKeep1) {

113,417✔

1349

    pDb->cfg.daysToKeep1 = pAlter->daysToKeep1;

15,418✔

1350

    code = 0;

15,418✔

1353

  if (pAlter->daysToKeep2 > 0 && pAlter->daysToKeep2 != pDb->cfg.daysToKeep2) {

113,417✔

1354

    pDb->cfg.daysToKeep2 = pAlter->daysToKeep2;

12,544✔

1355

    code = 0;

12,544✔

1358

  if (pAlter->keepTimeOffset >= 0 && pAlter->keepTimeOffset != pDb->cfg.keepTimeOffset) {

113,417✔

1359

    pDb->cfg.keepTimeOffset = pAlter->keepTimeOffset;

3,712✔

1360

    code = 0;

3,712✔

1363

  if (pAlter->walFsyncPeriod >= 0 && pAlter->walFsyncPeriod != pDb->cfg.walFsyncPeriod) {

113,417✔

1364

    pDb->cfg.walFsyncPeriod = pAlter->walFsyncPeriod;

8,864✔

1365

    code = 0;

8,864✔

1368

  if (pAlter->walLevel >= 0 && pAlter->walLevel != pDb->cfg.walLevel) {

113,417✔

1369

    pDb->cfg.walLevel = pAlter->walLevel;

8,863✔

1370

    code = 0;

8,863✔

1373

  if (pAlter->strict >= 0 && pAlter->strict != pDb->cfg.strict) {

113,417✔

1382

  if (pAlter->cacheLast >= 0 && pAlter->cacheLast != pDb->cfg.cacheLast) {

113,417✔

1383

    pDb->cfg.cacheLast = pAlter->cacheLast;

15,045✔

1384

    code = 0;

15,045✔

1387

  if (pAlter->cacheLastSize > 0 && pAlter->cacheLastSize != pDb->cfg.cacheLastSize) {

113,417✔

1388

    pDb->cfg.cacheLastSize = pAlter->cacheLastSize;

2,418✔

1389

    code = 0;

2,418✔

1392

  if (pAlter->replications > 0 && pAlter->replications != pDb->cfg.replications) {

113,417✔

1393

    pDb->cfg.replications = pAlter->replications;

5,841✔

1394

    pDb->vgVersion++;

5,841✔

1395

    code = 0;

5,841✔

1398

  if (pAlter->sstTrigger > 0 && pAlter->sstTrigger != pDb->cfg.sstTrigger) {

113,417✔

1399

    pDb->cfg.sstTrigger = pAlter->sstTrigger;

1,273✔

1400

    pDb->vgVersion++;

1,273✔

1401

    code = 0;

1,273✔

1404

  if (pAlter->minRows > 0 && pAlter->minRows != pDb->cfg.minRows) {

113,417✔

1405

    pDb->cfg.minRows = pAlter->minRows;

1,470✔

1406

    pDb->vgVersion++;

1,470✔

1407

    code = 0;

1,470✔

1410

  if (pAlter->walRetentionPeriod > TSDB_DB_MIN_WAL_RETENTION_PERIOD &&

113,417✔

1411

      pAlter->walRetentionPeriod != pDb->cfg.walRetentionPeriod) {

12,550✔

1412

    pDb->cfg.walRetentionPeriod = pAlter->walRetentionPeriod;

7,088✔

1413

    pDb->vgVersion++;

7,088✔

1414

    code = 0;

7,088✔

1417

  if (pAlter->walRetentionSize > TSDB_DB_MIN_WAL_RETENTION_SIZE &&

113,417✔

1418

      pAlter->walRetentionSize != pDb->cfg.walRetentionSize) {

1,502✔

1419

    pDb->cfg.walRetentionSize = pAlter->walRetentionSize;

735✔

1420

    pDb->vgVersion++;

735✔

1421

    code = 0;

735✔

1424

  if (pAlter->ssKeepLocal >= TSDB_MIN_SS_KEEP_LOCAL && pAlter->ssKeepLocal <= TSDB_MAX_SS_KEEP_LOCAL && pAlter->ssKeepLocal != pDb->cfg.ssKeepLocal) {

113,417✔

1425

    pDb->cfg.ssKeepLocal = pAlter->ssKeepLocal;

735✔

1426

    pDb->vgVersion++;

735✔

1427

    code = 0;

735✔

1430

  if (pAlter->ssCompact >= TSDB_MIN_SS_COMPACT && pAlter->ssCompact <= TSDB_MAX_SS_COMPACT && pAlter->ssCompact != pDb->cfg.ssCompact) {

113,417✔

1431

    pDb->cfg.ssCompact = pAlter->ssCompact;

735✔

1432

    pDb->vgVersion++;

735✔

1433

    code = 0;

735✔

1436

  if (pAlter->withArbitrator >= TSDB_MIN_DB_WITH_ARBITRATOR && pAlter->withArbitrator != pDb->cfg.withArbitrator) {

113,417✔

1437

    pDb->cfg.withArbitrator = pAlter->withArbitrator;

735✔

1438

    pDb->vgVersion++;

735✔

1439

    code = 0;

735✔

1442

  if (pAlter->compactInterval >= TSDB_DEFAULT_COMPACT_INTERVAL && pAlter->compactInterval != pDb->cfg.compactInterval) {

113,417✔

1443

    pDb->cfg.compactInterval = pAlter->compactInterval;

5,190✔

1444

    pDb->vgVersion++;

5,190✔

1445

    code = 0;

5,190✔

1448

  bool compactTimeRangeChanged = false;

113,417✔

1449

  if (pAlter->compactStartTime != pDb->cfg.compactStartTime &&

113,417✔

1450

      (pAlter->compactStartTime == TSDB_DEFAULT_COMPACT_START_TIME ||

111,162✔

1451

       pAlter->compactStartTime <= -pDb->cfg.daysPerFile)) {

111,162✔

1452

    pDb->cfg.compactStartTime = pAlter->compactStartTime;

4,464✔

1453

    compactTimeRangeChanged = true;

4,464✔

1454

    code = 0;

4,464✔

1457

  if (pAlter->compactEndTime != pDb->cfg.compactEndTime &&

113,417✔

1458

      (pAlter->compactEndTime == TSDB_DEFAULT_COMPACT_END_TIME || pAlter->compactEndTime <= -pDb->cfg.daysPerFile)) {

111,162✔

1459

    pDb->cfg.compactEndTime = pAlter->compactEndTime;

4,464✔

1460

    compactTimeRangeChanged = true;

4,464✔

1461

    code = 0;

4,464✔

1463

  if(compactTimeRangeChanged) {

113,417✔

1464

    pDb->vgVersion++;

4,464✔

1467

  if (pAlter->compactTimeOffset >= TSDB_MIN_COMPACT_TIME_OFFSET &&

113,417✔

1468

      pAlter->compactTimeOffset != pDb->cfg.compactTimeOffset) {

8,942✔

1469

    pDb->cfg.compactTimeOffset = pAlter->compactTimeOffset;

3,711✔

1470

    pDb->vgVersion++;

3,711✔

1471

    code = 0;

3,711✔

1474

  if (pAlter->isAudit > -1 && pAlter->isAudit != pDb->cfg.isAudit) {

113,417✔

1479

  if(pAlter->allowDrop > -1 && pAlter->allowDrop != pDb->cfg.allowDrop) {

113,417✔

1484

  TAOS_RETURN(code);

113,417✔

1487

static int32_t mndSetAlterDbPrepareLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {

86,767✔

1488

  int32_t  code = 0;

86,767✔

1489

  SSdbRaw *pRedoRaw = mndDbActionEncode(pOld);

86,767✔

1490

  if (pRedoRaw == NULL) {

86,767✔

1495

  if ((code = mndTransAppendPrepareLog(pTrans, pRedoRaw)) != 0) {

86,767✔

1500

  if ((code = sdbSetRawStatus(pRedoRaw, SDB_STATUS_READY)) != 0) {

86,767✔

1504

  return 0;

86,767✔

1507

int32_t mndSetAlterDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pOld, SDbObj *pNew) {

86,767✔

1508

  int32_t  code = 0;

86,767✔

1509

  SSdbRaw *pCommitRaw = mndDbActionEncode(pNew);

86,767✔

1510

  if (pCommitRaw == NULL) {

86,767✔

1515

  if ((code = mndTransAppendCommitlog(pTrans, pCommitRaw)) != 0) {

86,767✔

1520

  if ((code = sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY)) != 0) {

86,767✔

1524

  TAOS_RETURN(code);

86,767✔

1527

static int32_t mndSetAlterDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pOldDb, SDbObj *pNewDb) {

86,767✔

1528

  int32_t code = 0, lino = 0;

86,767✔

1529

  SSdb   *pSdb = pMnode->pSdb;

86,767✔

1530

  void   *pIter = NULL;

86,767✔

1531

  SVgObj *pVgroup = NULL;

86,767✔

1532

  SArray *pArray = mndBuildDnodesArray(pMnode, 0, NULL);

86,767✔

1534

  TSDB_CHECK_NULL(pArray, code, lino, _err, TSDB_CODE_OUT_OF_MEMORY);

86,767✔

1537

    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);

605,053✔

1538

    if (pIter == NULL) break;

605,053✔

1540

    if (mndVgroupInDb(pVgroup, pNewDb->uid)) {

518,997✔

1541

      SVgObj newVgroup = {0};

222,918✔

1542

      TAOS_CHECK_GOTO(mndBuildAlterVgroupAction(pMnode, pTrans, pOldDb, pNewDb, pVgroup, pArray, &newVgroup), &lino,

222,918✔

1545

      if (pNewDb->cfg.withArbitrator != pOldDb->cfg.withArbitrator) {

222,207✔

1558

    sdbRelease(pSdb, pVgroup);

518,286✔

1561

  taosArrayDestroy(pArray);

86,056✔

1562

  TAOS_RETURN(code);

86,056✔

1564

_err:

711✔

1565

  mError("db:%s, %s failed at %d since %s", pNewDb->name, __func__, lino, tstrerror(code));

711✔

1567

  sdbCancelFetch(pSdb, pIter);

711✔

1568

  sdbRelease(pSdb, pVgroup);

711✔

1569

  taosArrayDestroy(pArray);

711✔

1570

  TAOS_RETURN(code);

711✔

1573

static int32_t mndAlterDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pOld, SDbObj *pNew) {

86,831✔

1574

  int32_t code = -1;

86,831✔

1575

  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "alter-db");

86,831✔

1576

  if (pTrans == NULL) {

86,831✔

1581

  mInfo("trans:%d, used to alter db:%s", pTrans->id, pOld->name);

86,831✔

1582

  mInfo("trans:%d, used to alter db, ableToBeKilled:%d, killMode:%d", pTrans->id, pTrans->ableToBeKilled, pTrans->killMode);

86,831✔

1584

  mndTransSetDbName(pTrans, pOld->name, NULL);

86,831✔

1585

  mndTransSetGroupParallel(pTrans);

86,831✔

1586

  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);

86,831✔

1587

  TAOS_CHECK_GOTO(mndTransCheckConflictWithCompact(pMnode, pTrans), NULL, _OVER);

86,831✔

1588

  TAOS_CHECK_GOTO(mndTransCheckConflictWithRetention(pMnode, pTrans), NULL, _OVER);

86,767✔

1590

  TAOS_CHECK_GOTO(mndSetAlterDbPrepareLogs(pMnode, pTrans, pOld, pNew), NULL, _OVER);

86,767✔

1591

  TAOS_CHECK_GOTO(mndSetAlterDbCommitLogs(pMnode, pTrans, pOld, pNew), NULL, _OVER);

86,767✔

1592

  TAOS_CHECK_GOTO(mndSetAlterDbRedoActions(pMnode, pTrans, pOld, pNew), NULL, _OVER);

86,767✔

1594

  mInfo("trans:%d, used to alter db, ableToBeKilled:%d, killMode:%d", pTrans->id, pTrans->ableToBeKilled, pTrans->killMode);

86,056✔

1595

  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);

86,056✔

1596

  code = 0;

86,056✔

1598

_OVER:

86,831✔

1599

  mndTransDrop(pTrans);

86,831✔

1600

  TAOS_RETURN(code);

86,831✔

1603

static int32_t mndProcessAlterDbReq(SRpcMsg *pReq) {

116,883✔

1604

  SMnode     *pMnode = pReq->info.node;

116,883✔

1605

  int32_t     code = -1;

116,883✔

1606

  SDbObj     *pDb = NULL;

116,883✔

1607

  SAlterDbReq alterReq = {0};

116,883✔

1608

  SDbObj      dbObj = {0};

116,883✔

1609

  int64_t     tss = taosGetTimestampMs();

116,883✔

1611

  TAOS_CHECK_GOTO(tDeserializeSAlterDbReq(pReq->pCont, pReq->contLen, &alterReq), NULL, _OVER);

116,883✔

1613

  mInfo("db:%s, start to alter, encryt_algr:%s", alterReq.db, alterReq.encryptAlgrName);

116,883✔

1615

  pDb = mndAcquireDb(pMnode, alterReq.db);

116,883✔

1616

  if (pDb == NULL) {

116,883✔

1617

    code = TSDB_CODE_MND_RETURN_VALUE_NULL;

1,060✔

1618

    if (terrno != 0) code = terrno;

1,060✔

1619

    goto _OVER;

1,060✔

1622

  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_ALTER_DB, pDb), NULL, _OVER);

115,823✔

1624

  if (alterReq.replications == 2) {

115,686✔

1625

    TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_DUAL_REPLICA_HA), NULL, _OVER);

735✔

1628

  int32_t numOfTopics = 0;

115,686✔

1629

  TAOS_CHECK_GOTO(mndGetNumOfTopics(pMnode, pDb->name, &numOfTopics), NULL, _OVER);

115,686✔

1631

  if (numOfTopics != 0 && alterReq.walRetentionPeriod == 0) {

115,686✔

1638

  if (pDb->cfg.isMount) {

115,686✔

1643

  (void)memcpy(&dbObj, pDb, sizeof(SDbObj));

115,686✔

1644

  if (dbObj.cfg.pRetensions != NULL) {

115,686✔

1649

  if (pDb->cfg.isAudit == 1) {

115,686✔

1667

  if (strlen(alterReq.encryptAlgrName) > 0) {

115,686✔

1668

    mInfo("db:%s, check encryt algr:%s", alterReq.db, alterReq.encryptAlgrName);

3,036✔

1670

    if (strncasecmp(alterReq.encryptAlgrName, "none", TSDB_ENCRYPT_ALGR_NAME_LEN) == 0) {

3,036✔

1671

      if (pDb->cfg.encryptAlgorithm != 0) {

767✔

1677

      SEncryptAlgrObj *pEncryptAlgr = mndAcquireEncryptAlgrByAId(pMnode, alterReq.encryptAlgrName);

2,269✔

1678

      if (pEncryptAlgr != NULL) {

2,269✔

1679

        if (pEncryptAlgr->type != ENCRYPT_ALGR_TYPE__SYMMETRIC_CIPHERS) {

1,502✔

1685

        if (pEncryptAlgr->id != pDb->cfg.encryptAlgorithm) {

1,502✔

1686

          code = TSDB_CODE_MND_ENCRYPT_NOT_ALLOW_CHANGE;

1,502✔

1687

          mError("db:%s, failed to alter, not allowed to change, %s", alterReq.db, alterReq.encryptAlgrName);

1,502✔

1688

          goto _OVER;

1,502✔

1691

        code = TSDB_CODE_MNODE_ENCRYPT_ALGR_NOT_EXIST;

767✔

1692

        mError("db:%s, failed to alter, encrypt algorithm not exist, %s", alterReq.db, alterReq.encryptAlgrName);

767✔

1693

        goto _OVER;

767✔

1698

  code = mndSetDbCfgFromAlterDbReq(&dbObj, &alterReq);

113,417✔

1699

  if (code != 0) {

113,417✔

1700

    if (code == TSDB_CODE_MND_DB_OPTION_UNCHANGED) code = 0;

25,116✔

1701

    goto _OVER;

25,116✔

1704

  TAOS_CHECK_GOTO(mndCheckInChangeDbCfg(pMnode, &pDb->cfg, &dbObj.cfg), NULL, _OVER);

88,301✔

1706

  dbObj.cfgVersion++;

86,831✔

1707

  dbObj.updateTime = taosGetTimestampMs();

86,831✔

1708

  code = mndAlterDb(pMnode, pReq, pDb, &dbObj);

86,831✔

1710

  if (dbObj.cfg.replications != pDb->cfg.replications) {

86,831✔

1712

    mInfo("db:%s, alter db replica from %d to %d", pDb->name, pDb->cfg.replications, dbObj.cfg.replications);

5,106✔

1714

    if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;

81,725✔

1717

  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {

86,831✔

1718

    SName name = {0};

86,831✔

1719

    if (tNameFromString(&name, alterReq.db, T_NAME_ACCT | T_NAME_DB) < 0)

86,831✔

1722

    int64_t tse = taosGetTimestampMs();

86,831✔

1723

    double  duration = (double)(tse - tss);

86,831✔

1724

    duration = duration / 1000;

86,831✔

1725

    auditRecord(pReq, pMnode->clusterId, "alterDB", name.dbname, "", alterReq.sql, alterReq.sqlLen, duration, 0);

86,831✔

1728

_OVER:

116,883✔

1729

  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {

116,883✔

1730

    if (terrno != 0) code = terrno;

5,711✔

1731

    mError("db:%s, failed to alter since %s", alterReq.db, tstrerror(code));

5,711✔

1734

  mndReleaseDb(pMnode, pDb);

116,883✔

1735

  taosArrayDestroy(dbObj.cfg.pRetensions);

116,883✔

1736

  tFreeSAlterDbReq(&alterReq);

116,883✔

1738

  TAOS_RETURN(code);

116,883✔

1741

static void mndDumpDbCfgInfo(SDbCfgRsp *cfgRsp, SDbObj *pDb, char *algorithmsId) {

3,916,775✔

1742

  tstrncpy(cfgRsp->db, pDb->name, sizeof(cfgRsp->db));

3,916,775✔

1743

  cfgRsp->dbId = pDb->uid;

3,916,775✔

1744

  cfgRsp->ownerId = pDb->ownerId;

3,916,775✔

1745

  cfgRsp->cfgVersion = pDb->cfgVersion;

3,916,775✔

1746

  cfgRsp->numOfVgroups = pDb->cfg.numOfVgroups;

3,916,775✔

1747

  cfgRsp->numOfStables = pDb->cfg.numOfStables;

3,916,775✔

1748

  cfgRsp->buffer = pDb->cfg.buffer;

3,916,775✔

1749

  cfgRsp->cacheSize = pDb->cfg.cacheLastSize;

3,916,775✔

1750

  cfgRsp->pageSize = pDb->cfg.pageSize;

3,916,775✔

1751

  cfgRsp->pages = pDb->cfg.pages;

3,916,775✔

1752

  cfgRsp->daysPerFile = pDb->cfg.daysPerFile;

3,916,775✔

1753

  cfgRsp->daysToKeep0 = pDb->cfg.daysToKeep0;

3,916,775✔

1754

  cfgRsp->daysToKeep1 = pDb->cfg.daysToKeep1;

3,916,775✔

1755

  cfgRsp->daysToKeep2 = pDb->cfg.daysToKeep2;

3,916,775✔

1756

  cfgRsp->keepTimeOffset = pDb->cfg.keepTimeOffset;

3,916,775✔

1757

  cfgRsp->minRows = pDb->cfg.minRows;

3,916,775✔

1758

  cfgRsp->maxRows = pDb->cfg.maxRows;

3,916,775✔

1759

  cfgRsp->walFsyncPeriod = pDb->cfg.walFsyncPeriod;

3,916,775✔

1760

  cfgRsp->hashPrefix = pDb->cfg.hashPrefix;

3,916,775✔

1761

  cfgRsp->hashSuffix = pDb->cfg.hashSuffix;

3,916,775✔

1762

  cfgRsp->hashMethod = pDb->cfg.hashMethod;

3,916,775✔

1763

  cfgRsp->walLevel = pDb->cfg.walLevel;

3,916,775✔

1764

  cfgRsp->precision = pDb->cfg.precision;

3,916,775✔

1765

  cfgRsp->compression = pDb->cfg.compression;

3,916,775✔

1766

  cfgRsp->replications = pDb->cfg.replications;

3,916,775✔

1767

  cfgRsp->strict = pDb->cfg.strict;

3,916,775✔

1768

  cfgRsp->cacheLast = pDb->cfg.cacheLast;

3,916,775✔

1769

  cfgRsp->tsdbPageSize = pDb->cfg.tsdbPageSize;

3,916,775✔

1770

  cfgRsp->walRetentionPeriod = pDb->cfg.walRetentionPeriod;

3,916,775✔

1771

  cfgRsp->walRollPeriod = pDb->cfg.walRollPeriod;

3,916,775✔

1772

  cfgRsp->walRetentionSize = pDb->cfg.walRetentionSize;

3,916,775✔

1773

  cfgRsp->walSegmentSize = pDb->cfg.walSegmentSize;

3,916,775✔

1774

  cfgRsp->numOfRetensions = pDb->cfg.numOfRetensions;

3,916,775✔

1775

  cfgRsp->pRetensions = taosArrayDup(pDb->cfg.pRetensions, NULL);

3,916,775✔

1776

  cfgRsp->schemaless = pDb->cfg.schemaless;

3,916,775✔

1777

  cfgRsp->sstTrigger = pDb->cfg.sstTrigger;

3,916,775✔

1778

  cfgRsp->ssChunkSize = pDb->cfg.ssChunkSize;

3,916,775✔

1779

  cfgRsp->ssKeepLocal = pDb->cfg.ssKeepLocal;

3,916,775✔

1780

  cfgRsp->ssCompact = pDb->cfg.ssCompact;

3,916,775✔

1781

  cfgRsp->withArbitrator = pDb->cfg.withArbitrator;

3,916,775✔

1783

  cfgRsp->compactInterval = pDb->cfg.compactInterval;

3,916,775✔

1784

  cfgRsp->compactStartTime = pDb->cfg.compactStartTime;

3,916,775✔

1785

  cfgRsp->compactEndTime = pDb->cfg.compactEndTime;

3,916,775✔

1786

  cfgRsp->compactTimeOffset = pDb->cfg.compactTimeOffset;

3,916,775✔

1787

  cfgRsp->flags = pDb->cfg.flags;

3,916,775✔

1788

  tstrncpy(cfgRsp->algorithmsId, algorithmsId, sizeof(cfgRsp->algorithmsId));

3,916,775✔

1789

  cfgRsp->isAudit = pDb->cfg.isAudit;

3,916,775✔

1790

3,916,775✔

1792

static int32_t mndProcessGetDbCfgReq(SRpcMsg *pReq) {

4,764,325✔

1793

  SMnode   *pMnode = pReq->info.node;

4,764,325✔

1794

  int32_t   code = -1;

4,764,325✔

1795

  SDbObj   *pDb = NULL;

4,764,325✔

1796

  SDbCfgReq cfgReq = {0};

4,764,325✔

1797

  SDbCfgRsp cfgRsp = {0};

4,764,325✔

1799

  TAOS_CHECK_GOTO(tDeserializeSDbCfgReq(pReq->pCont, pReq->contLen, &cfgReq), NULL, _OVER);

4,764,325✔

1801

  const char *pRealDb = strstr(cfgReq.db, ".");

4,764,219✔

1802

  if (pRealDb) {

4,764,219✔

1803

    ++pRealDb;

4,764,219✔

1807

  if (!IS_SYS_DBNAME(pRealDb)) {

4,764,325✔

1808

    pDb = mndAcquireDb(pMnode, cfgReq.db);

4,351,815✔

1809

    if (pDb == NULL) {

4,351,815✔

1810

      code = TSDB_CODE_MND_RETURN_VALUE_NULL;

486,667✔

1811

      if (terrno != 0) code = terrno;

486,667✔

1812

      goto _OVER;

486,667✔

1815

    char algrId[TSDB_ENCRYPT_ALGR_NAME_LEN] = {0};

3,865,148✔

1816

    mndGetEncryptOsslAlgrNameById(pMnode, pDb->cfg.encryptAlgorithm, algrId);

3,865,148✔

1817

    mndDumpDbCfgInfo(&cfgRsp, pDb, algrId);

3,865,148✔

1820

  int32_t contLen = tSerializeSDbCfgRsp(NULL, 0, &cfgRsp);

4,277,658✔

1821

  void   *pRsp = rpcMallocCont(contLen);

4,277,658✔

1822

  if (pRsp == NULL) {

4,277,658✔

1828

  int32_t ret = 0;

4,277,658✔

1829

  if ((ret = tSerializeSDbCfgRsp(pRsp, contLen, &cfgRsp)) < 0) {

4,277,658✔

1834

  pReq->info.rsp = pRsp;

4,277,658✔

1835

  pReq->info.rspLen = contLen;

4,277,658✔

1837

  code = 0;

4,277,658✔

1839

_OVER:

4,764,325✔

1841

  tFreeSDbCfgRsp(&cfgRsp);

4,764,219✔

1843

  if (code != 0) {

4,764,325✔

1844

    mError("db:%s, failed to get cfg since %s", cfgReq.db, terrstr());

486,667✔

1847

  mndReleaseDb(pMnode, pDb);

4,764,325✔

1849

  TAOS_RETURN(code);

4,764,325✔

1852

int32_t mndSetDropDbPrepareLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {

652,787✔

1853

  int32_t  code = 0;

652,787✔

1854

  SSdbRaw *pRedoRaw = mndDbActionEncode(pDb);

652,787✔

1855

  if (pRedoRaw == NULL) {

652,787✔

1860

  TAOS_CHECK_RETURN(mndTransAppendPrepareLog(pTrans, pRedoRaw));

652,787✔

1861

  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING));

652,787✔

1863

  SSdb *pSdb = pMnode->pSdb;

652,787✔

1864

  void *pIter = NULL;

652,787✔

1866

  while (1) {

4,422✔

1867

    SArbGroup *pArbGroup = NULL;

657,209✔

1868

    pIter = sdbFetch(pSdb, SDB_ARBGROUP, pIter, (void **)&pArbGroup);

657,209✔

1869

    if (pIter == NULL) break;

657,209✔

1871

    if (pArbGroup->dbUid == pDb->uid) {

4,422✔

1872

      if ((code = mndSetDropArbGroupPrepareLogs(pTrans, pArbGroup)) != 0) {

4,422✔

1879

    sdbRelease(pSdb, pArbGroup);

4,422✔

1882

  TAOS_RETURN(code);

652,787✔

1885

int32_t mndSetDropDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {

652,787✔

1886

  int32_t  code = 0;

652,787✔

1887

  SSdbRaw *pCommitRaw = mndDbActionEncode(pDb);

652,787✔

1888

  if (pCommitRaw == NULL) {

652,787✔

1893

  TAOS_CHECK_RETURN(mndTransAppendCommitlog(pTrans, pCommitRaw));

652,787✔

1894

  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED));

652,787✔

1896

  SSdb *pSdb = pMnode->pSdb;

652,787✔

1897

  void *pIter = NULL;

652,787✔

1899

  while (1) {

4,422✔

1900

    SArbGroup *pArbGroup = NULL;

657,209✔

1901

    pIter = sdbFetch(pSdb, SDB_ARBGROUP, pIter, (void **)&pArbGroup);

657,209✔

1902

    if (pIter == NULL) break;

657,209✔

1904

    if (pArbGroup->dbUid == pDb->uid) {

4,422✔

1905

      if ((code = mndSetDropArbGroupCommitLogs(pTrans, pArbGroup)) != 0) {

4,422✔

1912

    sdbRelease(pSdb, pArbGroup);

4,422✔

1915

  while (1) {

3,324,524✔

1916

    SVgObj *pVgroup = NULL;

3,977,311✔

1917

    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);

3,977,311✔

1918

    if (pIter == NULL) break;

3,977,311✔

1920

    if (pVgroup->dbUid == pDb->uid) {

3,324,524✔

1921

      SSdbRaw *pVgRaw = mndVgroupActionEncode(pVgroup);

1,390,891✔

1922

      if (pVgRaw == NULL) {

1,390,891✔

1929

      if ((code = mndTransAppendCommitlog(pTrans, pVgRaw)) != 0) {

1,390,891✔

1934

      if ((code = sdbSetRawStatus(pVgRaw, SDB_STATUS_DROPPED)) != 0) {

1,390,891✔

1941

    sdbRelease(pSdb, pVgroup);

3,324,524✔

1944

  while (1) {

1,137,632✔

1945

    SStbObj *pStb = NULL;

1,790,419✔

1946

    ESdbStatus status;

1,790,328✔

1947

    pIter = sdbFetchAll(pSdb, SDB_STB, pIter, (void **)&pStb, &status, true);

1,790,419✔

1948

    if (pIter == NULL) break;

1,790,419✔

1950

    if (pStb->dbUid == pDb->uid) {

1,137,632✔

1951

      SSdbRaw *pStbRaw = mndStbActionEncode(pStb);

568,145✔

1952

      if (pStbRaw == NULL) {

568,145✔

1959

      if ((code = mndTransAppendCommitlog(pTrans, pStbRaw)) != 0) {

568,145✔

1964

      if ((code = sdbSetRawStatus(pStbRaw, SDB_STATUS_DROPPED)) != 0) {

568,145✔

1971

    sdbRelease(pSdb, pStb);

1,137,632✔

1974

  TAOS_RETURN(code);

652,787✔

1977

static int32_t mndBuildDropVgroupAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroup) {

1,390,891✔

1978

  int32_t code = 0;

1,390,891✔

1979

  for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {

2,849,762✔

1980

    SVnodeGid *pVgid = pVgroup->vnodeGid + vn;

1,458,871✔

1981

    TAOS_CHECK_RETURN(mndAddDropVnodeAction(pMnode, pTrans, pDb, pVgroup, pVgid, true));

1,458,871✔

1984

  TAOS_RETURN(code);

1,390,891✔

1987

int32_t mndSetDropDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb) {

652,787✔

1988

  int32_t code = 0;

652,787✔

1989

  SSdb   *pSdb = pMnode->pSdb;

652,787✔

1990

  void   *pIter = NULL;

652,787✔

1992

  while (1) {

3,324,524✔

1993

    SVgObj *pVgroup = NULL;

3,977,311✔

1994

    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);

3,977,311✔

1995

    if (pIter == NULL) break;

3,977,311✔

1997

    if (pVgroup->dbUid == pDb->uid) {

3,324,524✔

1998

      if ((code = mndBuildDropVgroupAction(pMnode, pTrans, pDb, pVgroup)) != 0) {

1,390,891✔

2005

    sdbRelease(pSdb, pVgroup);

3,324,524✔

2008

  TAOS_RETURN(code);

652,787✔

2011

static int32_t mndBuildDropDbRsp(SDbObj *pDb, int32_t *pRspLen, void **ppRsp, bool useRpcMalloc) {

1,118,148✔

2012

  int32_t    code = 0;

1,118,148✔

2013

  SDropDbRsp dropRsp = {0};

1,118,148✔

2014

  if (pDb != NULL) {

1,118,148✔

2015

    (void)memcpy(dropRsp.db, pDb->name, TSDB_DB_FNAME_LEN);

652,257✔

2016

    dropRsp.uid = pDb->uid;

652,257✔

2019

  int32_t rspLen = tSerializeSDropDbRsp(NULL, 0, &dropRsp);

1,118,148✔

2020

  void   *pRsp = NULL;

1,118,148✔

2021

  if (useRpcMalloc) {

1,118,148✔

2022

    pRsp = rpcMallocCont(rspLen);

465,891✔

2024

    pRsp = taosMemoryMalloc(rspLen);

652,257✔

2027

  if (pRsp == NULL) {

1,118,148✔

2032

  int32_t ret = 0;

1,118,148✔

2033

  if ((ret = tSerializeSDropDbRsp(pRsp, rspLen, &dropRsp)) < 0) return ret;

1,118,148✔

2034

  *pRspLen = rspLen;

1,118,148✔

2035

  *ppRsp = pRsp;

1,118,148✔

2036

  TAOS_RETURN(code);

1,118,148✔

2039

static int32_t mndDropDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb) {

652,615✔

2040

  int32_t code = -1;

652,615✔

2042

  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "drop-db");

652,615✔

2043

  if (pTrans == NULL) {

652,615✔

2049

  mInfo("trans:%d start to drop db:%s", pTrans->id, pDb->name);

652,615✔

2051

  mndTransSetDbName(pTrans, pDb->name, NULL);

652,615✔

2052

  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);

652,615✔

2054

  if (mndTopicExistsForDb(pMnode, pDb)) {

652,615✔

2055

    code = TSDB_CODE_MND_TOPIC_MUST_BE_DELETED;

358✔

2056

    goto _OVER;

358✔

2059

  TAOS_CHECK_GOTO(mndSetDropDbPrepareLogs(pMnode, pTrans, pDb), NULL, _OVER);

652,257✔

2060

  TAOS_CHECK_GOTO(mndSetDropDbCommitLogs(pMnode, pTrans, pDb), NULL, _OVER);

652,257✔

2061

  TAOS_CHECK_GOTO(mndDropStreamByDb(pMnode, pTrans, pDb), NULL, _OVER);

652,257✔

2063

  TAOS_CHECK_GOTO(mndDropViewByDb(pMnode, pTrans, pDb), NULL, _OVER);

652,257✔

2065

  TAOS_CHECK_GOTO(mndDropTSMAsByDb(pMnode, pTrans, pDb), NULL, _OVER);

652,257✔

2066

  TAOS_CHECK_GOTO(mndDropRsmasByDb(pMnode, pTrans, pDb), NULL, _OVER);

652,257✔

2067

  TAOS_CHECK_GOTO(mndDropIdxsByDb(pMnode, pTrans, pDb), NULL, _OVER);

652,257✔

2069

  TAOS_CHECK_GOTO(mndSetDropDbRedoActions(pMnode, pTrans, pDb), NULL, _OVER);

652,257✔

2070

  TAOS_CHECK_GOTO(mndPrincipalRemoveDb(pMnode, pTrans, pDb, NULL, NULL), NULL, _OVER);

652,257✔

2072

  int32_t rspLen = 0;

652,257✔

2073

  void   *pRsp = NULL;

652,257✔

2074

  TAOS_CHECK_GOTO(mndBuildDropDbRsp(pDb, &rspLen, &pRsp, false), NULL, _OVER);

652,257✔

2075

  mndTransSetRpcRsp(pTrans, pRsp, rspLen);

652,257✔

2077

  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);

652,257✔

2078

  code = 0;

652,257✔

2080

_OVER:

652,615✔

2081

  mndTransDrop(pTrans);

652,615✔

2082

  TAOS_RETURN(code);

652,615✔

2085

static int32_t mndProcessDropDbReq(SRpcMsg *pReq) {

1,124,456✔

2086

  SMnode    *pMnode = pReq->info.node;

1,124,456✔

2087

  int32_t    code = -1;

1,124,456✔

2088

  SDbObj    *pDb = NULL;

1,124,456✔

2089

  SDropDbReq dropReq = {0};

1,124,456✔

2090

  int64_t    tss = taosGetTimestampMs();

1,124,456✔

2092

  TAOS_CHECK_GOTO(tDeserializeSDropDbReq(pReq->pCont, pReq->contLen, &dropReq), NULL, _OVER);

1,124,456✔

2094

  mInfo("db:%s, start to drop", dropReq.db);

1,124,456✔

2096

  pDb = mndAcquireDb(pMnode, dropReq.db);

1,124,456✔

2097

  if (pDb == NULL) {

1,124,456✔

2098

    code = TSDB_CODE_MND_RETURN_VALUE_NULL;

469,732✔

2099

    if (terrno != 0) code = terrno;

469,732✔

2101

        mndCheckDbPrivilegeByName(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_DROP_DB, dropReq.db, true);

469,732✔

2102

    if (ret != 0) {

469,732✔

2106

    if (dropReq.ignoreNotExists) {

469,732✔

2107

      code = mndBuildDropDbRsp(pDb, &pReq->info.rspLen, &pReq->info.rsp, true);

465,891✔

2109

    goto _OVER;

469,732✔

2112

  if ((code = mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_DROP_DB, pDb))) {

654,724✔

2116

  if(pDb->cfg.isMount) {

654,724✔

2117

    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;

530✔

2118

    goto _OVER;

530✔

2121

  if(!pDb->cfg.allowDrop) {

654,194✔

2126

  SSdb *pSdb = pMnode->pSdb;

654,194✔

2127

  void *pIter = NULL;

654,194✔

2129

  while (1) {

3,336,504✔

2130

    SVgObj *pVgroup = NULL;

3,990,698✔

2131

    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);

3,990,698✔

2132

    if (pIter == NULL) break;

3,990,698✔

2134

    if (pVgroup->dbUid == pDb->uid) {

3,336,504✔

2135

      bool isFound = false;

1,391,768✔

2136

      for (int32_t i = 0; i < pVgroup->replica; i++) {

2,851,516✔

2137

        if (pVgroup->vnodeGid[i].syncState == TAOS_SYNC_STATE_OFFLINE) {

1,459,748✔

2142

      if (!isFound) {

1,391,768✔

2143

        sdbRelease(pSdb, pVgroup);

1,391,768✔

2144

        continue;

1,391,768✔

2152

    sdbRelease(pSdb, pVgroup);

1,944,736✔

2155

  bool dbStream = false;

654,194✔

2156

  bool vtableStream = false;

654,194✔

2157

  mstCheckDbInUse(pMnode, dropReq.db, &dbStream, &vtableStream, true);

654,194✔

2158

  if (dbStream) {

654,194✔

2159

    code = TSDB_CODE_MND_STREAM_DB_IN_USE;

1,354✔

2160

    mError("db:%s used by streams, drop db not allowed", dropReq.db);

1,354✔

2161

    goto _OVER;

1,354✔

2164

  if (vtableStream && !dropReq.force) {

652,840✔

2165

    code = TSDB_CODE_MND_STREAM_VTABLE_EXITS;

225✔

2166

    mError("db:%s, vtable stream exists, drop db not allowed", dropReq.db);

225✔

2167

    goto _OVER;

225✔

2170

  code = mndDropDb(pMnode, pReq, pDb);

652,615✔

2171

  if (code == TSDB_CODE_SUCCESS) {

652,615✔

2172

    code = TSDB_CODE_ACTION_IN_PROGRESS;

652,257✔

2175

  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {

652,615✔

2176

    SName name = {0};

652,615✔

2177

    if (tNameFromString(&name, dropReq.db, T_NAME_ACCT | T_NAME_DB) < 0)

652,615✔

2180

    int64_t tse = taosGetTimestampMs();

652,615✔

2181

    double  duration = (double)(tse - tss);

652,615✔

2182

    duration = duration / 1000;

652,615✔

2183

    auditRecord(pReq, pMnode->clusterId, "dropDB", name.dbname, "", dropReq.sql, dropReq.sqlLen, duration, 0);

652,615✔

2186

_OVER:

1,124,376✔

2187

  if (code != TSDB_CODE_SUCCESS && code != TSDB_CODE_ACTION_IN_PROGRESS) {

1,124,456✔

2188

    mError("db:%s, failed to drop since %s", dropReq.db, terrstr());

6,308✔

2191

  mndReleaseDb(pMnode, pDb);

1,124,456✔

2192

  tFreeSDropDbReq(&dropReq);

1,124,456✔

2193

  TAOS_RETURN(code);

1,124,456✔

2196

static int32_t mndGetDBTableNum(SDbObj *pDb, SMnode *pMnode) {

27,346,319✔

2197

  int32_t numOfTables = 0;

27,346,319✔

2198

  int32_t vindex = 0;

27,346,319✔

2199

  SSdb   *pSdb = pMnode->pSdb;

27,346,319✔

2201

  void *pIter = NULL;

27,346,319✔

2202

  while (vindex < pDb->cfg.numOfVgroups) {

110,344,398✔

2203

    SVgObj *pVgroup = NULL;

82,998,079✔

2204

    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);

82,998,044✔

2205

    if (pIter == NULL) break;

82,998,079✔

2207

    if (mndVgroupInDb(pVgroup, pDb->uid)) {

82,998,079✔

2208

      numOfTables += pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;

54,837,573✔

2209

      vindex++;

54,837,573✔

2212

    sdbRelease(pSdb, pVgroup);

82,998,050✔

2215

  sdbCancelFetch(pSdb, pIter);

27,346,319✔

2216

  return numOfTables;

27,346,731✔

2219

void mndBuildDBVgroupInfo(SDbObj *pDb, SMnode *pMnode, SArray *pVgList) {

26,965,405✔

2220

  int32_t vindex = 0;

26,965,405✔

2221

  SSdb   *pSdb = pMnode->pSdb;

26,965,405✔

2223

  void *pIter = NULL;

26,965,405✔

2224

  while (1) {

56,312,784✔

2225

    SVgObj *pVgroup = NULL;

83,278,189✔

2226

    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);

83,278,189✔

2227

    if (pIter == NULL) break;

83,278,601✔

2229

    if ((NULL == pDb || pVgroup->dbUid == pDb->uid) && !pVgroup->isTsma) {

77,233,667✔

2230

      SVgroupInfo vgInfo = {0};

61,964,885✔

2231

      vgInfo.vgId = pVgroup->vgId;

61,964,885✔

2232

      vgInfo.hashBegin = pVgroup->hashBegin;

61,964,885✔

2233

      vgInfo.hashEnd = pVgroup->hashEnd;

61,964,885✔

2234

      vgInfo.numOfTable = pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;

61,964,885✔

2235

      vgInfo.epSet.numOfEps = pVgroup->replica;

61,964,885✔

2236

      for (int32_t gid = 0; gid < pVgroup->replica; ++gid) {

128,083,913✔

2237

        SVnodeGid *pVgid = &pVgroup->vnodeGid[gid];

66,119,028✔

2238

        SEp       *pEp = &vgInfo.epSet.eps[gid];

66,119,028✔

2239

        SDnodeObj *pDnode = mndAcquireDnode(pMnode, pVgid->dnodeId);

66,119,028✔

2240

        if (pDnode != NULL) {

66,118,616✔

2241

          (void)memcpy(pEp->fqdn, pDnode->fqdn, TSDB_FQDN_LEN);

66,083,780✔

2242

          pEp->port = pDnode->port;

66,083,780✔

2244

        mndReleaseDnode(pMnode, pDnode);

66,118,330✔

2245

        if (pVgid->syncState == TAOS_SYNC_STATE_LEADER || pVgid->syncState == TAOS_SYNC_STATE_ASSIGNED_LEADER) {

66,119,028✔

2246

          vgInfo.epSet.inUse = gid;

61,473,538✔

2249

      vindex++;

61,964,885✔

2250

      if (taosArrayPush(pVgList, &vgInfo) == NULL) {

61,964,885✔

2255

    sdbRelease(pSdb, pVgroup);

77,233,255✔

2257

    if (pDb && (vindex >= pDb->cfg.numOfVgroups)) {

77,233,667✔

2258

      sdbCancelFetch(pSdb, pIter);

20,920,883✔

2259

      break;

20,920,883✔

2262

26,965,817✔

2264

int32_t mndExtractDbInfo(SMnode *pMnode, SDbObj *pDb, SUseDbRsp *pRsp, const SUseDbReq *pReq) {

21,147,163✔

2265

  int32_t code = 0;

21,147,163✔

2266

  pRsp->pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));

21,147,163✔

2267

  if (pRsp->pVgroupInfos == NULL) {

21,146,749✔

2272

  int32_t numOfTable = mndGetDBTableNum(pDb, pMnode);

21,146,749✔

2274

  if (pReq == NULL || pReq->vgVersion < pDb->vgVersion || pReq->dbId != pDb->uid || numOfTable != pReq->numOfTable ||

21,147,163✔

2275

      pReq->stateTs < pDb->stateTs) {

1,237,716✔

2276

    mndBuildDBVgroupInfo(pDb, pMnode, pRsp->pVgroupInfos);

20,038,959✔

2279

  (void)memcpy(pRsp->db, pDb->name, TSDB_DB_FNAME_LEN);

21,147,163✔

2280

  pRsp->uid = pDb->uid;

21,147,163✔

2281

  pRsp->vgVersion = pDb->vgVersion;

21,147,161✔

2282

  pRsp->stateTs = pDb->stateTs;

21,147,163✔

2283

  pRsp->vgNum = taosArrayGetSize(pRsp->pVgroupInfos);

21,146,749✔

2284

  pRsp->hashMethod = pDb->cfg.hashMethod;

21,147,161✔

2285

  pRsp->hashPrefix = pDb->cfg.hashPrefix;

21,146,749✔

2286

  pRsp->hashSuffix = pDb->cfg.hashSuffix;

21,146,749✔

2287

  pRsp->flags = pDb->cfg.flags;

21,146,747✔

2288

  TAOS_RETURN(code);

21,146,747✔

2291

static int32_t mndProcessUseDbReq(SRpcMsg *pReq) {

26,972,988✔

2292

  SMnode   *pMnode = pReq->info.node;

26,972,988✔

2293

  int32_t   code = -1;

26,972,992✔

2294

  SDbObj   *pDb = NULL;

26,972,992✔

2295

  SUseDbReq usedbReq = {0};

26,972,992✔

2296

  SUseDbRsp usedbRsp = {0};

26,972,992✔

2298

  TAOS_CHECK_GOTO(tDeserializeSUseDbReq(pReq->pCont, pReq->contLen, &usedbReq), NULL, _OVER);

26,972,990✔

2300

  char *p = strchr(usedbReq.db, '.');

26,972,992✔

2301

  if (p && ((0 == strcmp(p + 1, TSDB_INFORMATION_SCHEMA_DB) || (0 == strcmp(p + 1, TSDB_PERFORMANCE_SCHEMA_DB))))) {

26,972,992✔

2302

    (void)memcpy(usedbRsp.db, usedbReq.db, TSDB_DB_FNAME_LEN);

5,720,728✔

2303

    int32_t vgVersion = mndGetGlobalVgroupVersion(pMnode);

5,720,728✔

2304

    if (usedbReq.vgVersion < vgVersion) {

5,720,759✔

2305

      usedbRsp.pVgroupInfos = taosArrayInit(10, sizeof(SVgroupInfo));

5,713,359✔

2306

      if (usedbRsp.pVgroupInfos == NULL) goto _OVER;

5,713,359✔

2308

      mndBuildDBVgroupInfo(NULL, pMnode, usedbRsp.pVgroupInfos);

5,713,359✔

2309

      usedbRsp.vgVersion = vgVersion++;

5,713,359✔

2311

      usedbRsp.vgVersion = usedbReq.vgVersion;

7,400✔

2313

    usedbRsp.vgNum = taosArrayGetSize(usedbRsp.pVgroupInfos);

5,720,759✔

2314

    code = 0;

5,720,759✔

2316

    pDb = mndAcquireDb(pMnode, usedbReq.db);

21,252,266✔

2317

    if (pDb == NULL) {

21,251,790✔

2318

      (void)memcpy(usedbRsp.db, usedbReq.db, TSDB_DB_FNAME_LEN);

98,685✔

2319

      usedbRsp.uid = usedbReq.dbId;

98,685✔

2320

      usedbRsp.vgVersion = usedbReq.vgVersion;

98,685✔

2321

      usedbRsp.errCode = terrno;

98,685✔

2323

      code = TSDB_CODE_MND_RETURN_VALUE_NULL;

98,685✔

2324

      if (terrno != 0) code = terrno;

98,685✔

2325

      goto _OVER;

98,685✔

2327

      TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_USE_DB, pDb), NULL, _OVER);

21,153,105✔

2329

      TAOS_CHECK_GOTO(mndExtractDbInfo(pMnode, pDb, &usedbRsp, &usedbReq), NULL, _OVER);

21,147,163✔

2331

      mDebug("db:%s, process usedb req vgVersion:%d stateTs:%" PRId64 ", rsp vgVersion:%d stateTs:%" PRId64,

21,147,161✔

2333

      code = 0;

21,147,163✔

2337

  int32_t contLen = tSerializeSUseDbRsp(NULL, 0, &usedbRsp);

26,867,922✔

2338

  void   *pRsp = rpcMallocCont(contLen);

26,867,510✔

2339

  if (pRsp == NULL) {

26,867,920✔

2345

  int32_t ret = 0;

26,867,920✔

2346

  if ((ret = tSerializeSUseDbRsp(pRsp, contLen, &usedbRsp)) < 0) {

26,867,920✔

2351

  pReq->info.rsp = pRsp;

26,867,922✔

2352

  pReq->info.rspLen = contLen;

26,867,510✔

2354

_OVER:

26,972,578✔

2355

  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {

26,972,578✔

2356

    mError("db:%s, failed to process use db req since %s", usedbReq.db, tstrerror(code));

105,070✔

2359

  mndReleaseDb(pMnode, pDb);

26,972,578✔

2360

  tFreeSUsedbRsp(&usedbRsp);

26,972,992✔

2362

  TAOS_RETURN(code);

26,972,990✔

2365

int32_t mndValidateDbInfo(SMnode *pMnode, SDbCacheInfo *pDbs, int32_t numOfDbs, void **ppRsp, int32_t *pRspLen) {

8,107,330✔

2366

  int32_t       code = 0;

8,107,330✔

2367

  SDbHbBatchRsp batchRsp = {0};

8,107,330✔

2368

  batchRsp.pArray = taosArrayInit(numOfDbs, sizeof(SDbHbRsp));

8,107,330✔

2369

  if (batchRsp.pArray == NULL) {

8,107,330✔

2374

  for (int32_t i = 0; i < numOfDbs; ++i) {

17,734,469✔

2375

    SDbCacheInfo *pDbCacheInfo = &pDbs[i];

9,627,139✔

2376

    pDbCacheInfo->dbId = be64toh(pDbCacheInfo->dbId);

9,627,139✔

2377

    pDbCacheInfo->vgVersion = htonl(pDbCacheInfo->vgVersion);

9,627,139✔

2378

    pDbCacheInfo->cfgVersion = htonl(pDbCacheInfo->cfgVersion);

9,627,139✔

2379

    pDbCacheInfo->numOfTable = htonl(pDbCacheInfo->numOfTable);

9,627,139✔

2380

    pDbCacheInfo->stateTs = be64toh(pDbCacheInfo->stateTs);

9,627,139✔

2381

    pDbCacheInfo->tsmaVersion = htonl(pDbCacheInfo->tsmaVersion);

9,627,139✔

2383

    SDbHbRsp rsp = {0};

9,627,139✔

2384

    (void)memcpy(rsp.db, pDbCacheInfo->dbFName, TSDB_DB_FNAME_LEN);

9,627,139✔

2385

    rsp.dbId = pDbCacheInfo->dbId;

9,627,139✔

2387

    if ((0 == strcasecmp(pDbCacheInfo->dbFName, TSDB_INFORMATION_SCHEMA_DB) ||

9,627,139✔

2388

         (0 == strcasecmp(pDbCacheInfo->dbFName, TSDB_PERFORMANCE_SCHEMA_DB)))) {

8,954,438✔

2389

      int32_t vgVersion = mndGetGlobalVgroupVersion(pMnode);

3,382,577✔

2390

      if (pDbCacheInfo->vgVersion >= vgVersion) {

3,382,577✔

2391

        continue;

3,051,332✔

2394

      rsp.useDbRsp = taosMemoryCalloc(1, sizeof(SUseDbRsp));

331,575✔

2395

      (void)memcpy(rsp.useDbRsp->db, pDbCacheInfo->dbFName, TSDB_DB_FNAME_LEN);

331,575✔

2396

      rsp.useDbRsp->pVgroupInfos = taosArrayInit(10, sizeof(SVgroupInfo));

331,575✔

2398

      mndBuildDBVgroupInfo(NULL, pMnode, rsp.useDbRsp->pVgroupInfos);

331,575✔

2399

      rsp.useDbRsp->vgVersion = vgVersion++;

331,575✔

2401

      rsp.useDbRsp->vgNum = taosArrayGetSize(rsp.useDbRsp->pVgroupInfos);

331,575✔

2403

      if (taosArrayPush(batchRsp.pArray, &rsp) == NULL) {

663,150✔

2408

      continue;

331,575✔

2411

    SDbObj *pDb = mndAcquireDb(pMnode, pDbCacheInfo->dbFName);

6,244,562✔

2412

    if (pDb == NULL) {

6,244,562✔

2413

      mTrace("db:%s, no exist", pDbCacheInfo->dbFName);

44,994✔

2414

      rsp.useDbRsp = taosMemoryCalloc(1, sizeof(SUseDbRsp));

44,994✔

2415

      (void)memcpy(rsp.useDbRsp->db, pDbCacheInfo->dbFName, TSDB_DB_FNAME_LEN);

44,994✔

2416

      rsp.useDbRsp->uid = pDbCacheInfo->dbId;

44,994✔

2417

      rsp.useDbRsp->vgVersion = -1;

44,994✔

2418

      if (taosArrayPush(batchRsp.pArray, &rsp) == NULL) {

89,988✔

2422

      continue;

44,994✔

2425

    int32_t numOfTable = mndGetDBTableNum(pDb, pMnode);

6,199,568✔

2427

    if (pDbCacheInfo->vgVersion >= pDb->vgVersion && pDbCacheInfo->cfgVersion >= pDb->cfgVersion &&

6,199,568✔

2428

        numOfTable == pDbCacheInfo->numOfTable && pDbCacheInfo->stateTs == pDb->stateTs &&

6,120,523✔

2429

        pDbCacheInfo->tsmaVersion >= pDb->tsmaVersion) {

5,292,621✔

2430

      mTrace("db:%s, valid dbinfo, vgVersion:%d cfgVersion:%d stateTs:%" PRId64

4,959,896✔

2434

      mndReleaseDb(pMnode, pDb);

4,959,896✔

2435

      continue;

4,959,896✔

2437

      mTrace("db:%s, valid dbinfo, vgVersion:%d cfgVersion:%d stateTs:%" PRId64

1,239,672✔

2443

    if (pDbCacheInfo->cfgVersion < pDb->cfgVersion) {

1,239,672✔

2444

      rsp.cfgRsp = taosMemoryCalloc(1, sizeof(SDbCfgRsp));

51,627✔

2445

      char algrId[TSDB_ENCRYPT_ALGR_NAME_LEN] = {0};

51,627✔

2446

      mndGetEncryptOsslAlgrNameById(pMnode, pDb->cfg.encryptAlgorithm, algrId);

51,627✔

2447

      mndDumpDbCfgInfo(rsp.cfgRsp, pDb, algrId);

51,627✔

2450

    if (pDbCacheInfo->tsmaVersion != pDb->tsmaVersion) {

1,239,672✔

2451

      rsp.pTsmaRsp = taosMemoryCalloc(1, sizeof(STableTSMAInfoRsp));

789,448✔

2452

      if (rsp.pTsmaRsp) rsp.pTsmaRsp->pTsmas = taosArrayInit(4, POINTER_BYTES);

789,448✔

2453

      if (rsp.pTsmaRsp && rsp.pTsmaRsp->pTsmas) {

789,448✔

2454

        bool    exist = false;

789,448✔

2455

        int32_t code = mndGetDbTsmas(pMnode, 0, pDb->uid, rsp.pTsmaRsp, &exist);

789,448✔

2456

        if (TSDB_CODE_SUCCESS != code) {

789,448✔

2457

          mndReleaseDb(pMnode, pDb);

2,553✔

2458

          if (code != TSDB_CODE_NEED_RETRY) {

2,553✔

2459

            mError("db:%s, failed to get db tsmas", pDb->name);

2,553✔

2463

          taosArrayDestroyP(rsp.pTsmaRsp->pTsmas, tFreeAndClearTableTSMAInfo);

2,553✔

2464

          taosMemoryFreeClear(rsp.pTsmaRsp);

2,553✔

2465

          continue;

2,553✔

2467

        rsp.dbTsmaVersion = pDb->tsmaVersion;

786,895✔

2468

        mDebug("update tsma version to %d, got tsma num: %ld", pDb->tsmaVersion, rsp.pTsmaRsp->pTsmas->size);

786,895✔

2472

    if (pDbCacheInfo->vgVersion < pDb->vgVersion || numOfTable != pDbCacheInfo->numOfTable ||

1,237,119✔

2473

        pDbCacheInfo->stateTs != pDb->stateTs) {

1,193,391✔

2474

      rsp.useDbRsp = taosMemoryCalloc(1, sizeof(SUseDbRsp));

881,512✔

2475

      rsp.useDbRsp->pVgroupInfos = taosArrayInit(pDb->cfg.numOfVgroups, sizeof(SVgroupInfo));

881,512✔

2476

      if (rsp.useDbRsp->pVgroupInfos == NULL) {

881,512✔

2484

      mndBuildDBVgroupInfo(pDb, pMnode, rsp.useDbRsp->pVgroupInfos);

881,512✔

2485

      (void)memcpy(rsp.useDbRsp->db, pDb->name, TSDB_DB_FNAME_LEN);

881,512✔

2486

      rsp.useDbRsp->uid = pDb->uid;

881,512✔

2487

      rsp.useDbRsp->vgVersion = pDb->vgVersion;

881,512✔

2488

      rsp.useDbRsp->stateTs = pDb->stateTs;

881,512✔

2489

      rsp.useDbRsp->vgNum = (int32_t)taosArrayGetSize(rsp.useDbRsp->pVgroupInfos);

881,512✔

2490

      rsp.useDbRsp->hashMethod = pDb->cfg.hashMethod;

881,512✔

2491

      rsp.useDbRsp->hashPrefix = pDb->cfg.hashPrefix;

881,512✔

2492

      rsp.useDbRsp->hashSuffix = pDb->cfg.hashSuffix;

881,512✔

2493

      rsp.useDbRsp->flags = pDb->cfg.flags;

881,512✔

2496

    if (taosArrayPush(batchRsp.pArray, &rsp) == NULL) {

2,474,238✔

2501

    mndReleaseDb(pMnode, pDb);

1,237,119✔

2504

  int32_t rspLen = tSerializeSDbHbBatchRsp(NULL, 0, &batchRsp);

8,107,330✔

2505

  void   *pRsp = taosMemoryMalloc(rspLen);

8,107,330✔

2506

  if (pRsp == NULL) {

8,107,330✔

2511

  int32_t ret = 0;

8,107,330✔

2512

  if ((ret = tSerializeSDbHbBatchRsp(pRsp, rspLen, &batchRsp)) < 0) return ret;

8,107,330✔

2514

  *ppRsp = pRsp;

8,107,330✔

2515

  *pRspLen = rspLen;

8,107,330✔

2517

  tFreeSDbHbBatchRsp(&batchRsp);

8,107,330✔

2518

  TAOS_RETURN(code);

8,107,330✔

2521

static int32_t mndSetTrimDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, int64_t startTs, STimeWindow tw,

31,517✔

2524

  int32_t code = 0, lino = 0;

31,517✔

2525

  SSdb   *pSdb = pMnode->pSdb;

31,517✔

2526

  void   *pIter = NULL;

31,517✔

2528

  SRetentionObj obj = {.optrType = type, .triggerType = triggerType};  // reuse SCompactObj struct

31,517✔

2529

  TAOS_CHECK_EXIT(mndAddRetentionToTrans(pMnode, pTrans, &obj, pDb, pRsp));

31,517✔

2531

  int32_t j = 0;

31,517✔

2532

  int32_t numOfVgroups = taosArrayGetSize(vgroupIds);

31,517✔

2533

  if (numOfVgroups > 0) {

31,517✔

2534

    for (int32_t i = 0; i < numOfVgroups; i++) {

8,796✔

2535

      int64_t vgId = *(int64_t *)taosArrayGet(vgroupIds, i);

6,597✔

2536

      SVgObj *pVgroup = mndAcquireVgroup(pMnode, vgId);

6,597✔

2538

      if (pVgroup == NULL) {

6,597✔

2539

        mError("db:%s, vgroup:%" PRId64 " not exist", pDb->name, vgId);

2,199✔

2540

        TAOS_CHECK_EXIT(TSDB_CODE_MND_VGROUP_NOT_EXIST);

2,199✔

2541

      } else if (pVgroup->dbUid != pDb->uid) {

4,398✔

2546

      sdbRelease(pSdb, pVgroup);

4,398✔

2549

    for (int32_t i = 0; i < numOfVgroups; i++) {

6,597✔

2550

      int64_t vgId = *(int64_t *)taosArrayGet(vgroupIds, i);

4,398✔

2551

      SVgObj *pVgroup = mndAcquireVgroup(pMnode, vgId);

4,398✔

2553

      if ((code = mndBuildTrimVgroupAction(pMnode, pTrans, pDb, pVgroup, startTs, tw, type, triggerType)) != 0) {

4,398✔

2558

      for (int32_t i = 0; i < pVgroup->replica; i++) {

8,796✔

2559

        SVnodeGid *gid = &pVgroup->vnodeGid[i];

4,398✔

2560

        if ((code = mndAddRetentionDetailToTrans(pMnode, pTrans, &obj, pVgroup, gid, j)) != 0) {

4,398✔

2564

        j++;

4,398✔

2566

      sdbRelease(pSdb, pVgroup);

4,398✔

2569

    while (1) {

102,759✔

2570

      SVgObj *pVgroup = NULL;

129,878✔

2571

      pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);

129,878✔

2572

      if (pIter == NULL) break;

129,878✔

2574

      if (pVgroup->dbUid == pDb->uid) {

102,759✔

2575

        if ((code = mndBuildTrimVgroupAction(pMnode, pTrans, pDb, pVgroup, startTs, tw, type, triggerType)) != 0) {

64,167✔

2581

        for (int32_t i = 0; i < pVgroup->replica; i++) {

142,082✔

2582

          SVnodeGid *gid = &pVgroup->vnodeGid[i];

77,915✔

2583

          if ((code = mndAddRetentionDetailToTrans(pMnode, pTrans, &obj, pVgroup, gid, j)) != 0) {

77,915✔

2588

          j++;

77,915✔

2592

      sdbRelease(pSdb, pVgroup);

102,759✔

2595

_exit:

31,517✔

2596

  TAOS_RETURN(code);

31,517✔

2599

static int32_t mndBuildTrimDbRsp(STrimDbRsp *rsp, int32_t *pRspLen, void **ppRsp, bool useRpcMalloc) {

29,318✔

2600

  int32_t code = 0;

29,318✔

2601

  int32_t rspLen = tSerializeSCompactDbRsp(NULL, 0, (SCompactDbRsp *)rsp);

29,318✔

2602

  void   *pRsp = NULL;

29,318✔

2603

  if (useRpcMalloc) {

29,318✔

2606

    pRsp = taosMemoryMalloc(rspLen);

29,318✔

2609

  if (pRsp == NULL) {

29,318✔

2614

  (void)tSerializeSCompactDbRsp(pRsp, rspLen, (SCompactDbRsp *)rsp);

29,318✔

2615

  *pRspLen = rspLen;

29,318✔

2616

  *ppRsp = pRsp;

29,318✔

2617

  TAOS_RETURN(code);

29,318✔

2620

int32_t mndTrimDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, STimeWindow tw, SArray *vgroupIds,

35,915✔

2622

  SSdb      *pSdb = pMnode->pSdb;

35,915✔

2623

  SVgObj    *pVgroup = NULL;

35,915✔

2624

  void      *pIter = NULL;

35,915✔

2625

  int32_t    code = 0, lino = 0;

35,915✔

2626

  STrimDbRsp rsp = {0};

35,915✔

2627

  bool       isExist = false;

35,915✔

2629

  while (1) {

9,116✔

2630

    SRetentionObj *pObj = NULL;

45,031✔

2631

    pIter = sdbFetch(pMnode->pSdb, SDB_RETENTION, pIter, (void **)&pObj);

45,031✔

2632

    if (pIter == NULL) break;

45,031✔

2634

    if (strcmp(pObj->dbname, pDb->name) == 0) {

9,116✔

2635

      isExist = true;

4,398✔

2637

    sdbRelease(pMnode->pSdb, pObj);

9,116✔

2639

  if (isExist) {

35,915✔

2640

    mInfo("trim db:%s already exist", pDb->name);

4,398✔

2641

    TAOS_RETURN(TSDB_CODE_MND_TRIM_ALREADY_EXIST);

4,398✔

2644

  int64_t startTs = taosGetTimestampMs();

31,517✔

2645

  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "trim-db");

31,517✔

2646

  if (pTrans == NULL) goto _exit;

31,517✔

2647

  mInfo("trans:%d, used to trim db:%s", pTrans->id, pDb->name);

31,517✔

2648

  mndTransSetDbName(pTrans, pDb->name, NULL);

31,517✔

2649

  TAOS_CHECK_EXIT(mndTrancCheckConflict(pMnode, pTrans));

31,517✔

2650

  TAOS_CHECK_EXIT(mndSetTrimDbRedoActions(pMnode, pTrans, pDb, startTs, tw, vgroupIds, type, triggerType, &rsp));

31,517✔

2651

  if (pReq) {

29,318✔

2652

    int32_t rspLen = 0;

29,318✔

2653

    void   *pRsp = NULL;

29,318✔

2654

    rsp.bAccepted = true;

29,318✔

2655

    TAOS_CHECK_EXIT(mndBuildTrimDbRsp(&rsp, &rspLen, &pRsp, false));

29,318✔

2656

    mndTransSetRpcRsp(pTrans, pRsp, rspLen);

29,318✔

2658

  TAOS_CHECK_EXIT(mndTransPrepare(pMnode, pTrans));

29,318✔

2659

_exit:

31,517✔

2660

  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {

31,517✔

2661

    mError("db:%s, failed at line %d to trim db since %s", pDb->name, lino, tstrerror(code));

2,199✔

2663

  mndTransDrop(pTrans);

31,517✔

2664

  TAOS_RETURN(code);

31,517✔

2668

static int32_t mndCheckRsmaInDb(SMnode *pMnode, SDbObj *pDb) {

13,927✔

2669

  int32_t   code = 0;

13,927✔

2670

  void     *pIter = NULL;

13,927✔

2671

  SRsmaObj *pRsma = NULL;

13,927✔

2672

  while ((pIter = sdbFetch(pMnode->pSdb, SDB_RSMA, pIter, (void **)&pRsma))) {

13,927✔

2673

    if (pRsma->dbUid == pDb->uid) {

13,927✔

2674

      sdbRelease(pMnode->pSdb, pRsma);

13,927✔

2675

      sdbCancelFetch(pMnode->pSdb, pIter);

13,927✔

2676

      TAOS_RETURN(code);

13,927✔

2684

static int32_t mndProcessTrimDbReq(SRpcMsg *pReq) {

22,247✔

2685

  SMnode    *pMnode = pReq->info.node;

22,247✔

2686

  int32_t    code = 0, lino = 0;

22,247✔

2687

  SDbObj    *pDb = NULL;

22,247✔

2688

  STrimDbReq trimReq = {0};

22,247✔

2689

  int64_t    tss = taosGetTimestampMs();

22,247✔

2691

  TAOS_CHECK_EXIT(tDeserializeSTrimDbReq(pReq->pCont, pReq->contLen, &trimReq));

22,247✔

2693

  mInfo("db:%s, start to trim, optr:%u, tw:%" PRId64 ",%" PRId64, trimReq.db, trimReq.optrType, trimReq.tw.skey,

22,247✔

2696

  pDb = mndAcquireDb(pMnode, trimReq.db);

22,247✔

2697

  if (pDb == NULL) {

22,247✔

2703

  TAOS_CHECK_EXIT(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_TRIM_DB, pDb));

22,247✔

2705

  if (pDb->cfg.isMount) {

22,247✔

2710

  if (trimReq.optrType == TSDB_OPTR_ROLLUP) {

22,247✔

2711

    TAOS_CHECK_EXIT(mndCheckRsmaInDb(pMnode, pDb));

13,927✔

2715

  TAOS_CHECK_EXIT(mndTrimDb(pMnode, pReq, pDb, trimReq.tw, trimReq.vgroupIds, trimReq.optrType, trimReq.triggerType));

22,247✔

2716

  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;

15,650✔

2718

  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {

15,650✔

2719

    SName name = {0};

15,650✔

2720

    if (tNameFromString(&name, trimReq.db, T_NAME_ACCT | T_NAME_DB) < 0) {

15,650✔

2724

    char optrType[16] = {0};

15,650✔

2725

    (void)snprintf(optrType, sizeof(optrType), "%u", trimReq.optrType);

15,650✔

2726

    int64_t tse = taosGetTimestampMs();

15,650✔

2727

    double  duration = (double)(tse - tss);

15,650✔

2728

    duration = duration / 1000;

15,650✔

2729

    auditRecord(pReq, pMnode->clusterId, "trimDB", name.dbname, optrType, trimReq.sql, trimReq.sqlLen, duration, 0);

15,650✔

2732

_exit:

22,247✔

2733

  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {

22,247✔

2734

    mError("db:%s, failed at line %d to process trim db req since %s, optr:%u", trimReq.db, lino, tstrerror(code),

6,597✔

2738

  mndReleaseDb(pMnode, pDb);

22,247✔

2739

  tFreeSTrimDbReq(&trimReq);

22,247✔

2740

  TAOS_RETURN(code);

22,247✔

2743

static int32_t mndBuildSsMigrateDbRsp(SSsMigrateDbRsp *pSsMigrateRsp, int32_t *pRspLen, void **ppRsp, bool useRpcMalloc) {

2,199✔

2744

  int32_t code = 0;

2,199✔

2745

  int32_t rspLen = tSerializeSSsMigrateDbRsp(NULL, 0, pSsMigrateRsp);

2,199✔

2746

  void   *pRsp = NULL;

2,199✔

2747

  if (useRpcMalloc) {

2,199✔

2750

    pRsp = taosMemoryMalloc(rspLen);

2,199✔

2753

  if (pRsp == NULL) {

2,199✔

2758

  (void)tSerializeSSsMigrateDbRsp(pRsp, rspLen, pSsMigrateRsp);

2,199✔

2759

  *pRspLen = rspLen;

2,199✔

2760

  *ppRsp = pRsp;

2,199✔

2761

  TAOS_RETURN(code);

2,199✔

2764

static int32_t mndTrimDbWal(SMnode *pMnode, SDbObj *pDb) {

1,118✔

2765

  SSdb   *pSdb = pMnode->pSdb;

1,118✔

2766

  SVgObj *pVgroup = NULL;

1,118✔

2767

  void   *pIter = NULL;

1,118✔

2768

  int32_t code = 0;

1,118✔

2771

  while (1) {

2,236✔

2772

    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);

3,354✔

2773

    if (pIter == NULL) break;

3,354✔

2776

    if (pVgroup->dbUid != pDb->uid) {

2,236✔

2782

    int32_t   contLen = sizeof(SMsgHead);

2,236✔

2783

    SMsgHead *pHead = rpcMallocCont(contLen);

2,236✔

2784

    if (pHead == NULL) {

2,236✔

2790

    pHead->contLen = htonl(contLen);

2,236✔

2791

    pHead->vgId = htonl(pVgroup->vgId);

2,236✔

2794

    SRpcMsg rpcMsg = {.msgType = TDMT_VND_TRIM_WAL, .pCont = pHead, .contLen = contLen};

2,236✔

2795

    SEpSet  epSet = mndGetVgroupEpset(pMnode, pVgroup);

2,236✔

2796

    code = tmsgSendReq(&epSet, &rpcMsg);

2,236✔

2797

    if (code != 0) {

2,236✔

2800

      mInfo("vgId:%d, send vnode-trim-wal request to vnode", pVgroup->vgId);

2,236✔

2802

    sdbRelease(pSdb, pVgroup);

2,236✔

2805

  return code;

1,118✔

2808

static int32_t mndProcessTrimDbWalReq(SRpcMsg *pReq) {

1,118✔

2809

  SMnode    *pMnode = pReq->info.node;

1,118✔

2810

  int32_t    code = -1;

1,118✔

2811

  SDbObj    *pDb = NULL;

1,118✔

2812

  STrimDbReq trimReq = {0};

1,118✔

2814

  TAOS_CHECK_GOTO(tDeserializeSTrimDbReq(pReq->pCont, pReq->contLen, &trimReq), NULL, _OVER);

1,118✔

2816

  mInfo("db:%s, start to trim WAL", trimReq.db);

1,118✔

2818

  pDb = mndAcquireDb(pMnode, trimReq.db);

1,118✔

2819

  if (pDb == NULL) {

1,118✔

2825

  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_TRIM_DB, pDb), NULL, _OVER);

1,118✔

2827

  code = mndTrimDbWal(pMnode, pDb);

1,118✔

2829

_OVER:

1,118✔

2830

  if (code != 0) {

1,118✔

2834

  mndReleaseDb(pMnode, pDb);

1,118✔

2835

  TAOS_RETURN(code);

1,118✔

2838

int32_t mndSsMigrateDb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb) {

2,199✔

2839

  int32_t       code = 0;

2,199✔

2840

  SSsMigrateDbRsp ssMigrateRsp = {0};

2,199✔

2842

  bool  isExist = false;

2,199✔

2843

  void *pIter = NULL;

2,199✔

2845

    SSsMigrateObj *pSsMigrate = NULL;

2,199✔

2846

    pIter = sdbFetch(pMnode->pSdb, SDB_SSMIGRATE, pIter, (void **)&pSsMigrate);

2,199✔

2847

    if (pIter == NULL) break;

2,199✔

2854

  if (isExist) {

2,199✔

2871

  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pReq, "ssmigrate-db");

2,199✔

2872

  if (pTrans == NULL) {

2,199✔

2877

  mInfo("trans:%d, used to ssmigrate db:%s", pTrans->id, pDb->name);

2,199✔

2878

  mndTransSetDbName(pTrans, pDb->name, NULL);

2,199✔

2879

  TAOS_CHECK_GOTO(mndTrancCheckConflict(pMnode, pTrans), NULL, _OVER);

2,199✔

2881

  SSsMigrateObj ssMigrate = { .startTime = taosGetTimestampMs() };

2,199✔

2882

  TAOS_CHECK_GOTO(mndAddSsMigrateToTran(pMnode, pTrans, &ssMigrate, pDb), NULL, _OVER);

2,199✔

2884

  if (pReq) {

2,199✔

2885

    int32_t rspLen = 0;

2,199✔

2886

    void   *pRsp = NULL;

2,199✔

2887

    ssMigrateRsp.ssMigrateId = ssMigrate.id;

2,199✔

2888

    ssMigrateRsp.bAccepted = true;

2,199✔

2889

    TAOS_CHECK_GOTO(mndBuildSsMigrateDbRsp(&ssMigrateRsp, &rspLen, &pRsp, false), NULL, _OVER);

2,199✔

2890

    mndTransSetRpcRsp(pTrans, pRsp, rspLen);

2,199✔

2893

  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;

2,199✔

2894

  code = 0;

2,199✔

2896

_OVER:

2,199✔

2897

  mndTransDrop(pTrans);

2,199✔

2898

  TAOS_RETURN(code);

2,199✔

2902

static int32_t mndProcessSsMigrateDbReq(SRpcMsg *pReq) {

2,610✔

2903

  SMnode         *pMnode = pReq->info.node;

2,610✔

2904

  int32_t         code = -1;

2,610✔

2905

  SDbObj         *pDb = NULL;

2,610✔

2906

  SSsMigrateDbReq ssMigrateReq = {0};

2,610✔

2908

  if (!tsSsEnabled) {

2,610✔

2909

    code = TSDB_CODE_OPS_NOT_SUPPORT;

411✔

2910

    goto _OVER;

411✔

2913

  TAOS_CHECK_GOTO(grantCheck(TSDB_GRANT_SHARED_STORAGE), NULL, _OVER);

2,199✔

2914

  TAOS_CHECK_GOTO(tDeserializeSSsMigrateDbReq(pReq->pCont, pReq->contLen, &ssMigrateReq), NULL, _OVER);

2,199✔

2916

  mInfo("db:%s, start to ssmigrate", ssMigrateReq.db);

2,199✔

2918

  pDb = mndAcquireDb(pMnode, ssMigrateReq.db);

2,199✔

2919

  if (pDb == NULL) {

2,199✔

2925

  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_SSMIGRATE_DB, pDb), NULL, _OVER);

2,199✔

2927

  if(pDb->cfg.isMount) {

2,199✔

2932

  code = mndSsMigrateDb(pMnode, pReq, pDb);

2,199✔

2934

_OVER:

2,610✔

2935

  if (code != 0) {

2,610✔

2936

    mError("db:%s, failed to process ssmigrate db req since %s", ssMigrateReq.db, tstrerror(code));

411✔

2939

  mndReleaseDb(pMnode, pDb);

2,610✔

2940

  TAOS_RETURN(code);

2,610✔

2943

const char *mndGetDbStr(const char *src) {

20,737,557✔

2944

  char *pos = strstr(src, TS_PATH_DELIMITER);

20,737,557✔

2945

  if (pos != NULL) ++pos;

20,737,557✔

2946

  if (pos == NULL) return src;

20,737,557✔

2947

  return pos;

19,413,319✔

2950

const char *mndGetStableStr(const char *src) {

17,547,156✔

2951

  char *pos = strstr(src, TS_PATH_DELIMITER);

17,547,156✔

2952

  if (pos != NULL) ++pos;

17,547,156✔

2953

  if (pos == NULL) return src;

17,547,156✔

2954

  return mndGetDbStr(pos);

17,547,156✔

2982

static char *buildRetension(SArray *pRetension) {

540,235✔

2983

  size_t size = taosArrayGetSize(pRetension);

540,235✔

2984

  if (size == 0) {

540,235✔

2985

    return NULL;

540,235✔

3019

static const char *getCacheModelStr(int8_t cacheModel) {

540,235✔

3020

  switch (cacheModel) {

540,235✔

3021

    case TSDB_CACHE_MODEL_NONE:

501,749✔

3022

      return TSDB_CACHE_MODEL_NONE_STR;

501,749✔

3023

    case TSDB_CACHE_MODEL_LAST_ROW:

2,647✔

3024

      return TSDB_CACHE_MODEL_LAST_ROW_STR;

2,647✔

3025

    case TSDB_CACHE_MODEL_LAST_VALUE:

6,049✔

3026

      return TSDB_CACHE_MODEL_LAST_VALUE_STR;

6,049✔

3027

    case TSDB_CACHE_MODEL_BOTH:

29,790✔

3028

      return TSDB_CACHE_MODEL_BOTH_STR;

29,790✔

3035

static void getEncryptAlgorithmStr(SMnode *pMnode, int8_t encryptAlgorithm, char *out) {

540,235✔

3036

  switch (encryptAlgorithm) {

540,235✔

3037

    case TSDB_ENCRYPT_ALGO_NONE: {

539,268✔

3038

      tstrncpy(out, TSDB_ENCRYPT_ALGO_NONE_STR, TSDB_ENCRYPT_ALGR_NAME_LEN);

539,268✔

3039

      break;

539,268✔

3041

    default: {

967✔

3042

      SEncryptAlgrObj *obj = mndAcquireEncryptAlgrById(pMnode, encryptAlgorithm);

967✔

3043

      if (obj != NULL) {

967✔

3044

        tstrncpy(out, obj->algorithm_id, TSDB_ENCRYPT_ALGR_NAME_LEN);

967✔

3045

        mndReleaseEncryptAlgr(pMnode, obj);

967✔

3047

      break;

967✔

3050

540,235✔

3052

bool mndIsDbReady(SMnode *pMnode, SDbObj *pDb) {

2,077,403✔

3053

  if (pDb->cfg.replications == 1) return true;

2,077,403✔

3055

  SSdb *pSdb = pMnode->pSdb;

434,102✔

3056

  void *pIter = NULL;

434,102✔

3057

  bool  isReady = true;

434,102✔

3058

  while (1) {

2,063,920✔

3059

    SVgObj *pVgroup = NULL;

2,498,022✔

3060

    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);

2,498,022✔

3061

    if (pIter == NULL) break;

2,498,022✔

3063

    if (pVgroup->dbUid == pDb->uid && pVgroup->replica > 1) {

2,063,920✔

3064

      bool hasLeader = false;

1,272,271✔

3065

      for (int32_t i = 0; i < pVgroup->replica; ++i) {

5,037,724✔

3066

        if (pVgroup->vnodeGid[i].syncState == TAOS_SYNC_STATE_LEADER ||

3,765,453✔

3067

            pVgroup->vnodeGid[i].syncState == TAOS_SYNC_STATE_ASSIGNED_LEADER) {

3,338,519✔

3068

          hasLeader = true;

426,934✔

3071

      if (!hasLeader) isReady = false;

1,272,271✔

3073

    sdbRelease(pSdb, pVgroup);

2,063,920✔

3076

  return isReady;

434,102✔

3079

static void mndDumpDbInfoData(SMnode *pMnode, SSDataBlock *pBlock, SDbObj *pDb, SShowObj *pShow, int32_t rows,

1,480,676✔

3082

  int32_t cols = 0;

1,480,676✔

3083

  int32_t bytes = pShow->pMeta->pSchemas[cols].bytes;

1,480,676✔

3084

  char   *buf = taosMemoryMalloc(bytes);

1,480,676✔

3085

  if (buf == NULL) {

1,480,676✔

3089

  int32_t code = 0;

1,480,676✔

3090

  int32_t lino = 0;

1,480,676✔

3092

  const char *name = mndGetDbStr(pDb->name);

1,480,676✔

3093

  if (name != NULL) {

1,480,676✔

3094

    STR_WITH_MAXSIZE_TO_VARSTR(buf, name, bytes);

1,480,676✔

3099

  const char *precStr = NULL;

1,480,676✔

3100

  switch (pDb->cfg.precision) {

1,480,676✔

3101

    case TSDB_TIME_PRECISION_MILLI:

1,436,509✔

3102

      precStr = TSDB_TIME_PRECISION_MILLI_STR;

1,436,509✔

3103

      break;

1,436,509✔

3104

    case TSDB_TIME_PRECISION_MICRO:

11,776✔

3105

      precStr = TSDB_TIME_PRECISION_MICRO_STR;

11,776✔

3106

      break;

11,776✔

3107

    case TSDB_TIME_PRECISION_NANO:

32,391✔

3108

      precStr = TSDB_TIME_PRECISION_NANO_STR;

32,391✔

3109

      break;

32,391✔

3114

  char precVstr[10] = {0};

1,480,676✔

3115

  STR_WITH_MAXSIZE_TO_VARSTR(precVstr, precStr, 10);

1,480,676✔

3117

  char *statusStr = "ready";

1,480,676✔

3118

  if (objStatus == SDB_STATUS_CREATING) {

1,480,676✔

3120

  } else if (objStatus == SDB_STATUS_DROPPING) {

1,480,676✔

3123

    if (!sysDb && !mndIsDbReady(pMnode, pDb)) {

1,480,676✔

3124

      statusStr = "unsynced";

2,903✔

3127

  char statusVstr[24] = {0};

1,480,676✔

3128

  STR_WITH_MAXSIZE_TO_VARSTR(statusVstr, statusStr, 24);

1,480,676✔

3130

  if (sysDb || !sysinfo) {

1,480,676✔

3131

    for (int32_t i = 0; i < pShow->numOfColumns; ++i) {

38,558,081✔

3132

      SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, i);

37,617,640✔

3133

      if (i == 0) {

37,617,640✔

3134

        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, buf, false), &lino, _OVER);

940,441✔

3135

      } else if (i == 1) {

36,677,199✔

3136

        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->createdTime, false), &lino, _OVER);

940,441✔

3137

      } else if (i == 3) {

35,736,758✔

3138

        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&numOfTables, false), &lino, _OVER);

940,441✔

3139

      } else if (i == 14) {

34,796,317✔

3140

        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, precVstr, false), &lino, _OVER);

940,441✔

3141

      } else if (i == 15) {

33,855,876✔

3142

        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, statusVstr, false), &lino, _OVER);

940,441✔

3143

      } else if (i == 28) {

32,915,435✔

3144

        TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.keepTimeOffset, false), &lino, _OVER);

940,441✔

3146

        colDataSetNULL(pColInfo, rows);

31,974,994✔

3150

    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3151

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, buf, false), &lino, _OVER);

540,235✔

3153

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3154

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->createdTime, false), &lino, _OVER);

540,235✔

3156

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3157

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.numOfVgroups, false), &lino, _OVER);

540,235✔

3159

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3160

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&numOfTables, false), &lino, _OVER);

540,235✔

3162

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3163

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.replications, false), &lino, _OVER);

540,235✔

3165

    const char *strictStr = pDb->cfg.strict ? "on" : "off";

540,235✔

3166

    char        strictVstr[24] = {0};

540,235✔

3167

    STR_WITH_MAXSIZE_TO_VARSTR(strictVstr, strictStr, 24);

540,235✔

3168

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3169

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)strictVstr, false), &lino, _OVER);

540,235✔

3171

    char    durationStr[128] = {0};

540,235✔

3172

    char    durationVstr[128] = {0};

540,235✔

3173

    int32_t len = formatDurationOrKeep(&durationVstr[VARSTR_HEADER_SIZE], sizeof(durationVstr) - VARSTR_HEADER_SIZE,

540,235✔

3176

    varDataSetLen(durationVstr, len);

540,235✔

3177

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3178

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);

540,235✔

3180

    char keepVstr[128] = {0};

540,235✔

3181

    char keep0Str[32] = {0};

540,235✔

3182

    char keep1Str[32] = {0};

540,235✔

3183

    char keep2Str[32] = {0};

540,235✔

3185

    int32_t lenKeep0 = formatDurationOrKeep(keep0Str, sizeof(keep0Str), pDb->cfg.daysToKeep0);

540,235✔

3186

    int32_t lenKeep1 = formatDurationOrKeep(keep1Str, sizeof(keep1Str), pDb->cfg.daysToKeep1);

540,235✔

3187

    int32_t lenKeep2 = formatDurationOrKeep(keep2Str, sizeof(keep2Str), pDb->cfg.daysToKeep2);

540,235✔

3189

    if (pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep1 || pDb->cfg.daysToKeep0 > pDb->cfg.daysToKeep2) {

540,235✔

3192

      len = tsnprintf(&keepVstr[VARSTR_HEADER_SIZE], sizeof(keepVstr), "%s,%s,%s", keep0Str, keep1Str, keep2Str);

540,235✔

3194

    varDataSetLen(keepVstr, len);

540,235✔

3195

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3196

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)keepVstr, false), &lino, _OVER);

540,235✔

3198

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3199

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.buffer, false), &lino, _OVER);

540,235✔

3201

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3202

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.pageSize, false), &lino, _OVER);

540,235✔

3204

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3205

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.pages, false), &lino, _OVER);

540,235✔

3207

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3208

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.minRows, false), &lino, _OVER);

540,235✔

3210

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3211

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.maxRows, false), &lino, _OVER);

540,235✔

3213

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3214

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.compression, false), &lino, _OVER);

540,235✔

3216

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3217

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)precVstr, false), &lino, _OVER);

540,235✔

3219

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3220

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)statusVstr, false), &lino, _OVER);

540,235✔

3222

    char *rentensionVstr = buildRetension(pDb->cfg.pRetensions);

540,235✔

3223

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3224

    if (rentensionVstr == NULL) {

540,235✔

3225

      colDataSetNULL(pColInfo, rows);

540,235✔

3231

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3232

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.numOfStables, false), &lino, _OVER);

540,235✔

3234

    const char *cacheModelStr = getCacheModelStr(pDb->cfg.cacheLast);

540,235✔

3235

    char        cacheModelVstr[24] = {0};

540,235✔

3236

    STR_WITH_MAXSIZE_TO_VARSTR(cacheModelVstr, cacheModelStr, 24);

540,235✔

3237

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3238

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)cacheModelVstr, false), &lino, _OVER);

540,235✔

3240

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3241

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.cacheLastSize, false), &lino, _OVER);

540,235✔

3243

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3244

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walLevel, false), &lino, _OVER);

540,235✔

3246

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3247

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walFsyncPeriod, false), &lino, _OVER);

540,235✔

3249

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3250

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walRetentionPeriod, false), &lino, _OVER);

540,235✔

3252

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3253

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.walRetentionSize, false), &lino, _OVER);

540,235✔

3255

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3256

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.sstTrigger, false), &lino, _OVER);

540,235✔

3258

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3259

    int16_t hashPrefix = pDb->cfg.hashPrefix;

540,235✔

3260

    if (hashPrefix > 0) {

540,235✔

3261

      hashPrefix = pDb->cfg.hashPrefix - strlen(pDb->name) - 1;

4,647✔

3262

    } else if (hashPrefix < 0) {

535,588✔

3263

      hashPrefix = pDb->cfg.hashPrefix + strlen(pDb->name) + 1;

5,208✔

3265

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&hashPrefix, false), &lino, _OVER);

540,235✔

3267

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3268

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.hashSuffix, false), &lino, _OVER);

540,235✔

3270

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3271

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.tsdbPageSize, false), &lino, _OVER);

540,235✔

3273

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3274

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.keepTimeOffset, false), &lino, _OVER);

540,235✔

3276

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3277

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.ssChunkSize, false), &lino, _OVER);

540,235✔

3279

    char keeplocalVstr[128] = {0};

540,235✔

3280

    len = tsnprintf(&keeplocalVstr[VARSTR_HEADER_SIZE], sizeof(keeplocalVstr), "%dm", pDb->cfg.ssKeepLocal);

540,235✔

3281

    varDataSetLen(keeplocalVstr, len);

540,235✔

3282

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3283

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)keeplocalVstr, false), &lino, _OVER);

540,235✔

3285

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3286

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.ssCompact, false), &lino, _OVER);

540,235✔

3288

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3289

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.withArbitrator, false), &lino, _OVER);

540,235✔

3291

    char encryptAlgorithmStr[TSDB_ENCRYPT_ALGR_NAME_LEN] = {0};

540,235✔

3292

    getEncryptAlgorithmStr(pMnode, pDb->cfg.encryptAlgorithm, encryptAlgorithmStr);

540,235✔

3293

    char        encryptAlgorithmVStr[24] = {0};

540,235✔

3294

    STR_WITH_MAXSIZE_TO_VARSTR(encryptAlgorithmVStr, encryptAlgorithmStr, 24);

540,235✔

3295

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

540,235✔

3296

    TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)encryptAlgorithmVStr, false), &lino, _OVER);

540,235✔

3298

    TAOS_UNUSED(formatDurationOrKeep(durationStr, sizeof(durationStr), pDb->cfg.compactInterval));

540,235✔

3299

    STR_WITH_MAXSIZE_TO_VARSTR(durationVstr, durationStr, sizeof(durationVstr));

540,235✔

3300

    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {

540,235✔

3301

      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);

540,235✔

3304

    len = formatDurationOrKeep(durationStr, sizeof(durationStr), pDb->cfg.compactStartTime);

540,235✔

3305

    TAOS_UNUSED(formatDurationOrKeep(durationVstr, sizeof(durationVstr), pDb->cfg.compactEndTime));

540,235✔

3306

    TAOS_UNUSED(snprintf(durationStr + len, sizeof(durationStr) - len, ",%s", durationVstr));

540,235✔

3307

    STR_WITH_MAXSIZE_TO_VARSTR(durationVstr, durationStr, sizeof(durationVstr));

540,235✔

3308

    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {

540,235✔

3309

      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);

540,235✔

3312

    TAOS_UNUSED(snprintf(durationStr, sizeof(durationStr), "%dh", pDb->cfg.compactTimeOffset));

540,235✔

3313

    STR_WITH_MAXSIZE_TO_VARSTR(durationVstr, durationStr, sizeof(durationVstr));

540,235✔

3314

    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {

540,235✔

3315

      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);

540,235✔

3318

    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {

540,235✔

3319

      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&pDb->cfg.isAudit, false), &lino, _OVER);

540,235✔

3322

    if (!(*ppUidNames)) {

540,235✔

3323

      TAOS_CHECK_GOTO(mndBuildUidNamesHash(pMnode, ppUidNames), &lino, _OVER);

310,106✔

3325

    const char *ownerName = tSimpleHashGet(*ppUidNames, (const char *)&pDb->ownerId, sizeof(pDb->ownerId));

540,235✔

3326

    TAOS_UNUSED(snprintf(durationStr, sizeof(durationStr), "%s", ownerName ? ownerName : "[unknown]"));

540,235✔

3327

    STR_WITH_MAXSIZE_TO_VARSTR(durationVstr, durationStr, sizeof(durationVstr));

540,235✔

3328

    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {

540,235✔

3329

      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)durationVstr, false), &lino, _OVER);

540,235✔

3332

    if ((pColInfo = taosArrayGet(pBlock->pDataBlock, cols++))) {

540,235✔

3333

      uint8_t allowDrop = pDb->cfg.allowDrop;

540,235✔

3334

      TAOS_CHECK_GOTO(colDataSetVal(pColInfo, rows, (const char *)&allowDrop, false), &lino, _OVER);

540,235✔

3337

_OVER:

1,480,676✔

3338

  if (code != 0) mError("failed to retrieve at line:%d, since %s", lino, tstrerror(code));

1,480,676✔

3339

  taosMemoryFree(buf);

1,480,676✔

3342

static void setInformationSchemaDbCfg(SMnode *pMnode, SDbObj *pDbObj) {

467,871✔

3343

  tstrncpy(pDbObj->name, TSDB_INFORMATION_SCHEMA_DB, tListLen(pDbObj->name));

467,871✔

3344

  pDbObj->createdTime = mndGetClusterCreateTime(pMnode);

467,871✔

3345

  pDbObj->cfg.numOfVgroups = 0;

467,871✔

3346

  pDbObj->cfg.strict = 1;

467,871✔

3347

  pDbObj->cfg.replications = 1;

467,871✔

3348

  pDbObj->cfg.precision = TSDB_TIME_PRECISION_MILLI;

467,871✔

3349

467,871✔

3351

static void setPerfSchemaDbCfg(SMnode *pMnode, SDbObj *pDbObj) {

467,871✔

3352

  tstrncpy(pDbObj->name, TSDB_PERFORMANCE_SCHEMA_DB, tListLen(pDbObj->name));

467,871✔

3353

  pDbObj->createdTime = mndGetClusterCreateTime(pMnode);

467,871✔

3354

  pDbObj->cfg.numOfVgroups = 0;

467,871✔

3355

  pDbObj->cfg.strict = 1;

467,871✔

3356

  pDbObj->cfg.replications = 1;

467,871✔

3357

  pDbObj->cfg.precision = TSDB_TIME_PRECISION_MILLI;

467,871✔

3358

467,871✔

3360

static bool mndGetTablesOfDbFp(SMnode *pMnode, void *pObj, void *p1, void *p2, void *p3) {

4,479,836✔

3361

  SVgObj  *pVgroup = pObj;

4,479,836✔

3362

  int32_t *numOfTables = p1;

4,479,836✔

3363

  int64_t  uid = *(int64_t *)p2;

4,479,836✔

3364

  if (pVgroup->dbUid == uid) {

4,479,836✔

3365

    *numOfTables += pVgroup->numOfTables;

1,458,588✔

3367

  return true;

4,479,836✔

3370

static int32_t mndRetrieveDbs(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rowsCapacity) {

467,871✔

3371

  SMnode    *pMnode = pReq->info.node;

467,871✔

3372

  SSdb      *pSdb = pMnode->pSdb;

467,871✔

3373

  int32_t    numOfRows = 0;

467,871✔

3374

  SDbObj    *pDb = NULL;

467,871✔

3375

  SUserObj  *pOperUser = NULL;

467,871✔

3376

  ESdbStatus objStatus = 0;

467,871✔

3377

  SSHashObj *pUidNames = NULL;

467,871✔

3379

  (void)mndAcquireUser(pMnode, RPC_MSG_USER(pReq), &pOperUser);

467,871✔

3380

  if (pOperUser == NULL) return 0;

467,871✔

3381

  bool sysinfo = pOperUser->sysInfo;

467,871✔

3382

  char objFName[TSDB_OBJ_FNAME_LEN + 1] = {0};

467,871✔

3383

  (void)snprintf(objFName, sizeof(objFName), "%d.*", pOperUser->acctId);

467,871✔

3384

  bool showAnyDb = (0 == mndCheckSysObjPrivilege(pMnode, pOperUser, RPC_MSG_TOKEN(pReq), PRIV_CM_SHOW, PRIV_OBJ_DB, 0,

467,871✔

3388

  if (!pShow->sysDbRsp) {

467,871✔

3389

    SDbObj infoschemaDb = {0};

467,871✔

3390

    setInformationSchemaDbCfg(pMnode, &infoschemaDb);

467,871✔

3391

    size_t numOfTables = 0;

467,871✔

3392

    getVisibleInfosTablesNum(sysinfo, &numOfTables);

467,871✔

3393

    mndDumpDbInfoData(pMnode, pBlock, &infoschemaDb, pShow, numOfRows, numOfTables, true, 0, 1, &pUidNames);

467,871✔

3395

    numOfRows += 1;

467,871✔

3397

    SDbObj perfschemaDb = {0};

467,871✔

3398

    setPerfSchemaDbCfg(pMnode, &perfschemaDb);

467,871✔

3399

    numOfTables = 0;

467,871✔

3400

    getPerfDbMeta(NULL, &numOfTables);

467,871✔

3401

    mndDumpDbInfoData(pMnode, pBlock, &perfschemaDb, pShow, numOfRows, numOfTables, true, 0, 1, &pUidNames);

467,871✔

3403

    numOfRows += 1;

467,871✔

3404

    pShow->sysDbRsp = true;

467,871✔

3407

  while (numOfRows < rowsCapacity) {

1,012,805✔

3408

    pShow->pIter = sdbFetchAll(pSdb, SDB_DB, pShow->pIter, (void **)&pDb, &objStatus, true);

1,012,805✔

3409

    if (pShow->pIter == NULL) break;

1,012,805✔

3410

    if (showAnyDb || mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_SHOW_DATABASES, pDb) == 0) {

544,934✔

3411

      int32_t numOfTables = 0;

544,934✔

3412

      sdbTraverse(pSdb, SDB_VGROUP, mndGetTablesOfDbFp, &numOfTables, &pDb->uid, NULL);

544,934✔

3413

      mndDumpDbInfoData(pMnode, pBlock, pDb, pShow, numOfRows, numOfTables, false, objStatus, sysinfo, &pUidNames);

544,934✔

3414

      numOfRows++;

544,934✔

3417

    sdbRelease(pSdb, pDb);

544,934✔

3420

  pShow->numOfRows += numOfRows;

467,871✔

3421

  mndReleaseUser(pMnode, pOperUser);

467,871✔

3422

  tSimpleHashCleanup(pUidNames);

467,871✔

3423

  return numOfRows;

467,733✔

taosdata / TDengine / #4983

Source File
Press 'n' to go to next uncovered line, 'b' for previous

taosdata / TDengine / #4983

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous