taosdata/TDengine | Build 5024 | source/dnode/mnode/impl/src/mndSubscribe.c | Coveralls

46

static int32_t mndSetSubCommitLogs(STrans *pTrans, SMqSubscribeObj *pSub) {

296,738✔

47

  if (pTrans == NULL || pSub == NULL) {

296,738✔

50

  int32_t code = 0;

296,738✔

51

  int32_t lino = 0;

296,738✔

52

  PRINT_LOG_START

296,738✔

53

  SSdbRaw *pCommitRaw = mndSubActionEncode(pSub);

296,738✔

54

  MND_TMQ_NULL_CHECK(pCommitRaw);

296,738✔

55

  code = mndTransAppendCommitlog(pTrans, pCommitRaw);

296,738✔

56

  if (code != 0) {

296,738✔

60

  code = sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY);

296,738✔

62

END:

296,738✔

63

  PRINT_LOG_END

296,738✔

64

  return code;

296,738✔

67

int32_t mndInitSubscribe(SMnode *pMnode) {

469,038✔

68

  SSdbTable table = {

469,038✔

78

  if (pMnode == NULL) {

469,038✔

81

  mndSetMsgHandle(pMnode, TDMT_VND_TMQ_SUBSCRIBE_RSP, mndTransProcessRsp);

469,038✔

82

  mndSetMsgHandle(pMnode, TDMT_VND_TMQ_DELETE_SUB_RSP, mndTransProcessRsp);

469,038✔

83

  mndSetMsgHandle(pMnode, TDMT_MND_TMQ_TIMER, mndProcessRebalanceReq);

469,038✔

84

  mndSetMsgHandle(pMnode, TDMT_MND_TMQ_DROP_CGROUP, mndProcessDropCgroupReq);

469,038✔

85

  mndSetMsgHandle(pMnode, TDMT_MND_TMQ_DROP_CGROUP_RSP, mndTransProcessRsp);

469,038✔

87

  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_SUBSCRIPTIONS, mndRetrieveSubscribe);

469,038✔

88

  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_TOPICS, mndCancelGetNextSubscribe);

469,038✔

90

  return sdbSetTable(pMnode->pSdb, table);

469,038✔

93

int32_t mndSchedInitSubEp(SMnode *pMnode, const SMqTopicObj *pTopic, SMqSubscribeObj *pSub) {

137,672✔

94

  int32_t code = 0;

137,672✔

95

  SSdb *  pSdb = pMnode->pSdb;

137,672✔

96

  SVgObj *pVgroup = NULL;

137,672✔

98

  void *pIter = NULL;

137,672✔

99

  while (1) {

779,624✔

100

    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);

917,296✔

101

    if (pIter == NULL) {

917,296✔

102

      break;

137,672✔

105

    if (!mndVgroupInDb(pVgroup, pTopic->dbUid)) {

779,624✔

106

      sdbRelease(pSdb, pVgroup);

435,330✔

107

      continue;

435,330✔

110

    pSub->vgNum++;

344,294✔

112

    int32_t vgId = pVgroup->vgId;

344,294✔

113

    if (taosArrayPush(pSub->unassignedVgs, &vgId) == NULL) {

688,588✔

119

    mInfo("init subscription %s for topic:%s assign vgId:%d", pSub->key, pTopic->name, vgId);

344,294✔

120

    sdbRelease(pSdb, pVgroup);

344,294✔

123

END:

137,672✔

124

  return code;

137,672✔

127

static int32_t mndCreateSubscription(SMnode *pMnode, const SMqTopicObj *pTopic, const char *subKey,

137,672✔

129

  if (pMnode == NULL || pTopic == NULL || subKey == NULL || pSub == NULL) {

137,672✔

132

  int32_t lino = 0;

137,672✔

133

  int32_t code = 0;

137,672✔

134

  PRINT_LOG_START

137,672✔

135

  MND_TMQ_RETURN_CHECK(tNewSubscribeObj(subKey, pSub));

137,672✔

136

  (*pSub)->dbUid = pTopic->dbUid;

137,672✔

137

  (*pSub)->stbUid = pTopic->stbUid;

137,672✔

138

  (*pSub)->subType = pTopic->subType;

137,672✔

139

  (*pSub)->withMeta = pTopic->withMeta;

137,672✔

141

  MND_TMQ_RETURN_CHECK(mndSchedInitSubEp(pMnode, pTopic, *pSub));

137,672✔

143

END:

137,672✔

144

  PRINT_LOG_END

137,672✔

145

  return code;

137,672✔

148

static void mndSplitSubscribeKey(const char *key, char *topic, char *cgroup, bool fullName) {

3,079,513✔

149

  if (key == NULL || topic == NULL || cgroup == NULL) {

3,079,513✔

152

  int32_t i = 0;

3,079,513✔

153

  while (key[i] != TMQ_SEPARATOR_CHAR) {

32,295,992✔

154

    i++;

29,216,479✔

156

  (void)memcpy(cgroup, key, i);

3,079,513✔

157

  cgroup[i] = 0;

3,079,513✔

158

  if (fullName) {

3,079,513✔

159

    tstrncpy(topic, &key[i + 1], TSDB_TOPIC_FNAME_LEN);

1,760,612✔

161

    while (key[i] != '.') {

3,956,703✔

162

      i++;

2,637,802✔

164

    tstrncpy(topic, &key[i + 1], TSDB_CGROUP_LEN);

1,318,901✔

168

static int32_t mndBuildSubChangeReq(SMnode *pMnode, void **pBuf, int32_t *pLen, SMqSubscribeObj *pSub,

854,559✔

170

  if (pSub == NULL || pRebVg == NULL || pBuf == NULL || pLen == NULL) {

854,559✔

173

  SMqRebVgReq  req = {0};

854,559✔

174

  int32_t      code = 0;

854,559✔

175

  int32_t      lino = 0;

854,559✔

176

  SEncoder     encoder = {0};

854,559✔

177

  SMqTopicObj *pTopic = NULL;

854,559✔

178

  void *       buf = NULL;

854,559✔

180

  PRINT_LOG_START

854,559✔

181

  char topic[TSDB_TOPIC_FNAME_LEN] = {0};

854,559✔

182

  char cgroup[TSDB_CGROUP_LEN] = {0};

854,559✔

183

  mndSplitSubscribeKey(pSub->key, topic, cgroup, true);

854,559✔

184

  MND_TMQ_RETURN_CHECK(mndAcquireTopic(pMnode, topic, &pTopic));

854,559✔

185

  taosRLockLatch(&pTopic->lock);

854,559✔

186

  req.oldConsumerId = pRebVg->oldConsumerId;

854,559✔

187

  req.newConsumerId = pRebVg->newConsumerId;

854,559✔

188

  req.vgId = pRebVg->vgId;

854,559✔

189

  req.qmsg = pTopic->physicalPlan;

854,559✔

190

  req.schema = pTopic->schema;

854,559✔

191

  req.subType = pSub->subType;

854,559✔

192

  req.withMeta = pSub->withMeta;

854,559✔

193

  req.suid = pSub->stbUid;

854,559✔

194

  tstrncpy(req.subKey, pSub->key, TSDB_SUBSCRIBE_KEY_LEN);

854,559✔

196

  int32_t tlen = 0;

854,559✔

197

  tEncodeSize(tEncodeSMqRebVgReq, &req, tlen, code);

854,559✔

198

  if (code < 0) {

854,559✔

202

  tlen += sizeof(SMsgHead);

854,559✔

203

  buf = taosMemoryMalloc(tlen);

854,559✔

204

  MND_TMQ_NULL_CHECK(buf);

854,559✔

205

  SMsgHead *pMsgHead = (SMsgHead *)buf;

854,559✔

206

  pMsgHead->contLen = htonl(tlen);

854,559✔

207

  pMsgHead->vgId = htonl(pRebVg->vgId);

854,559✔

209

  tEncoderInit(&encoder, POINTER_SHIFT(buf, sizeof(SMsgHead)), tlen);

854,559✔

210

  MND_TMQ_RETURN_CHECK(tEncodeSMqRebVgReq(&encoder, &req));

854,559✔

211

  *pBuf = buf;

854,559✔

212

  buf = NULL;

854,559✔

213

  *pLen = tlen;

854,559✔

215

END:

854,559✔

216

  PRINT_LOG_END

854,559✔

217

  taosMemoryFree(buf);

854,559✔

218

  if (pTopic != NULL) {

854,559✔

219

    taosRUnLockLatch(&pTopic->lock);

854,559✔

221

  mndReleaseTopic(pMnode, pTopic);

854,559✔

222

  tEncoderClear(&encoder);

854,559✔

223

  return code;

854,559✔

226

static int32_t mndPersistSubChangeVgReq(SMnode *pMnode, STrans *pTrans, SMqSubscribeObj *pSub,

854,559✔

228

  if (pMnode == NULL || pTrans == NULL || pSub == NULL || pRebVg == NULL) {

854,559✔

231

  int32_t code = 0;

854,559✔

232

  int32_t lino = 0;

854,559✔

233

  void *  buf = NULL;

854,559✔

234

  PRINT_LOG_START

854,559✔

235

  if (pRebVg->oldConsumerId == pRebVg->newConsumerId) {

854,559✔

241

  int32_t tlen = 0;

854,559✔

242

  MND_TMQ_RETURN_CHECK(mndBuildSubChangeReq(pMnode, &buf, &tlen, pSub, pRebVg));

854,559✔

243

  int32_t vgId = pRebVg->vgId;

854,559✔

244

  SVgObj *pVgObj = mndAcquireVgroup(pMnode, vgId);

854,559✔

245

  if (pVgObj == NULL) {

854,559✔

250

  STransAction action = {0};

854,559✔

251

  action.epSet = mndGetVgroupEpset(pMnode, pVgObj);

854,559✔

252

  action.pCont = buf;

854,559✔

253

  buf = NULL;

854,559✔

254

  action.contLen = tlen;

854,559✔

255

  action.msgType = TDMT_VND_TMQ_SUBSCRIBE;

854,559✔

257

  mndReleaseVgroup(pMnode, pVgObj);

854,559✔

258

  MND_TMQ_RETURN_CHECK(mndTransAppendRedoAction(pTrans, &action));

854,559✔

260

END:

854,559✔

261

  PRINT_LOG_END

854,559✔

262

  taosMemoryFree(buf);

854,559✔

263

  return code;

854,559✔

266

static void freeRebalanceItem(void *param) {

358,130✔

267

  if (param == NULL) return;

358,130✔

268

  SMqRebInfo *pInfo = param;

358,130✔

269

  taosArrayDestroy(pInfo->newConsumers);

358,130✔

270

  taosArrayDestroy(pInfo->removedConsumers);

358,130✔

273

static int32_t mndGetOrCreateRebSub(SHashObj *pHash, const char *key, SMqRebInfo **pReb) {

365,488✔

274

  if (pHash == NULL || key == NULL) {

365,488✔

277

  int32_t code = 0;

365,488✔

278

  int32_t lino = 0;

365,488✔

279

  PRINT_LOG_START

365,488✔

280

  SMqRebInfo *pRebInfo = taosHashGet(pHash, key, strlen(key) + 1);

365,488✔

281

  if (pRebInfo == NULL) {

365,488✔

282

    pRebInfo = tNewSMqRebSubscribe(key);

358,130✔

283

    if (pRebInfo == NULL) {

358,130✔

287

    code = taosHashPut(pHash, key, strlen(key) + 1, pRebInfo, sizeof(SMqRebInfo));

358,130✔

288

    if (code != 0) {

358,130✔

293

    taosMemoryFreeClear(pRebInfo);

358,130✔

295

    pRebInfo = taosHashGet(pHash, key, strlen(key) + 1);

358,130✔

296

    MND_TMQ_NULL_CHECK(pRebInfo);

358,130✔

298

  if (pReb) {

365,488✔

299

    *pReb = pRebInfo;

302,281✔

302

END:

63,207✔

303

  PRINT_LOG_END

365,488✔

304

  return code;

365,488✔

307

static int32_t pushVgDataToHash(SArray *vgs, SHashObj *pHash, int64_t consumerId, char *key) {

977,136✔

308

  if (vgs == NULL || pHash == NULL || key == NULL) {

977,136✔

311

  int32_t code = 0;

977,136✔

312

  int32_t lino = 0;

977,136✔

313

  PRINT_LOG_START

977,136✔

314

  int32_t *pVgId = (int32_t *)taosArrayPop(vgs);

977,136✔

315

  MND_TMQ_NULL_CHECK(pVgId);

977,136✔

316

  SMqRebOutputVg outputVg = {consumerId, -1, *pVgId};

977,136✔

317

  MND_TMQ_RETURN_CHECK(taosHashPut(pHash, pVgId, sizeof(int32_t), &outputVg, sizeof(SMqRebOutputVg)));

977,136✔

318

  mInfo("tmq rebalance sub:%s mq rebalance remove vgId:%d from consumer:0x%" PRIx64, key, *pVgId, consumerId);

977,136✔

320

END:

976,806✔

321

  PRINT_LOG_END

977,136✔

322

  return code;

977,136✔

325

static int32_t processRemovedConsumers(SMqRebOutputObj *pOutput, SHashObj *pHash, const SMqRebInputObj *pInput) {

358,130✔

326

  if (pHash == NULL || pOutput == NULL || pInput == NULL) {

358,130✔

329

  int32_t code = 0;

358,130✔

330

  int32_t lino = 0;

358,130✔

331

  PRINT_LOG_START

358,130✔

332

  int32_t numOfRemoved = taosArrayGetSize(pInput->pRebInfo->removedConsumers);

358,130✔

333

  int32_t actualRemoved = 0;

358,130✔

334

  for (int32_t i = 0; i < numOfRemoved; i++) {

492,189✔

335

    int64_t *consumerId = (int64_t *)taosArrayGet(pInput->pRebInfo->removedConsumers, i);

134,059✔

336

    MND_TMQ_NULL_CHECK(consumerId);

134,059✔

337

    SMqConsumerEp *pConsumerEp = taosHashGet(pOutput->pSub->consumerHash, consumerId, sizeof(int64_t));

134,059✔

338

    if (pConsumerEp == NULL) {

134,059✔

342

    int32_t consumerVgNum = taosArrayGetSize(pConsumerEp->vgs);

134,059✔

343

    for (int32_t j = 0; j < consumerVgNum; j++) {

542,017✔

344

      MND_TMQ_RETURN_CHECK(pushVgDataToHash(pConsumerEp->vgs, pHash, *consumerId, pOutput->pSub->key));

407,958✔

347

    MND_TMQ_RETURN_CHECK(taosHashRemove(pOutput->pSub->consumerHash, consumerId, sizeof(int64_t)));

134,059✔

348

    MND_TMQ_NULL_CHECK(taosArrayPush(pOutput->removedConsumers, consumerId));

268,118✔

349

    actualRemoved++;

134,059✔

352

  if (numOfRemoved != actualRemoved) {

358,130✔

356

    mInfo("tmq rebalance sub:%s removed %d consumers", pOutput->pSub->key, numOfRemoved);

358,130✔

359

  PRINT_LOG_END

358,130✔

360

  return code;

358,130✔

363

static int32_t processNewConsumers(SMqRebOutputObj *pOutput, const SMqRebInputObj *pInput) {

358,130✔

364

  if (pOutput == NULL || pInput == NULL) {

358,130✔

367

  int32_t code = 0;

358,130✔

368

  int32_t lino = 0;

358,130✔

369

  PRINT_LOG_START

358,130✔

370

  int32_t numOfNewConsumers = taosArrayGetSize(pInput->pRebInfo->newConsumers);

358,130✔

372

  for (int32_t i = 0; i < numOfNewConsumers; i++) {

526,352✔

373

    int64_t *consumerId = (int64_t *)taosArrayGet(pInput->pRebInfo->newConsumers, i);

168,222✔

374

    MND_TMQ_NULL_CHECK(consumerId);

168,222✔

375

    SMqConsumerEp newConsumerEp = {0};

168,222✔

376

    newConsumerEp.consumerId = *consumerId;

168,222✔

377

    newConsumerEp.vgs = taosArrayInit(0, sizeof(int32_t));

168,222✔

378

    MND_TMQ_NULL_CHECK(newConsumerEp.vgs);

168,222✔

379

    if (taosHashPut(pOutput->pSub->consumerHash, consumerId, sizeof(int64_t), &newConsumerEp, sizeof(SMqConsumerEp)) !=

168,222✔

385

    MND_TMQ_NULL_CHECK(taosArrayPush(pOutput->newConsumers, consumerId));

336,444✔

386

    mInfo("tmq rebalance sub:%s mq rebalance add new consumer:0x%" PRIx64, pOutput->pSub->key, *consumerId);

168,222✔

388

END:

358,130✔

389

  PRINT_LOG_END

358,130✔

390

  return code;

358,130✔

393

static int32_t processUnassignedVgroups(SMqRebOutputObj *pOutput, SHashObj *pHash) {

358,130✔

394

  if (pOutput == NULL || pHash == NULL) {

358,130✔

397

  int32_t code = 0;

358,130✔

398

  int32_t lino = 0;

358,130✔

399

  PRINT_LOG_START

358,130✔

400

  int32_t numOfVgroups = taosArrayGetSize(pOutput->pSub->unassignedVgs);

358,130✔

401

  for (int32_t i = 0; i < numOfVgroups; i++) {

925,244✔

402

    MND_TMQ_RETURN_CHECK(pushVgDataToHash(pOutput->pSub->unassignedVgs, pHash, -1, pOutput->pSub->key));

567,114✔

404

END:

358,130✔

405

  PRINT_LOG_END

358,130✔

406

  return code;

358,130✔

409

static int32_t processModifiedConsumers(SMqRebOutputObj *pOutput, SHashObj *pHash, int32_t minVgCnt,

358,130✔

411

  if (pOutput == NULL || pHash == NULL) {

358,130✔

414

  int32_t code = 0;

358,130✔

415

  int32_t lino = 0;

358,130✔

416

  int32_t cnt = 0;

358,130✔

417

  void *  pIter = NULL;

358,130✔

418

  PRINT_LOG_START

358,130✔

420

  while (1) {

68,227✔

421

    pIter = taosHashIterate(pOutput->pSub->consumerHash, pIter);

426,357✔

422

    if (pIter == NULL) {

426,357✔

423

      break;

358,130✔

426

    SMqConsumerEp *pConsumerEp = (SMqConsumerEp *)pIter;

68,227✔

427

    int32_t        consumerVgNum = taosArrayGetSize(pConsumerEp->vgs);

68,227✔

429

    MND_TMQ_NULL_CHECK(taosArrayPush(pOutput->modifyConsumers, &pConsumerEp->consumerId));

136,454✔

430

    if (consumerVgNum > minVgCnt) {

68,227✔

431

      if (cnt < remainderVgCnt) {

1,675✔

432

        while (taosArrayGetSize(pConsumerEp->vgs) > minVgCnt + 1) {  // pop until equal minVg + 1

643✔

435

        cnt++;

643✔

437

        while (taosArrayGetSize(pConsumerEp->vgs) > minVgCnt) {

3,096✔

438

          MND_TMQ_RETURN_CHECK(pushVgDataToHash(pConsumerEp->vgs, pHash, pConsumerEp->consumerId, pOutput->pSub->key));

2,064✔

443

END:

358,130✔

444

  PRINT_LOG_END

358,130✔

445

  taosHashCancelIterate(pOutput->pSub->consumerHash, pIter);

358,130✔

446

  return code;

358,130✔

449

static int32_t processRemoveAddVgs(SMnode *pMnode, SMqRebOutputObj *pOutput) {

358,130✔

450

  if (pMnode == NULL || pOutput == NULL) {

358,130✔

453

  int32_t code = 0;

358,130✔

454

  int32_t lino = 0;

358,130✔

455

  int32_t totalVgNum = 0;

358,130✔

456

  SVgObj *pVgroup = NULL;

358,130✔

457

  void *  pIter = NULL;

358,130✔

458

  void *  pIterHash = NULL;

358,130✔

459

  SArray *newVgs = taosArrayInit(0, sizeof(int32_t));

358,130✔

460

  MND_TMQ_NULL_CHECK(newVgs);

358,130✔

461

  while (1) {

2,014,781✔

462

    pIter = sdbFetch(pMnode->pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);

2,372,911✔

463

    if (pIter == NULL) {

2,372,911✔

464

      break;

358,130✔

466

    if (pVgroup->mountVgId) {

2,014,781✔

471

    if (!mndVgroupInDb(pVgroup, pOutput->pSub->dbUid)) {

2,014,781✔

472

      sdbRelease(pMnode->pSdb, pVgroup);

1,031,502✔

473

      continue;

1,031,502✔

476

    totalVgNum++;

983,279✔

477

    int32_t vgId = pVgroup->vgId;

983,279✔

478

    MND_TMQ_NULL_CHECK(taosArrayPush(newVgs, &vgId));

983,279✔

479

    sdbRelease(pMnode->pSdb, pVgroup);

983,279✔

482

  while (1) {

202,286✔

483

    pIterHash = taosHashIterate(pOutput->pSub->consumerHash, pIterHash);

560,416✔

484

    if (pIterHash == NULL) break;

560,416✔

485

    SMqConsumerEp *pConsumerEp = (SMqConsumerEp *)pIterHash;

202,286✔

486

    int32_t        j = 0;

202,286✔

487

    while (j < taosArrayGetSize(pConsumerEp->vgs)) {

681,658✔

488

      int32_t *pVgIdTmp = taosArrayGet(pConsumerEp->vgs, j);

479,372✔

489

      MND_TMQ_NULL_CHECK(pVgIdTmp);

479,372✔

490

      bool find = false;

479,372✔

491

      for (int32_t k = 0; k < taosArrayGetSize(newVgs); k++) {

612,706✔

492

        int32_t *pnewVgId = taosArrayGet(newVgs, k);

549,499✔

493

        MND_TMQ_NULL_CHECK(pnewVgId);

549,499✔

494

        if (*pVgIdTmp == *pnewVgId) {

549,499✔

495

          taosArrayRemove(newVgs, k);

416,165✔

496

          find = true;

416,165✔

497

          break;

416,165✔

500

      if (!find) {

479,372✔

501

        mInfo("tmq rebalance processRemoveAddVgs old vgId:%d", *pVgIdTmp);

63,207✔

502

        taosArrayRemove(pConsumerEp->vgs, j);

63,207✔

503

        continue;

63,207✔

505

      j++;

416,165✔

509

  if (taosArrayGetSize(pOutput->pSub->unassignedVgs) == 0 && taosArrayGetSize(newVgs) != 0) {

358,130✔

510

    MND_TMQ_NULL_CHECK(taosArrayAddAll(pOutput->pSub->unassignedVgs, newVgs));

63,207✔

511

    mInfo("tmq rebalance processRemoveAddVgs add new vg num:%d", (int)taosArrayGetSize(newVgs));

63,207✔

514

END:

358,130✔

515

  sdbRelease(pMnode->pSdb, pVgroup);

358,130✔

516

  sdbCancelFetch(pMnode->pSdb, pIter);

358,130✔

517

  taosHashCancelIterate(pOutput->pSub->consumerHash, pIterHash);

358,130✔

518

  taosArrayDestroy(newVgs);

358,130✔

519

  if (code != 0) {

358,130✔

523

    mInfo("tmq rebalance processRemoveAddVgs completed, total vg num:%d", totalVgNum);

358,130✔

524

    return totalVgNum;

358,130✔

528

static int32_t processSubOffsetRows(SMnode *pMnode, const SMqRebInputObj *pInput, SMqRebOutputObj *pOutput) {

358,130✔

529

  if (pMnode == NULL || pInput == NULL || pOutput == NULL) {

358,130✔

532

  void *           pIter = NULL;

358,130✔

533

  SMqSubscribeObj *pSub = NULL;

358,130✔

534

  int32_t          lino = 0;

358,130✔

535

  int32_t          code = mndAcquireSubscribeByKey(pMnode, pInput->pRebInfo->key, &pSub);  // put all offset rows

358,130✔

536

  if (code != 0) {

358,130✔

537

    return 0;

137,672✔

539

  taosRLockLatch(&pSub->lock);

220,458✔

540

  PRINT_LOG_START

220,458✔

541

  if (pOutput->pSub->offsetRows == NULL) {

220,458✔

542

    pOutput->pSub->offsetRows = taosArrayInit(4, sizeof(OffsetRows));

168,413✔

543

    MND_TMQ_NULL_CHECK(pOutput->pSub->offsetRows);

168,413✔

545

  while (1) {

202,286✔

546

    pIter = taosHashIterate(pSub->consumerHash, pIter);

422,744✔

547

    if (pIter == NULL) break;

422,744✔

548

    SMqConsumerEp *pConsumerEp = (SMqConsumerEp *)pIter;

202,286✔

549

    SMqConsumerEp *pConsumerEpNew = taosHashGet(pOutput->pSub->consumerHash, &pConsumerEp->consumerId, sizeof(int64_t));

202,286✔

551

    for (int j = 0; j < taosArrayGetSize(pConsumerEp->offsetRows); j++) {

669,816✔

552

      OffsetRows *d1 = taosArrayGet(pConsumerEp->offsetRows, j);

467,530✔

553

      MND_TMQ_NULL_CHECK(d1);

467,530✔

554

      bool jump = false;

467,530✔

555

      for (int i = 0; pConsumerEpNew && i < taosArrayGetSize(pConsumerEpNew->vgs); i++) {

595,662✔

556

        int32_t *pVgId = taosArrayGet(pConsumerEpNew->vgs, i);

131,568✔

557

        MND_TMQ_NULL_CHECK(pVgId);

131,568✔

558

        if (*pVgId == d1->vgId) {

131,568✔

559

          jump = true;

3,436✔

560

          mInfo("pSub->offsetRows jump, because consumer id:0x%" PRIx64 " and vgId:%d not change",

3,436✔

562

          break;

3,436✔

565

      if (jump) continue;

467,530✔

566

      bool find = false;

464,094✔

567

      for (int i = 0; i < taosArrayGetSize(pOutput->pSub->offsetRows); i++) {

1,174,923✔

568

        OffsetRows *d2 = taosArrayGet(pOutput->pSub->offsetRows, i);

809,180✔

569

        MND_TMQ_NULL_CHECK(d2);

809,180✔

570

        if (d1->vgId == d2->vgId) {

809,180✔

571

          d2->rows += d1->rows;

98,351✔

572

          d2->offset = d1->offset;

98,351✔

573

          d2->ever = d1->ever;

98,351✔

574

          find = true;

98,351✔

575

          mInfo("pSub->offsetRows add vgId:%d, after:%" PRId64 ", before:%" PRId64, d2->vgId, d2->rows, d1->rows);

98,351✔

576

          break;

98,351✔

579

      if (!find) {

464,094✔

580

        MND_TMQ_NULL_CHECK(taosArrayPush(pOutput->pSub->offsetRows, d1));

731,486✔

585

END:

220,458✔

586

  taosRUnLockLatch(&pSub->lock);

220,458✔

587

  taosHashCancelIterate(pSub->consumerHash, pIter);

220,458✔

588

  mndReleaseSubscribe(pMnode, pSub);

220,458✔

589

  PRINT_LOG_END

220,458✔

590

  return code;

220,458✔

593

static void printRebalanceLog(SMqRebOutputObj *pOutput) {

358,130✔

594

  if (pOutput == NULL) return;

358,130✔

595

  mInfo("sub:%s mq rebalance calculation completed, re-balanced vg", pOutput->pSub->key);

358,130✔

596

  for (int32_t i = 0; i < taosArrayGetSize(pOutput->rebVgs); i++) {

1,335,266✔

597

    SMqRebOutputVg *pOutputRebVg = taosArrayGet(pOutput->rebVgs, i);

977,136✔

598

    if (pOutputRebVg == NULL) continue;

977,136✔

599

    mInfo("sub:%s mq rebalance vgId:%d, moved from consumer:0x%" PRIx64 ", to consumer:0x%" PRIx64, pOutput->pSub->key,

977,136✔

603

  void *pIter = NULL;

358,130✔

604

  while (1) {

236,449✔

605

    pIter = taosHashIterate(pOutput->pSub->consumerHash, pIter);

594,579✔

606

    if (pIter == NULL) break;

594,579✔

607

    SMqConsumerEp *pConsumerEp = (SMqConsumerEp *)pIter;

236,449✔

608

    int32_t        sz = taosArrayGetSize(pConsumerEp->vgs);

236,449✔

609

    mInfo("sub:%s mq rebalance final cfg: consumer:0x%" PRIx64 " has %d vg", pOutput->pSub->key,

236,449✔

611

    for (int32_t i = 0; i < sz; i++) {

820,413✔

612

      int32_t *pVgId = taosArrayGet(pConsumerEp->vgs, i);

583,964✔

613

      if (pVgId == NULL) continue;

583,964✔

614

      mInfo("sub:%s mq rebalance final cfg: vg %d to consumer:0x%" PRIx64, pOutput->pSub->key, *pVgId,

583,964✔

620

static void calcVgroupsCnt(const SMqRebInputObj *pInput, int32_t totalVgNum, const char *pSubKey, int32_t *minVgCnt,

358,130✔

622

  if (pInput == NULL || pSubKey == NULL || minVgCnt == NULL || remainderVgCnt == NULL) {

358,130✔

625

  int32_t numOfRemoved = taosArrayGetSize(pInput->pRebInfo->removedConsumers);

358,130✔

626

  int32_t numOfAdded = taosArrayGetSize(pInput->pRebInfo->newConsumers);

358,130✔

627

  int32_t numOfFinal = pInput->oldConsumerNum + numOfAdded - numOfRemoved;

358,130✔

630

  if (numOfFinal != 0) {

358,130✔

631

    *minVgCnt = totalVgNum / numOfFinal;

230,940✔

632

    *remainderVgCnt = totalVgNum % numOfFinal;

230,940✔

634

    mInfo("tmq rebalance sub:%s no consumer subscribe this topic", pSubKey);

127,190✔

636

  mInfo(

358,130✔

642

static int32_t assignVgroups(SMqRebOutputObj *pOutput, SHashObj *pHash, int32_t minVgCnt) {

358,130✔

643

  if (pOutput == NULL || pHash == NULL) {

358,130✔

646

  SMqRebOutputVg *pRebVg = NULL;

358,130✔

647

  void *          pAssignIter = NULL;

358,130✔

648

  void *          pIter = NULL;

358,130✔

649

  int32_t         code = 0;

358,130✔

650

  int32_t         lino = 0;

358,130✔

651

  PRINT_LOG_START

358,130✔

653

  while (1) {

236,449✔

654

    pIter = taosHashIterate(pOutput->pSub->consumerHash, pIter);

594,579✔

655

    if (pIter == NULL) {

594,579✔

656

      break;

358,130✔

658

    SMqConsumerEp *pConsumerEp = (SMqConsumerEp *)pIter;

236,449✔

659

    while (taosArrayGetSize(pConsumerEp->vgs) < minVgCnt) {

813,286✔

660

      pAssignIter = taosHashIterate(pHash, pAssignIter);

576,837✔

661

      if (pAssignIter == NULL) {

576,837✔

666

      pRebVg = (SMqRebOutputVg *)pAssignIter;

576,837✔

667

      pRebVg->newConsumerId = pConsumerEp->consumerId;

576,837✔

668

      MND_TMQ_NULL_CHECK(taosArrayPush(pConsumerEp->vgs, &pRebVg->vgId));

1,153,674✔

669

      mInfo("tmq rebalance mq rebalance: add vgId:%d to consumer:0x%" PRIx64 " for average", pRebVg->vgId,

576,837✔

674

  while (1) {

984✔

675

    pIter = taosHashIterate(pOutput->pSub->consumerHash, pIter);

359,114✔

676

    if (pIter == NULL) {

359,114✔

677

      break;

127,190✔

679

    SMqConsumerEp *pConsumerEp = (SMqConsumerEp *)pIter;

231,924✔

680

    if (taosArrayGetSize(pConsumerEp->vgs) == minVgCnt) {

231,924✔

681

      pAssignIter = taosHashIterate(pHash, pAssignIter);

231,924✔

682

      if (pAssignIter == NULL) {

231,924✔

683

        mInfo("tmq rebalance sub:%s assign iter is used up", pOutput->pSub->key);

230,940✔

684

        break;

230,940✔

687

      pRebVg = (SMqRebOutputVg *)pAssignIter;

984✔

688

      pRebVg->newConsumerId = pConsumerEp->consumerId;

984✔

689

      MND_TMQ_NULL_CHECK(taosArrayPush(pConsumerEp->vgs, &pRebVg->vgId));

1,968✔

690

      mInfo("tmq rebalance mq rebalance: add vgId:%d to consumer:0x%" PRIx64 " for average + 1", pRebVg->vgId,

984✔

695

  if (pAssignIter != NULL) {

358,130✔

700

  while (1) {

977,136✔

701

    pAssignIter = taosHashIterate(pHash, pAssignIter);

1,335,266✔

702

    if (pAssignIter == NULL) {

1,335,266✔

703

      break;

358,130✔

706

    SMqRebOutputVg *pRebOutput = (SMqRebOutputVg *)pAssignIter;

977,136✔

707

    MND_TMQ_NULL_CHECK(taosArrayPush(pOutput->rebVgs, pRebOutput));

1,954,272✔

708

    if (taosHashGetSize(pOutput->pSub->consumerHash) == 0) {  // if all consumer is removed

977,136✔

709

      MND_TMQ_NULL_CHECK(

798,630✔

714

END:

358,130✔

715

  taosHashCancelIterate(pOutput->pSub->consumerHash, pIter);

358,130✔

716

  taosHashCancelIterate(pHash, pAssignIter);

358,130✔

717

  PRINT_LOG_END

358,130✔

718

  return code;

358,130✔

721

static int32_t mndDoRebalance(SMnode *pMnode, const SMqRebInputObj *pInput, SMqRebOutputObj *pOutput) {

358,130✔

722

  if (pMnode == NULL || pInput == NULL || pOutput == NULL) {

358,130✔

725

  int32_t totalVgNum = processRemoveAddVgs(pMnode, pOutput);

358,130✔

726

  if (totalVgNum < 0) {

358,130✔

729

  const char *pSubKey = pOutput->pSub->key;

358,130✔

730

  int32_t     minVgCnt = 0;

358,130✔

731

  int32_t     remainderVgCnt = 0;

358,130✔

732

  int32_t     code = 0;

358,130✔

733

  int32_t     lino = 0;

358,130✔

734

  PRINT_LOG_START

358,130✔

735

  SHashObj *pHash = taosHashInit(64, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), false, HASH_NO_LOCK);

358,130✔

736

  MND_TMQ_NULL_CHECK(pHash);

358,130✔

737

  MND_TMQ_RETURN_CHECK(processRemovedConsumers(pOutput, pHash, pInput));

358,130✔

738

  MND_TMQ_RETURN_CHECK(processUnassignedVgroups(pOutput, pHash));

358,130✔

739

  calcVgroupsCnt(pInput, totalVgNum, pSubKey, &minVgCnt, &remainderVgCnt);

358,130✔

740

  MND_TMQ_RETURN_CHECK(processModifiedConsumers(pOutput, pHash, minVgCnt, remainderVgCnt));

358,130✔

741

  MND_TMQ_RETURN_CHECK(processNewConsumers(pOutput, pInput));

358,130✔

742

  MND_TMQ_RETURN_CHECK(assignVgroups(pOutput, pHash, minVgCnt));

358,130✔

743

  MND_TMQ_RETURN_CHECK(processSubOffsetRows(pMnode, pInput, pOutput));

358,130✔

744

  printRebalanceLog(pOutput);

358,130✔

746

END:

358,130✔

747

  taosHashCleanup(pHash);

358,130✔

748

  PRINT_LOG_END

358,130✔

749

  return code;

358,130✔

752

static int32_t presistConsumerByType(STrans *pTrans, SArray *consumers, int8_t type, char *cgroup, char *topic) {

883,641✔

753

  if (pTrans == NULL || consumers == NULL || cgroup == NULL) {

883,641✔

756

  int32_t code = 0;

883,641✔

757

  int32_t lino = 0;

883,641✔

758

  PRINT_LOG_START

883,641✔

759

  SMqConsumerObj *pConsumerNew = NULL;

883,641✔

760

  int32_t         consumerNum = taosArrayGetSize(consumers);

883,641✔

761

  for (int32_t i = 0; i < consumerNum; i++) {

1,190,566✔

762

    int64_t *consumerId = (int64_t *)taosArrayGet(consumers, i);

306,925✔

763

    MND_TMQ_NULL_CHECK(consumerId);

306,925✔

764

    MND_TMQ_RETURN_CHECK(tNewSMqConsumerObj(*consumerId, cgroup, type, topic, NULL, &pConsumerNew));

306,925✔

765

    MND_TMQ_RETURN_CHECK(mndSetConsumerCommitLogs(pTrans, pConsumerNew));

306,925✔

766

    tDeleteSMqConsumerObj(pConsumerNew);

306,925✔

768

  pConsumerNew = NULL;

883,641✔

770

END:

883,641✔

771

  PRINT_LOG_END

883,641✔

772

  tDeleteSMqConsumerObj(pConsumerNew);

883,641✔

773

  return code;

883,641✔

776

static int32_t mndPresistConsumer(STrans *pTrans, const SMqRebOutputObj *pOutput, char *cgroup, char *topic) {

294,547✔

777

  if (pTrans == NULL || pOutput == NULL || cgroup == NULL || topic == NULL) {

294,547✔

780

  int32_t code = 0;

294,547✔

781

  int32_t lino = 0;

294,547✔

782

  PRINT_LOG_START

294,547✔

783

  MND_TMQ_RETURN_CHECK(presistConsumerByType(pTrans, pOutput->modifyConsumers, CONSUMER_UPDATE_REB, cgroup, NULL));

294,547✔

784

  MND_TMQ_RETURN_CHECK(presistConsumerByType(pTrans, pOutput->newConsumers, CONSUMER_ADD_REB, cgroup, topic));

294,547✔

785

  MND_TMQ_RETURN_CHECK(presistConsumerByType(pTrans, pOutput->removedConsumers, CONSUMER_REMOVE_REB, cgroup, topic));

294,547✔

786

END:

294,547✔

787

  PRINT_LOG_END

294,547✔

788

  return code;

294,547✔

791

static int32_t mndPersistRebResult(SMnode *pMnode, SRpcMsg *pMsg, const SMqRebOutputObj *pOutput) {

360,321✔

792

  if (pMnode == NULL || pMsg == NULL || pOutput == NULL) {

360,321✔

795

  int32_t code = 0;

360,321✔

796

  int32_t lino = 0;

360,321✔

797

  STrans *pTrans = NULL;

360,321✔

798

  PRINT_LOG_START

360,321✔

800

  char topic[TSDB_TOPIC_FNAME_LEN] = {0};

360,321✔

801

  char cgroup[TSDB_CGROUP_LEN] = {0};

360,321✔

802

  mndSplitSubscribeKey(pOutput->pSub->key, topic, cgroup, true);

360,321✔

804

  pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pMsg, "tmq-reb");

360,321✔

805

  if (pTrans == NULL) {

360,321✔

811

  mndTransSetDbName(pTrans, pOutput->pSub->dbName, pOutput->pSub->key);

360,321✔

812

  MND_TMQ_RETURN_CHECK(mndTransCheckConflict(pMnode, pTrans));

360,321✔

815

  const SArray *rebVgs = pOutput->rebVgs;

296,738✔

816

  int32_t       vgNum = taosArrayGetSize(rebVgs);

296,738✔

817

  for (int32_t i = 0; i < vgNum; i++) {

1,151,297✔

818

    SMqRebOutputVg *pRebVg = taosArrayGet(rebVgs, i);

854,559✔

819

    MND_TMQ_NULL_CHECK(pRebVg);

854,559✔

820

    MND_TMQ_RETURN_CHECK(mndPersistSubChangeVgReq(pMnode, pTrans, pOutput->pSub, pRebVg));

854,559✔

824

  MND_TMQ_RETURN_CHECK(mndSetSubCommitLogs(pTrans, pOutput->pSub));

296,738✔

827

  if (!pOutput->isReload) {

296,738✔

828

    MND_TMQ_RETURN_CHECK(mndPresistConsumer(pTrans, pOutput, cgroup, topic));

294,547✔

832

  mndTransSetCb(pTrans, TRANS_START_FUNC_MQ_REB, TRANS_STOP_FUNC_MQ_REB, NULL, 0);

296,738✔

835

  MND_TMQ_RETURN_CHECK(mndTransPrepare(pMnode, pTrans));

296,738✔

837

END:

360,321✔

838

  mndTransDrop(pTrans);

360,321✔

839

  PRINT_LOG_END

360,321✔

840

  TAOS_RETURN(code);

360,321✔

844

static int32_t buildRebInfo(SHashObj *rebSubHash, SArray *topicList, int8_t type, SMqConsumerObj *pConsumer) {

588,877✔

845

  if (rebSubHash == NULL || topicList == NULL) {

588,877✔

848

  int32_t code = 0;

588,877✔

849

  int32_t lino = 0;

588,877✔

850

  PRINT_LOG_START

588,877✔

851

  int32_t topicNum = taosArrayGetSize(topicList);

588,877✔

852

  for (int32_t i = 0; i < topicNum; i++) {

891,158✔

853

    char *removedTopic = taosArrayGetP(topicList, i);

302,281✔

854

    MND_TMQ_NULL_CHECK(removedTopic);

302,281✔

855

    char key[TSDB_SUBSCRIBE_KEY_LEN] = {0};

302,281✔

856

    (void)snprintf(key, TSDB_SUBSCRIBE_KEY_LEN, "%s%s%s", pConsumer->cgroup, TMQ_SEPARATOR, removedTopic);

302,281✔

857

    SMqRebInfo *pRebSub = NULL;

302,281✔

858

    MND_TMQ_RETURN_CHECK(mndGetOrCreateRebSub(rebSubHash, key, &pRebSub));

302,281✔

859

    if (type == 0)

302,281✔

860

      MND_TMQ_NULL_CHECK(taosArrayPush(pRebSub->removedConsumers, &pConsumer->consumerId));

268,118✔

861

    else if (type == 1)

168,222✔

862

      MND_TMQ_NULL_CHECK(taosArrayPush(pRebSub->newConsumers, &pConsumer->consumerId));

336,444✔

865

END:

588,877✔

866

  PRINT_LOG_END

588,877✔

867

  return code;

588,877✔

870

static void checkOneTopic(SMnode *pMnode, SMqConsumerObj *pConsumer, SHashObj *rebSubHash, const char *topic) {

1,441,262✔

871

  SMqSubscribeObj *pSub = NULL;

1,441,262✔

872

  char             key[TSDB_SUBSCRIBE_KEY_LEN] = {0};

1,441,262✔

873

  (void)snprintf(key, TSDB_SUBSCRIBE_KEY_LEN, "%s%s%s", pConsumer->cgroup, TMQ_SEPARATOR, topic);

1,441,262✔

874

  int32_t code = 0;

1,441,262✔

875

  int32_t lino = 0;

1,441,262✔

877

  MND_TMQ_RETURN_CHECK(mndAcquireSubscribeByKey(pMnode, key, &pSub));

1,441,262✔

878

  taosRLockLatch(&pSub->lock);

1,441,262✔

880

  SMqConsumerEp *pConsumerEp = taosHashGet(pSub->consumerHash, &pConsumer->consumerId, sizeof(int64_t));

1,441,262✔

881

  MND_TMQ_NULL_CHECK(pConsumerEp);

1,441,262✔

882

  int32_t vgNum = taosArrayGetSize(pConsumerEp->vgs);

1,441,262✔

883

  for (int32_t j = 0; j < vgNum; j++) {

4,451,674✔

884

    int32_t *pVgId = taosArrayGet(pConsumerEp->vgs, j);

3,010,412✔

885

    if (pVgId == NULL) {

3,010,412✔

888

    SVgObj *pVgroup = mndAcquireVgroup(pMnode, *pVgId);

3,010,412✔

889

    if (!pVgroup) {

3,010,412✔

890

      code = mndGetOrCreateRebSub(rebSubHash, key, NULL);

63,207✔

891

      if (code != 0) {

63,207✔

894

        mInfo("vnode splitted, vgId:%d rebalance will be triggered", *pVgId);

63,207✔

897

    mndReleaseVgroup(pMnode, pVgroup);

3,010,412✔

900

END:

1,441,262✔

901

  if (pSub != NULL) {

1,441,262✔

902

    taosRUnLockLatch(&pSub->lock);

1,441,262✔

904

  mndReleaseSubscribe(pMnode, pSub);

1,441,262✔

905

1,441,262✔

907

static void checkForVgroupSplit(SMnode *pMnode, SMqConsumerObj *pConsumer, SHashObj *rebSubHash) {

1,399,003✔

908

  if (pMnode == NULL || pConsumer == NULL || rebSubHash == NULL) {

1,399,003✔

911

  int32_t newTopicNum = taosArrayGetSize(pConsumer->currentTopics);

1,399,003✔

912

  for (int32_t i = 0; i < newTopicNum; i++) {

2,840,265✔

913

    char *topic = taosArrayGetP(pConsumer->currentTopics, i);

1,441,262✔

914

    if (topic == NULL) {

1,441,262✔

917

    checkOneTopic(pMnode, pConsumer, rebSubHash, topic);

1,441,262✔

921

static bool isOffLine(int32_t hbStatus, int32_t pollStatus, SMqConsumerObj *pConsumer) {

1,696,067✔

922

  return hbStatus * tsMqRebalanceInterval * 1000 >= pConsumer->sessionTimeoutMs ||

3,388,660✔

923

               pollStatus * tsMqRebalanceInterval * 1000 >= pConsumer->maxPollIntervalMs;

1,692,593✔

926

static int32_t checkOneConsumer(SMqConsumerObj *pConsumer, SMnode *pMnode, SRpcMsg *pMsg, SHashObj *rebSubHash) {

1,818,371✔

927

  int32_t code = 0;

1,818,371✔

928

  int32_t lino = 0;

1,818,371✔

929

  PRINT_LOG_START

1,818,371✔

930

  taosRLockLatch(&pConsumer->lock);

1,818,371✔

932

  int32_t hbStatus = atomic_add_fetch_32(&pConsumer->hbStatus, 1);

1,818,371✔

933

  int32_t pollStatus = atomic_add_fetch_32(&pConsumer->pollStatus, 1);

1,818,371✔

934

  int32_t status = atomic_load_32(&pConsumer->status);

1,818,371✔

936

  mDebug("tmq rebalance check for consumer:0x%" PRIx64 " status:%d(%s), sub-time:%" PRId64 ", createTime:%" PRId64

1,818,371✔

941

  if (status == MQ_CONSUMER_STATUS_READY) {

1,818,371✔

942

    if (taosArrayGetSize(pConsumer->currentTopics) == 0) {  // unsubscribe or close

1,525,868✔

943

      MND_TMQ_RETURN_CHECK(

122,304✔

945

    } else if (isOffLine(hbStatus, pollStatus, pConsumer)) {

1,403,564✔

946

      mInfo("tmq rebalance for consumer:0x%" PRIx64 " status:%d(%s), sub-time:%" PRId64 ", createTime:%" PRId64

4,561✔

950

      MND_TMQ_RETURN_CHECK(buildRebInfo(rebSubHash, pConsumer->currentTopics, 0, pConsumer));

4,561✔

952

      checkForVgroupSplit(pMnode, pConsumer, rebSubHash);

1,399,003✔

954

  } else if (status == MQ_CONSUMER_STATUS_REBALANCE && !isOffLine(hbStatus, pollStatus, pConsumer)) {

292,503✔

955

    MND_TMQ_RETURN_CHECK(buildRebInfo(rebSubHash, pConsumer->rebNewTopics, 1, pConsumer));

292,158✔

956

    MND_TMQ_RETURN_CHECK(buildRebInfo(rebSubHash, pConsumer->rebRemovedTopics, 0, pConsumer));

292,158✔

958

    MND_TMQ_RETURN_CHECK(

345✔

962

END:

345✔

963

  taosRUnLockLatch(&pConsumer->lock);

1,818,371✔

964

  PRINT_LOG_END

1,818,371✔

965

  return code;

1,818,371✔

968

static int32_t mndCheckConsumer(SRpcMsg *pMsg, SHashObj *rebSubHash) {

16,232,919✔

969

  if (pMsg == NULL || rebSubHash == NULL) {

16,232,919✔

972

  SMnode *        pMnode = pMsg->info.node;

16,232,919✔

973

  SSdb *          pSdb = pMnode->pSdb;

16,232,919✔

974

  SMqConsumerObj *pConsumer = NULL;

16,232,919✔

975

  void *          pIter = NULL;

16,232,919✔

976

  int32_t         code = 0;

16,232,919✔

977

  int32_t         lino = 0;

16,232,919✔

978

  PRINT_LOG_START

16,232,919✔

982

    pIter = sdbFetch(pSdb, SDB_CONSUMER, pIter, (void **)&pConsumer);

18,051,290✔

983

    if (pIter == NULL) {

18,051,290✔

984

      break;

16,232,919✔

986

    MND_TMQ_RETURN_CHECK(checkOneConsumer(pConsumer, pMnode, pMsg, rebSubHash));

1,818,371✔

987

    mndReleaseConsumer(pMnode, pConsumer);

1,818,371✔

989

END:

16,232,919✔

990

  PRINT_LOG_END

16,232,919✔

991

  sdbCancelFetch(pSdb, pIter);

16,232,919✔

992

  mndReleaseConsumer(pMnode, pConsumer);

16,232,919✔

993

  return code;

16,232,919✔

996

bool mndRebTryStart() {

16,267,910✔

997

  int32_t old = atomic_val_compare_exchange_32(&mqRebInExecCnt, 0, 1);

16,267,910✔

998

  if (old > 0) mInfo("tmq rebalance counter old val:%d", old) return old == 0;

16,267,910✔

1001

void mndRebCntInc() {

299,737✔

1002

  int32_t val = atomic_add_fetch_32(&mqRebInExecCnt, 1);

299,737✔

1003

  if (val > 0) mInfo("tmq rebalance cnt inc, value:%d", val)

299,737✔

1004

299,737✔

1006

void mndRebCntDec() {

16,534,847✔

1007

  int32_t val = atomic_sub_fetch_32(&mqRebInExecCnt, 1);

16,534,847✔

1008

  if (val > 0) mInfo("tmq rebalance cnt sub, value:%d", val)

16,534,847✔

1009

16,534,847✔

1011

static void clearRebOutput(SMqRebOutputObj *rebOutput) {

725,650✔

1012

  if (rebOutput == NULL) {

725,650✔

1013

    return;

358,130✔

1015

  taosArrayDestroy(rebOutput->newConsumers);

367,520✔

1016

  rebOutput->newConsumers = NULL;

367,520✔

1017

  taosArrayDestroy(rebOutput->modifyConsumers);

367,520✔

1018

  rebOutput->modifyConsumers = NULL;

367,520✔

1019

  taosArrayDestroy(rebOutput->removedConsumers);

367,520✔

1020

  rebOutput->removedConsumers = NULL;

367,520✔

1021

  taosArrayDestroy(rebOutput->rebVgs);

367,520✔

1022

  rebOutput->rebVgs = NULL;

367,520✔

1023

  tDeleteSubscribeObj(rebOutput->pSub);

367,520✔

1024

  taosMemoryFree(rebOutput->pSub);

367,520✔

1025

  rebOutput->pSub = NULL;

367,520✔

1028

static int32_t initRebOutput(SMqRebOutputObj *rebOutput) {

358,130✔

1029

  if (rebOutput == NULL) {

358,130✔

1032

  int32_t code = 0;

358,130✔

1033

  int32_t lino = 0;

358,130✔

1034

  PRINT_LOG_START

358,130✔

1035

  rebOutput->newConsumers = taosArrayInit(0, sizeof(int64_t));

358,130✔

1036

  MND_TMQ_NULL_CHECK(rebOutput->newConsumers);

358,130✔

1037

  rebOutput->removedConsumers = taosArrayInit(0, sizeof(int64_t));

358,130✔

1038

  MND_TMQ_NULL_CHECK(rebOutput->removedConsumers);

358,130✔

1039

  rebOutput->modifyConsumers = taosArrayInit(0, sizeof(int64_t));

358,130✔

1040

  MND_TMQ_NULL_CHECK(rebOutput->modifyConsumers);

358,130✔

1041

  rebOutput->rebVgs = taosArrayInit(0, sizeof(SMqRebOutputVg));

358,130✔

1042

  MND_TMQ_NULL_CHECK(rebOutput->rebVgs);

358,130✔

1043

  rebOutput = NULL;

358,130✔

1045

END:

358,130✔

1046

  PRINT_LOG_END

358,130✔

1047

  clearRebOutput(rebOutput);

358,130✔

1048

  return code;

358,130✔

1051

static int32_t buildRebOutput(SMnode *pMnode, SMqRebInputObj *rebInput, SMqRebOutputObj *rebOutput) {

358,130✔

1052

  if (pMnode == NULL || rebInput == NULL || rebOutput == NULL) {

358,130✔

1055

  const char *     key = rebInput->pRebInfo->key;

358,130✔

1056

  SMqSubscribeObj *pSub = NULL;

358,130✔

1057

  SMqTopicObj *    pTopic = NULL;

358,130✔

1058

  int32_t          code = mndAcquireSubscribeByKey(pMnode, key, &pSub);

358,130✔

1059

  int32_t          lino = 0;

358,130✔

1060

  PRINT_LOG_START

358,130✔

1062

  if (code != 0) {

358,130✔

1064

    char topic[TSDB_TOPIC_FNAME_LEN] = {0};

137,672✔

1065

    char cgroup[TSDB_CGROUP_LEN] = {0};

137,672✔

1066

    mndSplitSubscribeKey(key, topic, cgroup, true);

137,672✔

1067

    MND_TMQ_RETURN_CHECK(mndAcquireTopic(pMnode, topic, &pTopic));

137,672✔

1068

    taosRLockLatch(&pTopic->lock);

137,672✔

1069

    rebInput->oldConsumerNum = 0;

137,672✔

1070

    MND_TMQ_RETURN_CHECK(mndCreateSubscription(pMnode, pTopic, key, &rebOutput->pSub));

137,672✔

1071

    (void)memcpy(rebOutput->pSub->dbName, pTopic->db, TSDB_DB_FNAME_LEN);

137,672✔

1072

    mInfo("tmq rebalance sub topic:%s has no consumers sub yet", key);

137,672✔

1074

    MND_TMQ_RETURN_CHECK(tCloneSubscribeObj(pSub, &rebOutput->pSub));

220,458✔

1075

    rebInput->oldConsumerNum = taosHashGetSize(rebOutput->pSub->consumerHash);

220,458✔

1077

    mInfo("tmq rebalance sub topic:%s has %d consumers sub till now", key,

220,458✔

1081

END:

357,800✔

1082

  PRINT_LOG_END

358,130✔

1083

  if (pTopic != NULL) {

358,130✔

1084

    taosRUnLockLatch(&pTopic->lock);

137,672✔

1086

  mndReleaseTopic(pMnode, pTopic);

358,130✔

1087

  mndReleaseSubscribe(pMnode, pSub);

358,130✔

1088

  return code;

358,130✔

1091

static int32_t collectVgs(SMqRebOutputObj *rebOutput, SMqSubscribeObj *pSub) {

2,191✔

1092

  int32_t code = 0;

2,191✔

1093

  int32_t lino = 0;

2,191✔

1095

  void *pIterConsumer = NULL;

2,191✔

1097

  PRINT_LOG_START

2,191✔

1098

  rebOutput->rebVgs = taosArrayInit(0, sizeof(SMqRebOutputVg));

2,191✔

1099

  MND_TMQ_NULL_CHECK(rebOutput->rebVgs);

2,191✔

1101

  SMqConsumerEp *pConsumerEp = NULL;

2,191✔

1104

    pIterConsumer = taosHashIterate(pSub->consumerHash, pIterConsumer);

4,382✔

1105

    if (pIterConsumer == NULL) break;

4,382✔

1106

    pConsumerEp = (SMqConsumerEp *)pIterConsumer;

2,191✔

1108

    for (int32_t i = 0; i < taosArrayGetSize(pConsumerEp->vgs); i++) {

4,382✔

1109

      int32_t *pVgId = taosArrayGet(pConsumerEp->vgs, i);

2,191✔

1110

      MND_TMQ_NULL_CHECK(pVgId);

2,191✔

1111

      SMqRebOutputVg *vg = taosArrayReserve(rebOutput->rebVgs, 1);

2,191✔

1112

      MND_TMQ_NULL_CHECK(vg);

2,191✔

1113

      vg->vgId = *pVgId;

2,191✔

1114

      vg->oldConsumerId = -1;

2,191✔

1115

      vg->newConsumerId = pConsumerEp->consumerId;

2,191✔

1116

      mDebug("sub:%s reload rebalance vgId:%d remains on consumer:0x%" PRIx64, pSub->key, vg->vgId,

2,191✔

1120

END:

2,191✔

1121

  PRINT_LOG_END

2,191✔

1122

  taosHashCancelIterate(pSub->consumerHash, pIterConsumer);

2,191✔

1123

  return code;

2,191✔

1126

static int32_t rebalanceOneSub(SRpcMsg *pMsg, SMqSubscribeObj *pSub) {

9,390✔

1127

  int32_t code = 0;

9,390✔

1128

  int32_t lino = 0;

9,390✔

1130

  SMnode *        pMnode = pMsg->info.node;

9,390✔

1131

  SMqRebOutputObj rebOutput = {0};

9,390✔

1133

  PRINT_LOG_START

9,390✔

1134

  taosRLockLatch(&pSub->lock);

9,390✔

1137

  char topic[TSDB_TOPIC_FNAME_LEN] = {0};

9,390✔

1138

  char cgroup[TSDB_CGROUP_LEN] = {0};

9,390✔

1139

  mndSplitSubscribeKey(pSub->key, topic, cgroup, true);

9,390✔

1140

  if (taosHashGet(topicsToReload, topic, strlen(topic)) == NULL) {

9,390✔

1141

    mDebug("%s topic:%s no need reload rebalance", __func__, topic);

7,199✔

1142

    goto END;

7,199✔

1145

  rebOutput.pSub = pSub;

2,191✔

1146

  rebOutput.isReload = true;

2,191✔

1147

  MND_TMQ_RETURN_CHECK(collectVgs(&rebOutput, pSub));

2,191✔

1148

  code = mndPersistRebResult(pMnode, pMsg, &rebOutput);

2,191✔

1149

  if (code != 0) {

2,191✔

1153

END:

9,390✔

1154

  taosRUnLockLatch(&pSub->lock);

9,390✔

1155

  rebOutput.pSub = NULL;  // avoid double free

9,390✔

1156

  clearRebOutput(&rebOutput);

9,390✔

1157

  PRINT_LOG_END

9,390✔

1158

  return code;

9,390✔

1161

static int32_t reloadRebalance(SRpcMsg *pMsg) {

2,191✔

1162

  SMnode *pMnode = pMsg->info.node;

2,191✔

1164

  SSdb *           pSdb = pMnode->pSdb;

2,191✔

1165

  SMqSubscribeObj *pSub = NULL;

2,191✔

1166

  int32_t          code = 0;

2,191✔

1167

  int32_t          lino = 0;

2,191✔

1169

  PRINT_LOG_START

2,191✔

1170

  mInfo("reloadRebalance start, total topics to reload:%d", taosHashGetSize(topicsToReload));

2,191✔

1171

  void *pIter = NULL;

2,191✔

1173

    pIter = sdbFetch(pSdb, SDB_SUBSCRIBE, pIter, (void **)&pSub);

11,581✔

1174

    if (pIter == NULL) {

11,581✔

1175

      break;

2,191✔

1178

    MND_TMQ_RETURN_CHECK(rebalanceOneSub(pMsg, pSub));

9,390✔

1179

    sdbRelease(pSdb, pSub);

9,390✔

1181

  taosHashClear(topicsToReload);

2,191✔

1182

END:

2,191✔

1183

  sdbCancelFetch(pSdb, pIter);

2,191✔

1184

  sdbRelease(pSdb, pSub);

2,191✔

1185

  PRINT_LOG_END

2,191✔

1187

  return code;

2,191✔

1190

static int32_t normalRebalance(SRpcMsg *pMsg) {

16,232,919✔

1191

  int     code = 0;

16,232,919✔

1192

  int32_t lino = 0;

16,232,919✔

1194

  void *  pIter = NULL;

16,232,919✔

1195

  SMnode *pMnode = pMsg->info.node;

16,232,919✔

1197

  PRINT_LOG_START

16,232,919✔

1198

  SHashObj *rebSubHash = taosHashInit(64, MurmurHash3_32, true, HASH_NO_LOCK);

16,232,919✔

1199

  MND_TMQ_NULL_CHECK(rebSubHash);

16,232,919✔

1201

  taosHashSetFreeFp(rebSubHash, freeRebalanceItem);

16,232,919✔

1203

  MND_TMQ_RETURN_CHECK(mndCheckConsumer(pMsg, rebSubHash));

16,232,919✔

1204

  if (taosHashGetSize(rebSubHash) > 0) {

16,232,919✔

1205

    mInfo("tmq rebalance mq rebalance start, total required re-balanced trans:%d", taosHashGetSize(rebSubHash))

314,539✔

1208

  while (1) {

358,130✔

1209

    pIter = taosHashIterate(rebSubHash, pIter);

16,591,049✔

1210

    if (pIter == NULL) {

16,591,049✔

1211

      break;

16,232,919✔

1214

    SMqRebInputObj  rebInput = {0};

358,130✔

1215

    SMqRebOutputObj rebOutput = {0};

358,130✔

1216

    MND_TMQ_RETURN_CHECK(initRebOutput(&rebOutput));

358,130✔

1217

    rebInput.pRebInfo = (SMqRebInfo *)pIter;

358,130✔

1218

    code = buildRebOutput(pMnode, &rebInput, &rebOutput);

358,130✔

1219

    if (code != 0) {

358,130✔

1223

    if (code == 0) {

358,130✔

1224

      code = mndDoRebalance(pMnode, &rebInput, &rebOutput);

358,130✔

1225

      if (code != 0) {

358,130✔

1230

    if (code == 0) {

358,130✔

1231

      code = mndPersistRebResult(pMnode, pMsg, &rebOutput);

358,130✔

1232

      if (code != 0) {

358,130✔

1233

        mError("mq rebalance persist output error, possibly vnode splitted or dropped,msg:%s", tstrerror(code))

63,583✔

1237

    clearRebOutput(&rebOutput);

358,130✔

1240

  if (taosHashGetSize(rebSubHash) > 0) {

16,232,919✔

1241

    mInfo("tmq rebalance mq rebalance completed successfully, wait trans finish")

314,539✔

1244

END:

15,918,380✔

1245

  PRINT_LOG_END

16,232,919✔

1246

  taosHashCancelIterate(rebSubHash, pIter);

16,232,919✔

1247

  taosHashCleanup(rebSubHash);

16,232,919✔

1248

  return code;

16,232,919✔

1251

static int32_t mndProcessRebalanceReq(SRpcMsg *pMsg) {

16,267,910✔

1252

  if (pMsg == NULL) {

16,267,910✔

1255

  int     code = 0;

16,267,910✔

1256

  int32_t lino = 0;

16,267,910✔

1258

  void *  pIter = NULL;

16,267,910✔

1259

  SMnode *pMnode = pMsg->info.node;

16,267,910✔

1260

  PRINT_LOG_START;

16,267,910✔

1261

  if (!mndRebTryStart()) {

16,267,910✔

1262

    mInfo("tmq rebalance mq rebalance already in progress, do nothing");

32,800✔

1263

    goto END;

32,800✔

1266

  if (taosHashGetSize(topicsToReload) > 0) {

16,235,110✔

1267

    code = reloadRebalance(pMsg);

2,191✔

1269

    code = normalRebalance(pMsg);

16,232,919✔

1272

  mndRebCntDec();

16,235,110✔

1274

END:

16,267,910✔

1275

  PRINT_LOG_END

16,267,910✔

1276

  TAOS_RETURN(code);

16,267,910✔

1279

static int32_t sendDeleteSubToVnode(SMnode *pMnode, SMqSubscribeObj *pSub, STrans *pTrans) {

82,588✔

1280

  if (pMnode == NULL || pSub == NULL || pTrans == NULL) {

82,588✔

1283

  void *  pIter = NULL;

82,588✔

1284

  SVgObj *pVgObj = NULL;

82,588✔

1285

  int32_t code = 0;

82,588✔

1286

  int32_t lino = 0;

82,588✔

1287

  PRINT_LOG_START

82,588✔

1288

  while (1) {

585,059✔

1289

    pIter = sdbFetch(pMnode->pSdb, SDB_VGROUP, pIter, (void **)&pVgObj);

667,647✔

1290

    if (pIter == NULL) {

667,647✔

1291

      break;

82,588✔

1293

    if (pVgObj->mountVgId) {

585,059✔

1298

    if (!mndVgroupInDb(pVgObj, pSub->dbUid)) {

585,059✔

1299

      sdbRelease(pMnode->pSdb, pVgObj);

313,867✔

1300

      continue;

313,867✔

1302

    SMqVDeleteReq *pReq = taosMemoryCalloc(1, sizeof(SMqVDeleteReq));

271,192✔

1303

    MND_TMQ_NULL_CHECK(pReq);

271,192✔

1304

    pReq->head.vgId = htonl(pVgObj->vgId);

271,192✔

1305

    pReq->vgId = pVgObj->vgId;

271,192✔

1306

    pReq->consumerId = -1;

271,192✔

1307

    (void)memcpy(pReq->subKey, pSub->key, TSDB_SUBSCRIBE_KEY_LEN);

271,192✔

1309

    STransAction action = {0};

271,192✔

1310

    action.epSet = mndGetVgroupEpset(pMnode, pVgObj);

271,192✔

1311

    action.pCont = pReq;

271,192✔

1312

    action.contLen = sizeof(SMqVDeleteReq);

271,192✔

1313

    action.msgType = TDMT_VND_TMQ_DELETE_SUB;

271,192✔

1314

    action.acceptableCode = TSDB_CODE_MND_VGROUP_NOT_EXIST;

271,192✔

1316

    sdbRelease(pMnode->pSdb, pVgObj);

271,192✔

1317

    MND_TMQ_RETURN_CHECK(mndTransAppendRedoAction(pTrans, &action));

271,192✔

1320

END:

82,588✔

1321

  PRINT_LOG_END

82,588✔

1322

  sdbRelease(pMnode->pSdb, pVgObj);

82,588✔

1323

  sdbCancelFetch(pMnode->pSdb, pIter);

82,588✔

1324

  return code;

82,588✔

1327

static int32_t checkoutOneConsumer(STrans *pTrans, SMqConsumerObj *pConsumer, bool deleteConsumer, char *topicName,

635✔

1329

  int32_t         code = 0;

635✔

1330

  int32_t         lino = 0;

635✔

1331

  SMqConsumerObj *pConsumerNew = NULL;

635✔

1333

  taosRLockLatch(&pConsumer->lock);

635✔

1335

  if (strcmp(cgroup, pConsumer->cgroup) != 0) {

635✔

1339

  bool found1 = checkTopic(pConsumer->assignedTopics, topicName);

635✔

1340

  bool found2 = checkTopic(pConsumer->rebRemovedTopics, topicName);

635✔

1341

  bool found3 = checkTopic(pConsumer->rebNewTopics, topicName);

635✔

1342

  if (found1 || found2 || found3) {

635✔

1343

    if (deleteConsumer) {

345✔

1344

      MND_TMQ_RETURN_CHECK(tNewSMqConsumerObj(pConsumer->consumerId, pConsumer->cgroup, CONSUMER_CLEAR, NULL, NULL, &pConsumerNew));

345✔

1345

      MND_TMQ_RETURN_CHECK(mndSetConsumerDropLogs(pTrans, pConsumerNew));

345✔

1346

      tDeleteSMqConsumerObj(pConsumerNew);

345✔

1347

      pConsumerNew = NULL;

345✔

1356

END:

635✔

1357

  tDeleteSMqConsumerObj(pConsumerNew);

635✔

1358

  taosRUnLockLatch(&pConsumer->lock);

635✔

1359

  return code;

635✔

1362

static int32_t mndCheckConsumerByGroup(SMnode *pMnode, STrans *pTrans, char *cgroup, char *topic, bool deleteConsumer) {

635✔

1363

  if (pMnode == NULL || pTrans == NULL || cgroup == NULL || topic == NULL) {

635✔

1366

  void *          pIter = NULL;

635✔

1367

  SMqConsumerObj *pConsumer = NULL;

635✔

1368

  int             code = 0;

635✔

1369

  int32_t         lino = 0;

635✔

1370

  PRINT_LOG_START

635✔

1372

    pIter = sdbFetch(pMnode->pSdb, SDB_CONSUMER, pIter, (void **)&pConsumer);

1,270✔

1373

    if (pIter == NULL) {

1,270✔

1374

      break;

635✔

1376

    MND_TMQ_RETURN_CHECK(checkoutOneConsumer(pTrans, pConsumer, deleteConsumer, topic, cgroup));

635✔

1377

    sdbRelease(pMnode->pSdb, pConsumer);

635✔

1380

END:

635✔

1381

  sdbRelease(pMnode->pSdb, pConsumer);

635✔

1382

  sdbCancelFetch(pMnode->pSdb, pIter);

635✔

1383

  return code;

635✔

1386

static int32_t dropCgroup(SMqSubscribeObj *pSub, SRpcMsg *pMsg, SMDropCgroupReq *dropReq) {

635✔

1387

  int32_t code = 0;

635✔

1388

  int32_t lino = 0;

635✔

1389

  STrans *pTrans = NULL;

635✔

1390

  SMnode *pMnode = pMsg->info.node;

635✔

1391

  PRINT_LOG_START

635✔

1392

  taosRLockLatch(&pSub->lock);

635✔

1393

  if (!dropReq->force && taosHashGetSize(pSub->consumerHash) != 0) {

635✔

1399

  pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB, pMsg, "drop-cgroup");

635✔

1400

  MND_TMQ_NULL_CHECK(pTrans);

635✔

1401

  mInfo("trans:%d, used to drop cgroup:%s on topic %s", pTrans->id, dropReq->cgroup, dropReq->topic);

635✔

1402

  mndTransSetDbName(pTrans, pSub->dbName, NULL);

635✔

1403

  MND_TMQ_RETURN_CHECK(mndTransCheckConflict(pMnode, pTrans));

635✔

1404

  MND_TMQ_RETURN_CHECK(sendDeleteSubToVnode(pMnode, pSub, pTrans));

635✔

1405

  MND_TMQ_RETURN_CHECK(mndCheckConsumerByGroup(pMnode, pTrans, dropReq->cgroup, dropReq->topic, dropReq->force));

635✔

1406

  MND_TMQ_RETURN_CHECK(mndSetDropSubCommitLogs(pMnode, pTrans, pSub));

635✔

1407

  MND_TMQ_RETURN_CHECK(mndTransPrepare(pMnode, pTrans));

635✔

1409

END:

635✔

1410

  taosRUnLockLatch(&pSub->lock);

635✔

1411

  mndTransDrop(pTrans);

635✔

1412

  PRINT_LOG_END

635✔

1413

  return code;

635✔

1416

static int32_t mndProcessDropCgroupReq(SRpcMsg *pMsg) {

635✔

1417

  if (pMsg == NULL) {

635✔

1420

  SMnode *        pMnode = pMsg->info.node;

635✔

1421

  SMDropCgroupReq dropReq = {0};

635✔

1422

  int32_t         code = 0;

635✔

1423

  int32_t         lino = 0;

635✔

1425

  SMqSubscribeObj *pSub = NULL;

635✔

1427

  PRINT_LOG_START

635✔

1428

  MND_TMQ_RETURN_CHECK(tDeserializeSMDropCgroupReq(pMsg->pCont, pMsg->contLen, &dropReq));

635✔

1429

  char key[TSDB_SUBSCRIBE_KEY_LEN] = {0};

635✔

1430

  (void)snprintf(key, TSDB_SUBSCRIBE_KEY_LEN, "%s%s%s", dropReq.cgroup, TMQ_SEPARATOR, dropReq.topic);

635✔

1431

  code = mndAcquireSubscribeByKey(pMnode, key, &pSub);

635✔

1432

  if (code != 0) {

635✔

1442

  MND_TMQ_RETURN_CHECK(dropCgroup(pSub, pMsg, &dropReq));

635✔

1444

END:

635✔

1445

  mndReleaseSubscribe(pMnode, pSub);

635✔

1446

  PRINT_LOG_END

635✔

1448

  if (code != 0) {

635✔

1451

  TAOS_RETURN(TSDB_CODE_ACTION_IN_PROGRESS);

635✔

1454

void mndCleanupSubscribe(SMnode *pMnode) {}

468,975✔

1456

static SSdbRaw *mndSubActionEncode(SMqSubscribeObj *pSub) {

491,249✔

1457

  if (pSub == NULL) {

491,249✔

1460

  int32_t code = 0;

491,249✔

1461

  int32_t lino = 0;

491,249✔

1462

  terrno = TSDB_CODE_OUT_OF_MEMORY;

491,249✔

1463

  void *  buf = NULL;

491,249✔

1464

  int32_t tlen = tEncodeSubscribeObj(NULL, pSub);

491,249✔

1465

  if (tlen <= 0) goto SUB_ENCODE_OVER;

491,249✔

1466

  int32_t size = sizeof(int32_t) + tlen + MND_SUBSCRIBE_RESERVE_SIZE;

491,249✔

1468

  SSdbRaw *pRaw = sdbAllocRaw(SDB_SUBSCRIBE, MND_SUBSCRIBE_VER_NUMBER, size);

491,249✔

1469

  if (pRaw == NULL) goto SUB_ENCODE_OVER;

491,249✔

1471

  buf = taosMemoryMalloc(tlen);

491,249✔

1472

  if (buf == NULL) goto SUB_ENCODE_OVER;

491,249✔

1474

  void *abuf = buf;

491,249✔

1475

  if (tEncodeSubscribeObj(&abuf, pSub) < 0) {

491,249✔

1479

  int32_t dataPos = 0;

491,249✔

1480

  SDB_SET_INT32(pRaw, dataPos, tlen, SUB_ENCODE_OVER);

491,249✔

1481

  SDB_SET_BINARY(pRaw, dataPos, buf, tlen, SUB_ENCODE_OVER);

491,249✔

1482

  SDB_SET_RESERVE(pRaw, dataPos, MND_SUBSCRIBE_RESERVE_SIZE, SUB_ENCODE_OVER);

491,249✔

1483

  SDB_SET_DATALEN(pRaw, dataPos, SUB_ENCODE_OVER);

491,249✔

1485

  terrno = TSDB_CODE_SUCCESS;

491,249✔

1487

SUB_ENCODE_OVER:

491,249✔

1488

  taosMemoryFreeClear(buf);

491,249✔

1489

  if (terrno != TSDB_CODE_SUCCESS) {

491,249✔

1495

  mDebug("subscribe:%s, encode to raw:%p, row:%p", pSub->key, pRaw, pSub);

491,249✔

1496

  return pRaw;

491,249✔

1499

static SSdbRow *mndSubActionDecode(SSdbRaw *pRaw) {

394,614✔

1500

  if (pRaw == NULL) {

394,614✔

1503

  int32_t code = 0;

394,614✔

1504

  int32_t lino = 0;

394,614✔

1505

  terrno = TSDB_CODE_OUT_OF_MEMORY;

394,614✔

1506

  SSdbRow *        pRow = NULL;

394,614✔

1507

  SMqSubscribeObj *pSub = NULL;

394,614✔

1508

  void *           buf = NULL;

394,614✔

1510

  int8_t sver = 0;

394,614✔

1511

  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto SUB_DECODE_OVER;

394,614✔

1513

  if (sver > MND_SUBSCRIBE_VER_NUMBER || sver < 1) {

394,614✔

1518

  pRow = sdbAllocRow(sizeof(SMqSubscribeObj));

394,614✔

1519

  if (pRow == NULL) goto SUB_DECODE_OVER;

394,614✔

1521

  pSub = sdbGetRowObj(pRow);

394,614✔

1522

  if (pSub == NULL) goto SUB_DECODE_OVER;

394,614✔

1524

  int32_t dataPos = 0;

394,614✔

1525

  int32_t tlen;

394,284✔

1526

  SDB_GET_INT32(pRaw, dataPos, &tlen, SUB_DECODE_OVER);

394,614✔

1527

  buf = taosMemoryMalloc(tlen);

394,614✔

1528

  if (buf == NULL) goto SUB_DECODE_OVER;

394,614✔

1529

  SDB_GET_BINARY(pRaw, dataPos, buf, tlen, SUB_DECODE_OVER);

394,614✔

1530

  SDB_GET_RESERVE(pRaw, dataPos, MND_SUBSCRIBE_RESERVE_SIZE, SUB_DECODE_OVER);

394,614✔

1532

  if (tDecodeSubscribeObj(buf, pSub, sver) == NULL) {

394,614✔

1536

  terrno = TSDB_CODE_SUCCESS;

394,614✔

1538

SUB_DECODE_OVER:

394,614✔

1539

  taosMemoryFreeClear(buf);

394,614✔

1540

  if (terrno != TSDB_CODE_SUCCESS) {

394,614✔

1546

  mDebug("subscribe:%s, decode from raw:%p, row:%p", pSub->key, pRaw, pSub);

394,614✔

1547

  return pRow;

394,614✔

1550

static int32_t mndSubActionInsert(SSdb *pSdb, SMqSubscribeObj *pSub) {

151,118✔

1551

  mDebug("subscribe:%s, perform insert action", pSub != NULL ? pSub->key : "null");

151,118✔

1552

  return 0;

151,118✔

1555

static int32_t mndSubActionDelete(SSdb *pSdb, SMqSubscribeObj *pSub) {

394,614✔

1556

  mDebug("subscribe:%s, perform delete action", pSub != NULL ? pSub->key : "null");

394,614✔

1557

  tDeleteSubscribeObj(pSub);

394,614✔

1558

  return 0;

394,614✔

1561

static int32_t mndSubActionUpdate(SSdb *pSdb, SMqSubscribeObj *pOldSub, SMqSubscribeObj *pNewSub) {

160,608✔

1562

  if (pOldSub == NULL || pNewSub == NULL) return TSDB_CODE_INVALID_PARA;

160,608✔

1563

  mDebug("subscribe:%s, perform update action", pOldSub->key);

160,608✔

1565

  taosWLockLatch(&pOldSub->lock);

160,608✔

1566

  TSWAP(pOldSub->consumerHash, pNewSub->consumerHash);

160,608✔

1567

  TSWAP(pOldSub->unassignedVgs, pNewSub->unassignedVgs);

160,608✔

1568

  TSWAP(pOldSub->offsetRows, pNewSub->offsetRows);

160,608✔

1569

  taosWUnLockLatch(&pOldSub->lock);

160,608✔

1571

  return 0;

160,608✔

1574

int32_t mndAcquireSubscribeByKey(SMnode *pMnode, const char *key, SMqSubscribeObj **pSub) {

13,916,643✔

1575

  if (pMnode == NULL || key == NULL || pSub == NULL) {

13,916,643✔

1578

  SSdb *pSdb = pMnode->pSdb;

13,916,643✔

1579

  *pSub = sdbAcquire(pSdb, SDB_SUBSCRIBE, key);

13,916,330✔

1580

  if (*pSub == NULL) {

13,916,643✔

1581

    return TSDB_CODE_MND_SUBSCRIBE_NOT_EXIST;

275,344✔

1583

  return 0;

13,641,299✔

1586

int32_t mndGetGroupNumByTopic(SMnode *pMnode, const char *topicName) {

177,551✔

1587

  if (pMnode == NULL || topicName == NULL) return 0;

177,551✔

1588

  int32_t num = 0;

177,551✔

1589

  SSdb *  pSdb = pMnode->pSdb;

177,551✔

1591

  void *           pIter = NULL;

177,551✔

1592

  SMqSubscribeObj *pSub = NULL;

177,551✔

1593

  while (1) {

241,770✔

1594

    pIter = sdbFetch(pSdb, SDB_SUBSCRIBE, pIter, (void **)&pSub);

419,321✔

1595

    if (pIter == NULL) break;

419,321✔

1597

    char topic[TSDB_TOPIC_FNAME_LEN] = {0};

241,770✔

1598

    char cgroup[TSDB_CGROUP_LEN] = {0};

241,770✔

1599

    taosRLockLatch(&pSub->lock);

241,770✔

1600

    mndSplitSubscribeKey(pSub->key, topic, cgroup, true);

241,770✔

1601

    taosRUnLockLatch(&pSub->lock);

241,770✔

1602

    if (strcmp(topic, topicName) != 0) {

241,770✔

1603

      sdbRelease(pSdb, pSub);

136,446✔

1604

      continue;

136,446✔

1607

    num++;

105,324✔

1608

    sdbRelease(pSdb, pSub);

105,324✔

1611

  return num;

177,551✔

1614

void mndReleaseSubscribe(SMnode *pMnode, SMqSubscribeObj *pSub) {

13,778,971✔

1615

  if (pMnode == NULL || pSub == NULL) return;

13,778,971✔

1616

  SSdb *pSdb = pMnode->pSdb;

13,641,299✔

1617

  sdbRelease(pSdb, pSub);

13,641,299✔

1620

int32_t mndSetDropSubCommitLogs(SMnode *pMnode, STrans *pTrans, SMqSubscribeObj *pSub) {

82,588✔

1621

  if (pMnode == NULL || pTrans == NULL || pSub == NULL) return TSDB_CODE_INVALID_PARA;

82,588✔

1622

  int32_t code = 0;

82,588✔

1623

  int32_t lino = 0;

82,588✔

1624

  PRINT_LOG_START

82,588✔

1625

  SSdbRaw *pCommitRaw = mndSubActionEncode(pSub);

82,588✔

1626

  MND_TMQ_NULL_CHECK(pCommitRaw);

82,588✔

1627

  code = mndTransAppendCommitlog(pTrans, pCommitRaw);

82,588✔

1628

  if (code != 0) {

82,588✔

1632

  code = sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED);

82,588✔

1633

END:

82,588✔

1634

  PRINT_LOG_END

82,588✔

1635

  return code;

82,588✔

1638

static int32_t dropOneSub(SMqSubscribeObj *pSub, SMnode *pMnode, STrans *pTrans, const char *topicName, bool force) {

156,900✔

1639

  int32_t code = 0;

156,900✔

1640

  int32_t lino = 0;

156,900✔

1641

  char    topic[TSDB_TOPIC_FNAME_LEN] = {0};

156,900✔

1642

  char    cgroup[TSDB_CGROUP_LEN] = {0};

156,900✔

1643

  taosRLockLatch(&pSub->lock);

156,900✔

1644

  mndSplitSubscribeKey(pSub->key, topic, cgroup, true);

156,900✔

1645

  if (strcmp(topic, topicName) != 0) {

156,900✔

1646

    goto END;

74,947✔

1650

  if (!force && taosHashGetSize(pSub->consumerHash) != 0) {

81,953✔

1655

  MND_TMQ_RETURN_CHECK(sendDeleteSubToVnode(pMnode, pSub, pTrans));

81,953✔

1656

  MND_TMQ_RETURN_CHECK(mndSetDropSubCommitLogs(pMnode, pTrans, pSub));

81,953✔

1658

END:

156,900✔

1659

  taosRUnLockLatch(&pSub->lock);

156,900✔

1661

  return code;

156,900✔

1664

int32_t mndDropSubByTopic(SMnode *pMnode, STrans *pTrans, const char *topicName, bool force) {

108,058✔

1665

  if (pMnode == NULL || pTrans == NULL || topicName == NULL) return TSDB_CODE_INVALID_PARA;

108,058✔

1666

  SSdb *           pSdb = pMnode->pSdb;

108,058✔

1667

  int32_t          code = 0;

108,058✔

1668

  int32_t          lino = 0;

108,058✔

1669

  void *           pIter = NULL;

108,058✔

1670

  SMqSubscribeObj *pSub = NULL;

108,058✔

1671

  PRINT_LOG_START

108,058✔

1673

    pIter = sdbFetch(pSdb, SDB_SUBSCRIBE, pIter, (void **)&pSub);

264,958✔

1674

    if (pIter == NULL) break;

264,958✔

1676

    MND_TMQ_RETURN_CHECK(dropOneSub(pSub, pMnode, pTrans, topicName, force));

156,900✔

1677

    sdbRelease(pSdb, pSub);

156,900✔

1680

END:

108,058✔

1681

  PRINT_LOG_END

108,058✔

1682

  sdbRelease(pSdb, pSub);

108,058✔

1683

  sdbCancelFetch(pSdb, pIter);

108,058✔

1685

  TAOS_RETURN(code);

108,058✔

1688

static int32_t buildResult(SSDataBlock *pBlock, int32_t *numOfRows, int64_t consumerId, const char *user,

2,617,910✔

1690

  if (pBlock == NULL || numOfRows == NULL || topic == NULL || cgroup == NULL) {

2,617,910✔

1693

  int32_t code = 0;

2,617,910✔

1694

  int32_t lino = 0;

2,617,910✔

1695

  PRINT_LOG_START

2,617,910✔

1696

  int32_t sz = taosArrayGetSize(vgs);

2,617,910✔

1697

  for (int32_t j = 0; j < sz; j++) {

3,986,754✔

1698

    int32_t *pVgId = taosArrayGet(vgs, j);

1,368,844✔

1699

    MND_TMQ_NULL_CHECK(pVgId);

1,368,844✔

1701

    SColumnInfoData *pColInfo = NULL;

1,368,844✔

1702

    int32_t          cols = 0;

1,368,844✔

1704

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

1,368,844✔

1705

    MND_TMQ_NULL_CHECK(pColInfo);

1,368,844✔

1706

    MND_TMQ_RETURN_CHECK(colDataSetVal(pColInfo, *numOfRows, (const char *)topic, false));

1,368,844✔

1708

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

1,368,844✔

1709

    MND_TMQ_NULL_CHECK(pColInfo);

1,368,844✔

1710

    MND_TMQ_RETURN_CHECK(colDataSetVal(pColInfo, *numOfRows, (const char *)cgroup, false));

1,368,844✔

1713

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

1,368,844✔

1714

    MND_TMQ_NULL_CHECK(pColInfo);

1,368,844✔

1715

    MND_TMQ_RETURN_CHECK(colDataSetVal(pColInfo, *numOfRows, (const char *)pVgId, false));

1,368,844✔

1718

    char consumerIdHex[TSDB_CONSUMER_ID_LEN] = {0};

1,368,844✔

1719

    (void)snprintf(varDataVal(consumerIdHex), TSDB_CONSUMER_ID_LEN - VARSTR_HEADER_SIZE, "0x%" PRIx64, consumerId);

1,368,844✔

1720

    varDataSetLen(consumerIdHex, strlen(varDataVal(consumerIdHex)));

1,368,844✔

1722

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

1,368,844✔

1723

    MND_TMQ_NULL_CHECK(pColInfo);

1,368,844✔

1724

    MND_TMQ_RETURN_CHECK(colDataSetVal(pColInfo, *numOfRows, (const char *)consumerIdHex, consumerId == -1));

1,368,844✔

1726

    char userStr[TSDB_USER_LEN + VARSTR_HEADER_SIZE] = {0};

1,368,844✔

1727

    if (user) STR_TO_VARSTR(userStr, user);

1,368,844✔

1728

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

1,368,844✔

1729

    MND_TMQ_NULL_CHECK(pColInfo);

1,368,844✔

1730

    MND_TMQ_RETURN_CHECK(colDataSetVal(pColInfo, *numOfRows, userStr, user == NULL));

1,368,844✔

1732

    char fqdnStr[TSDB_FQDN_LEN + VARSTR_HEADER_SIZE] = {0};

1,368,844✔

1733

    if (fqdn) STR_TO_VARSTR(fqdnStr, fqdn);

1,368,844✔

1734

    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

1,368,844✔

1735

    MND_TMQ_NULL_CHECK(pColInfo);

1,368,844✔

1736

    MND_TMQ_RETURN_CHECK(colDataSetVal(pColInfo, *numOfRows, fqdnStr, fqdn == NULL));

1,368,844✔

1738

    mInfo("mnd show subscriptions: topic %s, consumer:0x%" PRIx64 " cgroup %s vgid %d", varDataVal(topic), consumerId,

1,368,844✔

1742

    OffsetRows *data = NULL;

1,368,844✔

1743

    for (int i = 0; i < taosArrayGetSize(offsetRows); i++) {

2,288,695✔

1744

      OffsetRows *tmp = taosArrayGet(offsetRows, i);

919,851✔

1745

      MND_TMQ_NULL_CHECK(tmp);

919,851✔

1746

      if (tmp->vgId != *pVgId) {

919,851✔

1748

        continue;

177,488✔

1750

      data = tmp;

742,363✔

1752

    if (data) {

1,368,844✔

1754

      char buf[TSDB_OFFSET_LEN * 2 + VARSTR_HEADER_SIZE] = {0};

742,363✔

1755

      (void)tFormatOffset(varDataVal(buf), TSDB_OFFSET_LEN, &data->offset);

742,363✔

1756

      (void)snprintf(varDataVal(buf) + strlen(varDataVal(buf)),

1,484,726✔

1757

                     sizeof(buf) - VARSTR_HEADER_SIZE - strlen(varDataVal(buf)), "/%" PRId64, data->ever);

742,363✔

1758

      varDataSetLen(buf, strlen(varDataVal(buf)));

742,363✔

1759

      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

742,363✔

1760

      MND_TMQ_NULL_CHECK(pColInfo);

742,363✔

1761

      MND_TMQ_RETURN_CHECK(colDataSetVal(pColInfo, *numOfRows, (const char *)buf, false));

742,363✔

1762

      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

742,363✔

1763

      MND_TMQ_NULL_CHECK(pColInfo);

742,363✔

1764

      MND_TMQ_RETURN_CHECK(colDataSetVal(pColInfo, *numOfRows, (const char *)&data->rows, false));

742,363✔

1766

      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

626,481✔

1767

      MND_TMQ_NULL_CHECK(pColInfo);

626,481✔

1768

      colDataSetNULL(pColInfo, *numOfRows);

626,481✔

1769

      pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);

626,481✔

1770

      MND_TMQ_NULL_CHECK(pColInfo);

626,481✔

1771

      colDataSetNULL(pColInfo, *numOfRows);

626,481✔

1772

      mInfo("mnd show subscriptions: do not find vgId:%d in offsetRows", *pVgId);

626,481✔

1774

    (*numOfRows)++;

1,368,844✔

1777

END:

2,617,910✔

1778

  PRINT_LOG_END

2,617,910✔

1779

  return code;

2,617,910✔

1782

static int32_t retrieveSub(SRpcMsg *pReq, SMqSubscribeObj *pSub, SUserObj *pOperUser, bool showAll, SSDataBlock *pBlock,

1,318,901✔

1784

  int32_t        code = 0;

1,318,901✔

1785

  int32_t        lino = 0;

1,318,901✔

1786

  SMnode        *pMnode = pReq->info.node;

1,318,901✔

1787

  SSdb          *pSdb = pMnode->pSdb;

1,318,901✔

1788

  SMqConsumerEp *pConsumerEp = NULL;

1,318,901✔

1789

  SMqTopicObj   *pTopic = NULL;

1,318,901✔

1790

  void          *pIter = NULL;

1,318,901✔

1791

  bool           showTopic = false;

1,318,901✔

1792

  PRINT_LOG_START

1,318,901✔

1794

  taosRLockLatch(&pSub->lock);

1,318,901✔

1795

  if (*numOfRows + pSub->vgNum > rowsCapacity) {

1,318,901✔

1800

  char topic[TSDB_TOPIC_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};

1,318,901✔

1801

  char cgroup[TSDB_CGROUP_LEN + VARSTR_HEADER_SIZE] = {0};

1,318,901✔

1802

  mndSplitSubscribeKey(pSub->key, varDataVal(topic), varDataVal(cgroup), false);

1,318,901✔

1803

  varDataSetLen(topic, strlen(varDataVal(topic)));

1,318,901✔

1804

  varDataSetLen(cgroup, strlen(varDataVal(cgroup)));

1,318,901✔

1806

  if (!showAll) {

1,318,901✔

1807

    (void)mndAcquireTopic(pMnode, topic, &pTopic);

137✔

1808

    if (pTopic) {

137✔

1819

  while (1) {

1,299,146✔

1820

    pIter = taosHashIterate(pSub->consumerHash, pIter);

2,618,047✔

1821

    if (pIter == NULL) break;

2,618,047✔

1822

    pConsumerEp = (SMqConsumerEp *)pIter;

1,299,146✔

1824

    char           *user = NULL;

1,299,146✔

1825

    char           *fqdn = NULL;

1,299,146✔

1826

    bool            subscribeOwner = false;

1,299,146✔

1827

    SMqConsumerObj *pConsumer = sdbAcquire(pSdb, SDB_CONSUMER, &pConsumerEp->consumerId);

1,299,146✔

1828

    if (pConsumer != NULL) {

1,299,146✔

1829

      user = pConsumer->user;

1,299,146✔

1830

      fqdn = pConsumer->fqdn;

1,299,146✔

1831

      if (strncmp(pConsumer->user, pOperUser->name, TSDB_USER_LEN) == 0) {

1,299,146✔

1832

        subscribeOwner = true;

1,299,009✔

1834

      sdbRelease(pSdb, pConsumer);

1,299,146✔

1836

    if (!showAll && !showTopic && !subscribeOwner) {

1,299,146✔

1837

      continue;

137✔

1839

    MND_TMQ_RETURN_CHECK(buildResult(pBlock, numOfRows, pConsumerEp->consumerId, user, fqdn, topic, cgroup,

1,299,009✔

1843

  MND_TMQ_RETURN_CHECK(

1,318,901✔

1846

  pBlock->info.rows = *numOfRows;

1,318,901✔

1848

END:

1,318,901✔

1849

  mndReleaseTopic(pMnode, pTopic);

1,318,901✔

1850

  taosRUnLockLatch(&pSub->lock);

1,318,901✔

1851

  taosHashCancelIterate(pSub->consumerHash, pIter);

1,318,901✔

1852

  PRINT_LOG_END

1,318,901✔

1853

  return code;

1,318,901✔

1856

int32_t mndRetrieveSubscribe(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rowsCapacity) {

58,683✔

1857

  if (pReq == NULL || pShow == NULL || pBlock == NULL) {

58,683✔

1860

  SMnode          *pMnode = pReq->info.node;

58,683✔

1861

  SSdb            *pSdb = pMnode->pSdb;

58,683✔

1862

  int32_t          numOfRows = 0;

58,683✔

1863

  SMqSubscribeObj *pSub = NULL;

58,683✔

1864

  SUserObj        *pOperUser = NULL;

58,683✔

1865

  int32_t          code = 0;

58,683✔

1866

  int32_t          lino = 0;

58,683✔

1867

  bool             showAll = false;

58,683✔

1868

  char             objFName[TSDB_OBJ_FNAME_LEN + 1] = {0};

58,683✔

1870

  mInfo("mnd show subscriptions begin");

58,683✔

1871

  MND_TMQ_RETURN_CHECK(mndAcquireUser(pMnode, RPC_MSG_USER(pReq), &pOperUser));

58,683✔

1872

  (void)snprintf(objFName, sizeof(objFName), "%d.*", pOperUser->acctId);

58,683✔

1873

  showAll = (0 == mndCheckSysObjPrivilege(pMnode, pOperUser, RPC_MSG_TOKEN(pReq), PRIV_SUBSCRIPTION_SHOW,

58,683✔

1876

  while (numOfRows < rowsCapacity) {

1,377,584✔

1877

    pShow->pIter = sdbFetch(pSdb, SDB_SUBSCRIBE, pShow->pIter, (void **)&pSub);

1,377,584✔

1878

    if (pShow->pIter == NULL) {

1,377,584✔

1879

      break;

58,683✔

1882

    MND_TMQ_RETURN_CHECK(retrieveSub(pReq, pSub, pOperUser, showAll, pBlock, &numOfRows, rowsCapacity));

1,318,901✔

1884

    sdbRelease(pSdb, pSub);

1,318,901✔

1885

    pSub = NULL;

1,318,901✔

1887

  mInfo("mnd end show subscriptions");

58,683✔

1888

  pShow->numOfRows += numOfRows;

58,683✔

1890

END:

58,683✔

1891

  sdbCancelFetch(pSdb, pShow->pIter);

58,683✔

1892

  sdbRelease(pSdb, pSub);

58,683✔

1893

  mndReleaseUser(pMnode, pOperUser);

58,683✔

1895

  if (code != 0) {

58,683✔

1899

    mDebug("mnd show subscriptions success, rows:%d", numOfRows);

58,683✔

1900

    return numOfRows;

58,683✔

taosdata / TDengine / #5024

Source File
Press 'n' to go to next uncovered line, 'b' for previous

taosdata / TDengine / #5024

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous