taosdata/TDengine | Build 4120 | source/dnode/mnode/sdb/src/sdbHash.c | Coveralls

21

const char *sdbTableName(ESdbType type) {

2,849,973✔

23

    case SDB_TRANS:

280,625✔

24

      return "trans";

280,625✔

25

    case SDB_CLUSTER:

32,376✔

26

      return "cluster";

32,376✔

27

    case SDB_MNODE:

33,876✔

28

      return "mnode";

33,876✔

29

    case SDB_QNODE:

29,623✔

30

      return "qnode";

29,623✔

31

    case SDB_SNODE:

9,298✔

32

      return "snode";

9,298✔

33

    case SDB_DNODE:

315,737✔

34

      return "dnode";

315,737✔

35

    case SDB_USER:

232,345✔

36

      return "user";

232,345✔

37

    case SDB_AUTH:

2✔

38

      return "auth";

2✔

39

    case SDB_ACCT:

17,178✔

40

      return "acct";

17,178✔

41

    case SDB_STREAM_CK:

2✔

42

      return "stream_ck";

2✔

43

    case SDB_STREAM:

41,825✔

44

      return "stream";

41,825✔

45

    case SDB_OFFSET:

2✔

46

      return "offset";

2✔

47

    case SDB_SUBSCRIBE:

12,959✔

48

      return "subscribe";

12,959✔

49

    case SDB_CONSUMER:

16,703✔

50

      return "consumer";

16,703✔

51

    case SDB_TOPIC:

11,715✔

52

      return "topic";

11,715✔

53

    case SDB_VGROUP:

663,606✔

54

      return "vgroup";

663,606✔

55

    case SDB_SMA:

17,084✔

56

      return "sma";

17,084✔

57

    case SDB_STB:

142,958✔

58

      return "stb";

142,958✔

59

    case SDB_DB:

239,954✔

60

      return "db";

239,954✔

61

    case SDB_FUNC:

9,238✔

62

      return "func";

9,238✔

63

    case SDB_IDX:

70,294✔

64

      return "idx";

70,294✔

65

    case SDB_VIEW:

10,631✔

66

      return "view";

10,631✔

67

    case SDB_STREAM_SEQ:

9,055✔

68

      return "stream_seq";

9,055✔

69

    case SDB_COMPACT:

9,085✔

70

      return "compact";

9,085✔

71

    case SDB_COMPACT_DETAIL:

9,265✔

72

      return "compact_detail";

9,265✔

73

    case SDB_GRANT:

20,720✔

74

      return "grant";

20,720✔

75

    case SDB_ARBGROUP:

9,156✔

76

      return "arb_group";

9,156✔

77

    case SDB_ANODE:

9,066✔

78

      return "anode";

9,066✔

79

    case SDB_CFG:

595,636✔

80

      return "config";

595,636✔

86

const char *sdbStatusName(ESdbStatus status) {

1,976,051✔

88

    case SDB_STATUS_CREATING:

35,383✔

89

      return "creating";

35,383✔

90

    case SDB_STATUS_DROPPING:

11,891✔

91

      return "dropping";

11,891✔

92

    case SDB_STATUS_READY:

1,847,950✔

93

      return "ready";

1,847,950✔

94

    case SDB_STATUS_DROPPED:

73,281✔

95

      return "dropped";

73,281✔

96

    case SDB_STATUS_INIT:

7,542✔

97

      return "init";

7,542✔

100

    default:

4✔

101

      return "undefine";

4✔

105

void sdbPrintOper(SSdb *pSdb, SSdbRow *pRow, const char *oper) {

529,159,122✔

107

  EKeyType keyType = pSdb->keyTypes[pRow->type];

529,159,122✔

109

  if (keyType == SDB_KEY_BINARY) {

529,159,122✔

110

    mTrace("%s:%s, ref:%d oper:%s row:%p row->pObj:%p status:%s", sdbTableName(pRow->type), (char *)pRow->pObj,

56,914,076✔

112

  } else if (keyType == SDB_KEY_INT32) {

472,245,046✔

113

    mTrace("%s:%d, ref:%d oper:%s row:%p row->pObj:%p status:%s", sdbTableName(pRow->type), *(int32_t *)pRow->pObj,

471,755,262✔

116

    mTrace("%s:%" PRId64 ", ref:%d oper:%s row:%p row->pObj:%p status:%s", sdbTableName(pRow->type),

576,499✔

121

529,159,132✔

123

static SHashObj *sdbGetHash(SSdb *pSdb, int32_t type) {

277,685,440✔

126

    return NULL;

1✔

129

  SHashObj *hash = pSdb->hashObjs[type];

277,688,576✔

130

  if (hash == NULL) {

277,688,576✔

131

    terrno = TSDB_CODE_APP_ERROR;

4✔

132

    return NULL;

4✔

135

  return hash;

277,688,572✔

138

static int32_t sdbGetkeySize(SSdb *pSdb, ESdbType type, const void *pKey) {

41,849,289✔

139

  int32_t  keySize = 0;

41,849,289✔

140

  EKeyType keyType = pSdb->keyTypes[type];

41,849,289✔

142

  if (keyType == SDB_KEY_INT32) {

41,849,289✔

143

    keySize = sizeof(int32_t);

25,373,412✔

144

  } else if (keyType == SDB_KEY_BINARY) {

16,475,877✔

145

    keySize = strlen(pKey) + 1;

16,458,939✔

147

    keySize = sizeof(int64_t);

16,938✔

150

  return keySize;

41,849,289✔

153

static int32_t sdbInsertRow(SSdb *pSdb, SHashObj *hash, SSdbRaw *pRaw, SSdbRow *pRow, int32_t keySize) {

330,738✔

154

  int32_t type = pRow->type;

330,738✔

155

  sdbWriteLock(pSdb, type);

330,738✔

157

  SSdbRow *pOldRow = taosHashGet(hash, pRow->pObj, keySize);

330,738✔

165

  pRow->refCount = 0;

330,738✔

166

  pRow->status = pRaw->status;

330,738✔

167

  sdbPrintOper(pSdb, pRow, "insert");

330,738✔

169

  int32_t code = 0;

330,738✔

176

  SdbInsertFp insertFp = pSdb->insertFps[pRow->type];

330,738✔

178

    code = (*insertFp)(pSdb, pRow->pObj);

330,738✔

190

  sdbUnLock(pSdb, type);

330,738✔

192

  if (pSdb->keyTypes[pRow->type] == SDB_KEY_INT32) {

330,738✔

193

    pSdb->maxId[pRow->type] = TMAX(pSdb->maxId[pRow->type], *((int32_t *)pRow->pObj));

87,934✔

195

  if (pSdb->keyTypes[pRow->type] == SDB_KEY_INT64) {

330,738✔

196

    pSdb->maxId[pRow->type] = TMAX(pSdb->maxId[pRow->type], *((int64_t *)pRow->pObj));

2,782✔

198

  pSdb->tableVer[pRow->type]++;

330,738✔

200

  return 0;

330,738✔

203

static int32_t sdbUpdateRow(SSdb *pSdb, SHashObj *hash, SSdbRaw *pRaw, SSdbRow *pNewRow, int32_t keySize) {

453,204✔

204

  int32_t type = pNewRow->type;

453,204✔

205

  sdbWriteLock(pSdb, type);

453,204✔

207

  SSdbRow **ppOldRow = taosHashGet(hash, pNewRow->pObj, keySize);

453,204✔

209

    sdbUnLock(pSdb, type);

312,448✔

210

    return sdbInsertRow(pSdb, hash, pRaw, pNewRow, keySize);

312,448✔

213

  SSdbRow *pOldRow = *ppOldRow;

140,756✔

214

  pOldRow->status = pRaw->status;

140,756✔

215

  sdbPrintOper(pSdb, pOldRow, "update");

140,756✔

217

  int32_t     code = 0;

140,756✔

218

  SdbUpdateFp updateFp = pSdb->updateFps[type];

140,756✔

220

    code = (*updateFp)(pSdb, pOldRow->pObj, pNewRow->pObj);

140,756✔

222

  sdbUnLock(pSdb, type);

140,756✔

225

  sdbFreeRow(pSdb, pNewRow, false);

140,756✔

227

  pSdb->tableVer[pOldRow->type]++;

140,756✔

228

  return code;

140,756✔

231

static int32_t sdbDeleteRow(SSdb *pSdb, SHashObj *hash, SSdbRaw *pRaw, SSdbRow *pRow, int32_t keySize) {

90,144✔

232

  int32_t type = pRow->type;

90,144✔

233

  sdbWriteLock(pSdb, type);

90,144✔

235

  SSdbRow **ppOldRow = taosHashGet(hash, pRow->pObj, keySize);

90,144✔

237

    sdbUnLock(pSdb, type);

19✔

238

    sdbFreeRow(pSdb, pRow, false);

19✔

239

    terrno = TSDB_CODE_SDB_OBJ_NOT_THERE;

19✔

240

    return terrno;

19✔

242

  SSdbRow *pOldRow = *ppOldRow;

90,125✔

243

  pOldRow->status = pRaw->status;

90,125✔

245

  (void)atomic_add_fetch_32(&pOldRow->refCount, 1);

90,125✔

246

  sdbPrintOper(pSdb, pOldRow, "delete");

90,125✔

254

  pSdb->tableVer[pOldRow->type]++;

90,125✔

255

  sdbUnLock(pSdb, type);

90,125✔

257

  sdbFreeRow(pSdb, pRow, false);

90,125✔

259

  sdbCheckRow(pSdb, pOldRow);

90,125✔

260

  return 0;

90,125✔

263

int32_t sdbWriteWithoutFree(SSdb *pSdb, SSdbRaw *pRaw) {

561,640✔

264

  if (pRaw->type == SDB_CFG) {

561,640✔

265

    mTrace("sdb write cfg");

200,447✔

267

  SHashObj *hash = sdbGetHash(pSdb, pRaw->type);

561,640✔

268

  if (hash == NULL) return terrno;

561,640✔

270

  SdbDecodeFp decodeFp = pSdb->decodeFps[pRaw->type];

561,638✔

271

  SSdbRow    *pRow = (*decodeFp)(pRaw);

561,638✔

274

  pRow->type = pRaw->type;

561,638✔

276

  int32_t keySize = sdbGetkeySize(pSdb, pRow->type, pRow->pObj);

561,638✔

277

  int32_t code = TSDB_CODE_SDB_INVALID_ACTION_TYPE;

561,638✔

280

    case SDB_STATUS_CREATING:

18,290✔

281

      code = sdbInsertRow(pSdb, hash, pRaw, pRow, keySize);

18,290✔

282

      break;

18,290✔

283

    case SDB_STATUS_READY:

453,204✔

286

      code = sdbUpdateRow(pSdb, hash, pRaw, pRow, keySize);

453,204✔

287

      break;

453,204✔

288

    case SDB_STATUS_DROPPED:

90,144✔

289

      code = sdbDeleteRow(pSdb, hash, pRaw, pRow, keySize);

90,144✔

290

      break;

90,144✔

293

  return code;

561,638✔

296

int32_t sdbWrite(SSdb *pSdb, SSdbRaw *pRaw) {

67,622✔

297

  int32_t code = sdbWriteWithoutFree(pSdb, pRaw);

67,622✔

298

  sdbFreeRaw(pRaw);

67,622✔

299

  return code;

67,622✔

302

void *sdbAcquireAll(SSdb *pSdb, ESdbType type, const void *pKey, bool onlyReady) {

41,286,342✔

303

  terrno = 0;

41,286,342✔

305

  SHashObj *hash = sdbGetHash(pSdb, type);

41,286,522✔

306

  if (hash == NULL) return NULL;

41,285,745✔

308

  void   *pRet = NULL;

41,285,744✔

309

  int32_t keySize = sdbGetkeySize(pSdb, type, pKey);

41,285,744✔

311

  sdbReadLock(pSdb, type);

41,289,188✔

313

  SSdbRow **ppRow = taosHashGet(hash, pKey, keySize);

41,296,524✔

314

  if (ppRow == NULL || *ppRow == NULL) {

41,297,527✔

315

    sdbUnLock(pSdb, type);

2,113,555✔

316

    terrno = TSDB_CODE_SDB_OBJ_NOT_THERE;

2,114,034✔

317

    return NULL;

2,114,025✔

320

  SSdbRow *pRow = *ppRow;

39,183,972✔

322

    case SDB_STATUS_READY:

39,176,176✔

323

      (void)atomic_add_fetch_32(&pRow->refCount, 1);

39,176,176✔

324

      pRet = pRow->pObj;

39,176,939✔

325

      sdbPrintOper(pSdb, pRow, "acquire");

39,176,939✔

326

      break;

39,174,223✔

327

    case SDB_STATUS_CREATING:

5,429✔

328

      terrno = TSDB_CODE_SDB_OBJ_CREATING;

5,429✔

329

      break;

5,429✔

330

    case SDB_STATUS_DROPPING:

2,400✔

331

      terrno = TSDB_CODE_SDB_OBJ_DROPPING;

2,400✔

332

      break;

2,400✔

338

  if (pRet == NULL) {

39,182,052✔

347

  sdbUnLock(pSdb, type);

39,182,052✔

348

  return pRet;

39,182,706✔

351

void *sdbAcquire(SSdb *pSdb, ESdbType type, const void *pKey) { return sdbAcquireAll(pSdb, type, pKey, true); }

41,280,289✔

352

void *sdbAcquireNotReadyObj(SSdb *pSdb, ESdbType type, const void *pKey) {

2,836✔

353

  return sdbAcquireAll(pSdb, type, pKey, false);

2,836✔

356

static void sdbCheckRow(SSdb *pSdb, SSdbRow *pRow) {

90,125✔

357

  int32_t type = pRow->type;

90,125✔

358

  sdbWriteLock(pSdb, type);

90,125✔

360

  int32_t ref = atomic_sub_fetch_32(&pRow->refCount, 1);

90,125✔

361

  sdbPrintOper(pSdb, pRow, "check");

90,125✔

363

    sdbFreeRow(pSdb, pRow, true);

21,749✔

366

  sdbUnLock(pSdb, type);

90,125✔

367

90,125✔

369

void sdbReleaseLock(SSdb *pSdb, void *pObj, bool lock) {

264,130,036✔

370

  if (pObj == NULL) return;

264,130,036✔

372

  SSdbRow *pRow = (SSdbRow *)((char *)pObj - sizeof(SSdbRow));

263,641,276✔

375

  int32_t type = pRow->type;

263,641,276✔

377

    sdbWriteLock(pSdb, type);

263,657,856✔

380

  int32_t ref = atomic_sub_fetch_32(&pRow->refCount, 1);

263,759,834✔

381

  sdbPrintOper(pSdb, pRow, "release");

263,804,128✔

382

  if (ref <= 0 && pRow->status == SDB_STATUS_DROPPED) {

263,786,680✔

383

    sdbFreeRow(pSdb, pRow, true);

68,376✔

385

  if (ref < 0) {

263,786,680✔

389

  if (lock) {

263,784,470✔

390

    sdbUnLock(pSdb, type);

263,780,078✔

394

void sdbRelease(SSdb *pSdb, void *pObj) { sdbReleaseLock(pSdb, pObj, true); }

264,098,070✔

396

void *sdbFetch(SSdb *pSdb, ESdbType type, void *pIter, void **ppObj) {

225,567,294✔

397

  *ppObj = NULL;

225,567,294✔

399

  SHashObj *hash = sdbGetHash(pSdb, type);

225,567,294✔

400

  if (hash == NULL) return NULL;

225,557,122✔

402

  sdbReadLock(pSdb, type);

225,557,121✔

404

  SSdbRow **ppRow = taosHashIterate(hash, pIter);

225,565,528✔

405

  while (ppRow != NULL) {

225,650,341✔

406

    SSdbRow *pRow = *ppRow;

223,538,709✔

408

      ppRow = taosHashIterate(hash, ppRow);

62,686✔

409

      continue;

62,603✔

412

    (void) atomic_add_fetch_32(&pRow->refCount, 1);

223,476,023✔

414

    sdbPrintOper(pSdb, pRow, "fetch");

223,467,964✔

415

    *ppObj = pRow->pObj;

223,429,337✔

416

    break;

223,429,337✔

418

  sdbUnLock(pSdb, type);

225,540,969✔

420

  return ppRow;

225,574,305✔

423

void *sdbFetchAll(SSdb *pSdb, ESdbType type, void *pIter, void **ppObj, ESdbStatus *status, bool lock) {

1,305,616✔

424

  *ppObj = NULL;

1,305,616✔

426

  SHashObj *hash = sdbGetHash(pSdb, type);

1,305,616✔

429

  if (lock) {

1,305,605✔

430

    sdbReadLock(pSdb, type);

1,298,107✔

433

  SSdbRow **ppRow = taosHashIterate(hash, pIter);

1,305,589✔

434

  while (ppRow != NULL) {

1,305,700✔

435

    SSdbRow *pRow = *ppRow;

1,151,411✔

441

    (void)atomic_add_fetch_32(&pRow->refCount, 1);

1,151,411✔

442

    sdbPrintOper(pSdb, pRow, "fetch");

1,151,412✔

443

    *ppObj = pRow->pObj;

1,151,376✔

444

    *status = pRow->status;

1,151,376✔

445

    break;

1,151,376✔

447

  if (lock) {

1,305,665✔

448

    sdbUnLock(pSdb, type);

1,298,163✔

451

  return ppRow;

1,305,643✔

454

void sdbCancelFetch(SSdb *pSdb, void *pIter) {

7,386,698✔

455

  if (pIter == NULL) return;

7,386,698✔

456

  SSdbRow *pRow = *(SSdbRow **)pIter;

7,383,763✔

457

  mTrace("cancel fetch row:%p", pRow);

7,383,763✔

458

  SHashObj *hash = sdbGetHash(pSdb, pRow->type);

7,383,763✔

461

  int32_t type = pRow->type;

7,383,760✔

462

  sdbReadLock(pSdb, type);

7,383,760✔

463

  taosHashCancelIterate(hash, pIter);

7,383,784✔

464

  sdbUnLock(pSdb, type);

7,383,824✔

467

void sdbCancelFetchByType(SSdb *pSdb, void *pIter, ESdbType type) {

1✔

470

  SHashObj *hash = sdbGetHash(pSdb, type);

1✔

473

  sdbReadLock(pSdb, type);

1✔

474

  taosHashCancelIterate(hash, pIter);

1✔

475

  sdbUnLock(pSdb, type);

1✔

478

void sdbTraverse(SSdb *pSdb, ESdbType type, sdbTraverseFp fp, void *p1, void *p2, void *p3) {

753,749✔

479

  SHashObj *hash = sdbGetHash(pSdb, type);

753,749✔

482

  sdbReadLock(pSdb, type);

753,733✔

484

  SSdbRow **ppRow = taosHashIterate(hash, NULL);

753,755✔

485

  while (ppRow != NULL) {

35,309,259✔

486

    SSdbRow *pRow = *ppRow;

34,557,110✔

487

    if (pRow->status == SDB_STATUS_READY) {

34,557,110✔

488

      bool isContinue = (*fp)(pSdb->pMnode, pRow->pObj, p1, p2, p3);

34,529,235✔

489

      if (!isContinue) {

34,361,800✔

490

        taosHashCancelIterate(hash, ppRow);

2✔

491

        break;

2✔

495

    ppRow = taosHashIterate(hash, ppRow);

34,389,673✔

498

  sdbUnLock(pSdb, type);

752,151✔

501

int32_t sdbGetSize(SSdb *pSdb, ESdbType type) {

851,746✔

502

  SHashObj *hash = sdbGetHash(pSdb, type);

851,746✔

505

  sdbReadLock(pSdb, type);

851,738✔

506

  int32_t size = taosHashGetSize(hash);

851,759✔

507

  sdbUnLock(pSdb, type);

851,744✔

509

  return size;

851,759✔

512

int32_t sdbGetMaxId(SSdb *pSdb, ESdbType type) {

76,431✔

513

  SHashObj *hash = sdbGetHash(pSdb, type);

76,431✔

514

  if (hash == NULL) return -1;

76,431✔

516

  if (pSdb->keyTypes[type] != SDB_KEY_INT32) return -1;

76,430✔

518

  int32_t maxId = 0;

76,424✔

519

  sdbReadLock(pSdb, type);

76,424✔

521

  SSdbRow **ppRow = taosHashIterate(hash, NULL);

76,424✔

522

  while (ppRow != NULL) {

172,687✔

523

    SSdbRow *pRow = *ppRow;

96,263✔

524

    int32_t  id = *(int32_t *)pRow->pObj;

96,263✔

525

    maxId = TMAX(id, maxId);

96,263✔

526

    ppRow = taosHashIterate(hash, ppRow);

96,263✔

529

  sdbUnLock(pSdb, type);

76,424✔

530

  maxId = TMAX(maxId, pSdb->maxId[type]);

76,424✔

531

  return maxId + 1;

76,424✔

534

int64_t sdbGetTableVer(SSdb *pSdb, ESdbType type) {

850,845✔

535

  if (type >= SDB_MAX || type < 0) {

850,845✔

536

    terrno = TSDB_CODE_SDB_INVALID_TABLE_TYPE;

1✔

537

    return -1;

1✔

540

  return pSdb->tableVer[type];

850,844✔

taosdata / TDengine / #4120

Source File
Press 'n' to go to next uncovered line, 'b' for previous

1	/*
2	* Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3	*
4	* This program is free software: you can use, redistribute, and/or modify
5	* it under the terms of the GNU Affero General Public License, version 3
6	* or later ("AGPL"), as published by the Free Software Foundation.
7	*
8	* This program is distributed in the hope that it will be useful, but WITHOUT
9	* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10	* FITNESS FOR A PARTICULAR PURPOSE.
11	*
12	* You should have received a copy of the GNU Affero General Public License
13	* along with this program. If not, see <http://www.gnu.org/licenses/>.
14	*/
15
16	#define _DEFAULT_SOURCE
17	#include "sdb.h"
18
19	static void sdbCheckRow(SSdb pSdb, SSdbRow pRow);
20
21	const char *sdbTableName(ESdbType type) {	2,849,973✔
22	switch (type) {	2,849,973!
23	case SDB_TRANS:	280,625✔
24	return "trans";	280,625✔
25	case SDB_CLUSTER:	32,376✔
26	return "cluster";	32,376✔
27	case SDB_MNODE:	33,876✔
28	return "mnode";	33,876✔
29	case SDB_QNODE:	29,623✔
30	return "qnode";	29,623✔
31	case SDB_SNODE:	9,298✔
32	return "snode";	9,298✔
33	case SDB_DNODE:	315,737✔
34	return "dnode";	315,737✔
35	case SDB_USER:	232,345✔
36	return "user";	232,345✔
37	case SDB_AUTH:	2✔
38	return "auth";	2✔
39	case SDB_ACCT:	17,178✔
40	return "acct";	17,178✔
41	case SDB_STREAM_CK:	2✔
42	return "stream_ck";	2✔
43	case SDB_STREAM:	41,825✔
44	return "stream";	41,825✔
45	case SDB_OFFSET:	2✔
46	return "offset";	2✔
47	case SDB_SUBSCRIBE:	12,959✔
48	return "subscribe";	12,959✔
49	case SDB_CONSUMER:	16,703✔
50	return "consumer";	16,703✔
51	case SDB_TOPIC:	11,715✔
52	return "topic";	11,715✔
53	case SDB_VGROUP:	663,606✔
54	return "vgroup";	663,606✔
55	case SDB_SMA:	17,084✔
56	return "sma";	17,084✔
57	case SDB_STB:	142,958✔
58	return "stb";	142,958✔
59	case SDB_DB:	239,954✔
60	return "db";	239,954✔
61	case SDB_FUNC:	9,238✔
62	return "func";	9,238✔
63	case SDB_IDX:	70,294✔
64	return "idx";	70,294✔
65	case SDB_VIEW:	10,631✔
66	return "view";	10,631✔
67	case SDB_STREAM_SEQ:	9,055✔
68	return "stream_seq";	9,055✔
69	case SDB_COMPACT:	9,085✔
70	return "compact";	9,085✔
71	case SDB_COMPACT_DETAIL:	9,265✔
72	return "compact_detail";	9,265✔
73	case SDB_GRANT:	20,720✔
74	return "grant";	20,720✔
75	case SDB_ARBGROUP:	9,156✔
76	return "arb_group";	9,156✔
77	case SDB_ANODE:	9,066✔
78	return "anode";	9,066✔
79	case SDB_CFG:	595,636✔
80	return "config";	595,636✔
81	default:	×
82	return "undefine";	×
83	}
84	}
85
86	const char *sdbStatusName(ESdbStatus status) {	1,976,051✔
87	switch (status) {	1,976,051!
88	case SDB_STATUS_CREATING:	35,383✔
89	return "creating";	35,383✔
90	case SDB_STATUS_DROPPING:	11,891✔
91	return "dropping";	11,891✔
92	case SDB_STATUS_READY:	1,847,950✔
93	return "ready";	1,847,950✔
94	case SDB_STATUS_DROPPED:	73,281✔
95	return "dropped";	73,281✔
96	case SDB_STATUS_INIT:	7,542✔
97	return "init";	7,542✔
98	case SDB_STATUS_UPDATE:	×
99	return "update";	×
100	default:	4✔
101	return "undefine";	4✔
102	}
103	}
104
105	void sdbPrintOper(SSdb pSdb, SSdbRow pRow, const char *oper) {	529,159,122✔
106	#if 1
107	EKeyType keyType = pSdb->keyTypes[pRow->type];	529,159,122✔
108
109	if (keyType == SDB_KEY_BINARY) {	529,159,122✔
110	mTrace("%s:%s, ref:%d oper:%s row:%p row->pObj:%p status:%s", sdbTableName(pRow->type), (char *)pRow->pObj,	56,914,076✔
111	pRow->refCount, oper, pRow, pRow->pObj, sdbStatusName(pRow->status));
112	} else if (keyType == SDB_KEY_INT32) {	472,245,046✔
113	mTrace("%s:%d, ref:%d oper:%s row:%p row->pObj:%p status:%s", sdbTableName(pRow->type), (int32_t )pRow->pObj,	471,755,262✔
114	pRow->refCount, oper, pRow, pRow->pObj, sdbStatusName(pRow->status));
115	} else if (keyType == SDB_KEY_INT64) {	489,784!
116	mTrace("%s:%" PRId64 ", ref:%d oper:%s row:%p row->pObj:%p status:%s", sdbTableName(pRow->type),	576,499✔
117	(int64_t )pRow->pObj, pRow->refCount, oper, pRow, pRow->pObj, sdbStatusName(pRow->status));
118	} else {
119	}
120	#endif
121	}	529,159,132✔
122
123	static SHashObj sdbGetHash(SSdb pSdb, int32_t type) {	277,685,440✔
124	if (type >= SDB_MAX \|\| type < 0) {	277,685,440!
125	terrno = TSDB_CODE_SDB_INVALID_TABLE_TYPE;	×
126	return NULL;	1✔
127	}
128
129	SHashObj *hash = pSdb->hashObjs[type];	277,688,576✔
130	if (hash == NULL) {	277,688,576✔
131	terrno = TSDB_CODE_APP_ERROR;	4✔
132	return NULL;	4✔
133	}
134
135	return hash;	277,688,572✔
136	}
137
138	static int32_t sdbGetkeySize(SSdb pSdb, ESdbType type, const void pKey) {	41,849,289✔
139	int32_t keySize = 0;	41,849,289✔
140	EKeyType keyType = pSdb->keyTypes[type];	41,849,289✔
141
142	if (keyType == SDB_KEY_INT32) {	41,849,289✔
143	keySize = sizeof(int32_t);	25,373,412✔
144	} else if (keyType == SDB_KEY_BINARY) {	16,475,877✔
145	keySize = strlen(pKey) + 1;	16,458,939✔
146	} else {
147	keySize = sizeof(int64_t);	16,938✔
148	}
149
150	return keySize;	41,849,289✔
151	}
152
153	static int32_t sdbInsertRow(SSdb pSdb, SHashObj hash, SSdbRaw pRaw, SSdbRow pRow, int32_t keySize) {	330,738✔
154	int32_t type = pRow->type;	330,738✔
155	sdbWriteLock(pSdb, type);	330,738✔
156
157	SSdbRow *pOldRow = taosHashGet(hash, pRow->pObj, keySize);	330,738✔
158	if (pOldRow != NULL) {	330,738!
159	sdbUnLock(pSdb, type);	×
160	sdbFreeRow(pSdb, pRow, false);	×
161	terrno = TSDB_CODE_SDB_OBJ_ALREADY_THERE;	×
162	return terrno;	×
163	}
164
165	pRow->refCount = 0;	330,738✔
166	pRow->status = pRaw->status;	330,738✔
167	sdbPrintOper(pSdb, pRow, "insert");	330,738✔
168
169	int32_t code = 0;	330,738✔
170	if ((code = taosHashPut(hash, pRow->pObj, keySize, &pRow, sizeof(void *))) != 0) {	330,738!
171	sdbUnLock(pSdb, type);	×
172	sdbFreeRow(pSdb, pRow, false);	×
173	return code;	×
174	}
175
176	SdbInsertFp insertFp = pSdb->insertFps[pRow->type];	330,738✔
177	if (insertFp != NULL) {	330,738!
178	code = (*insertFp)(pSdb, pRow->pObj);	330,738✔
179	if (code != 0) {	330,738!
180	if (taosHashRemove(hash, pRow->pObj, keySize) != 0) {	×
181	mError("failed to remove row from hash");	×
182	}
183	sdbFreeRow(pSdb, pRow, false);	×
184	sdbUnLock(pSdb, type);	×
185	terrno = code;	×
186	return terrno;	×
187	}
188	}
189
190	sdbUnLock(pSdb, type);	330,738✔
191
192	if (pSdb->keyTypes[pRow->type] == SDB_KEY_INT32) {	330,738✔
193	pSdb->maxId[pRow->type] = TMAX(pSdb->maxId[pRow->type], ((int32_t )pRow->pObj));	87,934✔
194	}
195	if (pSdb->keyTypes[pRow->type] == SDB_KEY_INT64) {	330,738✔
196	pSdb->maxId[pRow->type] = TMAX(pSdb->maxId[pRow->type], ((int64_t )pRow->pObj));	2,782✔
197	}
198	pSdb->tableVer[pRow->type]++;	330,738✔
199
200	return 0;	330,738✔
201	}
202
203	static int32_t sdbUpdateRow(SSdb pSdb, SHashObj hash, SSdbRaw pRaw, SSdbRow pNewRow, int32_t keySize) {	453,204✔
204	int32_t type = pNewRow->type;	453,204✔
205	sdbWriteLock(pSdb, type);	453,204✔
206
207	SSdbRow **ppOldRow = taosHashGet(hash, pNewRow->pObj, keySize);	453,204✔
208	if (ppOldRow == NULL \|\| *ppOldRow == NULL) {	453,204!
209	sdbUnLock(pSdb, type);	312,448✔
210	return sdbInsertRow(pSdb, hash, pRaw, pNewRow, keySize);	312,448✔
211	}
212
213	SSdbRow pOldRow = ppOldRow;	140,756✔
214	pOldRow->status = pRaw->status;	140,756✔
215	sdbPrintOper(pSdb, pOldRow, "update");	140,756✔
216
217	int32_t code = 0;	140,756✔
218	SdbUpdateFp updateFp = pSdb->updateFps[type];	140,756✔
219	if (updateFp != NULL) {	140,756!
220	code = (*updateFp)(pSdb, pOldRow->pObj, pNewRow->pObj);	140,756✔
221	}
222	sdbUnLock(pSdb, type);	140,756✔
223
224	// sdbUnLock(pSdb, type);
225	sdbFreeRow(pSdb, pNewRow, false);	140,756✔
226
227	pSdb->tableVer[pOldRow->type]++;	140,756✔
228	return code;	140,756✔
229	}
230
231	static int32_t sdbDeleteRow(SSdb pSdb, SHashObj hash, SSdbRaw pRaw, SSdbRow pRow, int32_t keySize) {	90,144✔
232	int32_t type = pRow->type;	90,144✔
233	sdbWriteLock(pSdb, type);	90,144✔
234
235	SSdbRow **ppOldRow = taosHashGet(hash, pRow->pObj, keySize);	90,144✔
236	if (ppOldRow == NULL \|\| *ppOldRow == NULL) {	90,144!
237	sdbUnLock(pSdb, type);	19✔
238	sdbFreeRow(pSdb, pRow, false);	19✔
239	terrno = TSDB_CODE_SDB_OBJ_NOT_THERE;	19✔
240	return terrno;	19✔
241	}
242	SSdbRow pOldRow = ppOldRow;	90,125✔
243	pOldRow->status = pRaw->status;	90,125✔
244
245	(void)atomic_add_fetch_32(&pOldRow->refCount, 1);	90,125✔
246	sdbPrintOper(pSdb, pOldRow, "delete");	90,125✔
247
248	if (taosHashRemove(hash, pOldRow->pObj, keySize) != 0) {	90,125!
249	sdbUnLock(pSdb, type);	×
250	sdbFreeRow(pSdb, pRow, false);	×
251	terrno = TSDB_CODE_SDB_OBJ_NOT_THERE;	×
252	return terrno;	×
253	}
254	pSdb->tableVer[pOldRow->type]++;	90,125✔
255	sdbUnLock(pSdb, type);	90,125✔
256
257	sdbFreeRow(pSdb, pRow, false);	90,125✔
258
259	sdbCheckRow(pSdb, pOldRow);	90,125✔
260	return 0;	90,125✔
261	}
262
263	int32_t sdbWriteWithoutFree(SSdb pSdb, SSdbRaw pRaw) {	561,640✔
264	if (pRaw->type == SDB_CFG) {	561,640✔
265	mTrace("sdb write cfg");	200,447✔
266	}
267	SHashObj *hash = sdbGetHash(pSdb, pRaw->type);	561,640✔
268	if (hash == NULL) return terrno;	561,640✔
269
270	SdbDecodeFp decodeFp = pSdb->decodeFps[pRaw->type];	561,638✔
271	SSdbRow pRow = (decodeFp)(pRaw);	561,638✔
272	if (pRow == NULL) return terrno;	561,638!
273
274	pRow->type = pRaw->type;	561,638✔
275
276	int32_t keySize = sdbGetkeySize(pSdb, pRow->type, pRow->pObj);	561,638✔
277	int32_t code = TSDB_CODE_SDB_INVALID_ACTION_TYPE;	561,638✔
278
279	switch (pRaw->status) {	561,638!
280	case SDB_STATUS_CREATING:	18,290✔
281	code = sdbInsertRow(pSdb, hash, pRaw, pRow, keySize);	18,290✔
282	break;	18,290✔
283	case SDB_STATUS_READY:	453,204✔
284	case SDB_STATUS_UPDATE:
285	case SDB_STATUS_DROPPING:
286	code = sdbUpdateRow(pSdb, hash, pRaw, pRow, keySize);	453,204✔
287	break;	453,204✔
288	case SDB_STATUS_DROPPED:	90,144✔
289	code = sdbDeleteRow(pSdb, hash, pRaw, pRow, keySize);	90,144✔
290	break;	90,144✔
291	}
292
293	return code;	561,638✔
294	}
295
296	int32_t sdbWrite(SSdb pSdb, SSdbRaw pRaw) {	67,622✔
297	int32_t code = sdbWriteWithoutFree(pSdb, pRaw);	67,622✔
298	sdbFreeRaw(pRaw);	67,622✔
299	return code;	67,622✔
300	}
301
302	void sdbAcquireAll(SSdb pSdb, ESdbType type, const void *pKey, bool onlyReady) {	41,286,342✔
303	terrno = 0;	41,286,342✔
304
305	SHashObj *hash = sdbGetHash(pSdb, type);	41,286,522✔
306	if (hash == NULL) return NULL;	41,285,745✔
307
308	void *pRet = NULL;	41,285,744✔
309	int32_t keySize = sdbGetkeySize(pSdb, type, pKey);	41,285,744✔
310
311	sdbReadLock(pSdb, type);	41,289,188✔
312
313	SSdbRow **ppRow = taosHashGet(hash, pKey, keySize);	41,296,524✔
314	if (ppRow == NULL \|\| *ppRow == NULL) {	41,297,527✔
315	sdbUnLock(pSdb, type);	2,113,555✔
316	terrno = TSDB_CODE_SDB_OBJ_NOT_THERE;	2,114,034✔
317	return NULL;	2,114,025✔
318	}
319
320	SSdbRow pRow = ppRow;	39,183,972✔
321	switch (pRow->status) {	39,183,972!
322	case SDB_STATUS_READY:	39,176,176✔
323	(void)atomic_add_fetch_32(&pRow->refCount, 1);	39,176,176✔
324	pRet = pRow->pObj;	39,176,939✔
325	sdbPrintOper(pSdb, pRow, "acquire");	39,176,939✔
326	break;	39,174,223✔
327	case SDB_STATUS_CREATING:	5,429✔
328	terrno = TSDB_CODE_SDB_OBJ_CREATING;	5,429✔
329	break;	5,429✔
330	case SDB_STATUS_DROPPING:	2,400✔
331	terrno = TSDB_CODE_SDB_OBJ_DROPPING;	2,400✔
332	break;	2,400✔
UNCOV 333	default:	×
UNCOV 334	terrno = TSDB_CODE_APP_ERROR;	×
335	break;	×
336	}
337
338	if (pRet == NULL) {	39,182,052✔
339	if (!onlyReady) {	7,829!
340	terrno = 0;	×
341	(void)atomic_add_fetch_32(&pRow->refCount, 1);	×
342	pRet = pRow->pObj;	×
343	sdbPrintOper(pSdb, pRow, "acquire");	×
344	}
345	}
346
347	sdbUnLock(pSdb, type);	39,182,052✔
348	return pRet;	39,182,706✔
349	}
350
351	void sdbAcquire(SSdb pSdb, ESdbType type, const void *pKey) { return sdbAcquireAll(pSdb, type, pKey, true); }	41,280,289✔
352	void sdbAcquireNotReadyObj(SSdb pSdb, ESdbType type, const void *pKey) {	2,836✔
353	return sdbAcquireAll(pSdb, type, pKey, false);	2,836✔
354	}
355
356	static void sdbCheckRow(SSdb pSdb, SSdbRow pRow) {	90,125✔
357	int32_t type = pRow->type;	90,125✔
358	sdbWriteLock(pSdb, type);	90,125✔
359
360	int32_t ref = atomic_sub_fetch_32(&pRow->refCount, 1);	90,125✔
361	sdbPrintOper(pSdb, pRow, "check");	90,125✔
362	if (ref <= 0 && pRow->status == SDB_STATUS_DROPPED) {	90,125!
363	sdbFreeRow(pSdb, pRow, true);	21,749✔
364	}
365
366	sdbUnLock(pSdb, type);	90,125✔
367	}	90,125✔
368
369	void sdbReleaseLock(SSdb pSdb, void pObj, bool lock) {	264,130,036✔
370	if (pObj == NULL) return;	264,130,036✔
371
372	SSdbRow pRow = (SSdbRow )((char *)pObj - sizeof(SSdbRow));	263,641,276✔
373	if (pRow->type >= SDB_MAX) return;	263,641,276!
374
375	int32_t type = pRow->type;	263,641,276✔
376	if (lock) {	263,641,276!
377	sdbWriteLock(pSdb, type);	263,657,856✔
378	}
379
380	int32_t ref = atomic_sub_fetch_32(&pRow->refCount, 1);	263,759,834✔
381	sdbPrintOper(pSdb, pRow, "release");	263,804,128✔
382	if (ref <= 0 && pRow->status == SDB_STATUS_DROPPED) {	263,786,680✔
383	sdbFreeRow(pSdb, pRow, true);	68,376✔
384	}
385	if (ref < 0) {	263,786,680✔
386	mError("row:%p, ref:%d, type:%s", pRow, ref, sdbTableName(type));	14,579!
387	}
388
389	if (lock) {	263,784,470✔
390	sdbUnLock(pSdb, type);	263,780,078✔
391	}
392	}
393
394	void sdbRelease(SSdb pSdb, void pObj) { sdbReleaseLock(pSdb, pObj, true); }	264,098,070✔
395
396	void sdbFetch(SSdb pSdb, ESdbType type, void pIter, void *ppObj) {	225,567,294✔
397	*ppObj = NULL;	225,567,294✔
398
399	SHashObj *hash = sdbGetHash(pSdb, type);	225,567,294✔
400	if (hash == NULL) return NULL;	225,557,122✔
401
402	sdbReadLock(pSdb, type);	225,557,121✔
403
404	SSdbRow **ppRow = taosHashIterate(hash, pIter);	225,565,528✔
405	while (ppRow != NULL) {	225,650,341✔
406	SSdbRow pRow = ppRow;	223,538,709✔
407	if (pRow == NULL \|\| pRow->status != SDB_STATUS_READY) {	223,538,709!
408	ppRow = taosHashIterate(hash, ppRow);	62,686✔
409	continue;	62,603✔
410	}
411
412	(void) atomic_add_fetch_32(&pRow->refCount, 1);	223,476,023✔
413
414	sdbPrintOper(pSdb, pRow, "fetch");	223,467,964✔
415	*ppObj = pRow->pObj;	223,429,337✔
416	break;	223,429,337✔
417	}
418	sdbUnLock(pSdb, type);	225,540,969✔
419
420	return ppRow;	225,574,305✔
421	}
422
423	void sdbFetchAll(SSdb pSdb, ESdbType type, void pIter, void ppObj, ESdbStatus status, bool lock) {	1,305,616✔
424	*ppObj = NULL;	1,305,616✔
425
426	SHashObj *hash = sdbGetHash(pSdb, type);	1,305,616✔
427	if (hash == NULL) return NULL;	1,305,605!
428
429	if (lock) {	1,305,605✔
430	sdbReadLock(pSdb, type);	1,298,107✔
431	}
432
433	SSdbRow **ppRow = taosHashIterate(hash, pIter);	1,305,589✔
434	while (ppRow != NULL) {	1,305,700✔
435	SSdbRow pRow = ppRow;	1,151,411✔
436	if (pRow == NULL) {	1,151,411!
437	ppRow = taosHashIterate(hash, ppRow);	×
438	continue;	×
439	}
440
441	(void)atomic_add_fetch_32(&pRow->refCount, 1);	1,151,411✔
442	sdbPrintOper(pSdb, pRow, "fetch");	1,151,412✔
443	*ppObj = pRow->pObj;	1,151,376✔
444	*status = pRow->status;	1,151,376✔
445	break;	1,151,376✔
446	}
447	if (lock) {	1,305,665✔
448	sdbUnLock(pSdb, type);	1,298,163✔
449	}
450
451	return ppRow;	1,305,643✔
452	}
453
454	void sdbCancelFetch(SSdb pSdb, void pIter) {	7,386,698✔
455	if (pIter == NULL) return;	7,386,698✔
456	SSdbRow pRow = (SSdbRow **)pIter;	7,383,763✔
457	mTrace("cancel fetch row:%p", pRow);	7,383,763✔
458	SHashObj *hash = sdbGetHash(pSdb, pRow->type);	7,383,763✔
459	if (hash == NULL) return;	7,383,760!
460
461	int32_t type = pRow->type;	7,383,760✔
462	sdbReadLock(pSdb, type);	7,383,760✔
463	taosHashCancelIterate(hash, pIter);	7,383,784✔
464	sdbUnLock(pSdb, type);	7,383,824✔
465	}
466
467	void sdbCancelFetchByType(SSdb pSdb, void pIter, ESdbType type) {	1✔
468	if (pIter == NULL) return;	1!
469	if (type >= SDB_MAX \|\| type < 0) return;	1!
470	SHashObj *hash = sdbGetHash(pSdb, type);	1✔
471	if (hash == NULL) return;	1!
472
473	sdbReadLock(pSdb, type);	1✔
474	taosHashCancelIterate(hash, pIter);	1✔
475	sdbUnLock(pSdb, type);	1✔
476	}
477
478	void sdbTraverse(SSdb pSdb, ESdbType type, sdbTraverseFp fp, void p1, void p2, void p3) {	753,749✔
479	SHashObj *hash = sdbGetHash(pSdb, type);	753,749✔
480	if (hash == NULL) return;	753,733!
481
482	sdbReadLock(pSdb, type);	753,733✔
483
484	SSdbRow **ppRow = taosHashIterate(hash, NULL);	753,755✔
485	while (ppRow != NULL) {	35,309,259✔
486	SSdbRow pRow = ppRow;	34,557,110✔
487	if (pRow->status == SDB_STATUS_READY) {	34,557,110✔
488	bool isContinue = (*fp)(pSdb->pMnode, pRow->pObj, p1, p2, p3);	34,529,235✔
489	if (!isContinue) {	34,361,800✔
490	taosHashCancelIterate(hash, ppRow);	2✔
491	break;	2✔
492	}
493	}
494
495	ppRow = taosHashIterate(hash, ppRow);	34,389,673✔
496	}
497
498	sdbUnLock(pSdb, type);	752,151✔
499	}
500
501	int32_t sdbGetSize(SSdb *pSdb, ESdbType type) {	851,746✔
502	SHashObj *hash = sdbGetHash(pSdb, type);	851,746✔
503	if (hash == NULL) return 0;	851,738!
504
505	sdbReadLock(pSdb, type);	851,738✔
506	int32_t size = taosHashGetSize(hash);	851,759✔
507	sdbUnLock(pSdb, type);	851,744✔
508
509	return size;	851,759✔
510	}
511
512	int32_t sdbGetMaxId(SSdb *pSdb, ESdbType type) {	76,431✔
513	SHashObj *hash = sdbGetHash(pSdb, type);	76,431✔
514	if (hash == NULL) return -1;	76,431✔
515
516	if (pSdb->keyTypes[type] != SDB_KEY_INT32) return -1;	76,430✔
517
518	int32_t maxId = 0;	76,424✔
519	sdbReadLock(pSdb, type);	76,424✔
520
521	SSdbRow **ppRow = taosHashIterate(hash, NULL);	76,424✔
522	while (ppRow != NULL) {	172,687✔
523	SSdbRow pRow = ppRow;	96,263✔
524	int32_t id = (int32_t )pRow->pObj;	96,263✔
525	maxId = TMAX(id, maxId);	96,263✔
526	ppRow = taosHashIterate(hash, ppRow);	96,263✔
527	}
528
529	sdbUnLock(pSdb, type);	76,424✔
530	maxId = TMAX(maxId, pSdb->maxId[type]);	76,424✔
531	return maxId + 1;	76,424✔
532	}
533
534	int64_t sdbGetTableVer(SSdb *pSdb, ESdbType type) {	850,845✔
535	if (type >= SDB_MAX \|\| type < 0) {	850,845✔
536	terrno = TSDB_CODE_SDB_INVALID_TABLE_TYPE;	1✔
537	return -1;	1✔
538	}
539
540	return pSdb->tableVer[type];	850,844✔
541	}
542
543	bool countValid(SMnode pMnode, void pObj, void p1, void p2, void *p3) {	×
544	int32_t *pInt = p1;	×
545	(*pInt) += 1;	×
546	return true;	×
547	}
548
549	int32_t sdbGetValidSize(SSdb *pSdb, ESdbType type) {	×
550	int32_t num = 0;	×
551	sdbTraverse(pSdb, type, countValid, &num, 0, 0);	×
552	return num;	×
553	}

taosdata / TDengine / #4120

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous