• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #4069

12 May 2025 05:35AM UTC coverage: 63.048% (+0.5%) from 62.547%
#4069

push

travis-ci

web-flow
Merge pull request #31053 from taosdata/merge/mainto3.0

merge: from main to 3.0 branch

157521 of 317858 branches covered (49.56%)

Branch coverage included in aggregate %.

374 of 573 new or added lines in 31 files covered. (65.27%)

4949 existing lines in 87 files now uncovered.

242707 of 316936 relevant lines covered (76.58%)

18229906.31 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

66.68
/source/dnode/mnode/impl/src/mndStb.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#define _DEFAULT_SOURCE
17
#include "audit.h"
18
#include "mndDb.h"
19
#include "mndDnode.h"
20
#include "mndIndex.h"
21
#include "mndIndexComm.h"
22
#include "mndInfoSchema.h"
23
#include "mndMnode.h"
24
#include "mndPerfSchema.h"
25
#include "mndPrivilege.h"
26
#include "mndScheduler.h"
27
#include "mndShow.h"
28
#include "mndSma.h"
29
#include "mndStb.h"
30
#include "mndTopic.h"
31
#include "mndTrans.h"
32
#include "mndUser.h"
33
#include "mndVgroup.h"
34
#include "tname.h"
35

36
#define STB_VER_NUMBER   3
37
#define STB_RESERVE_SIZE 56
38

39
static SSdbRow *mndStbActionDecode(SSdbRaw *pRaw);
40
static int32_t  mndStbActionInsert(SSdb *pSdb, SStbObj *pStb);
41
static int32_t  mndStbActionDelete(SSdb *pSdb, SStbObj *pStb);
42
static int32_t  mndStbActionUpdate(SSdb *pSdb, SStbObj *pOld, SStbObj *pNew);
43
static int32_t  mndProcessTtlTimer(SRpcMsg *pReq);
44
static int32_t  mndProcessTrimDbTimer(SRpcMsg *pReq);
45
static int32_t  mndProcessS3MigrateDbTimer(SRpcMsg *pReq);
46
static int32_t  mndProcessS3MigrateDbRsp(SRpcMsg *pReq);
47
static int32_t  mndProcessCreateStbReq(SRpcMsg *pReq);
48
static int32_t  mndProcessAlterStbReq(SRpcMsg *pReq);
49
static int32_t  mndProcessDropStbReq(SRpcMsg *pReq);
50
static int32_t  mndProcessDropTtltbRsp(SRpcMsg *pReq);
51
static int32_t  mndProcessTrimDbRsp(SRpcMsg *pReq);
52
static int32_t  mndProcessTableMetaReq(SRpcMsg *pReq);
53
static int32_t  mndRetrieveStb(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
54
static int32_t  mndRetrieveStbCol(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
55
static void     mndCancelGetNextStb(SMnode *pMnode, void *pIter);
56
static int32_t  mndProcessTableCfgReq(SRpcMsg *pReq);
57
static int32_t  mndAlterStbImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
58
                               void *alterOriData, int32_t alterOriDataLen);
59
static int32_t  mndAlterStbAndUpdateTagIdxImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
60
                                              void *alterOriData, int32_t alterOriDataLen, const SMAlterStbReq *pAlter);
61

62
static int32_t mndProcessCreateIndexReq(SRpcMsg *pReq);
63
static int32_t mndProcessDropIndexReq(SRpcMsg *pReq);
64

65
static int32_t mndProcessDropStbReqFromMNode(SRpcMsg *pReq);
66
static int32_t mndProcessDropTbWithTsma(SRpcMsg *pReq);
67
static int32_t mndProcessFetchTtlExpiredTbs(SRpcMsg *pReq);
68

69
int32_t mndInitStb(SMnode *pMnode) {
2,188✔
70
  SSdbTable table = {
2,188✔
71
      .sdbType = SDB_STB,
72
      .keyType = SDB_KEY_BINARY,
73
      .encodeFp = (SdbEncodeFp)mndStbActionEncode,
74
      .decodeFp = (SdbDecodeFp)mndStbActionDecode,
75
      .insertFp = (SdbInsertFp)mndStbActionInsert,
76
      .updateFp = (SdbUpdateFp)mndStbActionUpdate,
77
      .deleteFp = (SdbDeleteFp)mndStbActionDelete,
78
  };
79

80
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_STB, mndProcessCreateStbReq);
2,188✔
81
  mndSetMsgHandle(pMnode, TDMT_MND_ALTER_STB, mndProcessAlterStbReq);
2,188✔
82
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_STB, mndProcessDropStbReq);
2,188✔
83
  mndSetMsgHandle(pMnode, TDMT_VND_CREATE_STB_RSP, mndTransProcessRsp);
2,188✔
84
  mndSetMsgHandle(pMnode, TDMT_VND_DROP_TTL_TABLE_RSP, mndProcessDropTtltbRsp);
2,188✔
85
  mndSetMsgHandle(pMnode, TDMT_VND_TRIM_RSP, mndProcessTrimDbRsp);
2,188✔
86
  mndSetMsgHandle(pMnode, TDMT_VND_ALTER_STB_RSP, mndTransProcessRsp);
2,188✔
87
  mndSetMsgHandle(pMnode, TDMT_VND_DROP_STB_RSP, mndTransProcessRsp);
2,188✔
88
  mndSetMsgHandle(pMnode, TDMT_MND_TABLE_META, mndProcessTableMetaReq);
2,188✔
89
  mndSetMsgHandle(pMnode, TDMT_MND_TTL_TIMER, mndProcessTtlTimer);
2,188✔
90
  mndSetMsgHandle(pMnode, TDMT_MND_TRIM_DB_TIMER, mndProcessTrimDbTimer);
2,188✔
91
  mndSetMsgHandle(pMnode, TDMT_VND_S3MIGRATE_RSP, mndProcessS3MigrateDbRsp);
2,188✔
92
  mndSetMsgHandle(pMnode, TDMT_MND_S3MIGRATE_DB_TIMER, mndProcessS3MigrateDbTimer);
2,188✔
93
  mndSetMsgHandle(pMnode, TDMT_MND_TABLE_CFG, mndProcessTableCfgReq);
2,188✔
94
  mndSetMsgHandle(pMnode, TDMT_MND_STB_DROP, mndProcessDropStbReqFromMNode);
2,188✔
95
  mndSetMsgHandle(pMnode, TDMT_MND_STB_DROP_RSP, mndTransProcessRsp);
2,188✔
96
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_TB_WITH_TSMA, mndProcessDropTbWithTsma);
2,188✔
97
  mndSetMsgHandle(pMnode, TDMT_VND_FETCH_TTL_EXPIRED_TBS_RSP, mndProcessFetchTtlExpiredTbs);
2,188✔
98
  mndSetMsgHandle(pMnode, TDMT_VND_DROP_TABLE_RSP, mndTransProcessRsp);
2,188✔
99
  //  mndSetMsgHandle(pMnode, TDMT_MND_SYSTABLE_RETRIEVE, mndProcessRetrieveStbReq);
100

101
  // mndSetMsgHandle(pMnode, TDMT_MND_CREATE_INDEX, mndProcessCreateIndexReq);
102
  // mndSetMsgHandle(pMnode, TDMT_MND_DROP_INDEX, mndProcessDropIndexReq);
103
  // mndSetMsgHandle(pMnode, TDMT_VND_CREATE_INDEX_RSP, mndTransProcessRsp);
104
  // mndSetMsgHandle(pMnode, TDMT_VND_DROP_INDEX_RSP, mndTransProcessRsp);
105

106
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_STB, mndRetrieveStb);
2,188✔
107
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_STB, mndCancelGetNextStb);
2,188✔
108

109
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_COL, mndRetrieveStbCol);
2,188✔
110
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_COL, mndCancelGetNextStb);
2,188✔
111

112
  return sdbSetTable(pMnode->pSdb, table);
2,188✔
113
}
114

115
void mndCleanupStb(SMnode *pMnode) {}
2,187✔
116

117
SSdbRaw *mndStbActionEncode(SStbObj *pStb) {
43,661✔
118
  int32_t code = 0;
43,661✔
119
  int32_t lino = 0;
43,661✔
120
  bool    hasTypeMod = false;
43,661✔
121
  terrno = TSDB_CODE_OUT_OF_MEMORY;
43,661✔
122

123
  int32_t size = sizeof(SStbObj) + (pStb->numOfColumns + pStb->numOfTags) * sizeof(SSchema) + pStb->commentLen +
87,322✔
124
                 pStb->ast1Len + pStb->ast2Len + pStb->numOfColumns * sizeof(SColCmpr) + STB_RESERVE_SIZE +
87,322✔
125
                 taosArrayGetSize(pStb->pFuncs) * TSDB_FUNC_NAME_LEN + sizeof(int32_t) * pStb->numOfColumns;
43,661✔
126
  SSdbRaw *pRaw = sdbAllocRaw(SDB_STB, STB_VER_NUMBER, size);
43,661✔
127
  if (pRaw == NULL) goto _OVER;
43,661!
128

129
  int32_t dataPos = 0;
43,661✔
130
  SDB_SET_BINARY(pRaw, dataPos, pStb->name, TSDB_TABLE_FNAME_LEN, _OVER)
43,661!
131
  SDB_SET_BINARY(pRaw, dataPos, pStb->db, TSDB_DB_FNAME_LEN, _OVER)
43,661!
132
  SDB_SET_INT64(pRaw, dataPos, pStb->createdTime, _OVER)
43,661!
133
  SDB_SET_INT64(pRaw, dataPos, pStb->updateTime, _OVER)
43,661!
134
  SDB_SET_INT64(pRaw, dataPos, pStb->uid, _OVER)
43,661!
135
  SDB_SET_INT64(pRaw, dataPos, pStb->dbUid, _OVER)
43,661!
136
  SDB_SET_INT32(pRaw, dataPos, pStb->tagVer, _OVER)
43,661!
137
  SDB_SET_INT32(pRaw, dataPos, pStb->colVer, _OVER)
43,661!
138
  SDB_SET_INT32(pRaw, dataPos, pStb->smaVer, _OVER)
43,661!
139
  SDB_SET_INT32(pRaw, dataPos, pStb->nextColId, _OVER)
43,661!
140
  SDB_SET_INT64(pRaw, dataPos, pStb->maxdelay[0], _OVER)
43,661!
141
  SDB_SET_INT64(pRaw, dataPos, pStb->maxdelay[1], _OVER)
43,661!
142
  SDB_SET_INT64(pRaw, dataPos, pStb->watermark[0], _OVER)
43,661!
143
  SDB_SET_INT64(pRaw, dataPos, pStb->watermark[1], _OVER)
43,661!
144
  SDB_SET_INT32(pRaw, dataPos, pStb->ttl, _OVER)
43,661!
145
  SDB_SET_INT32(pRaw, dataPos, pStb->numOfColumns, _OVER)
43,661!
146
  SDB_SET_INT32(pRaw, dataPos, pStb->numOfTags, _OVER)
43,661!
147
  SDB_SET_INT32(pRaw, dataPos, pStb->numOfFuncs, _OVER)
43,661!
148
  SDB_SET_INT32(pRaw, dataPos, pStb->commentLen, _OVER)
43,661!
149
  SDB_SET_INT32(pRaw, dataPos, pStb->ast1Len, _OVER)
43,661!
150
  SDB_SET_INT32(pRaw, dataPos, pStb->ast2Len, _OVER)
43,661!
151

152
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
3,864,741✔
153
    SSchema *pSchema = &pStb->pColumns[i];
3,821,080✔
154
    SDB_SET_INT8(pRaw, dataPos, pSchema->type, _OVER)
3,821,080!
155
    SDB_SET_INT8(pRaw, dataPos, pSchema->flags, _OVER)
3,821,080!
156
    SDB_SET_INT16(pRaw, dataPos, pSchema->colId, _OVER)
3,821,080!
157
    SDB_SET_INT32(pRaw, dataPos, pSchema->bytes, _OVER)
3,821,080!
158
    SDB_SET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
3,821,080!
159
    hasTypeMod = hasTypeMod || HAS_TYPE_MOD(pSchema);
3,821,080✔
160
  }
161

162
  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
547,823✔
163
    SSchema *pSchema = &pStb->pTags[i];
504,162✔
164
    SDB_SET_INT8(pRaw, dataPos, pSchema->type, _OVER)
504,162!
165
    SDB_SET_INT8(pRaw, dataPos, pSchema->flags, _OVER)
504,162!
166
    SDB_SET_INT16(pRaw, dataPos, pSchema->colId, _OVER)
504,162!
167
    SDB_SET_INT32(pRaw, dataPos, pSchema->bytes, _OVER)
504,162!
168
    SDB_SET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
504,162!
169
  }
170

171
  for (int32_t i = 0; i < pStb->numOfFuncs; ++i) {
43,676✔
172
    char *func = taosArrayGet(pStb->pFuncs, i);
15✔
173
    SDB_SET_BINARY(pRaw, dataPos, func, TSDB_FUNC_NAME_LEN, _OVER)
15!
174
  }
175

176
  if (pStb->commentLen > 0) {
43,661✔
177
    SDB_SET_BINARY(pRaw, dataPos, pStb->comment, pStb->commentLen + 1, _OVER)
211!
178
  }
179

180
  if (pStb->ast1Len > 0) {
43,661✔
181
    SDB_SET_BINARY(pRaw, dataPos, pStb->pAst1, pStb->ast1Len, _OVER)
15!
182
  }
183

184
  if (pStb->ast2Len > 0) {
43,661✔
185
    SDB_SET_BINARY(pRaw, dataPos, pStb->pAst2, pStb->ast2Len, _OVER)
15!
186
  }
187

188
  if (pStb->pCmpr != NULL) {
43,661!
189
    for (int i = 0; i < pStb->numOfColumns; i++) {
3,864,741✔
190
      SColCmpr *p = &pStb->pCmpr[i];
3,821,080✔
191
      SDB_SET_INT16(pRaw, dataPos, p->id, _OVER)
3,821,080!
192
      SDB_SET_INT32(pRaw, dataPos, p->alg, _OVER)
3,821,080!
193
    }
194
  }
195
  SDB_SET_INT64(pRaw, dataPos, pStb->keep, _OVER)
43,661!
196

197
  if (hasTypeMod) {
43,661✔
198
    for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
2,925,121✔
199
      SDB_SET_INT32(pRaw, dataPos, pStb->pExtSchemas[i].typeMod, _OVER);
2,917,900!
200
    }
201
  }
202

203
  SDB_SET_INT8(pRaw, dataPos, pStb->virtualStb, _OVER)
43,661!
204
  SDB_SET_RESERVE(pRaw, dataPos, STB_RESERVE_SIZE, _OVER)
43,661!
205
  SDB_SET_DATALEN(pRaw, dataPos, _OVER)
43,661!
206

207
  terrno = 0;
43,661✔
208

209
_OVER:
43,661✔
210
  if (terrno != 0) {
43,661!
211
    mError("stb:%s, failed to encode to raw:%p since %s", pStb->name, pRaw, terrstr());
×
212
    sdbFreeRaw(pRaw);
×
213
    return NULL;
×
214
  }
215

216
  mTrace("stb:%s, encode to raw:%p, row:%p", pStb->name, pRaw, pStb);
43,661✔
217
  return pRaw;
43,661✔
218
}
219

220
static SSdbRow *mndStbActionDecode(SSdbRaw *pRaw) {
40,507✔
221
  int32_t code = 0;
40,507✔
222
  int32_t lino = 0;
40,507✔
223
  terrno = TSDB_CODE_OUT_OF_MEMORY;
40,507✔
224
  SSdbRow *pRow = NULL;
40,507✔
225
  SStbObj *pStb = NULL;
40,507✔
226
  bool     hasExtSchemas = false;
40,507✔
227

228
  int8_t sver = 0;
40,507✔
229
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
40,507!
230

231
  if (sver > STB_VER_NUMBER) {
40,507!
232
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
×
233
    goto _OVER;
×
234
  }
235

236
  pRow = sdbAllocRow(sizeof(SStbObj));
40,507✔
237
  if (pRow == NULL) goto _OVER;
40,507!
238

239
  pStb = sdbGetRowObj(pRow);
40,507✔
240
  if (pStb == NULL) goto _OVER;
40,507!
241

242
  int32_t dataPos = 0;
40,507✔
243
  SDB_GET_BINARY(pRaw, dataPos, pStb->name, TSDB_TABLE_FNAME_LEN, _OVER)
40,507!
244
  SDB_GET_BINARY(pRaw, dataPos, pStb->db, TSDB_DB_FNAME_LEN, _OVER)
40,507!
245
  SDB_GET_INT64(pRaw, dataPos, &pStb->createdTime, _OVER)
40,507!
246
  SDB_GET_INT64(pRaw, dataPos, &pStb->updateTime, _OVER)
40,507!
247
  SDB_GET_INT64(pRaw, dataPos, &pStb->uid, _OVER)
40,507!
248
  SDB_GET_INT64(pRaw, dataPos, &pStb->dbUid, _OVER)
40,507!
249
  SDB_GET_INT32(pRaw, dataPos, &pStb->tagVer, _OVER)
40,507!
250
  SDB_GET_INT32(pRaw, dataPos, &pStb->colVer, _OVER)
40,507!
251
  SDB_GET_INT32(pRaw, dataPos, &pStb->smaVer, _OVER)
40,507!
252
  SDB_GET_INT32(pRaw, dataPos, &pStb->nextColId, _OVER)
40,507!
253
  SDB_GET_INT64(pRaw, dataPos, &pStb->maxdelay[0], _OVER)
40,507!
254
  SDB_GET_INT64(pRaw, dataPos, &pStb->maxdelay[1], _OVER)
40,507!
255
  SDB_GET_INT64(pRaw, dataPos, &pStb->watermark[0], _OVER)
40,507!
256
  SDB_GET_INT64(pRaw, dataPos, &pStb->watermark[1], _OVER)
40,507!
257
  SDB_GET_INT32(pRaw, dataPos, &pStb->ttl, _OVER)
40,507!
258
  SDB_GET_INT32(pRaw, dataPos, &pStb->numOfColumns, _OVER)
40,507!
259
  SDB_GET_INT32(pRaw, dataPos, &pStb->numOfTags, _OVER)
40,507!
260
  SDB_GET_INT32(pRaw, dataPos, &pStb->numOfFuncs, _OVER)
40,507!
261
  SDB_GET_INT32(pRaw, dataPos, &pStb->commentLen, _OVER)
40,507!
262
  SDB_GET_INT32(pRaw, dataPos, &pStb->ast1Len, _OVER)
40,507!
263
  SDB_GET_INT32(pRaw, dataPos, &pStb->ast2Len, _OVER)
40,507!
264

265
  pStb->pColumns = taosMemoryCalloc(pStb->numOfColumns, sizeof(SSchema));
40,507!
266
  pStb->pTags = taosMemoryCalloc(pStb->numOfTags, sizeof(SSchema));
40,507!
267
  pStb->pFuncs = taosArrayInit(pStb->numOfFuncs, TSDB_FUNC_NAME_LEN);
40,507✔
268
  if (pStb->pColumns == NULL || pStb->pTags == NULL || pStb->pFuncs == NULL) {
40,507!
269
    goto _OVER;
×
270
  }
271

272
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
8,415,657✔
273
    SSchema *pSchema = &pStb->pColumns[i];
8,375,150✔
274
    SDB_GET_INT8(pRaw, dataPos, &pSchema->type, _OVER)
8,375,150!
275
    SDB_GET_INT8(pRaw, dataPos, &pSchema->flags, _OVER)
8,375,150!
276
    SDB_GET_INT16(pRaw, dataPos, &pSchema->colId, _OVER)
8,375,150!
277
    SDB_GET_INT32(pRaw, dataPos, &pSchema->bytes, _OVER)
8,375,150!
278
    SDB_GET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
8,375,150!
279
    hasExtSchemas = hasExtSchemas || HAS_TYPE_MOD(pSchema);
8,375,150✔
280
  }
281

282
  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
818,969✔
283
    SSchema *pSchema = &pStb->pTags[i];
778,462✔
284
    SDB_GET_INT8(pRaw, dataPos, &pSchema->type, _OVER)
778,462!
285
    SDB_GET_INT8(pRaw, dataPos, &pSchema->flags, _OVER)
778,462!
286
    SDB_GET_INT16(pRaw, dataPos, &pSchema->colId, _OVER)
778,462!
287
    SDB_GET_INT32(pRaw, dataPos, &pSchema->bytes, _OVER)
778,462!
288
    SDB_GET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
778,462!
289
  }
290

291
  for (int32_t i = 0; i < pStb->numOfFuncs; ++i) {
40,518✔
292
    char funcName[TSDB_FUNC_NAME_LEN] = {0};
11✔
293
    SDB_GET_BINARY(pRaw, dataPos, funcName, TSDB_FUNC_NAME_LEN, _OVER)
11!
294
    if (taosArrayPush(pStb->pFuncs, funcName) == NULL) goto _OVER;
22!
295
  }
296

297
  if (pStb->commentLen > 0) {
40,507✔
298
    pStb->comment = taosMemoryCalloc(pStb->commentLen + 1, 1);
189!
299
    if (pStb->comment == NULL) goto _OVER;
189!
300
    SDB_GET_BINARY(pRaw, dataPos, pStb->comment, pStb->commentLen + 1, _OVER)
189!
301
  }
302

303
  if (pStb->ast1Len > 0) {
40,507✔
304
    pStb->pAst1 = taosMemoryCalloc(pStb->ast1Len, 1);
11!
305
    if (pStb->pAst1 == NULL) goto _OVER;
11!
306
    SDB_GET_BINARY(pRaw, dataPos, pStb->pAst1, pStb->ast1Len, _OVER)
11!
307
  }
308

309
  if (pStb->ast2Len > 0) {
40,507✔
310
    pStb->pAst2 = taosMemoryCalloc(pStb->ast2Len, 1);
11!
311
    if (pStb->pAst2 == NULL) goto _OVER;
11!
312
    SDB_GET_BINARY(pRaw, dataPos, pStb->pAst2, pStb->ast2Len, _OVER)
11!
313
  }
314

315
  pStb->pCmpr = taosMemoryCalloc(pStb->numOfColumns, sizeof(SColCmpr));
40,507!
316
  if (sver < STB_VER_NUMBER - 1) {
40,507!
317
    // compatible with old data, setup default compress value
318
    // impl later
319
    for (int i = 0; i < pStb->numOfColumns; i++) {
×
320
      SSchema  *pSchema = &pStb->pColumns[i];
×
321
      SColCmpr *pCmpr = &pStb->pCmpr[i];
×
322
      pCmpr->id = pSchema->colId;
×
323
      pCmpr->alg = createDefaultColCmprByType(pSchema->type);
×
324
    }
325
  } else {
326
    for (int i = 0; i < pStb->numOfColumns; i++) {
8,415,657✔
327
      SColCmpr *pCmpr = &pStb->pCmpr[i];
8,375,150✔
328
      SDB_GET_INT16(pRaw, dataPos, &pCmpr->id, _OVER)
8,375,150!
329
      SDB_GET_INT32(pRaw, dataPos, (int32_t *)&pCmpr->alg, _OVER)  // compatiable
8,375,150!
330
    }
331
  }
332
  SDB_GET_INT64(pRaw, dataPos, &pStb->keep, _OVER)
40,507!
333

334
  // type mod
335
  if (hasExtSchemas) {
40,507✔
336
    pStb->pExtSchemas = taosMemoryCalloc(pStb->numOfColumns, sizeof(SExtSchema));
16,572!
337
    if (!pStb->pExtSchemas) goto _OVER;
16,572!
338
    for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
7,785,695✔
339
      SSchema *pSchema = &pStb->pColumns[i];
7,769,123✔
340
      SDB_GET_INT32(pRaw, dataPos, &pStb->pExtSchemas[i].typeMod, _OVER)
7,769,123!
341
    }
342
  }
343

344
  if (sver < STB_VER_NUMBER) {
40,507!
345
    pStb->virtualStb = 0;
×
346
  } else {
347
    SDB_GET_INT8(pRaw, dataPos, &pStb->virtualStb, _OVER)
40,507!
348
  }
349

350
  SDB_GET_RESERVE(pRaw, dataPos, STB_RESERVE_SIZE, _OVER)
40,507!
351

352
  terrno = 0;
40,507✔
353

354
_OVER:
40,507✔
355
  if (terrno != 0) {
40,507!
356
    mError("stb:%s, failed to decode from raw:%p since %s", pStb == NULL ? "null" : pStb->name, pRaw, terrstr());
×
357
    if (pStb != NULL) {
×
358
      taosMemoryFreeClear(pStb->pColumns);
×
359
      taosMemoryFreeClear(pStb->pTags);
×
360
      taosMemoryFreeClear(pStb->comment);
×
361
      taosMemoryFree(pStb->pCmpr);
×
362
      taosMemoryFreeClear(pStb->pExtSchemas);
×
363
    }
364
    taosMemoryFreeClear(pRow);
×
365
    return NULL;
×
366
  }
367

368
  mTrace("stb:%s, decode from raw:%p, row:%p", pStb->name, pRaw, pStb);
40,507✔
369
  return pRow;
40,507✔
370
}
371

372
void mndFreeStb(SStbObj *pStb) {
50,646✔
373
  taosArrayDestroy(pStb->pFuncs);
50,646✔
374
  taosMemoryFreeClear(pStb->pColumns);
50,646!
375
  taosMemoryFreeClear(pStb->pTags);
50,646!
376
  taosMemoryFreeClear(pStb->comment);
50,646!
377
  taosMemoryFreeClear(pStb->pAst1);
50,646!
378
  taosMemoryFreeClear(pStb->pAst2);
50,646!
379
  taosMemoryFreeClear(pStb->pCmpr);
50,646!
380
  taosMemoryFreeClear(pStb->pExtSchemas);
50,646!
381
}
50,646✔
382

383
static int32_t mndStbActionInsert(SSdb *pSdb, SStbObj *pStb) {
12,915✔
384
  mTrace("stb:%s, perform insert action, row:%p", pStb->name, pStb);
12,915✔
385
  return 0;
12,915✔
386
}
387

388
static int32_t mndStbActionDelete(SSdb *pSdb, SStbObj *pStb) {
49,171✔
389
  mTrace("stb:%s, perform delete action, row:%p", pStb->name, pStb);
49,171✔
390
  mndFreeStb(pStb);
49,171✔
391
  return 0;
49,171✔
392
}
393

394
static int32_t mndStbActionUpdate(SSdb *pSdb, SStbObj *pOld, SStbObj *pNew) {
21,982✔
395
  terrno = 0;
21,982✔
396
  mTrace("stb:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);
21,982✔
397

398
  taosWLockLatch(&pOld->lock);
21,982✔
399
  int32_t numOfColumns = pOld->numOfColumns;
21,982✔
400
  if (pOld->numOfColumns < pNew->numOfColumns) {
21,982✔
401
    void *pColumns = taosMemoryMalloc(pNew->numOfColumns * sizeof(SSchema));
3,836!
402
    if (pColumns == NULL) {
3,836!
403
      goto END;
×
404
    }
405
    taosMemoryFree(pOld->pColumns);
3,836!
406
    pOld->pColumns = pColumns;
3,836✔
407
  }
408

409
  if (pOld->numOfTags < pNew->numOfTags) {
21,982✔
410
    void *pTags = taosMemoryMalloc(pNew->numOfTags * sizeof(SSchema));
1,279!
411
    if (pTags == NULL) {
1,279!
412
      goto END;
×
413
    }
414
    taosMemoryFree(pOld->pTags);
1,279!
415
    pOld->pTags = pTags;
1,279✔
416
  }
417

418
  if (pOld->commentLen < pNew->commentLen && pNew->commentLen > 0) {
21,982✔
419
    void *comment = taosMemoryMalloc(pNew->commentLen + 1);
23!
420
    if (comment == NULL) {
23!
421
      goto END;
×
422
    }
423
    taosMemoryFree(pOld->comment);
23!
424
    pOld->comment = comment;
23✔
425
  }
426
  pOld->commentLen = pNew->commentLen;
21,982✔
427

428
  if (pOld->ast1Len < pNew->ast1Len) {
21,982!
429
    void *pAst1 = taosMemoryMalloc(pNew->ast1Len + 1);
×
430
    if (pAst1 == NULL) {
×
431
      goto END;
×
432
    }
433
    taosMemoryFree(pOld->pAst1);
×
434
    pOld->pAst1 = pAst1;
×
435
  }
436

437
  if (pOld->ast2Len < pNew->ast2Len) {
21,982!
438
    void *pAst2 = taosMemoryMalloc(pNew->ast2Len + 1);
×
439
    if (pAst2 == NULL) {
×
440
      goto END;
×
441
    }
442
    taosMemoryFree(pOld->pAst2);
×
443
    pOld->pAst2 = pAst2;
×
444
  }
445

446
  pOld->updateTime = pNew->updateTime;
21,982✔
447
  pOld->tagVer = pNew->tagVer;
21,982✔
448
  pOld->colVer = pNew->colVer;
21,982✔
449
  pOld->smaVer = pNew->smaVer;
21,982✔
450
  pOld->nextColId = pNew->nextColId;
21,982✔
451
  pOld->ttl = pNew->ttl;
21,982✔
452
  pOld->keep = pNew->keep;
21,982✔
453
  
454
  if (pNew->numOfColumns > 0) {
21,982!
455
    pOld->numOfColumns = pNew->numOfColumns;
21,982✔
456
    memcpy(pOld->pColumns, pNew->pColumns, pOld->numOfColumns * sizeof(SSchema));
21,982✔
457
  }
458
  if (pNew->numOfTags > 0) {
21,982!
459
    pOld->numOfTags = pNew->numOfTags;
21,982✔
460
    memcpy(pOld->pTags, pNew->pTags, pOld->numOfTags * sizeof(SSchema));
21,982✔
461
  }
462
  if (pNew->commentLen > 0) {
21,982✔
463
    memcpy(pOld->comment, pNew->comment, pNew->commentLen + 1);
155✔
464
    pOld->commentLen = pNew->commentLen;
155✔
465
  }
466
  if (pNew->ast1Len != 0) {
21,982!
467
    memcpy(pOld->pAst1, pNew->pAst1, pNew->ast1Len);
×
468
    pOld->ast1Len = pNew->ast1Len;
×
469
  }
470
  if (pNew->ast2Len != 0) {
21,982!
471
    memcpy(pOld->pAst2, pNew->pAst2, pNew->ast2Len);
×
472
    pOld->ast2Len = pNew->ast2Len;
×
473
  }
474
  if (numOfColumns < pNew->numOfColumns) {
21,982✔
475
    taosMemoryFree(pOld->pCmpr);
3,836!
476
    pOld->pCmpr = taosMemoryCalloc(pNew->numOfColumns, sizeof(SColCmpr));
3,836!
477
    if (pOld->pCmpr == NULL){
3,836!
478
      goto END;
×
479
    }
480
    memcpy(pOld->pCmpr, pNew->pCmpr, pNew->numOfColumns * sizeof(SColCmpr));
3,836✔
481
  } else {
482
    memcpy(pOld->pCmpr, pNew->pCmpr, pNew->numOfColumns * sizeof(SColCmpr));
18,146✔
483
  }
484

485
  if (pNew->pExtSchemas) {
21,982✔
486
    taosMemoryFreeClear(pOld->pExtSchemas);
16,478!
487
    pOld->pExtSchemas = taosMemoryCalloc(pNew->numOfColumns, sizeof(SExtSchema));
16,478!
488
    if (pOld->pExtSchemas == NULL){
16,478!
489
      goto END;
×
490
    }
491
    memcpy(pOld->pExtSchemas, pNew->pExtSchemas, pNew->numOfColumns * sizeof(SExtSchema));
16,478✔
492
  }
493

494
END:
5,504✔
495
  taosWUnLockLatch(&pOld->lock);
21,982✔
496
  return terrno;
21,982✔
497
}
498

499
SStbObj *mndAcquireStb(SMnode *pMnode, char *stbName) {
1,550,978✔
500
  SSdb    *pSdb = pMnode->pSdb;
1,550,978✔
501
  SStbObj *pStb = sdbAcquire(pSdb, SDB_STB, stbName);
1,550,978✔
502
  if (pStb == NULL && terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
1,550,987!
503
    terrno = TSDB_CODE_MND_STB_NOT_EXIST;
14,058✔
504
  }
505
  return pStb;
1,550,987✔
506
}
507

508
void mndReleaseStb(SMnode *pMnode, SStbObj *pStb) {
1,547,753✔
509
  SSdb *pSdb = pMnode->pSdb;
1,547,753✔
510
  sdbRelease(pSdb, pStb);
1,547,753✔
511
}
1,547,754✔
512

513
SDbObj *mndAcquireDbByStb(SMnode *pMnode, const char *stbName) {
19,938✔
514
  SName name = {0};
19,938✔
515
  if ((terrno = tNameFromString(&name, stbName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0) return NULL;
19,938!
516

517
  char db[TSDB_TABLE_FNAME_LEN] = {0};
19,938✔
518
  if ((terrno = tNameGetFullDbName(&name, db)) != 0) return NULL;
19,938!
519

520
  return mndAcquireDb(pMnode, db);
19,938✔
521
}
522

523
static FORCE_INLINE int32_t schemaExColIdCompare(const void *colId, const void *pSchema) {
524
  if (*(col_id_t *)colId < ((SSchema *)pSchema)->colId) {
525
    return -1;
526
  } else if (*(col_id_t *)colId > ((SSchema *)pSchema)->colId) {
527
    return 1;
528
  }
529
  return 0;
530
}
531

532
void *mndBuildVCreateStbReq(SMnode *pMnode, SVgObj *pVgroup, SStbObj *pStb, int32_t *pContLen, void *alterOriData,
35,974✔
533
                            int32_t alterOriDataLen) {
534
  SEncoder       encoder = {0};
35,974✔
535
  int32_t        contLen;
536
  SName          name = {0};
35,974✔
537
  SVCreateStbReq req = {0};
35,974✔
538

539
  if ((terrno = tNameFromString(&name, pStb->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0) {
35,974!
540
    goto _err;
×
541
  }
542
  char dbFName[TSDB_DB_FNAME_LEN] = {0};
35,974✔
543
  if ((terrno = tNameGetFullDbName(&name, dbFName)) != 0) {
35,974!
544
    goto _err;
×
545
  };
546

547
  req.name = (char *)tNameGetTableName(&name);
35,974✔
548
  req.suid = pStb->uid;
35,974✔
549
  req.rollup = pStb->ast1Len > 0 ? 1 : 0;
35,974✔
550
  req.alterOriData = alterOriData;
35,974✔
551
  req.alterOriDataLen = alterOriDataLen;
35,974✔
552
  req.source = pStb->source;
35,974✔
553
  req.virtualStb = pStb->virtualStb;
35,974✔
554
  // todo
555
  req.schemaRow.nCols = pStb->numOfColumns;
35,974✔
556
  req.schemaRow.version = pStb->colVer;
35,974✔
557
  req.schemaRow.pSchema = pStb->pColumns;
35,974✔
558
  req.schemaTag.nCols = pStb->numOfTags;
35,974✔
559
  req.schemaTag.version = pStb->tagVer;
35,974✔
560
  req.schemaTag.pSchema = pStb->pTags;
35,974✔
561

562
  req.colCmpred = 1;
35,974✔
563
  SColCmprWrapper *pCmpr = &req.colCmpr;
35,974✔
564
  req.keep = pStb->keep;
35,974✔
565
  pCmpr->version = pStb->colVer;
35,974✔
566
  pCmpr->nCols = pStb->numOfColumns;
35,974✔
567

568
  req.colCmpr.pColCmpr = taosMemoryCalloc(pCmpr->nCols, sizeof(SColCmpr));
35,974!
569
  for (int32_t i = 0; i < pStb->numOfColumns; i++) {
3,627,748✔
570
    SColCmpr *p = &pCmpr->pColCmpr[i];
3,591,774✔
571
    p->alg = pStb->pCmpr[i].alg;
3,591,774✔
572
    p->id = pStb->pCmpr[i].id;
3,591,774✔
573
  }
574

575
  if (req.rollup) {
35,974✔
576
    req.rsmaParam.maxdelay[0] = pStb->maxdelay[0];
5✔
577
    req.rsmaParam.maxdelay[1] = pStb->maxdelay[1];
5✔
578
    req.rsmaParam.watermark[0] = pStb->watermark[0];
5✔
579
    req.rsmaParam.watermark[1] = pStb->watermark[1];
5✔
580
    if (pStb->ast1Len > 0) {
5!
581
      if (mndConvertRsmaTask(&req.rsmaParam.qmsg[0], &req.rsmaParam.qmsgLen[0], pStb->pAst1, pStb->uid,
5!
582
                             STREAM_TRIGGER_WINDOW_CLOSE, req.rsmaParam.watermark[0],
583
                             req.rsmaParam.deleteMark[0]) < 0) {
584
        goto _err;
×
585
      }
586
    }
587
    if (pStb->ast2Len > 0) {
5!
588
      if (mndConvertRsmaTask(&req.rsmaParam.qmsg[1], &req.rsmaParam.qmsgLen[1], pStb->pAst2, pStb->uid,
5!
589
                             STREAM_TRIGGER_WINDOW_CLOSE, req.rsmaParam.watermark[1],
590
                             req.rsmaParam.deleteMark[1]) < 0) {
591
        goto _err;
×
592
      }
593
    }
594
  }
595
  req.pExtSchemas = pStb->pExtSchemas; // only reference to it.
35,974✔
596
  // get length
597
  int32_t ret = 0;
35,974✔
598
  tEncodeSize(tEncodeSVCreateStbReq, &req, contLen, ret);
35,974!
599
  if (ret < 0) {
35,974!
600
    goto _err;
×
601
  }
602

603
  contLen += sizeof(SMsgHead);
35,974✔
604

605
  SMsgHead *pHead = taosMemoryCalloc(1, contLen);
35,974!
606
  if (pHead == NULL) {
35,974!
607
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
608
    goto _err;
×
609
  }
610

611
  pHead->contLen = htonl(contLen);
35,974✔
612
  pHead->vgId = htonl(pVgroup->vgId);
35,974✔
613

614
  void *pBuf = POINTER_SHIFT(pHead, sizeof(SMsgHead));
35,974✔
615
  tEncoderInit(&encoder, pBuf, contLen - sizeof(SMsgHead));
35,974✔
616
  if (tEncodeSVCreateStbReq(&encoder, &req) < 0) {
35,974!
617
    taosMemoryFreeClear(pHead);
×
618
    tEncoderClear(&encoder);
×
619
    goto _err;
×
620
  }
621
  tEncoderClear(&encoder);
35,974✔
622

623
  *pContLen = contLen;
35,974✔
624
  taosMemoryFreeClear(req.rsmaParam.qmsg[0]);
35,974!
625
  taosMemoryFreeClear(req.rsmaParam.qmsg[1]);
35,974!
626
  taosMemoryFreeClear(req.colCmpr.pColCmpr);
35,974!
627
  return pHead;
35,974✔
628
_err:
×
629
  taosMemoryFreeClear(req.rsmaParam.qmsg[0]);
×
630
  taosMemoryFreeClear(req.rsmaParam.qmsg[1]);
×
631
  taosMemoryFreeClear(req.colCmpr.pColCmpr);
×
632
  return NULL;
×
633
}
634

635
static void *mndBuildVDropStbReq(SMnode *pMnode, SVgObj *pVgroup, SStbObj *pStb, int32_t *pContLen) {
27,965✔
636
  SName        name = {0};
27,965✔
637
  SVDropStbReq req = {0};
27,965✔
638
  int32_t      contLen = 0;
27,965✔
639
  int32_t      ret = 0;
27,965✔
640
  SMsgHead    *pHead = NULL;
27,965✔
641
  SEncoder     encoder = {0};
27,965✔
642

643
  if ((terrno = tNameFromString(&name, pStb->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0) {
27,965!
644
    return NULL;
×
645
  }
646

647
  req.name = (char *)tNameGetTableName(&name);
27,965✔
648
  req.suid = pStb->uid;
27,965✔
649

650
  tEncodeSize(tEncodeSVDropStbReq, &req, contLen, ret);
27,965!
651
  if (ret < 0) return NULL;
27,965!
652

653
  contLen += sizeof(SMsgHead);
27,965✔
654
  pHead = taosMemoryMalloc(contLen);
27,965!
655
  if (pHead == NULL) {
27,965!
656
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
657
    return NULL;
×
658
  }
659

660
  pHead->contLen = htonl(contLen);
27,965✔
661
  pHead->vgId = htonl(pVgroup->vgId);
27,965✔
662

663
  void *pBuf = POINTER_SHIFT(pHead, sizeof(SMsgHead));
27,965✔
664

665
  tEncoderInit(&encoder, pBuf, contLen - sizeof(SMsgHead));
27,965✔
666
  int32_t code = tEncodeSVDropStbReq(&encoder, &req);
27,965✔
667
  tEncoderClear(&encoder);
27,965✔
668
  if (code != 0) {
27,965!
669
    terrno = code;
×
670
    return NULL;
×
671
  }
672

673
  *pContLen = contLen;
27,965✔
674
  return pHead;
27,965✔
675
}
676

677
int32_t mndCheckCreateStbReq(SMCreateStbReq *pCreate) {
10,358✔
678
  int32_t code = 0;
10,358✔
679
  if (pCreate->igExists < 0 || pCreate->igExists > 1) {
10,358!
680
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
681
    TAOS_RETURN(code);
×
682
  }
683

684
  if (pCreate->virtualStb != 0 && pCreate->virtualStb != 1) {
10,358!
685
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
686
    TAOS_RETURN(code);
×
687
  }
688

689
  if (pCreate->numOfColumns < TSDB_MIN_COLUMNS || pCreate->numOfTags + pCreate->numOfColumns > TSDB_MAX_COLUMNS) {
10,358!
690
    code = TSDB_CODE_PAR_INVALID_COLUMNS_NUM;
×
691
    TAOS_RETURN(code);
×
692
  }
693

694
  if (pCreate->numOfTags <= 0 || pCreate->numOfTags > TSDB_MAX_TAGS) {
10,358!
695
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
696
    TAOS_RETURN(code);
×
697
  }
698

699
  SField *pField = taosArrayGet(pCreate->pColumns, 0);
10,358✔
700
  if (pField->type != TSDB_DATA_TYPE_TIMESTAMP) {
10,358!
701
    code = TSDB_CODE_PAR_INVALID_FIRST_COLUMN;
×
702
    TAOS_RETURN(code);
×
703
  }
704

705
  for (int32_t i = 0; i < pCreate->numOfColumns; ++i) {
293,986✔
706
    SFieldWithOptions *pField1 = taosArrayGet(pCreate->pColumns, i);
283,628✔
707
    if (pField1->type >= TSDB_DATA_TYPE_MAX) {
283,628!
708
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
709
      TAOS_RETURN(code);
×
710
    }
711
    if (pField1->bytes <= 0) {
283,628!
712
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
713
      TAOS_RETURN(code);
×
714
    }
715
    if (pField1->name[0] == 0) {
283,628!
716
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
717
      TAOS_RETURN(code);
×
718
    }
719
  }
720

721
  for (int32_t i = 0; i < pCreate->numOfTags; ++i) {
72,803✔
722
    SField *pField1 = taosArrayGet(pCreate->pTags, i);
62,445✔
723
    if (pField1->type >= TSDB_DATA_TYPE_MAX) {
62,445!
724
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
725
      TAOS_RETURN(code);
×
726
    }
727
    if (pField1->bytes <= 0) {
62,445!
728
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
729
      TAOS_RETURN(code);
×
730
    }
731
    if (pField1->name[0] == 0) {
62,445!
732
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
733
      TAOS_RETURN(code);
×
734
    }
735
  }
736

737
  TAOS_RETURN(code);
10,358✔
738
}
739

740
static int32_t mndSetCreateStbPrepareLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
×
741
  int32_t  code = 0;
×
742
  SSdbRaw *pRedoRaw = mndStbActionEncode(pStb);
×
743
  if (pRedoRaw == NULL) {
×
744
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
745
    if (terrno != 0) code = terrno;
×
746
    TAOS_RETURN(code);
×
747
  }
748
  if ((code = mndTransAppendPrepareLog(pTrans, pRedoRaw)) != 0) {
×
749
    sdbFreeRaw(pRedoRaw);
×
750
    TAOS_RETURN(code);
×
751
  }
752
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_CREATING));
×
753

754
  TAOS_RETURN(code);
×
755
}
756

757
static int32_t mndSetCreateStbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
10,108✔
758
  int32_t  code = 0;
10,108✔
759
  SSdbRaw *pCommitRaw = mndStbActionEncode(pStb);
10,108✔
760
  if (pCommitRaw == NULL) {
10,108!
761
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
762
    if (terrno != 0) code = terrno;
×
763
    TAOS_RETURN(code);
×
764
  }
765
  if ((code = mndTransAppendCommitlog(pTrans, pCommitRaw)) != 0) {
10,108!
766
    sdbFreeRaw(pCommitRaw);
×
767
    TAOS_RETURN(code);
×
768
  }
769
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY));
10,108!
770

771
  TAOS_RETURN(code);
10,108✔
772
}
773

774
static int32_t mndSetCreateStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
10,108✔
775
  int32_t code = 0;
10,108✔
776
  SSdb   *pSdb = pMnode->pSdb;
10,108✔
777
  SVgObj *pVgroup = NULL;
10,108✔
778
  void   *pIter = NULL;
10,108✔
779
  int32_t contLen;
780

781
  while (1) {
80,496✔
782
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
90,604✔
783
    if (pIter == NULL) break;
90,604✔
784
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
80,496✔
785
      sdbRelease(pSdb, pVgroup);
55,338✔
786
      continue;
55,338✔
787
    }
788

789
    void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, NULL, 0);
25,158✔
790
    if (pReq == NULL) {
25,158!
791
      sdbCancelFetch(pSdb, pIter);
×
792
      sdbRelease(pSdb, pVgroup);
×
793
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
794
      if (terrno != 0) code = terrno;
×
795
      TAOS_RETURN(code);
×
796
    }
797

798
    STransAction action = {0};
25,158✔
799
    action.mTraceId = pTrans->mTraceId;
25,158✔
800
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
25,158✔
801
    action.pCont = pReq;
25,158✔
802
    action.contLen = contLen;
25,158✔
803
    action.msgType = TDMT_VND_CREATE_STB;
25,158✔
804
    action.acceptableCode = TSDB_CODE_TDB_STB_ALREADY_EXIST;
25,158✔
805
    action.retryCode = TSDB_CODE_TDB_STB_NOT_EXIST;
25,158✔
806
    if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
25,158!
807
      taosMemoryFree(pReq);
×
808
      sdbCancelFetch(pSdb, pIter);
×
809
      sdbRelease(pSdb, pVgroup);
×
810
      TAOS_RETURN(code);
×
811
    }
812
    sdbRelease(pSdb, pVgroup);
25,158✔
813
  }
814

815
  TAOS_RETURN(code);
10,108✔
816
}
817

818
int32_t mndSetForceDropCreateStbRedoActions(SMnode *pMnode, STrans *pTrans, SVgObj *pVgroup, SStbObj *pStb) {
2✔
819
  int32_t code = 0;
2✔
820
  SSdb   *pSdb = pMnode->pSdb;
2✔
821
  int32_t contLen;
822

823
  void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, NULL, 0);
2✔
824
  if (pReq == NULL) {
2!
825
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
826
    if (terrno != 0) code = terrno;
×
827
    TAOS_RETURN(code);
×
828
  }
829

830
  STransAction action = {0};
2✔
831
  action.mTraceId = pTrans->mTraceId;
2✔
832
  action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
2✔
833
  action.pCont = pReq;
2✔
834
  action.contLen = contLen;
2✔
835
  action.msgType = TDMT_VND_CREATE_STB;
2✔
836
  action.acceptableCode = TSDB_CODE_TDB_STB_ALREADY_EXIST;
2✔
837
  action.retryCode = TSDB_CODE_TDB_STB_NOT_EXIST;
2✔
838
  if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
2!
839
    taosMemoryFree(pReq);
×
840
    TAOS_RETURN(code);
×
841
  }
842

843
  TAOS_RETURN(code);
2✔
844
}
845

846
static int32_t mndSetCreateStbUndoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
10,108✔
847
  int32_t code = 0;
10,108✔
848
  SSdb   *pSdb = pMnode->pSdb;
10,108✔
849
  SVgObj *pVgroup = NULL;
10,108✔
850
  void   *pIter = NULL;
10,108✔
851

852
  while (1) {
80,496✔
853
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
90,604✔
854
    if (pIter == NULL) break;
90,604✔
855
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
80,496✔
856
      sdbRelease(pSdb, pVgroup);
55,338✔
857
      continue;
55,338✔
858
    }
859

860
    int32_t contLen = 0;
25,158✔
861
    void   *pReq = mndBuildVDropStbReq(pMnode, pVgroup, pStb, &contLen);
25,158✔
862
    if (pReq == NULL) {
25,158!
863
      sdbCancelFetch(pSdb, pIter);
×
864
      sdbRelease(pSdb, pVgroup);
×
865
      code = TSDB_CODE_OUT_OF_MEMORY;
×
866
      TAOS_RETURN(code);
×
867
    }
868

869
    STransAction action = {0};
25,158✔
870
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
25,158✔
871
    action.pCont = pReq;
25,158✔
872
    action.contLen = contLen;
25,158✔
873
    action.msgType = TDMT_VND_DROP_STB;
25,158✔
874
    action.acceptableCode = TSDB_CODE_TDB_STB_NOT_EXIST;
25,158✔
875
    if ((code = mndTransAppendUndoAction(pTrans, &action)) != 0) {
25,158!
876
      taosMemoryFree(pReq);
×
877
      sdbCancelFetch(pSdb, pIter);
×
878
      sdbRelease(pSdb, pVgroup);
×
879
      TAOS_RETURN(code);
×
880
    }
881
    sdbRelease(pSdb, pVgroup);
25,158✔
882
  }
883

884
  TAOS_RETURN(code);
10,108✔
885
}
886

887
static SSchema *mndFindStbColumns(const SStbObj *pStb, const char *colName) {
×
888
  for (int32_t col = 0; col < pStb->numOfColumns; ++col) {
×
889
    SSchema *pSchema = &pStb->pColumns[col];
×
890
    if (taosStrncasecmp(pSchema->name, colName, TSDB_COL_NAME_LEN) == 0) {
×
891
      return pSchema;
×
892
    }
893
  }
894
  return NULL;
×
895
}
896

897
int32_t mndBuildStbFromReq(SMnode *pMnode, SStbObj *pDst, SMCreateStbReq *pCreate, SDbObj *pDb) {
10,139✔
898
  int32_t code = 0;
10,139✔
899
  bool    hasTypeMods = false;
10,139✔
900
  memcpy(pDst->name, pCreate->name, TSDB_TABLE_FNAME_LEN);
10,139✔
901
  memcpy(pDst->db, pDb->name, TSDB_DB_FNAME_LEN);
10,139✔
902
  pDst->createdTime = taosGetTimestampMs();
10,139✔
903
  pDst->updateTime = pDst->createdTime;
10,139✔
904
  pDst->uid = (pCreate->source == TD_REQ_FROM_TAOX_OLD || pCreate->source == TD_REQ_FROM_TAOX)
10,139✔
905
                  ? pCreate->suid
906
                  : mndGenerateUid(pCreate->name, TSDB_TABLE_FNAME_LEN);
20,278!
907
  pDst->dbUid = pDb->uid;
10,139✔
908
  pDst->tagVer = 1;
10,139✔
909
  pDst->colVer = 1;
10,139✔
910
  pDst->smaVer = 1;
10,139✔
911
  pDst->nextColId = 1;
10,139✔
912
  pDst->maxdelay[0] = pCreate->delay1;
10,139✔
913
  pDst->maxdelay[1] = pCreate->delay2;
10,139✔
914
  pDst->watermark[0] = pCreate->watermark1;
10,139✔
915
  pDst->watermark[1] = pCreate->watermark2;
10,139✔
916
  pDst->ttl = pCreate->ttl;
10,139✔
917
  pDst->numOfColumns = pCreate->numOfColumns;
10,139✔
918
  pDst->numOfTags = pCreate->numOfTags;
10,139✔
919
  pDst->numOfFuncs = pCreate->numOfFuncs;
10,139✔
920
  pDst->commentLen = pCreate->commentLen;
10,139✔
921
  pDst->pFuncs = pCreate->pFuncs;
10,139✔
922
  pDst->source = pCreate->source;
10,139✔
923
  pDst->keep = pCreate->keep;
10,139✔
924
  pDst->virtualStb = pCreate->virtualStb;
10,139✔
925
  pCreate->pFuncs = NULL;
10,139✔
926

927
  if (pDst->commentLen > 0) {
10,139✔
928
    pDst->comment = taosMemoryCalloc(pDst->commentLen + 1, 1);
23!
929
    if (pDst->comment == NULL) {
23!
930
      code = terrno;
×
931
      TAOS_RETURN(code);
×
932
    }
933
    memcpy(pDst->comment, pCreate->pComment, pDst->commentLen + 1);
23✔
934
  }
935

936
  pDst->ast1Len = pCreate->ast1Len;
10,139✔
937
  if (pDst->ast1Len > 0) {
10,139✔
938
    pDst->pAst1 = taosMemoryCalloc(pDst->ast1Len, 1);
4!
939
    if (pDst->pAst1 == NULL) {
4!
940
      code = terrno;
×
941
      TAOS_RETURN(code);
×
942
    }
943
    memcpy(pDst->pAst1, pCreate->pAst1, pDst->ast1Len);
4✔
944
  }
945

946
  pDst->ast2Len = pCreate->ast2Len;
10,139✔
947
  if (pDst->ast2Len > 0) {
10,139✔
948
    pDst->pAst2 = taosMemoryCalloc(pDst->ast2Len, 1);
4!
949
    if (pDst->pAst2 == NULL) {
4!
950
      code = terrno;
×
951
      TAOS_RETURN(code);
×
952
    }
953
    memcpy(pDst->pAst2, pCreate->pAst2, pDst->ast2Len);
4✔
954
  }
955

956
  pDst->pColumns = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SSchema));
10,139!
957
  pDst->pTags = taosMemoryCalloc(1, pDst->numOfTags * sizeof(SSchema));
10,139!
958
  if (pDst->pColumns == NULL || pDst->pTags == NULL) {
10,139!
959
    code = terrno;
×
960
    TAOS_RETURN(code);
×
961
  }
962

963
  if (pDst->nextColId < 0 || pDst->nextColId >= 0x7fff - pDst->numOfColumns - pDst->numOfTags) {
10,139!
964
    code = TSDB_CODE_OUT_OF_RANGE;
×
965
    TAOS_RETURN(code);
×
966
  }
967

968
  for (int32_t i = 0; i < pDst->numOfColumns; ++i) {
292,443✔
969
    SFieldWithOptions *pField = taosArrayGet(pCreate->pColumns, i);
282,304✔
970
    SSchema           *pSchema = &pDst->pColumns[i];
282,304✔
971
    pSchema->type = pField->type;
282,304✔
972
    pSchema->bytes = pField->bytes;
282,304✔
973
    pSchema->flags = pField->flags;
282,304✔
974
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
282,304✔
975
    pSchema->colId = pDst->nextColId;
282,304✔
976
    pDst->nextColId++;
282,304✔
977
    hasTypeMods = hasTypeMods || HAS_TYPE_MOD(pSchema);
282,304✔
978
  }
979

980
  for (int32_t i = 0; i < pDst->numOfTags; ++i) {
71,378✔
981
    SField  *pField = taosArrayGet(pCreate->pTags, i);
61,239✔
982
    SSchema *pSchema = &pDst->pTags[i];
61,239✔
983
    pSchema->type = pField->type;
61,239✔
984
    pSchema->bytes = pField->bytes;
61,239✔
985
    if (i == 0) {
61,239✔
986
      SSCHMEA_SET_IDX_ON(pSchema);
10,139✔
987
    }
988
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
61,239✔
989
    pSchema->colId = pDst->nextColId;
61,239✔
990
    pDst->nextColId++;
61,239✔
991
  }
992
  // set col compress
993
  pDst->pCmpr = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SCmprObj));
10,139!
994
  for (int32_t i = 0; i < pDst->numOfColumns; i++) {
292,443✔
995
    SFieldWithOptions *pField = taosArrayGet(pCreate->pColumns, i);
282,304✔
996
    SSchema           *pSchema = &pDst->pColumns[i];
282,304✔
997

998
    SColCmpr *pColCmpr = &pDst->pCmpr[i];
282,304✔
999
    pColCmpr->id = pSchema->colId;
282,304✔
1000
    pColCmpr->alg = pField->compress;
282,304✔
1001
  }
1002

1003
  if (hasTypeMods) {
10,139✔
1004
    pDst->pExtSchemas = taosMemoryCalloc(pDst->numOfColumns, sizeof(SExtSchema));
46!
1005
    if (!pDst->pExtSchemas) {
46!
1006
      code = terrno;
×
1007
      TAOS_RETURN(code);
×
1008
    }
1009
    for (int32_t i = 0; i < pDst->numOfColumns; ++i) {
581✔
1010
      SFieldWithOptions * pField = taosArrayGet(pCreate->pColumns, i);
535✔
1011
      pDst->pExtSchemas[i].typeMod = pField->typeMod;
535✔
1012
    }
1013
  }
1014
  TAOS_RETURN(code);
10,139✔
1015
}
1016
static int32_t mndGenIdxNameForFirstTag(char *fullname, char *dbname, char *stbname, char *tagname) {
8,664✔
1017
  SName name = {0};
8,664✔
1018
  if ((terrno = tNameFromString(&name, stbname, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0) {
8,664!
1019
    return -1;
×
1020
  }
1021
  return snprintf(fullname, TSDB_INDEX_FNAME_LEN, "%s.%s_%s", dbname, tagname, tNameGetTableName(&name));
8,664✔
1022
}
1023

1024
static int32_t mndCreateStb(SMnode *pMnode, SRpcMsg *pReq, SMCreateStbReq *pCreate, SDbObj *pDb) {
8,664✔
1025
  SStbObj stbObj = {0};
8,664✔
1026
  int32_t code = -1;
8,664✔
1027

1028
  char fullIdxName[TSDB_INDEX_FNAME_LEN * 2] = {0};
8,664✔
1029

1030
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_DB_INSIDE, pReq, "create-stb");
8,664✔
1031
  if (pTrans == NULL) {
8,664!
1032
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1033
    if (terrno != 0) code = terrno;
×
1034
    goto _OVER;
×
1035
  }
1036

1037
  mInfo("trans:%d, used to create stb:%s", pTrans->id, pCreate->name);
8,664!
1038
  TAOS_CHECK_GOTO(mndBuildStbFromReq(pMnode, &stbObj, pCreate, pDb), NULL, _OVER);
8,664!
1039

1040
  SSchema *pSchema = &(stbObj.pTags[0]);
8,664✔
1041
  if (mndGenIdxNameForFirstTag(fullIdxName, pDb->name, stbObj.name, pSchema->name) < 0) {
8,664!
1042
    goto _OVER;
×
1043
  }
1044
  SSIdx idx = {0};
8,664✔
1045
  if (mndAcquireGlobalIdx(pMnode, fullIdxName, SDB_IDX, &idx) == 0 && idx.pIdx != NULL) {
8,664!
1046
    code = TSDB_CODE_MND_TAG_INDEX_ALREADY_EXIST;
×
1047
    mndReleaseIdx(pMnode, idx.pIdx);
×
1048
    goto _OVER;
×
1049
  }
1050

1051
  SIdxObj idxObj = {0};
8,664✔
1052
  memcpy(idxObj.name, fullIdxName, TSDB_INDEX_FNAME_LEN);
8,664✔
1053
  memcpy(idxObj.stb, stbObj.name, TSDB_TABLE_FNAME_LEN);
8,664✔
1054
  memcpy(idxObj.db, stbObj.db, TSDB_DB_FNAME_LEN);
8,664✔
1055
  memcpy(idxObj.colName, pSchema->name, TSDB_COL_NAME_LEN);
8,664✔
1056
  idxObj.createdTime = taosGetTimestampMs();
8,664✔
1057
  idxObj.uid = mndGenerateUid(fullIdxName, strlen(fullIdxName));
8,664✔
1058
  idxObj.stbUid = stbObj.uid;
8,664✔
1059
  idxObj.dbUid = stbObj.dbUid;
8,664✔
1060

1061
  TAOS_CHECK_GOTO(mndSetCreateIdxCommitLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
8,664!
1062

1063
  TAOS_CHECK_GOTO(mndAddStbToTrans(pMnode, pTrans, pDb, &stbObj), NULL, _OVER);
8,664✔
1064
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
8,633✔
1065
  code = 0;
8,632✔
1066

1067
_OVER:
8,664✔
1068
  mndTransDrop(pTrans);
8,664✔
1069
  if (mndStbActionDelete(pMnode->pSdb, &stbObj) != 0) mError("failed to mndStbActionDelete");
8,664!
1070
  TAOS_RETURN(code);
8,664✔
1071
}
1072

1073
int32_t mndAddStbToTrans(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
10,139✔
1074
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
10,139✔
1075
  TAOS_CHECK_RETURN(mndTransCheckConflict(pMnode, pTrans));
10,139✔
1076
  TAOS_CHECK_RETURN(mndSetCreateStbCommitLogs(pMnode, pTrans, pDb, pStb));
10,108!
1077
  TAOS_CHECK_RETURN(mndSetCreateStbRedoActions(pMnode, pTrans, pDb, pStb));
10,108!
1078
  TAOS_CHECK_RETURN(mndSetCreateStbUndoActions(pMnode, pTrans, pDb, pStb));
10,108!
1079
  return 0;
10,108✔
1080
}
1081

1082
static int32_t mndProcessTtlTimer(SRpcMsg *pReq) {
7,501✔
1083
  SMnode           *pMnode = pReq->info.node;
7,501✔
1084
  SSdb             *pSdb = pMnode->pSdb;
7,501✔
1085
  SVgObj           *pVgroup = NULL;
7,501✔
1086
  void             *pIter = NULL;
7,501✔
1087
  SVDropTtlTableReq ttlReq = {
7,501✔
1088
      .timestampSec = taosGetTimestampSec(), .ttlDropMaxCount = tsTtlBatchDropNum, .nUids = 0, .pTbUids = NULL};
7,501✔
1089
  int32_t reqLen = tSerializeSVDropTtlTableReq(NULL, 0, &ttlReq);
7,501✔
1090
  int32_t contLen = reqLen + sizeof(SMsgHead);
7,501✔
1091

1092
  mDebug("start to process ttl timer");
7,501✔
1093

1094
  while (1) {
65,376✔
1095
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
72,877✔
1096
    if (pIter == NULL) break;
72,877✔
1097

1098
    int32_t   code = 0;
65,376✔
1099
    SMsgHead *pHead = rpcMallocCont(contLen);
65,376✔
1100
    if (pHead == NULL) {
65,376!
1101
      sdbRelease(pSdb, pVgroup);
×
1102
      continue;
×
1103
    }
1104
    pHead->contLen = htonl(contLen);
65,376✔
1105
    pHead->vgId = htonl(pVgroup->vgId);
65,376✔
1106
    if ((code = tSerializeSVDropTtlTableReq((char *)pHead + sizeof(SMsgHead), reqLen, &ttlReq)) < 0) {
65,376!
1107
      mError("vgId:%d, failed to serialize drop ttl table request since %s", pVgroup->vgId, tstrerror(code));
×
1108
      sdbRelease(pSdb, pVgroup);
×
1109
      continue;
×
1110
    }
1111

1112
    SRpcMsg rpcMsg = {
65,376✔
1113
        .msgType = TDMT_VND_FETCH_TTL_EXPIRED_TBS, .pCont = pHead, .contLen = contLen, .info = pReq->info};
1114
    SEpSet epSet = mndGetVgroupEpset(pMnode, pVgroup);
65,376✔
1115
    code = tmsgSendReq(&epSet, &rpcMsg);
65,376✔
1116
    if (code != 0) {
65,376✔
1117
      mError("vgId:%d, failed to send drop ttl table request to vnode since 0x%x", pVgroup->vgId, code);
31!
1118
    } else {
1119
      mDebug("vgId:%d, send drop ttl table request to vnode, time:%" PRId32, pVgroup->vgId, ttlReq.timestampSec);
65,345✔
1120
    }
1121
    sdbRelease(pSdb, pVgroup);
65,376✔
1122
  }
1123

1124
  return 0;
7,501✔
1125
}
1126

1127
static int32_t mndProcessTrimDbTimer(SRpcMsg *pReq) {
3✔
1128
  SMnode     *pMnode = pReq->info.node;
3✔
1129
  SSdb       *pSdb = pMnode->pSdb;
3✔
1130
  SVgObj     *pVgroup = NULL;
3✔
1131
  void       *pIter = NULL;
3✔
1132
  SVTrimDbReq trimReq = {.timestamp = taosGetTimestampSec()};
3✔
1133
  int32_t     reqLen = tSerializeSVTrimDbReq(NULL, 0, &trimReq);
3✔
1134
  int32_t     contLen = reqLen + sizeof(SMsgHead);
3✔
1135

1136
  while (1) {
97✔
1137
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
100✔
1138
    if (pIter == NULL) break;
100✔
1139

1140
    int32_t code = 0;
97✔
1141

1142
    SMsgHead *pHead = rpcMallocCont(contLen);
97✔
1143
    if (pHead == NULL) {
97!
1144
      sdbCancelFetch(pSdb, pVgroup);
×
1145
      sdbRelease(pSdb, pVgroup);
×
1146
      continue;
×
1147
    }
1148
    pHead->contLen = htonl(contLen);
97✔
1149
    pHead->vgId = htonl(pVgroup->vgId);
97✔
1150
    if ((code = tSerializeSVTrimDbReq((char *)pHead + sizeof(SMsgHead), reqLen, &trimReq)) < 0) {
97!
1151
      mError("vgId:%d, failed to serialize trim db request since %s", pVgroup->vgId, tstrerror(code));
×
1152
    }
1153

1154
    SRpcMsg rpcMsg = {.msgType = TDMT_VND_TRIM, .pCont = pHead, .contLen = contLen};
97✔
1155
    SEpSet  epSet = mndGetVgroupEpset(pMnode, pVgroup);
97✔
1156
    code = tmsgSendReq(&epSet, &rpcMsg);
97✔
1157
    if (code != 0) {
97!
1158
      mError("vgId:%d, timer failed to send vnode-trim request to vnode since 0x%x", pVgroup->vgId, code);
×
1159
    } else {
1160
      mInfo("vgId:%d, timer send vnode-trim request to vnode, time:%d", pVgroup->vgId, trimReq.timestamp);
97!
1161
    }
1162
    sdbRelease(pSdb, pVgroup);
97✔
1163
  }
1164

1165
  return 0;
3✔
1166
}
1167

1168
static int32_t mndProcessS3MigrateDbTimer(SRpcMsg *pReq) {
×
1169
  SMnode          *pMnode = pReq->info.node;
×
1170
  SSdb            *pSdb = pMnode->pSdb;
×
1171
  SVgObj          *pVgroup = NULL;
×
1172
  void            *pIter = NULL;
×
1173
  SVS3MigrateDbReq s3migrateReq = {.timestamp = taosGetTimestampSec()};
×
1174
  int32_t          reqLen = tSerializeSVS3MigrateDbReq(NULL, 0, &s3migrateReq);
×
1175
  int32_t          contLen = reqLen + sizeof(SMsgHead);
×
1176

1177
  while (1) {
×
1178
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
×
1179
    if (pIter == NULL) break;
×
1180

1181
    int32_t code = 0;
×
1182

1183
    SMsgHead *pHead = rpcMallocCont(contLen);
×
1184
    if (pHead == NULL) {
×
1185
      sdbRelease(pSdb, pVgroup);
×
1186
      continue;
×
1187
    }
1188
    pHead->contLen = htonl(contLen);
×
1189
    pHead->vgId = htonl(pVgroup->vgId);
×
1190
    if ((code = tSerializeSVS3MigrateDbReq((char *)pHead + sizeof(SMsgHead), reqLen, &s3migrateReq)) < 0) {
×
1191
      mError("vgId:%d, failed to serialize s3migrate db request since %s", pVgroup->vgId, tstrerror(code));
×
1192
      sdbRelease(pSdb, pVgroup);
×
1193
      continue;
×
1194
    }
1195

1196
    SRpcMsg rpcMsg = {.msgType = TDMT_VND_S3MIGRATE, .pCont = pHead, .contLen = contLen};
×
1197
    SEpSet  epSet = mndGetVgroupEpset(pMnode, pVgroup);
×
1198
    code = tmsgSendReq(&epSet, &rpcMsg);
×
1199
    if (code != 0) {
×
1200
      mError("vgId:%d, timer failed to send vnode-s3migrate request to vnode since 0x%x", pVgroup->vgId, code);
×
1201
    } else {
1202
      mInfo("vgId:%d, timer send vnode-s3migrate request to vnode, time:%d", pVgroup->vgId, s3migrateReq.timestamp);
×
1203
    }
1204
    sdbRelease(pSdb, pVgroup);
×
1205
  }
1206

1207
  return 0;
×
1208
}
1209

1210
static int32_t mndFindSuperTableTagIndex(const SStbObj *pStb, const char *tagName) {
5,483✔
1211
  for (int32_t tag = 0; tag < pStb->numOfTags; tag++) {
113,132✔
1212
    if (strcmp(pStb->pTags[tag].name, tagName) == 0) {
109,917✔
1213
      return tag;
2,268✔
1214
    }
1215
  }
1216

1217
  return -1;
3,215✔
1218
}
1219

1220
static int32_t mndFindSuperTableColumnIndex(const SStbObj *pStb, const char *colName) {
5,777✔
1221
  for (int32_t col = 0; col < pStb->numOfColumns; col++) {
1,206,749✔
1222
    if (strcmp(pStb->pColumns[col].name, colName) == 0) {
1,203,408✔
1223
      return col;
2,436✔
1224
    }
1225
  }
1226

1227
  return -1;
3,341✔
1228
}
1229

1230
static bool mndValidateSchema(SSchema *pSchemas, int32_t nSchema, SArray *pFields, int32_t maxLen) {
3,160✔
1231
  int32_t rowLen = 0;
3,160✔
1232
  for (int32_t i = 0; i < nSchema; ++i) {
576,598✔
1233
    rowLen += (pSchemas + i)->bytes;
573,438✔
1234
  }
1235

1236
  int32_t nField = taosArrayGetSize(pFields);
3,160✔
1237
  for (int32_t i = 0; i < nField; ++i) {
6,320✔
1238
    rowLen += ((SField *)TARRAY_GET_ELEM(pFields, i))->bytes;
3,160✔
1239
  }
1240

1241
  return rowLen <= maxLen;
3,160✔
1242
}
1243

1244
static int32_t mndBuildStbFromAlter(SStbObj *pStb, SStbObj *pDst, SMCreateStbReq *createReq) {
95✔
1245
  int32_t code = 0;
95✔
1246
  taosRLockLatch(&pStb->lock);
95✔
1247
  memcpy(pDst, pStb, sizeof(SStbObj));
95✔
1248
  taosRUnLockLatch(&pStb->lock);
95✔
1249

1250
  pDst->source = createReq->source;
95✔
1251
  pDst->updateTime = taosGetTimestampMs();
95✔
1252
  pDst->numOfColumns = createReq->numOfColumns;
95✔
1253
  pDst->numOfTags = createReq->numOfTags;
95✔
1254
  pDst->pColumns = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SSchema));
95!
1255
  pDst->pTags = taosMemoryCalloc(1, pDst->numOfTags * sizeof(SSchema));
95!
1256
  pDst->pCmpr = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SColCmpr));
95!
1257
  pDst->pExtSchemas = taosMemoryCalloc(pDst->numOfColumns, sizeof(SExtSchema));
95!
1258

1259
  if (pDst->pColumns == NULL || pDst->pTags == NULL || pDst->pCmpr == NULL || pDst->pExtSchemas == NULL) {
95!
1260
    code = terrno;
×
1261
    TAOS_RETURN(code);
×
1262
  }
1263

1264
  if (pDst->nextColId < 0 || pDst->nextColId >= 0x7fff - pDst->numOfColumns - pDst->numOfTags) {
95!
1265
    code = TSDB_CODE_OUT_OF_RANGE;
×
1266
    TAOS_RETURN(code);
×
1267
  }
1268

1269
  for (int32_t i = 0; i < pDst->numOfColumns; ++i) {
702✔
1270
    SFieldWithOptions *pField = taosArrayGet(createReq->pColumns, i);
607✔
1271
    SSchema           *pSchema = &pDst->pColumns[i];
607✔
1272
    pSchema->type = pField->type;
607✔
1273
    pSchema->bytes = pField->bytes;
607✔
1274
    pSchema->flags = pField->flags;
607✔
1275
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
607✔
1276
    int32_t cIndex = mndFindSuperTableColumnIndex(pStb, pField->name);
607✔
1277
    if (cIndex >= 0) {
607✔
1278
      pSchema->colId = pStb->pColumns[cIndex].colId;
533✔
1279
    } else {
1280
      pSchema->colId = pDst->nextColId++;
74✔
1281
    }
1282
  }
1283

1284
  for (int32_t i = 0; i < pDst->numOfTags; ++i) {
639✔
1285
    SField  *pField = taosArrayGet(createReq->pTags, i);
544✔
1286
    SSchema *pSchema = &pDst->pTags[i];
544✔
1287
    pSchema->type = pField->type;
544✔
1288
    pSchema->bytes = pField->bytes;
544✔
1289
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
544✔
1290
    int32_t cIndex = mndFindSuperTableTagIndex(pStb, pField->name);
544✔
1291
    if (cIndex >= 0) {
544✔
1292
      pSchema->colId = pStb->pTags[cIndex].colId;
490✔
1293
    } else {
1294
      pSchema->colId = pDst->nextColId++;
54✔
1295
    }
1296
  }
1297
  for (int32_t i = 0; i < pDst->numOfColumns; i++) {
702✔
1298
    SColCmpr          *p = pDst->pCmpr + i;
607✔
1299
    SFieldWithOptions *pField = taosArrayGet(createReq->pColumns, i);
607✔
1300
    SSchema           *pSchema = &pDst->pColumns[i];
607✔
1301
    p->id = pSchema->colId;
607✔
1302
    if (pField->compress == 0) {
607!
1303
      p->alg = createDefaultColCmprByType(pSchema->type);
×
1304
    } else {
1305
      p->alg = pField->compress;
607✔
1306
    }
1307
    if (pField->flags & COL_HAS_TYPE_MOD) {
607✔
1308
      pDst->pExtSchemas[i].typeMod = pField->typeMod;
20✔
1309
    }
1310
  }
1311
  pDst->tagVer = createReq->tagVer;
95✔
1312
  pDst->colVer = createReq->colVer;
95✔
1313
  return TSDB_CODE_SUCCESS;
95✔
1314
}
1315

1316
static int32_t mndProcessCreateStbReq(SRpcMsg *pReq) {
8,883✔
1317
  SMnode        *pMnode = pReq->info.node;
8,883✔
1318
  int32_t        code = -1;
8,883✔
1319
  SStbObj       *pStb = NULL;
8,883✔
1320
  SDbObj        *pDb = NULL;
8,883✔
1321
  SMCreateStbReq createReq = {0};
8,883✔
1322
  bool           isAlter = false;
8,883✔
1323
  SHashObj      *pHash = NULL;
8,883✔
1324

1325
  if (tDeserializeSMCreateStbReq(pReq->pCont, pReq->contLen, &createReq) != 0) {
8,883!
1326
    code = TSDB_CODE_INVALID_MSG;
×
1327
    goto _OVER;
×
1328
  }
1329

1330
  mInfo("stb:%s, start to create", createReq.name);
8,883!
1331
  if (mndCheckCreateStbReq(&createReq) != 0) {
8,883!
1332
    code = TSDB_CODE_INVALID_MSG;
×
1333
    goto _OVER;
×
1334
  }
1335

1336
  pStb = mndAcquireStb(pMnode, createReq.name);
8,883✔
1337
  if (pStb != NULL) {
8,883✔
1338
    if (createReq.igExists) {
217✔
1339
      if (createReq.source == TD_REQ_FROM_APP) {
214✔
1340
        mInfo("stb:%s, already exist, ignore exist is set", createReq.name);
11!
1341
        code = 0;
11✔
1342
        goto _OVER;
11✔
1343
      } else if (pStb->uid != createReq.suid) {
203!
1344
        mInfo("stb:%s, alter table does not need to be done, because table is deleted", createReq.name);
×
1345
        code = 0;
×
1346
        goto _OVER;
×
1347
      } else if (createReq.tagVer > 0 || createReq.colVer > 0) {
299!
1348
        int32_t tagDelta = createReq.tagVer - pStb->tagVer;
203✔
1349
        int32_t colDelta = createReq.colVer - pStb->colVer;
203✔
1350
        mInfo("stb:%s, already exist while create, input tagVer:%d colVer:%d, exist tagVer:%d colVer:%d",
203!
1351
              createReq.name, createReq.tagVer, createReq.colVer, pStb->tagVer, pStb->colVer);
1352
        if (tagDelta <= 0 && colDelta <= 0) {
203✔
1353
          mInfo("stb:%s, schema version is not incremented and nothing needs to be done", createReq.name);
107!
1354
          code = 0;
107✔
1355
          goto _OVER;
107✔
1356
        } else if ((tagDelta == 1 && colDelta == 0) || (tagDelta == 0 && colDelta == 1) ||
96!
1357
                   (pStb->colVer == 1 && createReq.colVer > 1) || (pStb->tagVer == 1 && createReq.tagVer > 1)) {
×
1358
          isAlter = true;
96✔
1359
          mInfo("stb:%s, schema version is only increased by 1 number, do alter operation", createReq.name);
96!
1360
        } else {
1361
          mError("stb:%s, schema version increase more than 1 number, error is returned", createReq.name);
×
1362
          code = TSDB_CODE_MND_INVALID_SCHEMA_VER;
×
1363
          goto _OVER;
×
1364
        }
1365
      } else {
1366
        mError("stb:%s, already exist while create, input tagVer:%d colVer:%d is invalid, origin tagVer:%d colVer:%d",
×
1367
               createReq.name, createReq.tagVer, createReq.colVer, pStb->tagVer, pStb->colVer);
1368
        code = TSDB_CODE_MND_INVALID_SCHEMA_VER;
×
1369
        goto _OVER;
×
1370
      }
1371
    } else {
1372
      code = TSDB_CODE_MND_STB_ALREADY_EXIST;
3✔
1373
      goto _OVER;
3✔
1374
    }
1375
  } else if (terrno != TSDB_CODE_MND_STB_NOT_EXIST) {
8,666!
1376
    goto _OVER;
×
1377
  } else if ((createReq.source == TD_REQ_FROM_TAOX_OLD || createReq.source == TD_REQ_FROM_TAOX) &&
8,666!
1378
             (createReq.tagVer != 1 || createReq.colVer != 1)) {
51!
1379
    mInfo("stb:%s, alter table does not need to be done, because table is deleted", createReq.name);
1!
1380
    code = 0;
1✔
1381
    goto _OVER;
1✔
1382
  }
1383

1384
  pHash = taosHashInit(createReq.numOfColumns + createReq.numOfTags, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY),
8,761✔
1385
                       false, HASH_NO_LOCK);
1386
  if (pHash == NULL) {
8,761!
1387
    code = TSDB_CODE_OUT_OF_MEMORY;
×
1388
    goto _OVER;
×
1389
  }
1390

1391
  for (int32_t i = 0; i < createReq.numOfColumns; ++i) {
274,474✔
1392
    SFieldWithOptions *pField = taosArrayGet(createReq.pColumns, i);
265,714✔
1393
    if ((code = taosHashPut(pHash, pField->name, strlen(pField->name), NULL, 0)) != 0) {
265,714✔
1394
      if (code == TSDB_CODE_DUP_KEY) {
1!
1395
        code = TSDB_CODE_TSC_DUP_COL_NAMES;
1✔
1396
      }
1397
      goto _OVER;
1✔
1398
    }
1399
  }
1400

1401
  for (int32_t i = 0; i < createReq.numOfTags; ++i) {
68,455✔
1402
    SField *pField = taosArrayGet(createReq.pTags, i);
59,696✔
1403
    if ((code = taosHashPut(pHash, pField->name, strlen(pField->name), NULL, 0)) != 0) {
59,696✔
1404
      if (code == TSDB_CODE_DUP_KEY) {
1!
1405
        code = TSDB_CODE_TSC_DUP_COL_NAMES;
1✔
1406
      }
1407
      goto _OVER;
1✔
1408
    }
1409
  }
1410

1411
  pDb = mndAcquireDbByStb(pMnode, createReq.name);
8,759✔
1412
  if (pDb == NULL) {
8,759!
1413
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
1414
    goto _OVER;
×
1415
  }
1416

1417
  if ((code = mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_WRITE_DB, pDb)) != 0) {
8,759!
1418
    goto _OVER;
×
1419
  }
1420

1421
  int32_t numOfStbs = -1;
8,759✔
1422
  if ((code = mndGetNumOfStbs(pMnode, pDb->name, &numOfStbs)) != 0) {
8,759!
1423
    goto _OVER;
×
1424
  }
1425

1426
  if (pDb->cfg.numOfStables == 1 && numOfStbs != 0) {
8,759!
1427
    code = TSDB_CODE_MND_SINGLE_STB_MODE_DB;
×
1428
    goto _OVER;
×
1429
  }
1430

1431
  if ((code = grantCheck(TSDB_GRANT_STABLE)) < 0) {
8,759!
1432
    goto _OVER;
×
1433
  }
1434

1435
  if (isAlter) {
8,759✔
1436
    bool    needRsp = false;
95✔
1437
    SStbObj pDst = {0};
95✔
1438
    if ((code = mndBuildStbFromAlter(pStb, &pDst, &createReq)) != 0) {
95!
1439
      taosMemoryFreeClear(pDst.pTags);
×
1440
      taosMemoryFreeClear(pDst.pColumns);
×
1441
      taosMemoryFreeClear(pDst.pCmpr);
×
1442
      taosMemoryFreeClear(pDst.pExtSchemas);
×
1443
      goto _OVER;
×
1444
    }
1445

1446
    code = mndAlterStbImp(pMnode, pReq, pDb, &pDst, needRsp, NULL, 0);
95✔
1447
    taosMemoryFreeClear(pDst.pTags);
95!
1448
    taosMemoryFreeClear(pDst.pColumns);
95!
1449
    taosMemoryFreeClear(pDst.pCmpr);
95!
1450
    taosMemoryFreeClear(pDst.pExtSchemas);
95!
1451
  } else {
1452
    code = mndCreateStb(pMnode, pReq, &createReq, pDb);
8,664✔
1453
  }
1454
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
8,759✔
1455

1456
  SName name = {0};
8,759✔
1457
  TAOS_CHECK_RETURN(tNameFromString(&name, createReq.name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE));
8,759!
1458

1459
  if (createReq.sql == NULL && createReq.sqlLen == 0) {
10,222!
1460
    char detail[1000] = {0};
1,463✔
1461

1462
    (void)tsnprintf(detail, sizeof(detail), "dbname:%s, stable name:%s", name.dbname, name.tname);
1,463✔
1463

1464
    auditRecord(pReq, pMnode->clusterId, "createStb", name.dbname, name.tname, detail, strlen(detail));
1,463✔
1465
  } else {
1466
    auditRecord(pReq, pMnode->clusterId, "createStb", name.dbname, name.tname, createReq.sql, createReq.sqlLen);
7,296✔
1467
  }
1468
_OVER:
8,883✔
1469
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
8,883✔
1470
    mError("stb:%s, failed to create since %s", createReq.name, tstrerror(code));
37!
1471
  }
1472

1473
  mndReleaseStb(pMnode, pStb);
8,883✔
1474
  mndReleaseDb(pMnode, pDb);
8,883✔
1475
  tFreeSMCreateStbReq(&createReq);
8,883✔
1476

1477
  if (pHash != NULL) {
8,883✔
1478
    taosHashCleanup(pHash);
8,761✔
1479
  }
1480

1481
  TAOS_RETURN(code);
8,883✔
1482
}
1483

1484
static int32_t mndCheckAlterStbReq(SMAlterStbReq *pAlter) {
6,291✔
1485
  int32_t code = 0;
6,291✔
1486
  if (pAlter->commentLen >= 0) return 0;
6,291!
1487
  if (pAlter->ttl != 0) return 0;
×
1488
  if (pAlter->keep != -1) return 0;
×
1489

1490
  if (pAlter->numOfFields < 1 || pAlter->numOfFields != (int32_t)taosArrayGetSize(pAlter->pFields)) {
×
1491
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
1492
    TAOS_RETURN(code);
×
1493
  }
1494

1495
  for (int32_t i = 0; i < pAlter->numOfFields; ++i) {
×
1496
    SField *pField = taosArrayGet(pAlter->pFields, i);
×
1497
    if (pField->name[0] == 0) {
×
1498
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
1499
      TAOS_RETURN(code);
×
1500
    }
1501
  }
1502

1503
  TAOS_RETURN(code);
×
1504
}
1505

1506
int32_t mndAllocStbSchemas(const SStbObj *pOld, SStbObj *pNew) {
7,250✔
1507
  pNew->pTags = taosMemoryCalloc(pNew->numOfTags, sizeof(SSchema));
7,250!
1508
  pNew->pColumns = taosMemoryCalloc(pNew->numOfColumns, sizeof(SSchema));
7,250!
1509
  pNew->pCmpr = taosMemoryCalloc(pNew->numOfColumns, sizeof(SColCmpr));
7,250!
1510
  if (pNew->pTags == NULL || pNew->pColumns == NULL || pNew->pCmpr == NULL) {
7,250!
1511
    TAOS_RETURN(terrno);
×
1512
  }
1513

1514
  memcpy(pNew->pColumns, pOld->pColumns, sizeof(SSchema) * pOld->numOfColumns);
7,250✔
1515
  memcpy(pNew->pTags, pOld->pTags, sizeof(SSchema) * pOld->numOfTags);
7,250✔
1516
  memcpy(pNew->pCmpr, pOld->pCmpr, sizeof(SColCmpr) * pOld->numOfColumns);
7,250✔
1517
  if (pOld->pExtSchemas) {
7,250✔
1518
    pNew->pExtSchemas = taosMemoryCalloc(pNew->numOfColumns, sizeof(SExtSchema));
3,898!
1519
    if (pNew->pExtSchemas == NULL) {
3,898!
1520
      TAOS_RETURN(terrno);
×
1521
    }
1522
    memcpy(pNew->pExtSchemas, pOld->pExtSchemas, sizeof(SExtSchema) * pOld->numOfColumns);
3,898✔
1523
  }
1524

1525
  TAOS_RETURN(0);
7,250✔
1526
}
1527

1528
static int32_t mndUpdateTableOptions(const SStbObj *pOld, SStbObj *pNew, char *pComment, int32_t commentLen,
34✔
1529
                                     int32_t ttl, int64_t keep) {
1530
  int32_t code = 0;
34✔
1531
  if (commentLen > 0) {
34✔
1532
    pNew->commentLen = commentLen;
23✔
1533
    pNew->comment = taosMemoryCalloc(1, commentLen + 1);
23!
1534
    if (pNew->comment == NULL) {
23!
1535
      terrno = TSDB_CODE_OUT_OF_MEMORY;
×
1536
      return -1;
×
1537
    }
1538
    memcpy(pNew->comment, pComment, commentLen + 1);
23✔
1539
  } else if (commentLen == 0) {
11!
1540
    pNew->commentLen = 0;
11✔
1541
  } else {
1542
  }
1543

1544
  if (ttl >= 0) {
34!
1545
    pNew->ttl = ttl;
34✔
1546
  }
1547

1548
  if (keep > 0) {
34!
1549
    pNew->keep = keep;
×
1550
  }
1551

1552
  if ((code = mndAllocStbSchemas(pOld, pNew)) != 0) {
34!
1553
    TAOS_RETURN(code);
×
1554
  }
1555
  TAOS_RETURN(code);
34✔
1556
}
1557

1558
static int32_t mndAddSuperTableTag(const SStbObj *pOld, SStbObj *pNew, SArray *pFields, int32_t ntags) {
837✔
1559
  int32_t code = 0;
837✔
1560
  if (pOld->numOfTags + ntags > TSDB_MAX_TAGS) {
837!
1561
    code = TSDB_CODE_MND_TOO_MANY_TAGS;
×
1562
    TAOS_RETURN(code);
×
1563
  }
1564

1565
  if (pOld->numOfColumns + ntags + pOld->numOfTags > TSDB_MAX_COLUMNS) {
837!
1566
    code = TSDB_CODE_MND_TOO_MANY_COLUMNS;
×
1567
    TAOS_RETURN(code);
×
1568
  }
1569

1570
  if (!mndValidateSchema(pOld->pTags, pOld->numOfTags, pFields, TSDB_MAX_TAGS_LEN)) {
837✔
1571
    code = TSDB_CODE_PAR_INVALID_TAGS_LENGTH;
40✔
1572
    TAOS_RETURN(code);
40✔
1573
  }
1574

1575
  pNew->numOfTags = pNew->numOfTags + ntags;
797✔
1576
  if ((code = mndAllocStbSchemas(pOld, pNew)) != 0) {
797!
1577
    TAOS_RETURN(code);
×
1578
  }
1579

1580
  if (pNew->nextColId < 0 || pNew->nextColId >= 0x7fff - ntags) {
797!
1581
    code = TSDB_CODE_OUT_OF_RANGE;
×
1582
    TAOS_RETURN(code);
×
1583
  }
1584

1585
  for (int32_t i = 0; i < ntags; i++) {
1,480✔
1586
    SField *pField = taosArrayGet(pFields, i);
797✔
1587
    if (mndFindSuperTableColumnIndex(pOld, pField->name) >= 0) {
797✔
1588
      code = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
6✔
1589
      TAOS_RETURN(code);
6✔
1590
    }
1591

1592
    if (mndFindSuperTableTagIndex(pOld, pField->name) >= 0) {
791✔
1593
      code = TSDB_CODE_MND_TAG_ALREADY_EXIST;
108✔
1594
      TAOS_RETURN(code);
108✔
1595
    }
1596

1597
    SSchema *pSchema = &pNew->pTags[pOld->numOfTags + i];
683✔
1598
    pSchema->bytes = pField->bytes;
683✔
1599
    pSchema->type = pField->type;
683✔
1600
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
683✔
1601
    pSchema->colId = pNew->nextColId;
683✔
1602
    pNew->nextColId++;
683✔
1603

1604
    mInfo("stb:%s, start to add tag %s", pNew->name, pSchema->name);
683!
1605
  }
1606

1607
  pNew->tagVer++;
683✔
1608
  TAOS_RETURN(code);
683✔
1609
}
1610

1611
static int32_t mndCheckAlterColForTopic(SMnode *pMnode, const char *stbFullName, int64_t suid, col_id_t colId) {
2,950✔
1612
  int32_t code = 0;
2,950✔
1613
  SSdb   *pSdb = pMnode->pSdb;
2,950✔
1614
  void   *pIter = NULL;
2,950✔
1615
  while (1) {
1,063✔
1616
    SMqTopicObj *pTopic = NULL;
4,013✔
1617
    pIter = sdbFetch(pSdb, SDB_TOPIC, pIter, (void **)&pTopic);
4,013✔
1618
    if (pIter == NULL) break;
4,013✔
1619

1620
    mInfo("topic:%s, check tag and column modifiable, stb:%s suid:%" PRId64 " colId:%d, subType:%d sql:%s",
1,141!
1621
          pTopic->name, stbFullName, suid, colId, pTopic->subType, pTopic->sql);
1622
    if (pTopic->ast == NULL) {
1,141✔
1623
      sdbRelease(pSdb, pTopic);
107✔
1624
      continue;
107✔
1625
    }
1626

1627
    SNode *pAst = NULL;
1,034✔
1628
    if (nodesStringToNode(pTopic->ast, &pAst) != 0) {
1,034!
1629
      code = TSDB_CODE_MND_FIELD_CONFLICT_WITH_TOPIC;
×
1630
      mError("topic:%s, create ast error", pTopic->name);
×
1631
      sdbRelease(pSdb, pTopic);
×
1632
      sdbCancelFetch(pSdb, pIter);
×
1633
      TAOS_RETURN(code);
78✔
1634
    }
1635

1636
    SNodeList *pNodeList = NULL;
1,034✔
1637
    if ((code = nodesCollectColumns((SSelectStmt *)pAst, SQL_CLAUSE_FROM, NULL, COLLECT_COL_TYPE_ALL, &pNodeList)) !=
1,034!
1638
        0) {
1639
      sdbRelease(pSdb, pTopic);
×
1640
      sdbCancelFetch(pSdb, pIter);
×
1641
      TAOS_RETURN(code);
×
1642
    }
1643
    SNode *pNode = NULL;
1,034✔
1644
    FOREACH(pNode, pNodeList) {
1,675✔
1645
      SColumnNode *pCol = (SColumnNode *)pNode;
1,596✔
1646
      mInfo("topic:%s, check colId:%d tableId:%" PRId64 " ctbStbUid:%" PRId64, pTopic->name, pCol->colId, pCol->tableId,
1,596!
1647
            pTopic->ctbStbUid);
1648

1649
      if (pCol->tableId != suid && pTopic->ctbStbUid != suid) {
1,596✔
1650
        mInfo("topic:%s, check colId:%d passed", pTopic->name, pCol->colId);
877!
1651
        goto NEXT;
877✔
1652
      }
1653
      if (pCol->colId > 0 && pCol->colId == colId) {
719!
1654
        code = TSDB_CODE_MND_FIELD_CONFLICT_WITH_TOPIC;
78✔
1655
        mError("topic:%s, check colId:%d conflicted", pTopic->name, pCol->colId);
78!
1656
        nodesDestroyNode(pAst);
78✔
1657
        nodesDestroyList(pNodeList);
78✔
1658
        sdbCancelFetch(pSdb, pIter);
78✔
1659
        sdbRelease(pSdb, pTopic);
78✔
1660
        TAOS_RETURN(code);
78✔
1661
      }
1662
      mInfo("topic:%s, check colId:%d passed", pTopic->name, pCol->colId);
641!
1663
    }
1664

1665
  NEXT:
79✔
1666
    sdbRelease(pSdb, pTopic);
956✔
1667
    nodesDestroyNode(pAst);
956✔
1668
    nodesDestroyList(pNodeList);
956✔
1669
  }
1670
  TAOS_RETURN(code);
2,872✔
1671
}
1672

1673
static int32_t mndCheckAlterColForStream(SMnode *pMnode, const char *stbFullName, int64_t suid, col_id_t colId) {
2,872✔
1674
  int32_t code = 0;
2,872✔
1675
  SSdb   *pSdb = pMnode->pSdb;
2,872✔
1676
  void   *pIter = NULL;
2,872✔
1677
  while (1) {
12✔
1678
    SStreamObj *pStream = NULL;
2,884✔
1679
    pIter = sdbFetch(pSdb, SDB_STREAM, pIter, (void **)&pStream);
2,884✔
1680
    if (pIter == NULL) break;
2,884✔
1681

1682
    SNode *pAst = NULL;
12✔
1683
    if (nodesStringToNode(pStream->ast, &pAst) != 0) {
12!
1684
      code = TSDB_CODE_MND_INVALID_STREAM_OPTION;
×
1685
      mError("stream:%s, create ast error", pStream->name);
×
1686
      sdbRelease(pSdb, pStream);
×
1687
      sdbCancelFetch(pSdb, pIter);
×
1688
      TAOS_RETURN(code);
×
1689
    }
1690

1691
    SNodeList *pNodeList = NULL;
12✔
1692
    if ((code = nodesCollectColumns((SSelectStmt *)pAst, SQL_CLAUSE_FROM, NULL, COLLECT_COL_TYPE_ALL, &pNodeList)) !=
12!
1693
        0) {
1694
      sdbRelease(pSdb, pStream);
×
1695
      sdbCancelFetch(pSdb, pIter);
×
1696
      TAOS_RETURN(code);
×
1697
    }
1698

1699
    SNode *pNode = NULL;
12✔
1700
    FOREACH(pNode, pNodeList) {
12!
1701
      SColumnNode *pCol = (SColumnNode *)pNode;
12✔
1702

1703
      if (pCol->tableId != suid) {
12!
1704
        mInfo("stream:%s, check colId:%d passed", pStream->name, pCol->colId);
12!
1705
        goto NEXT;
12✔
1706
      }
1707
      if (pCol->colId > 0 && pCol->colId == colId) {
×
1708
        code = TSDB_CODE_MND_STREAM_MUST_BE_DELETED;
×
1709
        mError("stream:%s, check colId:%d conflicted", pStream->name, pCol->colId);
×
1710
        nodesDestroyNode(pAst);
×
1711
        nodesDestroyList(pNodeList);
×
1712
        sdbRelease(pSdb, pStream);
×
1713
        sdbCancelFetch(pSdb, pIter);
×
1714
        TAOS_RETURN(code);
×
1715
      }
1716
      mInfo("stream:%s, check colId:%d passed", pStream->name, pCol->colId);
×
1717
    }
1718

1719
  NEXT:
×
1720
    sdbRelease(pSdb, pStream);
12✔
1721
    nodesDestroyNode(pAst);
12✔
1722
    nodesDestroyList(pNodeList);
12✔
1723
  }
1724
  TAOS_RETURN(code);
2,872✔
1725
}
1726

1727
static int32_t mndCheckAlterColForTSma(SMnode *pMnode, const char *stbFullName, int64_t suid, col_id_t colId) {
2,872✔
1728
  int32_t code = 0;
2,872✔
1729
  SSdb   *pSdb = pMnode->pSdb;
2,872✔
1730
  void   *pIter = NULL;
2,872✔
1731
  while (1) {
×
1732
    SSmaObj *pSma = NULL;
2,872✔
1733
    pIter = sdbFetch(pSdb, SDB_SMA, pIter, (void **)&pSma);
2,872✔
1734
    if (pIter == NULL) break;
2,872!
1735

1736
    mInfo("tsma:%s, check tag and column modifiable, stb:%s suid:%" PRId64 " colId:%d, sql:%s", pSma->name, stbFullName,
×
1737
          suid, colId, pSma->sql);
1738

1739
    SNode *pAst = NULL;
×
1740
    if (nodesStringToNode(pSma->ast, &pAst) != 0) {
×
1741
      code = TSDB_CODE_SDB_INVALID_DATA_CONTENT;
×
1742
      mError("tsma:%s, check tag and column modifiable, stb:%s suid:%" PRId64 " colId:%d failed since parse AST err",
×
1743
             pSma->name, stbFullName, suid, colId);
1744
      sdbCancelFetch(pSdb, pIter);
×
1745
      TAOS_RETURN(code);
×
1746
    }
1747

1748
    SNodeList *pNodeList = NULL;
×
1749
    if ((code = nodesCollectColumns((SSelectStmt *)pAst, SQL_CLAUSE_FROM, NULL, COLLECT_COL_TYPE_ALL, &pNodeList)) !=
×
1750
        0) {
1751
      sdbCancelFetch(pSdb, pIter);
×
1752
      TAOS_RETURN(code);
×
1753
    }
1754
    SNode *pNode = NULL;
×
1755
    FOREACH(pNode, pNodeList) {
×
1756
      SColumnNode *pCol = (SColumnNode *)pNode;
×
1757
      mInfo("tsma:%s, check colId:%d tableId:%" PRId64, pSma->name, pCol->colId, pCol->tableId);
×
1758

1759
      if ((pCol->tableId != suid) && (pSma->stbUid != suid)) {
×
1760
        mInfo("tsma:%s, check colId:%d passed", pSma->name, pCol->colId);
×
1761
        goto NEXT;
×
1762
      }
1763
      if ((pCol->colId) > 0 && (pCol->colId == colId)) {
×
1764
        code = TSDB_CODE_MND_FIELD_CONFLICT_WITH_TSMA;
×
1765
        mError("tsma:%s, check colId:%d conflicted", pSma->name, pCol->colId);
×
1766
        nodesDestroyNode(pAst);
×
1767
        nodesDestroyList(pNodeList);
×
1768
        sdbRelease(pSdb, pSma);
×
1769
        sdbCancelFetch(pSdb, pIter);
×
1770
        TAOS_RETURN(code);
×
1771
      }
1772
      mInfo("tsma:%s, check colId:%d passed", pSma->name, pCol->colId);
×
1773
    }
1774

1775
  NEXT:
×
1776
    sdbRelease(pSdb, pSma);
×
1777
    nodesDestroyNode(pAst);
×
1778
    nodesDestroyList(pNodeList);
×
1779
  }
1780
  TAOS_RETURN(code);
2,872✔
1781
}
1782

1783
int32_t mndCheckColAndTagModifiable(SMnode *pMnode, const char *stbFullName, int64_t suid, col_id_t colId) {
2,950✔
1784
  TAOS_CHECK_RETURN(mndCheckAlterColForTopic(pMnode, stbFullName, suid, colId));
2,950✔
1785
  TAOS_CHECK_RETURN(mndCheckAlterColForStream(pMnode, stbFullName, suid, colId));
2,872!
1786
  TAOS_CHECK_RETURN(mndCheckAlterColForTSma(pMnode, stbFullName, suid, colId));
2,872!
1787
  TAOS_RETURN(0);
2,872✔
1788
}
1789

1790
static int32_t mndDropSuperTableTag(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const char *tagName) {
462✔
1791
  int32_t code = 0;
462✔
1792
  int32_t tag = mndFindSuperTableTagIndex(pOld, tagName);
462✔
1793
  if (tag < 0) {
462✔
1794
    code = TSDB_CODE_MND_TAG_NOT_EXIST;
4✔
1795
    TAOS_RETURN(code);
4✔
1796
  }
1797

1798
  col_id_t colId = pOld->pTags[tag].colId;
458✔
1799
  TAOS_CHECK_RETURN(mndCheckColAndTagModifiable(pMnode, pOld->name, pOld->uid, colId));
458✔
1800

1801
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
440!
1802

1803
  memmove(pNew->pTags + tag, pNew->pTags + tag + 1, sizeof(SSchema) * (pNew->numOfTags - tag - 1));
440✔
1804
  pNew->numOfTags--;
440✔
1805

1806
  pNew->tagVer++;
440✔
1807

1808
  // if (mndDropIndexByTag(pMnode, pOld, tagName) != 0) {
1809
  //   return -1;
1810
  // }
1811
  mInfo("stb:%s, start to drop tag %s", pNew->name, tagName);
440!
1812
  TAOS_RETURN(code);
440✔
1813
}
1814

1815
static int32_t mndAlterStbTagName(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, SArray *pFields) {
706✔
1816
  int32_t code = 0;
706✔
1817
  if ((int32_t)taosArrayGetSize(pFields) != 2) {
706!
1818
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
1819
    TAOS_RETURN(code);
×
1820
  }
1821

1822
  SField *pField0 = taosArrayGet(pFields, 0);
706✔
1823
  SField *pField1 = taosArrayGet(pFields, 1);
706✔
1824

1825
  const char *oldTagName = pField0->name;
706✔
1826
  const char *newTagName = pField1->name;
706✔
1827

1828
  int32_t tag = mndFindSuperTableTagIndex(pOld, oldTagName);
706✔
1829
  if (tag < 0) {
706✔
1830
    code = TSDB_CODE_MND_TAG_NOT_EXIST;
13✔
1831
    TAOS_RETURN(code);
13✔
1832
  }
1833

1834
  col_id_t colId = pOld->pTags[tag].colId;
693✔
1835
  TAOS_CHECK_RETURN(mndCheckColAndTagModifiable(pMnode, pOld->name, pOld->uid, colId));
693✔
1836

1837
  if (mndFindSuperTableTagIndex(pOld, newTagName) >= 0) {
676✔
1838
    code = TSDB_CODE_MND_TAG_ALREADY_EXIST;
16✔
1839
    TAOS_RETURN(code);
16✔
1840
  }
1841

1842
  if (mndFindSuperTableColumnIndex(pOld, newTagName) >= 0) {
660✔
1843
    code = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
1✔
1844
    TAOS_RETURN(code);
1✔
1845
  }
1846

1847
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
659!
1848

1849
  SSchema *pSchema = (SSchema *)(pNew->pTags + tag);
659✔
1850
  memcpy(pSchema->name, newTagName, TSDB_COL_NAME_LEN);
659✔
1851

1852
  pNew->tagVer++;
659✔
1853
  mInfo("stb:%s, start to modify tag %s to %s", pNew->name, oldTagName, newTagName);
659!
1854
  TAOS_RETURN(code);
659✔
1855
}
1856

1857
static int32_t mndAlterStbTagBytes(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const SField *pField) {
497✔
1858
  int32_t code = 0;
497✔
1859
  int32_t tag = mndFindSuperTableTagIndex(pOld, pField->name);
497✔
1860
  if (tag < 0) {
497✔
1861
    code = TSDB_CODE_MND_TAG_NOT_EXIST;
1✔
1862
    TAOS_RETURN(code);
1✔
1863
  }
1864

1865
  col_id_t colId = pOld->pTags[tag].colId;
496✔
1866
  TAOS_CHECK_RETURN(mndCheckColAndTagModifiable(pMnode, pOld->name, pOld->uid, colId));
496✔
1867

1868
  uint32_t nLen = 0;
487✔
1869
  for (int32_t i = 0; i < pOld->numOfTags; ++i) {
18,762✔
1870
    nLen += (pOld->pTags[i].colId == colId) ? pField->bytes : pOld->pTags[i].bytes;
18,275✔
1871
  }
1872

1873
  if (nLen > TSDB_MAX_TAGS_LEN) {
487✔
1874
    code = TSDB_CODE_PAR_INVALID_TAGS_LENGTH;
290✔
1875
    TAOS_RETURN(code);
290✔
1876
  }
1877

1878
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
197!
1879

1880
  SSchema *pTag = pNew->pTags + tag;
197✔
1881

1882
  if (!(pTag->type == TSDB_DATA_TYPE_BINARY || pTag->type == TSDB_DATA_TYPE_VARBINARY ||
197!
1883
        pTag->type == TSDB_DATA_TYPE_NCHAR || pTag->type == TSDB_DATA_TYPE_GEOMETRY)) {
173!
1884
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
1✔
1885
    TAOS_RETURN(code);
1✔
1886
  }
1887

1888
  if (pField->bytes <= pTag->bytes) {
196✔
1889
    code = TSDB_CODE_MND_INVALID_ROW_BYTES;
55✔
1890
    TAOS_RETURN(code);
55✔
1891
  }
1892

1893
  pTag->bytes = pField->bytes;
141✔
1894
  pNew->tagVer++;
141✔
1895

1896
  mInfo("stb:%s, start to modify tag len %s to %d", pNew->name, pField->name, pField->bytes);
141!
1897
  TAOS_RETURN(code);
141✔
1898
}
1899

1900
static int32_t mndUpdateSuperTableColumnCompress(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, SArray *pField,
26✔
1901
                                                 int32_t nCols) {
1902
  // if (pColCmpr == NULL || colName == NULL) return -1;
1903

1904
  if (taosArrayGetSize(pField) != nCols) return TSDB_CODE_FAILED;
26!
1905
  TAOS_FIELD *p = taosArrayGet(pField, 0);
26✔
1906

1907
  int32_t code = 0;
26✔
1908
  int32_t idx = mndFindSuperTableColumnIndex(pOld, p->name);
26✔
1909
  if (idx == -1) {
26!
1910
    code = TSDB_CODE_MND_COLUMN_NOT_EXIST;
×
1911
    TAOS_RETURN(code);
×
1912
  }
1913
  SSchema *pTarget = &pOld->pColumns[idx];
26✔
1914
  col_id_t colId = pTarget->colId;
26✔
1915

1916
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
26!
1917
  code = validColCmprByType(pTarget->type, p->bytes);
26✔
1918
  if (code != TSDB_CODE_SUCCESS) {
26✔
1919
    TAOS_RETURN(code);
1✔
1920
  }
1921

1922
  int8_t updated = 0;
25✔
1923
  for (int i = 0; i < pNew->numOfColumns; i++) {
161!
1924
    SColCmpr *pCmpr = &pNew->pCmpr[i];
161✔
1925
    if (pCmpr->id == colId) {
161✔
1926
      uint32_t dst = 0;
25✔
1927
      updated = tUpdateCompress(pCmpr->alg, p->bytes, TSDB_COLVAL_COMPRESS_DISABLED, TSDB_COLVAL_LEVEL_DISABLED,
25✔
1928
                                TSDB_COLVAL_LEVEL_MEDIUM, &dst);
1929
      if (updated > 0) pCmpr->alg = dst;
25✔
1930
      break;
25✔
1931
    }
1932
  }
1933

1934
  if (updated == 0) {
25✔
1935
    code = TSDB_CODE_MND_COLUMN_COMPRESS_ALREADY_EXIST;
7✔
1936
    TAOS_RETURN(code);
7✔
1937
  } else if (updated == -1) {
18!
1938
    code = TSDB_CODE_TSC_COMPRESS_LEVEL_ERROR;
×
1939
    TAOS_RETURN(code);
×
1940
  }
1941

1942
  pNew->colVer++;
18✔
1943

1944
  TAOS_RETURN(code);
18✔
1945
}
1946
static int32_t mndAddSuperTableColumn(const SStbObj *pOld, SStbObj *pNew, const SMAlterStbReq* pReq, int32_t ncols,
2,323✔
1947
                                      int8_t withCompress) {
1948
  int32_t code = 0;
2,323✔
1949
  if (pOld->numOfColumns + ncols + pOld->numOfTags > TSDB_MAX_COLUMNS) {
2,323!
1950
    code = TSDB_CODE_MND_TOO_MANY_COLUMNS;
×
1951
    TAOS_RETURN(code);
×
1952
  }
1953

1954
  if ((code = grantCheck(TSDB_GRANT_TIMESERIES)) != 0) {
2,323!
1955
    TAOS_RETURN(code);
×
1956
  }
1957

1958
  if (!mndValidateSchema(pOld->pColumns, pOld->numOfColumns, pReq->pFields, TSDB_MAX_BYTES_PER_ROW)) {
2,323✔
1959
    code = TSDB_CODE_PAR_INVALID_ROW_LENGTH;
16✔
1960
    TAOS_RETURN(code);
16✔
1961
  }
1962

1963
  pNew->numOfColumns = pNew->numOfColumns + ncols;
2,307✔
1964

1965
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
2,307!
1966

1967
  if (pNew->nextColId < 0 || pNew->nextColId >= 0x7fff - ncols) {
2,307!
1968
    code = TSDB_CODE_OUT_OF_RANGE;
×
1969
    TAOS_RETURN(code);
×
1970
  }
1971

1972
  for (int32_t i = 0; i < ncols; i++) {
4,107✔
1973
    if (withCompress) {
2,307✔
1974
      SFieldWithOptions *pField = taosArrayGet(pReq->pFields, i);
32✔
1975
      if (mndFindSuperTableColumnIndex(pOld, pField->name) >= 0) {
32!
1976
        code = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
×
1977
        TAOS_RETURN(code);
×
1978
      }
1979

1980
      if (mndFindSuperTableTagIndex(pOld, pField->name) >= 0) {
32!
1981
        code = TSDB_CODE_MND_TAG_ALREADY_EXIST;
×
1982
        TAOS_RETURN(code);
×
1983
      }
1984

1985
      SSchema *pSchema = &pNew->pColumns[pOld->numOfColumns + i];
32✔
1986
      pSchema->bytes = pField->bytes;
32✔
1987
      pSchema->type = pField->type;
32✔
1988
      memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
32✔
1989
      pSchema->colId = pNew->nextColId;
32✔
1990
      pNew->nextColId++;
32✔
1991

1992
      SColCmpr *pCmpr = &pNew->pCmpr[pOld->numOfColumns + i];
32✔
1993
      pCmpr->id = pSchema->colId;
32✔
1994
      pCmpr->alg = pField->compress;
32✔
1995
      mInfo("stb:%s, start to add column %s", pNew->name, pSchema->name);
32!
1996
    } else {
1997
      SField *pField = taosArrayGet(pReq->pFields, i);
2,275✔
1998
      if (mndFindSuperTableColumnIndex(pOld, pField->name) >= 0) {
2,275✔
1999
        code = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
500✔
2000
        TAOS_RETURN(code);
500✔
2001
      }
2002

2003
      if (mndFindSuperTableTagIndex(pOld, pField->name) >= 0) {
1,775✔
2004
        code = TSDB_CODE_MND_TAG_ALREADY_EXIST;
7✔
2005
        TAOS_RETURN(code);
7✔
2006
      }
2007

2008
      SSchema *pSchema = &pNew->pColumns[pOld->numOfColumns + i];
1,768✔
2009
      pSchema->bytes = pField->bytes;
1,768✔
2010
      pSchema->type = pField->type;
1,768✔
2011
      memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
1,768✔
2012
      pSchema->colId = pNew->nextColId;
1,768✔
2013
      pNew->nextColId++;
1,768✔
2014

2015
      SColCmpr *pCmpr = &pNew->pCmpr[pOld->numOfColumns + i];
1,768✔
2016
      pCmpr->id = pSchema->colId;
1,768✔
2017
      pCmpr->alg = createDefaultColCmprByType(pSchema->type);
1,768✔
2018
      mInfo("stb:%s, start to add column %s", pNew->name, pSchema->name);
1,768!
2019
    }
2020
  }
2021
  // 1. old schema already has extschemas
2022
  // 2. new schema has extschemas
2023
  if (pReq->pTypeMods || pOld->pExtSchemas) {
1,800!
2024
    if (!pNew->pExtSchemas) {
1,798✔
2025
      // all ext schemas reset to zero
2026
      pNew->pExtSchemas = taosMemoryCalloc(pNew->numOfColumns, sizeof(SExtSchema));
92!
2027
      if (!pNew->pExtSchemas) TAOS_RETURN(terrno);
92!
2028
    }
2029
    if (pOld->pExtSchemas) {
1,798✔
2030
      memcpy(pNew->pExtSchemas, pOld->pExtSchemas, pOld->numOfColumns * sizeof(SExtSchema));
1,706✔
2031
    }
2032
    if (taosArrayGetSize(pReq->pTypeMods) > 0) {
1,798!
2033
      // copy added column ext schema
2034
      for (int32_t i = 0; i < ncols; ++i) {
3,596✔
2035
        pNew->pColumns[pOld->numOfColumns + i].flags |= COL_HAS_TYPE_MOD;
1,798✔
2036
        pNew->pExtSchemas[pOld->numOfColumns + i].typeMod = *(STypeMod *)taosArrayGet(pReq->pTypeMods, i);
1,798✔
2037
      }
2038
    }
2039
  }
2040

2041
  pNew->colVer++;
1,800✔
2042
  TAOS_RETURN(code);
1,800✔
2043
}
2044

2045
static int32_t mndDropSuperTableColumn(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const char *colName) {
577✔
2046
  int32_t code = 0;
577✔
2047
  int32_t col = mndFindSuperTableColumnIndex(pOld, colName);
577✔
2048
  if (col < 0) {
577✔
2049
    code = TSDB_CODE_MND_COLUMN_NOT_EXIST;
7✔
2050
    TAOS_RETURN(code);
7✔
2051
  }
2052

2053
  if (col == 0) {
570✔
2054
    code = TSDB_CODE_MND_INVALID_STB_ALTER_OPTION;
5✔
2055
    TAOS_RETURN(code);
5✔
2056
  }
2057

2058
  if (pOld->numOfColumns == 2) {
565✔
2059
    code = TSDB_CODE_PAR_INVALID_DROP_COL;
1✔
2060
    TAOS_RETURN(code);
1✔
2061
  }
2062

2063
  col_id_t colId = pOld->pColumns[col].colId;
564✔
2064
  TAOS_CHECK_RETURN(mndCheckColAndTagModifiable(pMnode, pOld->name, pOld->uid, colId));
564✔
2065

2066
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
542!
2067

2068
  int32_t sz = pNew->numOfColumns - col - 1;
542✔
2069
  memmove(pNew->pColumns + col, pNew->pColumns + col + 1, sizeof(SSchema) * sz);
542✔
2070
  memmove(pNew->pCmpr + col, pNew->pCmpr + col + 1, sizeof(SColCmpr) * sz);
542✔
2071
  if (pOld->pExtSchemas) {
542✔
2072
    memmove(pNew->pExtSchemas + col, pNew->pExtSchemas + col + 1, sizeof(SExtSchema) * sz);
375✔
2073
  }
2074
  pNew->numOfColumns--;
542✔
2075

2076
  pNew->colVer++;
542✔
2077
  mInfo("stb:%s, start to drop col %s", pNew->name, colName);
542!
2078
  TAOS_RETURN(code);
542✔
2079
}
2080

2081
static int32_t mndAlterStbColumnBytes(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const SField *pField) {
803✔
2082
  int32_t code = 0;
803✔
2083
  int32_t col = mndFindSuperTableColumnIndex(pOld, pField->name);
803✔
2084
  if (col < 0) {
803✔
2085
    code = TSDB_CODE_MND_COLUMN_NOT_EXIST;
3✔
2086
    TAOS_RETURN(code);
3✔
2087
  }
2088

2089
  col_id_t colId = pOld->pColumns[col].colId;
800✔
2090

2091
  uint32_t nLen = 0;
800✔
2092
  for (int32_t i = 0; i < pOld->numOfColumns; ++i) {
31,243✔
2093
    nLen += (pOld->pColumns[i].colId == colId) ? pField->bytes : pOld->pColumns[i].bytes;
30,443✔
2094
  }
2095

2096
  if (nLen > TSDB_MAX_BYTES_PER_ROW) {
800✔
2097
    code = TSDB_CODE_MND_INVALID_ROW_BYTES;
61✔
2098
    TAOS_RETURN(code);
61✔
2099
  }
2100

2101
  TAOS_CHECK_RETURN(mndCheckColAndTagModifiable(pMnode, pOld->name, pOld->uid, colId));
739✔
2102

2103
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
727!
2104

2105
  SSchema *pCol = pNew->pColumns + col;
727✔
2106
  if (!(pCol->type == TSDB_DATA_TYPE_BINARY || pCol->type == TSDB_DATA_TYPE_VARBINARY ||
727✔
2107
        pCol->type == TSDB_DATA_TYPE_NCHAR || pCol->type == TSDB_DATA_TYPE_GEOMETRY)) {
685!
2108
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
1✔
2109
    TAOS_RETURN(code);
1✔
2110
  }
2111

2112
  if (pField->bytes <= pCol->bytes) {
726✔
2113
    code = TSDB_CODE_MND_INVALID_ROW_BYTES;
325✔
2114
    TAOS_RETURN(code);
325✔
2115
  }
2116

2117
  pCol->bytes = pField->bytes;
401✔
2118
  pNew->colVer++;
401✔
2119

2120
  mInfo("stb:%s, start to modify col len %s to %d", pNew->name, pField->name, pField->bytes);
401!
2121
  TAOS_RETURN(code);
401✔
2122
}
2123

2124
static int32_t mndSetAlterStbPrepareLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
4,785✔
2125
  int32_t  code = 0;
4,785✔
2126
  SSdbRaw *pRedoRaw = mndStbActionEncode(pStb);
4,785✔
2127
  if (pRedoRaw == NULL) {
4,785!
2128
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2129
    if (terrno != 0) code = terrno;
×
2130
    TAOS_RETURN(code);
×
2131
  }
2132
  if ((code = mndTransAppendPrepareLog(pTrans, pRedoRaw)) != 0) {
4,785!
2133
    sdbFreeRaw(pRedoRaw);
×
2134
    TAOS_RETURN(code);
×
2135
  }
2136
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_READY));
4,785!
2137

2138
  TAOS_RETURN(code);
4,785✔
2139
}
2140

2141
static int32_t mndSetAlterStbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
4,785✔
2142
  int32_t  code = 0;
4,785✔
2143
  SSdbRaw *pCommitRaw = mndStbActionEncode(pStb);
4,785✔
2144
  if (pCommitRaw == NULL) {
4,785!
2145
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2146
    if (terrno != 0) code = terrno;
×
2147
    TAOS_RETURN(code);
×
2148
  }
2149
  if ((code = mndTransAppendCommitlog(pTrans, pCommitRaw)) != 0) {
4,785!
2150
    sdbFreeRaw(pCommitRaw);
×
2151
    TAOS_RETURN(code);
×
2152
  }
2153
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY));
4,785!
2154

2155
  TAOS_RETURN(code);
4,785✔
2156
}
2157

2158
static int32_t mndSetAlterStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb, void *alterOriData,
4,785✔
2159
                                         int32_t alterOriDataLen) {
2160
  int32_t code = 0;
4,785✔
2161
  SSdb   *pSdb = pMnode->pSdb;
4,785✔
2162
  SVgObj *pVgroup = NULL;
4,785✔
2163
  void   *pIter = NULL;
4,785✔
2164
  int32_t contLen;
2165

2166
  while (1) {
15,978✔
2167
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
20,763✔
2168
    if (pIter == NULL) break;
20,763✔
2169
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
15,978✔
2170
      sdbRelease(pSdb, pVgroup);
6,093✔
2171
      continue;
6,093✔
2172
    }
2173

2174
    void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, alterOriData, alterOriDataLen);
9,885✔
2175
    if (pReq == NULL) {
9,885!
2176
      sdbCancelFetch(pSdb, pIter);
×
2177
      sdbRelease(pSdb, pVgroup);
×
2178
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2179
      if (terrno != 0) code = terrno;
×
2180
      TAOS_RETURN(code);
×
2181
    }
2182
    STransAction action = {0};
9,885✔
2183
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
9,885✔
2184
    action.pCont = pReq;
9,885✔
2185
    action.contLen = contLen;
9,885✔
2186
    action.msgType = TDMT_VND_ALTER_STB;
9,885✔
2187
    if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
9,885!
2188
      taosMemoryFree(pReq);
×
2189
      sdbCancelFetch(pSdb, pIter);
×
2190
      sdbRelease(pSdb, pVgroup);
×
2191
      TAOS_RETURN(code);
×
2192
    }
2193
    sdbRelease(pSdb, pVgroup);
9,885✔
2194
  }
2195

2196
  TAOS_RETURN(code);
4,785✔
2197
}
2198

2199
static int32_t mndSetAlterStbRedoActions2(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb,
×
2200
                                          void *alterOriData, int32_t alterOriDataLen) {
2201
  int32_t code = 0;
×
2202
  SSdb   *pSdb = pMnode->pSdb;
×
2203
  SVgObj *pVgroup = NULL;
×
2204
  void   *pIter = NULL;
×
2205
  int32_t contLen;
2206

2207
  while (1) {
×
2208
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
×
2209
    if (pIter == NULL) break;
×
2210
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
×
2211
      sdbRelease(pSdb, pVgroup);
×
2212
      continue;
×
2213
    }
2214

2215
    void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, alterOriData, alterOriDataLen);
×
2216
    if (pReq == NULL) {
×
2217
      sdbCancelFetch(pSdb, pIter);
×
2218
      sdbRelease(pSdb, pVgroup);
×
2219
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2220
      if (terrno != 0) code = terrno;
×
2221
      TAOS_RETURN(code);
×
2222
    }
2223
    STransAction action = {0};
×
2224
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
×
2225
    action.pCont = pReq;
×
2226
    action.contLen = contLen;
×
2227
    action.msgType = TDMT_VND_CREATE_INDEX;
×
2228
    if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
×
2229
      taosMemoryFree(pReq);
×
2230
      sdbCancelFetch(pSdb, pIter);
×
2231
      sdbRelease(pSdb, pVgroup);
×
2232
      TAOS_RETURN(code);
×
2233
    }
2234
    sdbRelease(pSdb, pVgroup);
×
2235
  }
2236

2237
  TAOS_RETURN(code);
×
2238
}
2239

2240
static int32_t mndBuildStbSchemaImp(SDbObj *pDb, SStbObj *pStb, const char *tbName, STableMetaRsp *pRsp) {
1,500,339✔
2241
  int32_t code = 0;
1,500,339✔
2242
  taosRLockLatch(&pStb->lock);
1,500,339✔
2243

2244
  int32_t totalCols = pStb->numOfColumns + pStb->numOfTags;
1,500,354✔
2245
  pRsp->pSchemas = taosMemoryCalloc(totalCols, sizeof(SSchema));
1,500,354!
2246
  if (pRsp->pSchemas == NULL) {
1,500,322!
2247
    taosRUnLockLatch(&pStb->lock);
×
2248
    code = terrno;
×
2249
    TAOS_RETURN(code);
×
2250
  }
2251
  pRsp->pSchemaExt = taosMemoryCalloc(pStb->numOfColumns, sizeof(SSchemaExt));
1,500,322!
2252
  if (pRsp->pSchemaExt == NULL) {
1,500,333!
2253
    taosRUnLockLatch(&pStb->lock);
×
2254
    code = terrno;
×
2255
    TAOS_RETURN(code);
×
2256
  }
2257
  pRsp->numOfColRefs = 0;
1,500,333✔
2258
  pRsp->pColRefs = NULL;
1,500,333✔
2259
  tstrncpy(pRsp->dbFName, pStb->db, sizeof(pRsp->dbFName));
1,500,333✔
2260
  tstrncpy(pRsp->tbName, tbName, sizeof(pRsp->tbName));
1,500,333✔
2261
  tstrncpy(pRsp->stbName, tbName, sizeof(pRsp->stbName));
1,500,333✔
2262
  pRsp->dbId = pDb->uid;
1,500,333✔
2263
  pRsp->numOfTags = pStb->numOfTags;
1,500,333✔
2264
  pRsp->numOfColumns = pStb->numOfColumns;
1,500,333✔
2265
  pRsp->precision = pDb->cfg.precision;
1,500,333✔
2266
  pRsp->tableType = TSDB_SUPER_TABLE;
1,500,333✔
2267
  pRsp->sversion = pStb->colVer;
1,500,333✔
2268
  pRsp->tversion = pStb->tagVer;
1,500,333✔
2269
  pRsp->suid = pStb->uid;
1,500,333✔
2270
  pRsp->tuid = pStb->uid;
1,500,333✔
2271
  pRsp->virtualStb = pStb->virtualStb;
1,500,333✔
2272

2273
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
40,705,419✔
2274
    SSchema *pSchema = &pRsp->pSchemas[i];
39,205,086✔
2275
    SSchema *pSrcSchema = &pStb->pColumns[i];
39,205,086✔
2276
    memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
39,205,086✔
2277
    pSchema->type = pSrcSchema->type;
39,205,086✔
2278
    pSchema->flags = pSrcSchema->flags;
39,205,086✔
2279
    pSchema->colId = pSrcSchema->colId;
39,205,086✔
2280
    pSchema->bytes = pSrcSchema->bytes;
39,205,086✔
2281
  }
2282

2283
  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
23,807,088✔
2284
    SSchema *pSchema = &pRsp->pSchemas[i + pStb->numOfColumns];
22,306,755✔
2285
    SSchema *pSrcSchema = &pStb->pTags[i];
22,306,755✔
2286
    memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
22,306,755✔
2287
    pSchema->type = pSrcSchema->type;
22,306,755✔
2288
    pSchema->flags = pSrcSchema->flags;
22,306,755✔
2289
    pSchema->colId = pSrcSchema->colId;
22,306,755✔
2290
    pSchema->bytes = pSrcSchema->bytes;
22,306,755✔
2291
  }
2292
  for (int32_t i = 0; i < pStb->numOfColumns; i++) {
40,707,726✔
2293
    SColCmpr   *pCmpr = &pStb->pCmpr[i];
39,207,393✔
2294
    SSchemaExt *pSchEx = &pRsp->pSchemaExt[i];
39,207,393✔
2295
    pSchEx->colId = pCmpr->id;
39,207,393✔
2296
    pSchEx->compress = pCmpr->alg;
39,207,393✔
2297
    if (pStb->pExtSchemas) {
39,207,393✔
2298
      pSchEx->typeMod = pStb->pExtSchemas[i].typeMod;
1,500,884✔
2299
    }
2300
  }
2301

2302
  taosRUnLockLatch(&pStb->lock);
1,500,333✔
2303
  TAOS_RETURN(code);
1,500,357✔
2304
}
2305

2306
static int32_t mndBuildStbCfgImp(SDbObj *pDb, SStbObj *pStb, const char *tbName, STableCfgRsp *pRsp) {
47✔
2307
  int32_t code = 0;
47✔
2308
  taosRLockLatch(&pStb->lock);
47✔
2309

2310
  int32_t totalCols = pStb->numOfColumns + pStb->numOfTags;
47✔
2311
  pRsp->pSchemas = taosMemoryCalloc(totalCols, sizeof(SSchema));
47!
2312
  if (pRsp->pSchemas == NULL) {
47!
2313
    taosRUnLockLatch(&pStb->lock);
×
2314
    code = terrno;
×
2315
    TAOS_RETURN(code);
×
2316
  }
2317

2318
  tstrncpy(pRsp->dbFName, pStb->db, sizeof(pRsp->dbFName));
47✔
2319
  tstrncpy(pRsp->tbName, tbName, sizeof(pRsp->tbName));
47✔
2320
  tstrncpy(pRsp->stbName, tbName, sizeof(pRsp->stbName));
47✔
2321
  pRsp->numOfTags = pStb->numOfTags;
47✔
2322
  pRsp->numOfColumns = pStb->numOfColumns;
47✔
2323
  pRsp->tableType = TSDB_SUPER_TABLE;
47✔
2324
  pRsp->delay1 = pStb->maxdelay[0];
47✔
2325
  pRsp->delay2 = pStb->maxdelay[1];
47✔
2326
  pRsp->watermark1 = pStb->watermark[0];
47✔
2327
  pRsp->watermark2 = pStb->watermark[1];
47✔
2328
  pRsp->ttl = pStb->ttl;
47✔
2329
  pRsp->keep = pStb->keep;
47✔
2330
  pRsp->commentLen = pStb->commentLen;
47✔
2331
  if (pStb->commentLen > 0) {
47!
2332
    pRsp->pComment = taosStrdup(pStb->comment);
×
2333
  }
2334

2335
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
310✔
2336
    SSchema *pSchema = &pRsp->pSchemas[i];
263✔
2337
    SSchema *pSrcSchema = &pStb->pColumns[i];
263✔
2338
    memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
263✔
2339
    pSchema->type = pSrcSchema->type;
263✔
2340
    pSchema->flags = pSrcSchema->flags;
263✔
2341
    pSchema->colId = pSrcSchema->colId;
263✔
2342
    pSchema->bytes = pSrcSchema->bytes;
263✔
2343
  }
2344

2345
  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
127✔
2346
    SSchema *pSchema = &pRsp->pSchemas[i + pStb->numOfColumns];
80✔
2347
    SSchema *pSrcSchema = &pStb->pTags[i];
80✔
2348
    memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
80✔
2349
    pSchema->type = pSrcSchema->type;
80✔
2350
    pSchema->flags = pSrcSchema->flags;
80✔
2351
    pSchema->colId = pSrcSchema->colId;
80✔
2352
    pSchema->bytes = pSrcSchema->bytes;
80✔
2353
  }
2354

2355
  if (pStb->numOfFuncs > 0) {
47!
2356
    pRsp->pFuncs = taosArrayDup(pStb->pFuncs, NULL);
×
2357
  }
2358

2359
  pRsp->pSchemaExt = taosMemoryCalloc(pStb->numOfColumns, sizeof(SSchemaExt));
47!
2360
  for (int32_t i = 0; i < pStb->numOfColumns; i++) {
310✔
2361
    SColCmpr *pCmpr = &pStb->pCmpr[i];
263✔
2362

2363
    SSchemaExt *pSchExt = &pRsp->pSchemaExt[i];
263✔
2364
    pSchExt->colId = pCmpr->id;
263✔
2365
    pSchExt->compress = pCmpr->alg;
263✔
2366
    if (pStb->pExtSchemas) {
263✔
2367
      pSchExt->typeMod = pStb->pExtSchemas[i].typeMod;
165✔
2368
    }
2369
  }
2370
  pRsp->virtualStb = pStb->virtualStb;
47✔
2371
  pRsp->pColRefs = NULL;
47✔
2372

2373
  taosRUnLockLatch(&pStb->lock);
47✔
2374
  TAOS_RETURN(code);
47✔
2375
}
2376

2377
static int32_t mndValidateStbVersion(SMnode *pMnode, SSTableVersion *pStbVer, bool *schema, bool *sma) {
30,657✔
2378
  int32_t code = 0;
30,657✔
2379
  char    tbFName[TSDB_TABLE_FNAME_LEN] = {0};
30,657✔
2380
  snprintf(tbFName, sizeof(tbFName), "%s.%s", pStbVer->dbFName, pStbVer->stbName);
30,657✔
2381

2382
  SDbObj *pDb = mndAcquireDb(pMnode, pStbVer->dbFName);
30,657✔
2383
  if (pDb == NULL) {
30,657✔
2384
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
576✔
2385
    TAOS_RETURN(code);
576✔
2386
  }
2387

2388
  if (pDb->uid != pStbVer->dbId) {
30,081✔
2389
    mndReleaseDb(pMnode, pDb);
200✔
2390
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
200✔
2391
    TAOS_RETURN(code);
200✔
2392
  }
2393

2394
  SStbObj *pStb = mndAcquireStb(pMnode, tbFName);
29,881✔
2395
  if (pStb == NULL) {
29,881✔
2396
    mndReleaseDb(pMnode, pDb);
80✔
2397
    code = TSDB_CODE_PAR_TABLE_NOT_EXIST;
80✔
2398
    TAOS_RETURN(code);
80✔
2399
  }
2400

2401
  taosRLockLatch(&pStb->lock);
29,801✔
2402

2403
  if (pStbVer->sversion != pStb->colVer || pStbVer->tversion != pStb->tagVer) {
29,801✔
2404
    *schema = true;
316✔
2405
  } else {
2406
    *schema = false;
29,485✔
2407
  }
2408

2409
  if (pStbVer->smaVer && pStbVer->smaVer != pStb->smaVer) {
29,801!
2410
    *sma = true;
×
2411
  } else {
2412
    *sma = false;
29,801✔
2413
  }
2414

2415
  taosRUnLockLatch(&pStb->lock);
29,801✔
2416

2417
  mndReleaseDb(pMnode, pDb);
29,801✔
2418
  mndReleaseStb(pMnode, pStb);
29,801✔
2419
  return TSDB_CODE_SUCCESS;
29,801✔
2420
}
2421

2422
static int32_t mndBuildStbSchema(SMnode *pMnode, const char *dbFName, const char *tbName, STableMetaRsp *pRsp) {
1,489,299✔
2423
  int32_t code = 0;
1,489,299✔
2424
  char    tbFName[TSDB_TABLE_FNAME_LEN] = {0};
1,489,299✔
2425
  snprintf(tbFName, sizeof(tbFName), "%s.%s", dbFName, tbName);
1,489,299✔
2426

2427
  SDbObj *pDb = mndAcquireDb(pMnode, dbFName);
1,489,299✔
2428
  if (pDb == NULL) {
1,489,279!
2429
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
2430
    TAOS_RETURN(code);
×
2431
  }
2432

2433
  SStbObj *pStb = mndAcquireStb(pMnode, tbFName);
1,489,279✔
2434
  if (pStb == NULL) {
1,489,276✔
2435
    mndReleaseDb(pMnode, pDb);
2,768✔
2436
    code = TSDB_CODE_PAR_TABLE_NOT_EXIST;
2,768✔
2437
    TAOS_RETURN(code);
2,768✔
2438
  }
2439

2440
  code = mndBuildStbSchemaImp(pDb, pStb, tbName, pRsp);
1,486,508✔
2441
  mndReleaseDb(pMnode, pDb);
1,486,512✔
2442
  mndReleaseStb(pMnode, pStb);
1,486,530✔
2443
  TAOS_RETURN(code);
1,486,531✔
2444
}
2445

2446
static int32_t mndBuildStbCfg(SMnode *pMnode, const char *dbFName, const char *tbName, STableCfgRsp *pRsp) {
47✔
2447
  int32_t code = 0;
47✔
2448
  char    tbFName[TSDB_TABLE_FNAME_LEN] = {0};
47✔
2449
  snprintf(tbFName, sizeof(tbFName), "%s.%s", dbFName, tbName);
47✔
2450

2451
  SDbObj *pDb = mndAcquireDb(pMnode, dbFName);
47✔
2452
  if (pDb == NULL) {
47!
2453
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
2454
    TAOS_RETURN(code);
×
2455
  }
2456

2457
  SStbObj *pStb = mndAcquireStb(pMnode, tbFName);
47✔
2458
  if (pStb == NULL) {
47!
2459
    mndReleaseDb(pMnode, pDb);
×
2460
    code = TSDB_CODE_PAR_TABLE_NOT_EXIST;
×
2461
    TAOS_RETURN(code);
×
2462
  }
2463

2464
  code = mndBuildStbCfgImp(pDb, pStb, tbName, pRsp);
47✔
2465

2466
  mndReleaseDb(pMnode, pDb);
47✔
2467
  mndReleaseStb(pMnode, pStb);
47✔
2468
  TAOS_RETURN(code);
47✔
2469
}
2470

2471
static int32_t mndBuildSMAlterStbRsp(SDbObj *pDb, SStbObj *pObj, void **pCont, int32_t *pLen) {
4,656✔
2472
  int32_t       code = 0;
4,656✔
2473
  SEncoder      ec = {0};
4,656✔
2474
  uint32_t      contLen = 0;
4,656✔
2475
  SMAlterStbRsp alterRsp = {0};
4,656✔
2476
  SName         name = {0};
4,656✔
2477
  TAOS_CHECK_RETURN(tNameFromString(&name, pObj->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE));
4,656!
2478

2479
  alterRsp.pMeta = taosMemoryCalloc(1, sizeof(STableMetaRsp));
4,656!
2480
  if (NULL == alterRsp.pMeta) {
4,656!
2481
    code = terrno;
×
2482
    TAOS_RETURN(code);
×
2483
  }
2484

2485
  code = mndBuildStbSchemaImp(pDb, pObj, name.tname, alterRsp.pMeta);
4,656✔
2486
  if (code) {
4,656!
2487
    tFreeSMAlterStbRsp(&alterRsp);
×
2488
    return code;
×
2489
  }
2490

2491
  tEncodeSize(tEncodeSMAlterStbRsp, &alterRsp, contLen, code);
4,656!
2492
  if (code) {
4,656!
2493
    tFreeSMAlterStbRsp(&alterRsp);
×
2494
    return code;
×
2495
  }
2496

2497
  void *cont = taosMemoryMalloc(contLen);
4,656!
2498
  if (NULL == cont) {
4,656!
2499
    code = terrno;
×
2500
    tFreeSMAlterStbRsp(&alterRsp);
×
2501
    TAOS_RETURN(code);
×
2502
  }
2503
  tEncoderInit(&ec, cont, contLen);
4,656✔
2504
  code = tEncodeSMAlterStbRsp(&ec, &alterRsp);
4,656✔
2505
  tEncoderClear(&ec);
4,656✔
2506

2507
  tFreeSMAlterStbRsp(&alterRsp);
4,656✔
2508

2509
  if (code < 0) TAOS_RETURN(code);
4,656!
2510

2511
  *pCont = cont;
4,656✔
2512
  *pLen = contLen;
4,656✔
2513

2514
  TAOS_RETURN(code);
4,656✔
2515
}
2516

2517
int32_t mndBuildSMCreateStbRsp(SMnode *pMnode, char *dbFName, char *stbFName, void **pCont, int32_t *pLen) {
9,188✔
2518
  int32_t code = -1;
9,188✔
2519
  SDbObj *pDb = mndAcquireDb(pMnode, dbFName);
9,188✔
2520
  if (NULL == pDb) {
9,188!
2521
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2522
    if (terrno != 0) code = terrno;
×
2523
    TAOS_RETURN(code);
×
2524
  }
2525

2526
  SStbObj *pObj = mndAcquireStb(pMnode, stbFName);
9,188✔
2527
  if (NULL == pObj) {
9,188✔
2528
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
4✔
2529
    if (terrno != 0) code = terrno;
4!
2530
    goto _OVER;
4✔
2531
  }
2532

2533
  SEncoder       ec = {0};
9,184✔
2534
  uint32_t       contLen = 0;
9,184✔
2535
  SMCreateStbRsp stbRsp = {0};
9,184✔
2536
  SName          name = {0};
9,184✔
2537
  TAOS_CHECK_GOTO(tNameFromString(&name, pObj->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE), NULL, _OVER);
9,184!
2538

2539
  stbRsp.pMeta = taosMemoryCalloc(1, sizeof(STableMetaRsp));
9,184!
2540
  if (NULL == stbRsp.pMeta) {
9,184!
2541
    code = terrno;
×
2542
    goto _OVER;
×
2543
  }
2544

2545
  code = mndBuildStbSchemaImp(pDb, pObj, name.tname, stbRsp.pMeta);
9,184✔
2546
  if (code) {
9,184!
2547
    tFreeSMCreateStbRsp(&stbRsp);
×
2548
    goto _OVER;
×
2549
  }
2550

2551
  tEncodeSize(tEncodeSMCreateStbRsp, &stbRsp, contLen, code);
9,184!
2552
  if (code) {
9,184!
2553
    tFreeSMCreateStbRsp(&stbRsp);
×
2554
    goto _OVER;
×
2555
  }
2556

2557
  void *cont = taosMemoryMalloc(contLen);
9,184!
2558
  if (NULL == cont) {
9,184!
2559
    code = terrno;
×
2560
    tFreeSMCreateStbRsp(&stbRsp);
×
2561
    goto _OVER;
×
2562
  }
2563
  tEncoderInit(&ec, cont, contLen);
9,184✔
2564
  TAOS_CHECK_GOTO(tEncodeSMCreateStbRsp(&ec, &stbRsp), NULL, _OVER);
9,184!
2565
  tEncoderClear(&ec);
9,184✔
2566

2567
  tFreeSMCreateStbRsp(&stbRsp);
9,184✔
2568

2569
  *pCont = cont;
9,184✔
2570
  *pLen = contLen;
9,184✔
2571

2572
  code = 0;
9,184✔
2573

2574
_OVER:
9,188✔
2575
  if (pObj) {
9,188✔
2576
    mndReleaseStb(pMnode, pObj);
9,184✔
2577
  }
2578

2579
  if (pDb) {
9,188!
2580
    mndReleaseDb(pMnode, pDb);
9,188✔
2581
  }
2582

2583
  TAOS_RETURN(code);
9,188✔
2584
}
2585

2586
static int32_t mndAlterStbImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
3,714✔
2587
                              void *alterOriData, int32_t alterOriDataLen) {
2588
  int32_t code = -1;
3,714✔
2589
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "alter-stb");
3,714✔
2590
  if (pTrans == NULL) {
3,714!
2591
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2592
    if (terrno != 0) code = terrno;
×
2593
    goto _OVER;
×
2594
  }
2595

2596
  mInfo("trans:%d, used to alter stb:%s", pTrans->id, pStb->name);
3,714!
2597
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
3,714✔
2598
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
3,714✔
2599

2600
  if (needRsp) {
3,686✔
2601
    void   *pCont = NULL;
3,557✔
2602
    int32_t contLen = 0;
3,557✔
2603
    TAOS_CHECK_GOTO(mndBuildSMAlterStbRsp(pDb, pStb, &pCont, &contLen), NULL, _OVER);
3,557!
2604
    mndTransSetRpcRsp(pTrans, pCont, contLen);
3,557✔
2605
  }
2606

2607
  TAOS_CHECK_GOTO(mndSetAlterStbPrepareLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
3,686!
2608
  TAOS_CHECK_GOTO(mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
3,686!
2609
  TAOS_CHECK_GOTO(mndSetAlterStbRedoActions(pMnode, pTrans, pDb, pStb, alterOriData, alterOriDataLen), NULL, _OVER);
3,686!
2610
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
3,686!
2611

2612
  code = 0;
3,686✔
2613

2614
_OVER:
3,714✔
2615
  mndTransDrop(pTrans);
3,714✔
2616
  TAOS_RETURN(code);
3,714✔
2617
}
2618

2619
static int32_t mndAlterStbAndUpdateTagIdxImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
1,099✔
2620
                                             void *alterOriData, int32_t alterOriDataLen, const SMAlterStbReq *pAlter) {
2621
  int32_t code = -1;
1,099✔
2622
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "alter-stb");
1,099✔
2623
  if (pTrans == NULL) {
1,099!
2624
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2625
    if (terrno != 0) code = terrno;
×
2626
    goto _OVER;
×
2627
  }
2628

2629
  mInfo("trans:%d, used to alter stb:%s", pTrans->id, pStb->name);
1,099!
2630
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
1,099✔
2631

2632
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
1,099!
2633

2634
  if (needRsp) {
1,099!
2635
    void   *pCont = NULL;
1,099✔
2636
    int32_t contLen = 0;
1,099✔
2637
    TAOS_CHECK_GOTO(mndBuildSMAlterStbRsp(pDb, pStb, &pCont, &contLen), NULL, _OVER);
1,099!
2638
    mndTransSetRpcRsp(pTrans, pCont, contLen);
1,099✔
2639
  }
2640

2641
  if (pAlter->alterType == TSDB_ALTER_TABLE_DROP_TAG) {
1,099✔
2642
    SIdxObj idxObj = {0};
440✔
2643
    SField *pField0 = taosArrayGet(pAlter->pFields, 0);
440✔
2644
    bool    exist = false;
440✔
2645
    if (mndGetIdxsByTagName(pMnode, pStb, pField0->name, &idxObj) == 0) {
440✔
2646
      exist = true;
20✔
2647
    }
2648
    TAOS_CHECK_GOTO(mndSetAlterStbPrepareLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
440!
2649
    TAOS_CHECK_GOTO(mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
440!
2650

2651
    if (exist == true) {
440✔
2652
      TAOS_CHECK_GOTO(mndSetDropIdxPrepareLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
20!
2653
      TAOS_CHECK_GOTO(mndSetDropIdxCommitLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
20!
2654
    }
2655

2656
    TAOS_CHECK_GOTO(mndSetAlterStbRedoActions(pMnode, pTrans, pDb, pStb, alterOriData, alterOriDataLen), NULL, _OVER);
440!
2657
    TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
440!
2658

2659
  } else if (pAlter->alterType == TSDB_ALTER_TABLE_UPDATE_TAG_NAME) {
659!
2660
    SIdxObj     idxObj = {0};
659✔
2661
    SField     *pField0 = taosArrayGet(pAlter->pFields, 0);
659✔
2662
    SField     *pField1 = taosArrayGet(pAlter->pFields, 1);
659✔
2663
    const char *oTagName = pField0->name;
659✔
2664
    const char *nTagName = pField1->name;
659✔
2665
    bool        exist = false;
659✔
2666

2667
    if (mndGetIdxsByTagName(pMnode, pStb, pField0->name, &idxObj) == 0) {
659✔
2668
      exist = true;
37✔
2669
    }
2670

2671
    TAOS_CHECK_GOTO(mndSetAlterStbPrepareLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
659!
2672
    TAOS_CHECK_GOTO(mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
659!
2673

2674
    if (exist == true) {
659✔
2675
      memcpy(idxObj.colName, nTagName, strlen(nTagName));
37✔
2676
      idxObj.colName[strlen(nTagName)] = 0;
37✔
2677
      TAOS_CHECK_GOTO(mndSetAlterIdxPrepareLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
37!
2678
      TAOS_CHECK_GOTO(mndSetAlterIdxCommitLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
37!
2679
    }
2680

2681
    TAOS_CHECK_GOTO(mndSetAlterStbRedoActions(pMnode, pTrans, pDb, pStb, alterOriData, alterOriDataLen), NULL, _OVER);
659!
2682
    TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
659!
2683
  }
2684
  code = 0;
1,099✔
2685

2686
_OVER:
1,099✔
2687
  mndTransDrop(pTrans);
1,099✔
2688
  TAOS_RETURN(code);
1,099✔
2689
}
2690

2691
static int32_t mndAlterStb(SMnode *pMnode, SRpcMsg *pReq, const SMAlterStbReq *pAlter, SDbObj *pDb, SStbObj *pOld) {
6,265✔
2692
  bool    needRsp = true;
6,265✔
2693
  int32_t code = -1;
6,265✔
2694
  SField *pField0 = NULL;
6,265✔
2695

2696
  SStbObj stbObj = {0};
6,265✔
2697
  taosRLockLatch(&pOld->lock);
6,265✔
2698
  memcpy(&stbObj, pOld, sizeof(SStbObj));
6,265✔
2699
  taosRUnLockLatch(&pOld->lock);
6,265✔
2700
  stbObj.pColumns = NULL;
6,265✔
2701
  stbObj.pTags = NULL;
6,265✔
2702
  stbObj.pFuncs = NULL;
6,265✔
2703
  stbObj.pCmpr = NULL;
6,265✔
2704
  stbObj.pExtSchemas = NULL;
6,265✔
2705
  stbObj.updateTime = taosGetTimestampMs();
6,265✔
2706
  stbObj.lock = 0;
6,265✔
2707
  stbObj.virtualStb = pOld->virtualStb;
6,265✔
2708
  bool updateTagIndex = false;
6,265✔
2709
  switch (pAlter->alterType) {
6,265!
2710
    case TSDB_ALTER_TABLE_ADD_TAG:
837✔
2711
      code = mndAddSuperTableTag(pOld, &stbObj, pAlter->pFields, pAlter->numOfFields);
837✔
2712
      break;
837✔
2713
    case TSDB_ALTER_TABLE_DROP_TAG:
462✔
2714
      pField0 = taosArrayGet(pAlter->pFields, 0);
462✔
2715
      code = mndDropSuperTableTag(pMnode, pOld, &stbObj, pField0->name);
462✔
2716
      updateTagIndex = true;
462✔
2717
      break;
462✔
2718
    case TSDB_ALTER_TABLE_UPDATE_TAG_NAME:
706✔
2719
      code = mndAlterStbTagName(pMnode, pOld, &stbObj, pAlter->pFields);
706✔
2720
      updateTagIndex = true;
706✔
2721
      break;
706✔
2722
    case TSDB_ALTER_TABLE_UPDATE_TAG_BYTES:
497✔
2723
      pField0 = taosArrayGet(pAlter->pFields, 0);
497✔
2724
      code = mndAlterStbTagBytes(pMnode, pOld, &stbObj, pField0);
497✔
2725
      break;
497✔
2726
    case TSDB_ALTER_TABLE_ADD_COLUMN:
2,291✔
2727
      code = mndAddSuperTableColumn(pOld, &stbObj, pAlter, pAlter->numOfFields, 0);
2,291✔
2728
      break;
2,291✔
2729
    case TSDB_ALTER_TABLE_DROP_COLUMN:
577✔
2730
      pField0 = taosArrayGet(pAlter->pFields, 0);
577✔
2731
      code = mndDropSuperTableColumn(pMnode, pOld, &stbObj, pField0->name);
577✔
2732
      break;
577✔
2733
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES:
803✔
2734
      pField0 = taosArrayGet(pAlter->pFields, 0);
803✔
2735
      code = mndAlterStbColumnBytes(pMnode, pOld, &stbObj, pField0);
803✔
2736
      break;
803✔
2737
    case TSDB_ALTER_TABLE_UPDATE_OPTIONS:
34✔
2738
      needRsp = false;
34✔
2739
      code = mndUpdateTableOptions(pOld, &stbObj, pAlter->comment, pAlter->commentLen, pAlter->ttl, pAlter->keep);
34✔
2740
      break;
34✔
2741
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_COMPRESS:
26✔
2742
      code = mndUpdateSuperTableColumnCompress(pMnode, pOld, &stbObj, pAlter->pFields, pAlter->numOfFields);
26✔
2743
      break;
26✔
2744
    case TSDB_ALTER_TABLE_ADD_COLUMN_WITH_COMPRESS_OPTION:
32✔
2745
      code = mndAddSuperTableColumn(pOld, &stbObj, pAlter, pAlter->numOfFields, 1);
32✔
2746
      break;
32✔
UNCOV
2747
    default:
×
2748
      needRsp = false;
×
2749
      terrno = TSDB_CODE_OPS_NOT_SUPPORT;
×
2750
      break;
×
2751
  }
2752

2753
  if (code != 0) goto _OVER;
6,265✔
2754
  if (updateTagIndex == false) {
4,718✔
2755
    code = mndAlterStbImp(pMnode, pReq, pDb, &stbObj, needRsp, pReq->pCont, pReq->contLen);
3,619✔
2756
  } else {
2757
    code = mndAlterStbAndUpdateTagIdxImp(pMnode, pReq, pDb, &stbObj, needRsp, pReq->pCont, pReq->contLen, pAlter);
1,099✔
2758
  }
2759

2760
_OVER:
6,265✔
2761
  taosMemoryFreeClear(stbObj.pTags);
6,265!
2762
  taosMemoryFreeClear(stbObj.pColumns);
6,265!
2763
  taosMemoryFreeClear(stbObj.pCmpr);
6,265!
2764
  if (pAlter->commentLen > 0) {
6,265✔
2765
    taosMemoryFreeClear(stbObj.comment);
23!
2766
  }
2767
  taosMemoryFreeClear(stbObj.pExtSchemas);
6,265!
2768
  TAOS_RETURN(code);
6,265✔
2769
}
2770

2771
static int32_t mndProcessAlterStbReq(SRpcMsg *pReq) {
6,291✔
2772
  SMnode       *pMnode = pReq->info.node;
6,291✔
2773
  int32_t       code = -1;
6,291✔
2774
  SDbObj       *pDb = NULL;
6,291✔
2775
  SStbObj      *pStb = NULL;
6,291✔
2776
  SMAlterStbReq alterReq = {0};
6,291✔
2777

2778
  if (tDeserializeSMAlterStbReq(pReq->pCont, pReq->contLen, &alterReq) != 0) {
6,291!
UNCOV
2779
    code = TSDB_CODE_INVALID_MSG;
×
2780
    goto _OVER;
×
2781
  }
2782

2783
  mInfo("stb:%s, start to alter", alterReq.name);
6,291!
2784
  if (mndCheckAlterStbReq(&alterReq) != 0) goto _OVER;
6,291!
2785

2786
  pDb = mndAcquireDbByStb(pMnode, alterReq.name);
6,291✔
2787
  if (pDb == NULL) {
6,291✔
2788
    code = TSDB_CODE_MND_DB_NOT_EXIST;
2✔
2789
    goto _OVER;
2✔
2790
  }
2791

2792
  pStb = mndAcquireStb(pMnode, alterReq.name);
6,289✔
2793
  if (pStb == NULL) {
6,289✔
2794
    code = TSDB_CODE_MND_STB_NOT_EXIST;
24✔
2795
    goto _OVER;
24✔
2796
  }
2797

2798
  if ((code = mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_WRITE_DB, pDb)) != 0) {
6,265!
UNCOV
2799
    goto _OVER;
×
2800
  }
2801

2802
  code = mndAlterStb(pMnode, pReq, &alterReq, pDb, pStb);
6,265✔
2803
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
6,265✔
2804

2805
  SName   name = {0};
6,265✔
2806
  int32_t ret = 0;
6,265✔
2807
  if ((ret = tNameFromString(&name, alterReq.name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0)
6,265!
UNCOV
2808
    mError("stb:%s, failed to tNameFromString since %s", alterReq.name, tstrerror(ret));
×
2809

2810
  auditRecord(pReq, pMnode->clusterId, "alterStb", name.dbname, name.tname, alterReq.sql, alterReq.sqlLen);
6,265✔
2811

2812
_OVER:
6,291✔
2813
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
6,291!
2814
    mError("stb:%s, failed to alter since %s", alterReq.name, tstrerror(code));
1,601!
2815
  }
2816

2817
  mndReleaseStb(pMnode, pStb);
6,291✔
2818
  mndReleaseDb(pMnode, pDb);
6,291✔
2819
  tFreeSMAltertbReq(&alterReq);
6,291✔
2820

2821
  TAOS_RETURN(code);
6,291✔
2822
}
2823

2824
static int32_t mndSetDropStbPrepareLogs(SMnode *pMnode, STrans *pTrans, SStbObj *pStb) {
1,311✔
2825
  int32_t  code = 0;
1,311✔
2826
  SSdbRaw *pRedoRaw = mndStbActionEncode(pStb);
1,311✔
2827
  if (pRedoRaw == NULL) {
1,311!
UNCOV
2828
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2829
    if (terrno != 0) code = terrno;
×
2830
    TAOS_RETURN(code);
×
2831
  }
2832
  if ((code = mndTransAppendPrepareLog(pTrans, pRedoRaw)) != 0) {
1,311!
UNCOV
2833
    sdbFreeRaw(pRedoRaw);
×
2834
    TAOS_RETURN(code);
×
2835
  }
2836
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING));
1,311!
2837

2838
  TAOS_RETURN(code);
1,311✔
2839
}
2840

2841
static int32_t mndSetDropStbCommitLogs(SMnode *pMnode, STrans *pTrans, SStbObj *pStb) {
1,311✔
2842
  int32_t  code = 0;
1,311✔
2843
  SSdbRaw *pCommitRaw = mndStbActionEncode(pStb);
1,311✔
2844
  if (pCommitRaw == NULL) {
1,311!
UNCOV
2845
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2846
    if (terrno != 0) code = terrno;
×
2847
    TAOS_RETURN(code);
×
2848
  }
2849
  if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) {
1,311!
UNCOV
2850
    sdbFreeRaw(pCommitRaw);
×
2851
    TAOS_RETURN(code);
×
2852
  }
2853
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED));
1,311!
2854

2855
  TAOS_RETURN(code);
1,311✔
2856
}
2857

2858
static int32_t mndSetDropStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
1,311✔
2859
  int32_t code = 0;
1,311✔
2860
  SSdb   *pSdb = pMnode->pSdb;
1,311✔
2861
  SVgObj *pVgroup = NULL;
1,311✔
2862
  void   *pIter = NULL;
1,311✔
2863

2864
  while (1) {
4,598✔
2865
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
5,909✔
2866
    if (pIter == NULL) break;
5,909✔
2867
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
4,598✔
2868
      sdbRelease(pSdb, pVgroup);
1,791✔
2869
      continue;
1,791✔
2870
    }
2871

2872
    int32_t contLen = 0;
2,807✔
2873
    void   *pReq = mndBuildVDropStbReq(pMnode, pVgroup, pStb, &contLen);
2,807✔
2874
    if (pReq == NULL) {
2,807!
UNCOV
2875
      sdbCancelFetch(pSdb, pIter);
×
2876
      sdbRelease(pSdb, pVgroup);
×
2877
      code = TSDB_CODE_OUT_OF_MEMORY;
×
2878
      TAOS_RETURN(code);
×
2879
    }
2880

2881
    STransAction action = {0};
2,807✔
2882
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
2,807✔
2883
    action.pCont = pReq;
2,807✔
2884
    action.contLen = contLen;
2,807✔
2885
    action.msgType = TDMT_VND_DROP_STB;
2,807✔
2886
    action.acceptableCode = TSDB_CODE_TDB_STB_NOT_EXIST;
2,807✔
2887
    if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
2,807!
UNCOV
2888
      taosMemoryFree(pReq);
×
2889
      sdbCancelFetch(pSdb, pIter);
×
2890
      sdbRelease(pSdb, pVgroup);
×
2891
      TAOS_RETURN(code);
×
2892
    }
2893
    sdbRelease(pSdb, pVgroup);
2,807✔
2894
  }
2895

2896
  TAOS_RETURN(code);
1,311✔
2897
}
2898

2899
static int32_t mndDropStb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb) {
1,311✔
2900
  int32_t code = -1;
1,311✔
2901
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "drop-stb");
1,311✔
2902
  if (pTrans == NULL) {
1,311!
UNCOV
2903
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2904
    if (terrno != 0) code = terrno;
×
2905
    goto _OVER;
×
2906
  }
2907

2908
  mInfo("trans:%d, used to drop stb:%s", pTrans->id, pStb->name);
1,311!
2909
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
1,311✔
2910
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
1,311!
2911

2912
  TAOS_CHECK_GOTO(mndSetDropStbPrepareLogs(pMnode, pTrans, pStb), NULL, _OVER);
1,311!
2913
  TAOS_CHECK_GOTO(mndSetDropStbCommitLogs(pMnode, pTrans, pStb), NULL, _OVER);
1,311!
2914
  TAOS_CHECK_GOTO(mndSetDropStbRedoActions(pMnode, pTrans, pDb, pStb), NULL, _OVER);
1,311!
2915
  TAOS_CHECK_GOTO(mndDropIdxsByStb(pMnode, pTrans, pDb, pStb), NULL, _OVER);
1,311!
2916
  TAOS_CHECK_GOTO(mndDropSmasByStb(pMnode, pTrans, pDb, pStb), NULL, _OVER);
1,311!
2917
  TAOS_CHECK_GOTO(mndUserRemoveStb(pMnode, pTrans, pStb->name), NULL, _OVER);
1,311!
2918
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
1,311!
2919
  code = 0;
1,311✔
2920

2921
_OVER:
1,311✔
2922
  mndTransDrop(pTrans);
1,311✔
2923
  TAOS_RETURN(code);
1,311✔
2924
}
2925

2926
static int32_t mndCheckDropStbForTopic(SMnode *pMnode, const char *stbFullName, int64_t suid) {
1,315✔
2927
  int32_t code = 0;
1,315✔
2928
  SSdb   *pSdb = pMnode->pSdb;
1,315✔
2929
  void   *pIter = NULL;
1,315✔
2930
  while (1) {
98✔
2931
    SMqTopicObj *pTopic = NULL;
1,413✔
2932
    pIter = sdbFetch(pSdb, SDB_TOPIC, pIter, (void **)&pTopic);
1,413✔
2933
    if (pIter == NULL) break;
1,413✔
2934

2935
    if (pTopic->subType == TOPIC_SUB_TYPE__TABLE) {
98✔
2936
      if (pTopic->stbUid == suid) {
14!
UNCOV
2937
        sdbRelease(pSdb, pTopic);
×
2938
        sdbCancelFetch(pSdb, pIter);
×
2939
        TAOS_RETURN(-1);
×
2940
      }
2941
    }
2942

2943
    if (pTopic->ast == NULL) {
98✔
2944
      sdbRelease(pSdb, pTopic);
38✔
2945
      continue;
38✔
2946
    }
2947

2948
    SNode *pAst = NULL;
60✔
2949
    if (nodesStringToNode(pTopic->ast, &pAst) != 0) {
60!
UNCOV
2950
      code = TSDB_CODE_MND_INVALID_TOPIC_OPTION;
×
2951
      mError("topic:%s, create ast error", pTopic->name);
×
2952
      sdbRelease(pSdb, pTopic);
×
2953
      sdbCancelFetch(pSdb, pIter);
×
2954
      TAOS_RETURN(code);
×
2955
    }
2956

2957
    SNodeList *pNodeList = NULL;
60✔
2958
    if ((code = nodesCollectColumns((SSelectStmt *)pAst, SQL_CLAUSE_FROM, NULL, COLLECT_COL_TYPE_ALL, &pNodeList)) !=
60!
2959
        0) {
UNCOV
2960
      sdbRelease(pSdb, pTopic);
×
2961
      sdbCancelFetch(pSdb, pIter);
×
2962
      TAOS_RETURN(code);
×
2963
    }
2964
    SNode *pNode = NULL;
60✔
2965
    FOREACH(pNode, pNodeList) {
60✔
2966
      SColumnNode *pCol = (SColumnNode *)pNode;
46✔
2967

2968
      if (pCol->tableId == suid) {
46!
UNCOV
2969
        sdbRelease(pSdb, pTopic);
×
2970
        nodesDestroyNode(pAst);
×
2971
        nodesDestroyList(pNodeList);
×
2972
        sdbCancelFetch(pSdb, pIter);
×
2973
        TAOS_RETURN(-1);
×
2974
      } else {
2975
        goto NEXT;
46✔
2976
      }
2977
    }
2978
  NEXT:
14✔
2979
    sdbRelease(pSdb, pTopic);
60✔
2980
    nodesDestroyNode(pAst);
60✔
2981
    nodesDestroyList(pNodeList);
60✔
2982
  }
2983
  TAOS_RETURN(code);
1,315✔
2984
}
2985

2986
static int32_t mndCheckDropStbForStream(SMnode *pMnode, const char *stbFullName, int64_t suid) {
1,315✔
2987
  int32_t code = 0;
1,315✔
2988
  SSdb   *pSdb = pMnode->pSdb;
1,315✔
2989
  void   *pIter = NULL;
1,315✔
2990
  while (1) {
43✔
2991
    SStreamObj *pStream = NULL;
1,358✔
2992
    pIter = sdbFetch(pSdb, SDB_STREAM, pIter, (void **)&pStream);
1,358✔
2993
    if (pIter == NULL) break;
1,358✔
2994

2995
    if (pStream->targetStbUid == suid) {
47!
UNCOV
2996
      sdbCancelFetch(pSdb, pIter);
×
2997
      sdbRelease(pSdb, pStream);
×
2998
      TAOS_RETURN(-1);
4✔
2999
    }
3000

3001
    SNode *pAst = NULL;
47✔
3002
    if (nodesStringToNode(pStream->ast, &pAst) != 0) {
47!
UNCOV
3003
      code = TSDB_CODE_MND_INVALID_STREAM_OPTION;
×
3004
      mError("stream:%s, create ast error", pStream->name);
×
3005
      sdbCancelFetch(pSdb, pIter);
×
3006
      sdbRelease(pSdb, pStream);
×
3007
      TAOS_RETURN(code);
×
3008
    }
3009

3010
    SNodeList *pNodeList = NULL;
47✔
3011
    if ((code = nodesCollectColumns((SSelectStmt *)pAst, SQL_CLAUSE_FROM, NULL, COLLECT_COL_TYPE_ALL, &pNodeList)) !=
47!
3012
        0) {
UNCOV
3013
      sdbCancelFetch(pSdb, pIter);
×
3014
      sdbRelease(pSdb, pStream);
×
3015
      TAOS_RETURN(code);
×
3016
    }
3017
    SNode *pNode = NULL;
47✔
3018
    FOREACH(pNode, pNodeList) {
47!
3019
      SColumnNode *pCol = (SColumnNode *)pNode;
47✔
3020

3021
      if (pCol->tableId == suid) {
47✔
3022
        sdbCancelFetch(pSdb, pIter);
4✔
3023
        sdbRelease(pSdb, pStream);
4✔
3024
        nodesDestroyNode(pAst);
4✔
3025
        nodesDestroyList(pNodeList);
4✔
3026
        TAOS_RETURN(-1);
4✔
3027
      } else {
3028
        goto NEXT;
43✔
3029
      }
3030
    }
UNCOV
3031
  NEXT:
×
3032
    sdbRelease(pSdb, pStream);
43✔
3033
    nodesDestroyNode(pAst);
43✔
3034
    nodesDestroyList(pNodeList);
43✔
3035
  }
3036
  TAOS_RETURN(code);
1,311✔
3037
}
3038

UNCOV
3039
static int32_t mndProcessDropTtltbRsp(SRpcMsg *pRsp) { return 0; }
×
3040
static int32_t mndProcessTrimDbRsp(SRpcMsg *pRsp) { return 0; }
101✔
UNCOV
3041
static int32_t mndProcessS3MigrateDbRsp(SRpcMsg *pRsp) { return 0; }
×
3042

3043
static int32_t mndProcessDropStbReq(SRpcMsg *pReq) {
1,962✔
3044
  SMnode      *pMnode = pReq->info.node;
1,962✔
3045
  int32_t      code = -1;
1,962✔
3046
  SDbObj      *pDb = NULL;
1,962✔
3047
  SStbObj     *pStb = NULL;
1,962✔
3048
  SMDropStbReq dropReq = {0};
1,962✔
3049

3050
  TAOS_CHECK_GOTO(tDeserializeSMDropStbReq(pReq->pCont, pReq->contLen, &dropReq), NULL, _OVER);
1,962!
3051

3052
  mInfo("stb:%s, start to drop", dropReq.name);
1,962!
3053

3054
  pStb = mndAcquireStb(pMnode, dropReq.name);
1,962✔
3055
  if (pStb == NULL) {
1,962✔
3056
    if (dropReq.igNotExists) {
647✔
3057
      mInfo("stb:%s, not exist, ignore not exist is set", dropReq.name);
645!
3058
      code = 0;
645✔
3059
      goto _OVER;
645✔
3060
    } else {
3061
      code = TSDB_CODE_MND_STB_NOT_EXIST;
2✔
3062
      goto _OVER;
2✔
3063
    }
3064
  }
3065

3066
  if ((dropReq.source == TD_REQ_FROM_TAOX_OLD || dropReq.source == TD_REQ_FROM_TAOX) && pStb->uid != dropReq.suid) {
1,315!
UNCOV
3067
    code = 0;
×
3068
    goto _OVER;
×
3069
  }
3070

3071
  pDb = mndAcquireDbByStb(pMnode, dropReq.name);
1,315✔
3072
  if (pDb == NULL) {
1,315!
UNCOV
3073
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
3074
    goto _OVER;
×
3075
  }
3076

3077
  if ((code = mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_WRITE_DB, pDb)) != 0) {
1,315!
UNCOV
3078
    goto _OVER;
×
3079
  }
3080

3081
  if (mndCheckDropStbForTopic(pMnode, dropReq.name, pStb->uid) < 0) {
1,315!
UNCOV
3082
    code = TSDB_CODE_MND_TOPIC_MUST_BE_DELETED;
×
3083
    goto _OVER;
×
3084
  }
3085

3086
  if (mndCheckDropStbForStream(pMnode, dropReq.name, pStb->uid) < 0) {
1,315✔
3087
    code = TSDB_CODE_MND_STREAM_MUST_BE_DELETED;
4✔
3088
    goto _OVER;
4✔
3089
  }
3090

3091
  code = mndDropStb(pMnode, pReq, pDb, pStb);
1,311✔
3092
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
1,311!
3093

3094
  SName   name = {0};
1,311✔
3095
  int32_t ret = 0;
1,311✔
3096
  if ((ret = tNameFromString(&name, dropReq.name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0)
1,311!
UNCOV
3097
    mError("stb:%s, failed to tNameFromString since %s", dropReq.name, tstrerror(ret));
×
3098

3099
  auditRecord(pReq, pMnode->clusterId, "dropStb", name.dbname, name.tname, dropReq.sql, dropReq.sqlLen);
1,311✔
3100

3101
_OVER:
1,962✔
3102
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
1,962✔
3103
    mError("stb:%s, failed to drop since %s", dropReq.name, tstrerror(code));
6!
3104
  }
3105

3106
  mndReleaseDb(pMnode, pDb);
1,962✔
3107
  mndReleaseStb(pMnode, pStb);
1,962✔
3108
  tFreeSMDropStbReq(&dropReq);
1,962✔
3109
  TAOS_RETURN(code);
1,962✔
3110
}
3111

3112
static int32_t mndProcessTableMetaReq(SRpcMsg *pReq) {
1,767,750✔
3113
  SMnode       *pMnode = pReq->info.node;
1,767,750✔
3114
  int32_t       code = -1;
1,767,750✔
3115
  STableInfoReq infoReq = {0};
1,767,750✔
3116
  STableMetaRsp metaRsp = {0};
1,767,750✔
3117
  SUserObj     *pUser = NULL;
1,767,750✔
3118

3119
  code = mndAcquireUser(pMnode, pReq->info.conn.user, &pUser);
1,767,750✔
3120
  if (pUser == NULL) return 0;
1,767,930!
3121
  bool sysinfo = pUser->sysInfo;
1,767,930✔
3122

3123
  TAOS_CHECK_GOTO(tDeserializeSTableInfoReq(pReq->pCont, pReq->contLen, &infoReq), NULL, _OVER);
1,767,930!
3124

3125
  if (0 == strcmp(infoReq.dbFName, TSDB_INFORMATION_SCHEMA_DB)) {
1,767,941✔
3126
    mInfo("information_schema table:%s.%s, start to retrieve meta", infoReq.dbFName, infoReq.tbName);
225,417!
3127
    TAOS_CHECK_GOTO(mndBuildInsTableSchema(pMnode, infoReq.dbFName, infoReq.tbName, sysinfo, &metaRsp), NULL, _OVER);
225,417✔
3128
  } else if (0 == strcmp(infoReq.dbFName, TSDB_PERFORMANCE_SCHEMA_DB)) {
1,542,524✔
3129
    mInfo("performance_schema table:%s.%s, start to retrieve meta", infoReq.dbFName, infoReq.tbName);
53,560!
3130
    TAOS_CHECK_GOTO(mndBuildPerfsTableSchema(pMnode, infoReq.dbFName, infoReq.tbName, &metaRsp), NULL, _OVER);
53,560✔
3131
  } else {
3132
    mInfo("stb:%s.%s, start to retrieve meta", infoReq.dbFName, infoReq.tbName);
1,488,964✔
3133
    TAOS_CHECK_GOTO(mndBuildStbSchema(pMnode, infoReq.dbFName, infoReq.tbName, &metaRsp), NULL, _OVER);
1,489,017✔
3134
  }
3135

3136
  int32_t rspLen = tSerializeSTableMetaRsp(NULL, 0, &metaRsp);
1,764,664✔
3137
  if (rspLen < 0) {
1,764,612!
UNCOV
3138
    code = TSDB_CODE_INVALID_MSG;
×
3139
    goto _OVER;
×
3140
  }
3141

3142
  void *pRsp = rpcMallocCont(rspLen);
1,764,612✔
3143
  if (pRsp == NULL) {
1,764,548!
UNCOV
3144
    code = terrno;
×
3145
    goto _OVER;
×
3146
  }
3147

3148
  if ((rspLen = tSerializeSTableMetaRsp(pRsp, rspLen, &metaRsp)) < 0) {
1,764,548!
UNCOV
3149
    code = rspLen;
×
3150
    goto _OVER;
×
3151
  }
3152
  pReq->info.rsp = pRsp;
1,764,575✔
3153
  pReq->info.rspLen = rspLen;
1,764,575✔
3154
  code = 0;
1,764,575✔
3155

3156
  mTrace("%s.%s, meta is retrieved", infoReq.dbFName, infoReq.tbName);
1,764,575✔
3157

3158
_OVER:
1,760,147✔
3159
  if (code != 0) {
1,767,870✔
3160
    mError("stb:%s.%s, failed to retrieve meta since %s", infoReq.dbFName, infoReq.tbName, tstrerror(code));
3,295!
3161
  }
3162

3163
  mndReleaseUser(pMnode, pUser);
1,767,870✔
3164
  tFreeSTableMetaRsp(&metaRsp);
1,767,955✔
3165
  // TODO change to TAOS_RETURN
3166
  return code;
1,767,948✔
3167
}
3168

3169
static int32_t mndProcessTableCfgReq(SRpcMsg *pReq) {
77✔
3170
  SMnode      *pMnode = pReq->info.node;
77✔
3171
  int32_t      code = -1;
77✔
3172
  STableCfgReq cfgReq = {0};
77✔
3173
  STableCfgRsp cfgRsp = {0};
77✔
3174

3175
  TAOS_CHECK_GOTO(tDeserializeSTableCfgReq(pReq->pCont, pReq->contLen, &cfgReq), NULL, _OVER);
77!
3176

3177
  char dbName[TSDB_DB_NAME_LEN] = {0};
77✔
3178
  TAOS_CHECK_GOTO(mndExtractShortDbNameFromDbFullName(cfgReq.dbFName, dbName), NULL, _OVER);
77!
3179
  if (0 == strcmp(dbName, TSDB_INFORMATION_SCHEMA_DB)) {
77✔
3180
    mInfo("information_schema table:%s.%s, start to retrieve cfg", cfgReq.dbFName, cfgReq.tbName);
20!
3181
    TAOS_CHECK_GOTO(mndBuildInsTableCfg(pMnode, cfgReq.dbFName, cfgReq.tbName, &cfgRsp), NULL, _OVER);
20!
3182
  } else if (0 == strcmp(dbName, TSDB_PERFORMANCE_SCHEMA_DB)) {
57✔
3183
    mInfo("performance_schema table:%s.%s, start to retrieve cfg", cfgReq.dbFName, cfgReq.tbName);
10!
3184
    TAOS_CHECK_GOTO(mndBuildPerfsTableCfg(pMnode, cfgReq.dbFName, cfgReq.tbName, &cfgRsp), NULL, _OVER);
10!
3185
  } else {
3186
    mInfo("stb:%s.%s, start to retrieve cfg", cfgReq.dbFName, cfgReq.tbName);
47!
3187
    TAOS_CHECK_GOTO(mndBuildStbCfg(pMnode, cfgReq.dbFName, cfgReq.tbName, &cfgRsp), NULL, _OVER);
47!
3188
  }
3189

3190
  int32_t rspLen = tSerializeSTableCfgRsp(NULL, 0, &cfgRsp);
77✔
3191
  if (rspLen < 0) {
77!
UNCOV
3192
    code = TSDB_CODE_INVALID_MSG;
×
3193
    goto _OVER;
×
3194
  }
3195

3196
  void *pRsp = rpcMallocCont(rspLen);
77✔
3197
  if (pRsp == NULL) {
77!
UNCOV
3198
    code = terrno;
×
3199
    goto _OVER;
×
3200
  }
3201

3202
  if ((rspLen = tSerializeSTableCfgRsp(pRsp, rspLen, &cfgRsp)) < 0) {
77!
UNCOV
3203
    code = rspLen;
×
3204
    goto _OVER;
×
3205
  }
3206
  pReq->info.rsp = pRsp;
77✔
3207
  pReq->info.rspLen = rspLen;
77✔
3208
  code = 0;
77✔
3209

3210
  mTrace("%s.%s, cfg is retrieved", cfgReq.dbFName, cfgReq.tbName);
77✔
3211

3212
_OVER:
62✔
3213
  if (code != 0) {
77!
UNCOV
3214
    mError("stb:%s.%s, failed to retrieve cfg since %s", cfgReq.dbFName, cfgReq.tbName, tstrerror(code));
×
3215
  }
3216

3217
  tFreeSTableCfgRsp(&cfgRsp);
77✔
3218
  TAOS_RETURN(code);
77✔
3219
}
3220

3221
int32_t mndValidateStbInfo(SMnode *pMnode, SSTableVersion *pStbVersions, int32_t numOfStbs, void **ppRsp,
24,619✔
3222
                           int32_t *pRspLen) {
3223
  int32_t   code = 0;
24,619✔
3224
  SSTbHbRsp hbRsp = {0};
24,619✔
3225
  hbRsp.pMetaRsp = taosArrayInit(numOfStbs, sizeof(STableMetaRsp));
24,619✔
3226
  if (hbRsp.pMetaRsp == NULL) {
24,619!
UNCOV
3227
    code = terrno;
×
3228
    TAOS_RETURN(code);
×
3229
  }
3230

3231
  hbRsp.pIndexRsp = taosArrayInit(numOfStbs, sizeof(STableIndexRsp));
24,619✔
3232
  if (NULL == hbRsp.pIndexRsp) {
24,619!
UNCOV
3233
    taosArrayDestroy(hbRsp.pMetaRsp);
×
3234
    code = terrno;
×
3235
    TAOS_RETURN(code);
×
3236
  }
3237

3238
  for (int32_t i = 0; i < numOfStbs; ++i) {
55,276✔
3239
    SSTableVersion *pStbVersion = &pStbVersions[i];
30,657✔
3240
    pStbVersion->suid = be64toh(pStbVersion->suid);
30,657✔
3241
    pStbVersion->sversion = ntohl(pStbVersion->sversion);
30,657✔
3242
    pStbVersion->tversion = ntohl(pStbVersion->tversion);
30,657✔
3243
    pStbVersion->smaVer = ntohl(pStbVersion->smaVer);
30,657✔
3244

3245
    bool    schema = false;
30,657✔
3246
    bool    sma = false;
30,657✔
3247
    int32_t code = mndValidateStbVersion(pMnode, pStbVersion, &schema, &sma);
30,657✔
3248
    if (TSDB_CODE_SUCCESS != code) {
30,657✔
3249
      STableMetaRsp metaRsp = {0};
856✔
3250
      metaRsp.numOfColumns = -1;
856✔
3251
      metaRsp.suid = pStbVersion->suid;
856✔
3252
      tstrncpy(metaRsp.dbFName, pStbVersion->dbFName, sizeof(metaRsp.dbFName));
856✔
3253
      tstrncpy(metaRsp.tbName, pStbVersion->stbName, sizeof(metaRsp.tbName));
856✔
3254
      tstrncpy(metaRsp.stbName, pStbVersion->stbName, sizeof(metaRsp.stbName));
856✔
3255
      if (taosArrayPush(hbRsp.pMetaRsp, &metaRsp) == NULL) {
1,712!
UNCOV
3256
        code = terrno;
×
3257
        return code;
×
3258
      }
3259
      continue;
856✔
3260
    }
3261

3262
    if (schema) {
29,801✔
3263
      STableMetaRsp metaRsp = {0};
316✔
3264
      mInfo("stb:%s.%s, start to retrieve meta", pStbVersion->dbFName, pStbVersion->stbName);
316!
3265
      if (mndBuildStbSchema(pMnode, pStbVersion->dbFName, pStbVersion->stbName, &metaRsp) != 0) {
316!
UNCOV
3266
        metaRsp.numOfColumns = -1;
×
3267
        metaRsp.suid = pStbVersion->suid;
×
3268
        tstrncpy(metaRsp.dbFName, pStbVersion->dbFName, sizeof(metaRsp.dbFName));
×
3269
        tstrncpy(metaRsp.tbName, pStbVersion->stbName, sizeof(metaRsp.tbName));
×
3270
        tstrncpy(metaRsp.stbName, pStbVersion->stbName, sizeof(metaRsp.stbName));
×
3271
        if (taosArrayPush(hbRsp.pMetaRsp, &metaRsp) == NULL) {
×
3272
          code = terrno;
×
3273
          return code;
×
3274
        }
UNCOV
3275
        continue;
×
3276
      }
3277

3278
      if (taosArrayPush(hbRsp.pMetaRsp, &metaRsp) == NULL) {
632!
UNCOV
3279
        code = terrno;
×
3280
        return code;
×
3281
      }
3282
    }
3283

3284
    if (sma) {
29,801!
UNCOV
3285
      bool           exist = false;
×
3286
      char           tbFName[TSDB_TABLE_FNAME_LEN];
UNCOV
3287
      STableIndexRsp indexRsp = {0};
×
3288
      indexRsp.pIndex = taosArrayInit(10, sizeof(STableIndexInfo));
×
3289
      if (NULL == indexRsp.pIndex) {
×
3290
        code = terrno;
×
3291
        TAOS_RETURN(code);
×
3292
      }
3293

UNCOV
3294
      (void)tsnprintf(tbFName, sizeof(tbFName), "%s.%s", pStbVersion->dbFName, pStbVersion->stbName);
×
3295
      int32_t code = mndGetTableSma(pMnode, tbFName, &indexRsp, &exist);
×
3296
      if (code || !exist) {
×
3297
        indexRsp.suid = pStbVersion->suid;
×
3298
        indexRsp.version = -1;
×
3299
        indexRsp.pIndex = NULL;
×
3300
      }
3301

UNCOV
3302
      tstrncpy(indexRsp.dbFName, pStbVersion->dbFName, sizeof(indexRsp.dbFName));
×
3303
      tstrncpy(indexRsp.tbName, pStbVersion->stbName, sizeof(indexRsp.tbName));
×
3304

UNCOV
3305
      if (taosArrayPush(hbRsp.pIndexRsp, &indexRsp) == NULL) {
×
3306
        code = terrno;
×
3307
        return code;
×
3308
      }
3309
    }
3310
  }
3311

3312
  int32_t rspLen = tSerializeSSTbHbRsp(NULL, 0, &hbRsp);
24,619✔
3313
  if (rspLen < 0) {
24,619!
UNCOV
3314
    tFreeSSTbHbRsp(&hbRsp);
×
3315
    code = TSDB_CODE_INVALID_MSG;
×
3316
    TAOS_RETURN(code);
×
3317
  }
3318

3319
  void *pRsp = taosMemoryMalloc(rspLen);
24,619!
3320
  if (pRsp == NULL) {
24,619!
UNCOV
3321
    tFreeSSTbHbRsp(&hbRsp);
×
3322
    code = terrno;
×
3323
    TAOS_RETURN(code);
×
3324
  }
3325

3326
  rspLen = tSerializeSSTbHbRsp(pRsp, rspLen, &hbRsp);
24,619✔
3327
  tFreeSSTbHbRsp(&hbRsp);
24,619✔
3328
  if (rspLen < 0) return rspLen;
24,619!
3329
  *ppRsp = pRsp;
24,619✔
3330
  *pRspLen = rspLen;
24,619✔
3331
  TAOS_RETURN(code);
24,619✔
3332
}
3333

3334
int32_t mndGetNumOfStbs(SMnode *pMnode, char *dbName, int32_t *pNumOfStbs) {
10,234✔
3335
  int32_t code = 0;
10,234✔
3336
  SSdb   *pSdb = pMnode->pSdb;
10,234✔
3337
  SDbObj *pDb = mndAcquireDb(pMnode, dbName);
10,234✔
3338
  if (pDb == NULL) {
10,234!
UNCOV
3339
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
3340
    TAOS_RETURN(code);
×
3341
  }
3342

3343
  int32_t numOfStbs = 0;
10,234✔
3344
  void   *pIter = NULL;
10,234✔
3345
  while (1) {
201,999✔
3346
    SStbObj *pStb = NULL;
212,233✔
3347
    pIter = sdbFetch(pSdb, SDB_STB, pIter, (void **)&pStb);
212,233✔
3348
    if (pIter == NULL) break;
212,233✔
3349

3350
    if (pStb->dbUid == pDb->uid) {
201,999✔
3351
      numOfStbs++;
99,632✔
3352
    }
3353

3354
    sdbRelease(pSdb, pStb);
201,999✔
3355
  }
3356

3357
  *pNumOfStbs = numOfStbs;
10,234✔
3358
  mndReleaseDb(pMnode, pDb);
10,234✔
3359
  TAOS_RETURN(code);
10,234✔
3360
}
3361

UNCOV
3362
int32_t mndExtractDbNameFromStbFullName(const char *stbFullName, char *dst) {
×
3363
  SName name = {0};
×
3364
  TAOS_CHECK_RETURN(tNameFromString(&name, stbFullName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE));
×
3365

UNCOV
3366
  TAOS_CHECK_RETURN(tNameGetFullDbName(&name, dst));
×
3367

UNCOV
3368
  return 0;
×
3369
}
3370

3371
int32_t mndExtractShortDbNameFromStbFullName(const char *stbFullName, char *dst) {
4✔
3372
  SName name = {0};
4✔
3373
  TAOS_CHECK_RETURN(tNameFromString(&name, stbFullName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE));
4!
3374

3375
  TAOS_CHECK_RETURN(tNameGetDbName(&name, dst));
4!
3376

3377
  return 0;
4✔
3378
}
3379

3380
int32_t mndExtractShortDbNameFromDbFullName(const char *stbFullName, char *dst) {
77✔
3381
  SName name = {0};
77✔
3382
  TAOS_CHECK_RETURN(tNameFromString(&name, stbFullName, T_NAME_ACCT | T_NAME_DB));
77!
3383

3384
  TAOS_CHECK_RETURN(tNameGetDbName(&name, dst));
77!
3385

3386
  return 0;
77✔
3387
}
3388

3389
void mndExtractTbNameFromStbFullName(const char *stbFullName, char *dst, int32_t dstSize) {
1,787,546✔
3390
  int32_t pos = -1;
1,787,546✔
3391
  int32_t num = 0;
1,787,546✔
3392
  for (pos = 0; stbFullName[pos] != 0; ++pos) {
30,566,907!
3393
    if (stbFullName[pos] == TS_PATH_DELIMITER[0]) num++;
30,566,959✔
3394
    if (num == 2) break;
30,566,959✔
3395
  }
3396

3397
  if (num == 2) {
1,787,546!
3398
    tstrncpy(dst, stbFullName + pos + 1, dstSize);
1,787,591✔
3399
  }
3400
}
1,787,546✔
3401

3402
static int32_t mndRetrieveStb(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
19,888✔
3403
  SMnode  *pMnode = pReq->info.node;
19,888✔
3404
  SSdb    *pSdb = pMnode->pSdb;
19,888✔
3405
  int32_t  numOfRows = 0;
19,888✔
3406
  SStbObj *pStb = NULL;
19,888✔
3407
  int32_t  cols = 0;
19,888✔
3408
  int32_t  lino = 0;
19,888✔
3409
  int32_t  code = 0;
19,888✔
3410

3411
  SDbObj *pDb = NULL;
19,888✔
3412
  if (strlen(pShow->db) > 0) {
19,888✔
3413
    pDb = mndAcquireDb(pMnode, pShow->db);
1,007✔
3414
    if (pDb == NULL) return terrno;
1,007✔
3415
  }
3416

3417
  while (numOfRows < rows) {
1,025,663✔
3418
    pShow->pIter = sdbFetch(pSdb, SDB_STB, pShow->pIter, (void **)&pStb);
1,016,244✔
3419
    if (pShow->pIter == NULL) break;
1,015,910✔
3420

3421
    if (pDb != NULL && pStb->dbUid != pDb->uid) {
1,005,401✔
3422
      sdbRelease(pSdb, pStb);
2,048✔
3423
      continue;
2,060✔
3424
    }
3425

3426
    if (isTsmaResSTb(pStb->name)) {
1,003,353✔
3427
      sdbRelease(pSdb, pStb);
12✔
3428
      continue;
12✔
3429
    }
3430

3431
    cols = 0;
1,002,985✔
3432

3433
    SName name = {0};
1,002,985✔
3434

3435
    char stbName[TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
1,002,985✔
3436
    mndExtractTbNameFromStbFullName(pStb->name, &stbName[VARSTR_HEADER_SIZE], TSDB_TABLE_NAME_LEN);
1,002,985✔
3437
    varDataSetLen(stbName, strlen(&stbName[VARSTR_HEADER_SIZE]));
1,003,421✔
3438
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,003,421✔
3439
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)stbName, false), pStb, &lino, _ERROR);
1,001,342!
3440

3441
    char db[TSDB_DB_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
998,467✔
3442
    RETRIEVE_CHECK_GOTO(tNameFromString(&name, pStb->db, T_NAME_ACCT | T_NAME_DB), pStb, &lino, _ERROR);
998,467!
3443
    RETRIEVE_CHECK_GOTO(tNameGetDbName(&name, varDataVal(db)), pStb, &lino, _ERROR);
1,002,454!
3444
    varDataSetLen(db, strlen(varDataVal(db)));
1,002,483✔
3445
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,002,483✔
3446
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)db, false), pStb, &lino, _ERROR);
1,000,251!
3447

3448
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
996,157✔
3449
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->createdTime, false), pStb, &lino,
993,968!
3450
                        _ERROR);
3451

3452
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
992,578✔
3453
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->numOfColumns, false), pStb, &lino,
990,743!
3454
                        _ERROR);
3455

3456
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
990,953✔
3457
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->numOfTags, false), pStb, &lino, _ERROR);
989,100!
3458

3459
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
989,763✔
3460
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->updateTime, false), pStb, &lino,
988,525!
3461
                        _ERROR);  // number of tables
3462

3463
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
989,041✔
3464
    if (pStb->commentLen > 0) {
987,077!
UNCOV
3465
      char comment[TSDB_TB_COMMENT_LEN + VARSTR_HEADER_SIZE] = {0};
×
UNCOV
3466
      STR_TO_VARSTR(comment, pStb->comment);
×
UNCOV
3467
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, comment, false), pStb, &lino, _ERROR);
×
3468
    } else if (pStb->commentLen == 0) {
987,991✔
3469
      char comment[VARSTR_HEADER_SIZE + VARSTR_HEADER_SIZE] = {0};
28,157✔
3470
      STR_TO_VARSTR(comment, "");
28,157✔
3471
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, comment, false), pStb, &lino, _ERROR);
28,157!
3472
    } else {
3473
      colDataSetNULL(pColInfo, numOfRows);
959,834!
3474
    }
3475

3476
    char watermark[64 + VARSTR_HEADER_SIZE] = {0};
988,093✔
3477
    (void)tsnprintf(varDataVal(watermark), sizeof(watermark) - VARSTR_HEADER_SIZE, "%" PRId64 "a,%" PRId64 "a",
988,093✔
3478
              pStb->watermark[0], pStb->watermark[1]);
988,093✔
3479
    varDataSetLen(watermark, strlen(varDataVal(watermark)));
1,002,819✔
3480

3481
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,002,819✔
3482
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)watermark, false), pStb, &lino, _ERROR);
998,398!
3483

3484
    char maxDelay[64 + VARSTR_HEADER_SIZE] = {0};
994,141✔
3485
    (void)tsnprintf(varDataVal(maxDelay), sizeof(maxDelay) - VARSTR_HEADER_SIZE, "%" PRId64 "a,%" PRId64 "a",
994,141✔
3486
              pStb->maxdelay[0], pStb->maxdelay[1]);
994,141✔
3487
    varDataSetLen(maxDelay, strlen(varDataVal(maxDelay)));
1,003,066✔
3488

3489
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,003,066✔
3490
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)maxDelay, false), pStb, &lino, _ERROR);
998,770!
3491

3492
    char    rollup[160 + VARSTR_HEADER_SIZE] = {0};
994,086✔
3493
    int32_t rollupNum = (int32_t)taosArrayGetSize(pStb->pFuncs);
994,086✔
3494
    char   *sep = ", ";
998,186✔
3495
    int32_t sepLen = strlen(sep);
998,186✔
3496
    int32_t rollupLen = sizeof(rollup) - VARSTR_HEADER_SIZE - 2;
998,186✔
3497
    for (int32_t i = 0; i < rollupNum; ++i) {
998,190✔
3498
      char *funcName = taosArrayGet(pStb->pFuncs, i);
4✔
3499
      if (i) {
4!
UNCOV
3500
        (void)strncat(varDataVal(rollup), sep, rollupLen);
×
3501
        rollupLen -= sepLen;
×
3502
      }
3503
      (void)strncat(varDataVal(rollup), funcName, rollupLen);
4✔
3504
      rollupLen -= strlen(funcName);
4✔
3505
    }
3506
    varDataSetLen(rollup, strlen(varDataVal(rollup)));
998,186✔
3507

3508
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
998,186✔
3509
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)rollup, false), pStb, &lino, _ERROR);
997,759!
3510

3511
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
992,333✔
3512
    if (pColInfo) {
989,276✔
3513
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)(&pStb->uid), false), pStb, &lino, _ERROR);
989,272!
3514
    }
3515

3516
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
987,847✔
3517
    if (pColInfo) {
985,390!
3518
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)(&pStb->virtualStb), false), pStb, &lino, _ERROR);
985,424!
3519
    }
3520

3521
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
986,980✔
3522
    if (pColInfo) {
984,380!
3523
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)(&pStb->keep), false), pStb, &lino, _ERROR);
984,390!
3524
    }
3525

3526
    numOfRows++;
985,407✔
3527
    sdbRelease(pSdb, pStb);
985,407✔
3528
  }
3529

3530
  if (pDb != NULL) {
19,928✔
3531
    mndReleaseDb(pMnode, pDb);
1,004✔
3532
  }
3533

3534
  goto _OVER;
19,898✔
3535

UNCOV
3536
_ERROR:
×
UNCOV
3537
  mError("show:0x%" PRIx64 ", failed to retrieve data at %s:%d since %s", pShow->id, __FUNCTION__, lino,
×
3538
         tstrerror(code));
3539

UNCOV
3540
_OVER:
×
3541
  pShow->numOfRows += numOfRows;
19,898✔
3542
  return numOfRows;
19,898✔
3543
}
3544

3545
static int32_t buildDbColsInfoBlock(const SSDataBlock *p, const SSysTableMeta *pSysDbTableMeta, size_t size,
28,214✔
3546
                                    const char *dbName, const char *tbName) {
3547
  char    tName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
28,214✔
3548
  char    dName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
28,214✔
3549
  char    typeName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
28,214✔
3550
  int32_t numOfRows = p->info.rows;
28,214✔
3551
  int32_t lino = 0;
28,214✔
3552
  int32_t code = 0;
28,214✔
3553

3554
  STR_TO_VARSTR(dName, dbName);
28,214✔
3555
  STR_TO_VARSTR(typeName, "SYSTEM_TABLE");
28,214✔
3556

3557
  for (int32_t i = 0; i < size; ++i) {
597,638!
3558
    const SSysTableMeta *pm = &pSysDbTableMeta[i];
606,330✔
3559
    //    if (pm->sysInfo) {
3560
    //      continue;
3561
    //    }
3562
    if (tbName[0] && strncmp(tbName, pm->name, TSDB_TABLE_NAME_LEN) != 0) {
606,330!
UNCOV
3563
      continue;
×
3564
    }
3565

3566
    STR_TO_VARSTR(tName, pm->name);
606,330✔
3567

3568
    for (int32_t j = 0; j < pm->colNum; j++) {
5,985,918✔
3569
      // table name
3570
      SColumnInfoData *pColInfoData = taosArrayGet(p->pDataBlock, 0);
5,416,494✔
3571
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, tName, false), &lino, _OVER);
5,407,809!
3572

3573
      // database name
3574
      pColInfoData = taosArrayGet(p->pDataBlock, 1);
5,389,800✔
3575
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, dName, false), &lino, _OVER);
5,384,307!
3576

3577
      pColInfoData = taosArrayGet(p->pDataBlock, 2);
5,386,634✔
3578
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, typeName, false), &lino, _OVER);
5,381,326!
3579

3580
      // col name
3581
      char colName[TSDB_COL_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
5,386,900✔
3582
      STR_TO_VARSTR(colName, pm->schema[j].name);
5,386,900✔
3583
      pColInfoData = taosArrayGet(p->pDataBlock, 3);
5,386,900✔
3584
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, colName, false), &lino, _OVER);
5,420,233!
3585

3586
      // col type
3587
      int8_t colType = pm->schema[j].type;
5,395,096✔
3588
      pColInfoData = taosArrayGet(p->pDataBlock, 4);
5,395,096✔
3589
      char colTypeStr[VARSTR_HEADER_SIZE + 32];
3590
      int  colTypeLen =
5,443,837✔
3591
          tsnprintf(varDataVal(colTypeStr), sizeof(colTypeStr) - VARSTR_HEADER_SIZE, "%s", tDataTypes[colType].name);
5,391,303✔
3592
      if (colType == TSDB_DATA_TYPE_VARCHAR) {
5,443,837✔
3593
        colTypeLen +=
2,990,006✔
3594
            tsnprintf(varDataVal(colTypeStr) + colTypeLen, sizeof(colTypeStr) - colTypeLen - VARSTR_HEADER_SIZE, "(%d)",
2,989,829✔
3595
                      (int32_t)(pm->schema[j].bytes - VARSTR_HEADER_SIZE));
2,989,829✔
3596
      } else if (colType == TSDB_DATA_TYPE_NCHAR) {
2,454,008!
UNCOV
3597
        colTypeLen +=
×
UNCOV
3598
            tsnprintf(varDataVal(colTypeStr) + colTypeLen, sizeof(colTypeStr) - colTypeLen - VARSTR_HEADER_SIZE, "(%d)",
×
UNCOV
3599
                      (int32_t)((pm->schema[j].bytes - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE));
×
3600
      }
3601
      varDataSetLen(colTypeStr, colTypeLen);
5,444,014✔
3602
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, (char *)colTypeStr, false), &lino, _OVER);
5,444,014!
3603

3604
      pColInfoData = taosArrayGet(p->pDataBlock, 5);
5,403,571✔
3605
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, (const char *)&pm->schema[j].bytes, false), &lino, _OVER);
5,398,409!
3606
      for (int32_t k = 6; k <= 9; ++k) {
26,795,930✔
3607
        pColInfoData = taosArrayGet(p->pDataBlock, k);
21,416,342✔
3608
        colDataSetNULL(pColInfoData, numOfRows);
21,404,685✔
3609
      }
3610

3611
      numOfRows += 1;
5,379,588✔
3612
    }
3613
  }
UNCOV
3614
  return numOfRows;
×
UNCOV
3615
_OVER:
×
UNCOV
3616
  mError("failed at %s:%d since %s", __FUNCTION__, lino, tstrerror(code));
×
UNCOV
3617
  return numOfRows;
×
3618
}
3619
#define BUILD_COL_FOR_INFO_DB 1
3620
#define BUILD_COL_FOR_PERF_DB 1 << 1
3621
#define BUILD_COL_FOR_USER_DB 1 << 2
3622
#define BUILD_COL_FOR_ALL_DB  (BUILD_COL_FOR_INFO_DB | BUILD_COL_FOR_PERF_DB | BUILD_COL_FOR_USER_DB)
3623

3624
static int32_t buildSysDbColsInfo(SSDataBlock *p, int8_t buildWhichDBs, char *tb) {
14,114✔
3625
  size_t               size = 0;
14,114✔
3626
  const SSysTableMeta *pSysDbTableMeta = NULL;
14,114✔
3627

3628
  if (buildWhichDBs & BUILD_COL_FOR_INFO_DB) {
14,114✔
3629
    getInfosDbMeta(&pSysDbTableMeta, &size);
14,107✔
3630
    p->info.rows = buildDbColsInfoBlock(p, pSysDbTableMeta, size, TSDB_INFORMATION_SCHEMA_DB, tb);
14,107✔
3631
  }
3632

3633
  if (buildWhichDBs & BUILD_COL_FOR_PERF_DB) {
14,114✔
3634
    getPerfDbMeta(&pSysDbTableMeta, &size);
14,107✔
3635
    p->info.rows = buildDbColsInfoBlock(p, pSysDbTableMeta, size, TSDB_PERFORMANCE_SCHEMA_DB, tb);
14,107✔
3636
  }
3637

3638
  return p->info.rows;
14,114✔
3639
}
3640

3641
static int8_t determineBuildColForWhichDBs(const char *db) {
14,138✔
3642
  int8_t buildWhichDBs;
3643
  if (!db[0])
14,138✔
3644
    buildWhichDBs = BUILD_COL_FOR_ALL_DB;
14,106✔
3645
  else {
3646
    char *p = strchr(db, '.');
32✔
3647
    if (p && strcmp(p + 1, TSDB_INFORMATION_SCHEMA_DB) == 0) {
32!
3648
      buildWhichDBs = BUILD_COL_FOR_INFO_DB;
1✔
3649
    } else if (p && strcmp(p + 1, TSDB_PERFORMANCE_SCHEMA_DB) == 0) {
31!
3650
      buildWhichDBs = BUILD_COL_FOR_PERF_DB;
1✔
3651
    } else {
3652
      buildWhichDBs = BUILD_COL_FOR_USER_DB;
30✔
3653
    }
3654
  }
3655
  return buildWhichDBs;
14,138✔
3656
}
3657

3658
static int32_t mndRetrieveStbCol(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
14,138✔
3659
  uint8_t  buildWhichDBs;
3660
  SMnode  *pMnode = pReq->info.node;
14,138✔
3661
  SSdb    *pSdb = pMnode->pSdb;
14,138✔
3662
  SStbObj *pStb = NULL;
14,138✔
3663
  int32_t  numOfRows = 0;
14,138✔
3664
  int32_t  lino = 0;
14,138✔
3665
  int32_t  code = 0;
14,138✔
3666

3667
  buildWhichDBs = determineBuildColForWhichDBs(pShow->db);
14,138✔
3668

3669
  if (!pShow->sysDbRsp) {
14,138✔
3670
    numOfRows = buildSysDbColsInfo(pBlock, buildWhichDBs, pShow->filterTb);
14,114✔
3671
    mDebug("mndRetrieveStbCol get system table cols, rows:%d, db:%s", numOfRows, pShow->db);
14,114✔
3672
    pShow->sysDbRsp = true;
14,114✔
3673
  }
3674

3675
  if (buildWhichDBs & BUILD_COL_FOR_USER_DB) {
14,138✔
3676
    SDbObj *pDb = NULL;
14,136✔
3677
    if (strlen(pShow->db) > 0) {
14,136✔
3678
      pDb = mndAcquireDb(pMnode, pShow->db);
30✔
3679
      if (pDb == NULL && TSDB_CODE_MND_DB_NOT_EXIST != terrno && pBlock->info.rows == 0) return terrno;
30!
3680
    }
3681

3682
    char typeName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
14,136✔
3683
    STR_TO_VARSTR(typeName, "SUPER_TABLE");
14,136✔
3684
    bool fetch = pShow->restore ? false : true;
14,136✔
3685
    pShow->restore = false;
14,136✔
3686
    while (numOfRows < rows) {
798,125✔
3687
      if (fetch) {
798,121✔
3688
        pShow->pIter = sdbFetch(pSdb, SDB_STB, pShow->pIter, (void **)&pStb);
798,097✔
3689
        if (pShow->pIter == NULL) break;
798,110✔
3690
      } else {
3691
        fetch = true;
24✔
3692
        void *pKey = taosHashGetKey(pShow->pIter, NULL);
24✔
3693
        pStb = sdbAcquire(pSdb, SDB_STB, pKey);
24✔
3694
        if (!pStb) continue;
36!
3695
      }
3696

3697
      if (pDb != NULL && pStb->dbUid != pDb->uid) {
783,998✔
3698
        sdbRelease(pSdb, pStb);
12✔
3699
        continue;
12✔
3700
      }
3701

3702
      SName name = {0};
783,986✔
3703
      char  stbName[TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
783,986✔
3704
      mndExtractTbNameFromStbFullName(pStb->name, &stbName[VARSTR_HEADER_SIZE], TSDB_TABLE_NAME_LEN);
783,986✔
3705
      if (pShow->filterTb[0] && strncmp(pShow->filterTb, &stbName[VARSTR_HEADER_SIZE], TSDB_TABLE_NAME_LEN) != 0) {
783,989!
UNCOV
3706
        sdbRelease(pSdb, pStb);
×
UNCOV
3707
        continue;
×
3708
      }
3709

3710
      if ((numOfRows + pStb->numOfColumns) > rows) {
783,989✔
3711
        pShow->restore = true;
24✔
3712
        if (numOfRows == 0) {
24!
3713
          mError("mndRetrieveStbCol failed to get stable cols since buf:%d less than result:%d, stable name:%s, db:%s",
×
3714
                 rows, pStb->numOfColumns, pStb->name, pStb->db);
3715
        }
3716
        sdbRelease(pSdb, pStb);
24✔
3717
        break;
24✔
3718
      }
3719

3720
      varDataSetLen(stbName, strlen(&stbName[VARSTR_HEADER_SIZE]));
783,965✔
3721

3722
      mDebug("mndRetrieveStbCol get stable cols, stable name:%s, db:%s", pStb->name, pStb->db);
783,965✔
3723

3724
      char db[TSDB_DB_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
783,965✔
3725
      RETRIEVE_CHECK_GOTO(tNameFromString(&name, pStb->db, T_NAME_ACCT | T_NAME_DB), pStb, &lino, _OVER);
783,965!
3726
      RETRIEVE_CHECK_GOTO(tNameGetDbName(&name, varDataVal(db)), pStb, &lino, _OVER);
783,946!
3727
      varDataSetLen(db, strlen(varDataVal(db)));
783,950✔
3728

3729
      for (int i = 0; i < pStb->numOfColumns; i++) {
18,012,093!
3730
        int32_t          cols = 0;
18,050,354✔
3731
        SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
18,050,354✔
3732
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)stbName, false), pStb, &lino, _OVER);
17,782,968!
3733

3734
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
17,946,303✔
3735
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)db, false), pStb, &lino, _OVER);
17,646,773!
3736

3737
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
17,708,507✔
3738
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, typeName, false), pStb, &lino, _OVER);
17,543,041!
3739

3740
        // col name
3741
        char colName[TSDB_COL_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
17,718,377✔
3742
        STR_TO_VARSTR(colName, pStb->pColumns[i].name);
17,718,377✔
3743
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
17,718,377✔
3744
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, colName, false), pStb, &lino, _OVER);
17,946,925!
3745

3746
        // col type
3747
        int8_t colType = pStb->pColumns[i].type;
17,937,476✔
3748
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
17,937,476✔
3749
        char colTypeStr[VARSTR_HEADER_SIZE + 32];
3750
        int  colTypeLen =
18,533,269✔
3751
            tsnprintf(varDataVal(colTypeStr), sizeof(colTypeStr) - VARSTR_HEADER_SIZE, "%s", tDataTypes[colType].name);
17,695,032✔
3752
        if (colType == TSDB_DATA_TYPE_VARCHAR) {
18,533,269✔
3753
          colTypeLen +=
1,457,500✔
3754
              tsnprintf(varDataVal(colTypeStr) + colTypeLen, sizeof(colTypeStr) - colTypeLen - VARSTR_HEADER_SIZE,
1,457,313✔
3755
                        "(%d)", (int32_t)(pStb->pColumns[i].bytes - VARSTR_HEADER_SIZE));
1,457,313✔
3756
        } else if (colType == TSDB_DATA_TYPE_NCHAR) {
17,075,956✔
3757
          colTypeLen +=
1,472,071✔
3758
              tsnprintf(varDataVal(colTypeStr) + colTypeLen, sizeof(colTypeStr) - colTypeLen - VARSTR_HEADER_SIZE,
1,471,869✔
3759
                        "(%d)", (int32_t)((pStb->pColumns[i].bytes - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE));
1,471,869✔
3760
        } else if (IS_DECIMAL_TYPE(colType)) {
15,604,087!
UNCOV
3761
          STypeMod typeMod = pStb->pExtSchemas[i].typeMod;
×
UNCOV
3762
          uint8_t prec = 0, scale = 0;
×
UNCOV
3763
          decimalFromTypeMod(typeMod, &prec, &scale);
×
UNCOV
3764
          colTypeLen += sprintf(varDataVal(colTypeStr) + colTypeLen, "(%d,%d)", prec, scale);
×
3765
        }
3766
        varDataSetLen(colTypeStr, colTypeLen);
18,536,597✔
3767
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (char *)colTypeStr, false), pStb, &lino, _OVER);
18,536,597!
3768

3769
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
17,999,342✔
3770
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->pColumns[i].bytes, false), pStb,
17,723,210!
3771
                            &lino, _OVER);
3772
        while (cols < pShow->numOfColumns) {
84,749,225✔
3773
          pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
67,521,082✔
3774
          colDataSetNULL(pColInfo, numOfRows);
67,029,713✔
3775
        }
3776
        numOfRows++;
17,228,143✔
3777
      }
3778

UNCOV
3779
      sdbRelease(pSdb, pStb);
×
3780
    }
3781

3782
    if (pDb != NULL) {
14,140✔
3783
      mndReleaseDb(pMnode, pDb);
30✔
3784
    }
3785
  }
3786

3787
  mDebug("mndRetrieveStbCol success, rows:%d, pShow->numOfRows:%d", numOfRows, pShow->numOfRows);
14,138✔
3788
  goto _OVER;
14,138✔
3789

3790
_ERROR:
3791
  mError("failed to mndRetrieveStbCol, rows:%d, pShow->numOfRows:%d, at %s:%d since %s", numOfRows, pShow->numOfRows,
3792
         __FUNCTION__, lino, tstrerror(code));
3793

3794
_OVER:
14,138✔
3795
  pShow->numOfRows += numOfRows;
14,138✔
3796
  return numOfRows;
14,138✔
3797
}
3798

3799
static void mndCancelGetNextStb(SMnode *pMnode, void *pIter) {
1✔
3800
  SSdb *pSdb = pMnode->pSdb;
1✔
3801
  sdbCancelFetchByType(pSdb, pIter, SDB_STB);
1✔
3802
}
1✔
3803

3804
const char *mndGetStbStr(const char *src) {
35,379✔
3805
  char *posDb = strstr(src, TS_PATH_DELIMITER);
35,379✔
3806
  if (posDb != NULL) ++posDb;
35,379!
3807
  if (posDb == NULL) return src;
35,379!
3808

3809
  char *posStb = strstr(posDb, TS_PATH_DELIMITER);
35,379✔
3810
  if (posStb != NULL) ++posStb;
35,379!
3811
  if (posStb == NULL) return posDb;
35,379!
3812
  return posStb;
35,379✔
3813
}
3814

UNCOV
3815
static int32_t mndCheckIndexReq(SCreateTagIndexReq *pReq) {
×
3816
  // impl
UNCOV
3817
  return TSDB_CODE_SUCCESS;
×
3818
}
3819

3820
/*int32_t mndAddIndexImpl(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp, void *sql,
3821
                        int32_t len) {
3822
  // impl later
3823
  int32_t code = 0;
3824
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "create-stb-index");
3825
  if (pTrans == NULL) goto _OVER;
3826

3827
  mInfo("trans:%d, used to add index to stb:%s", pTrans->id, pStb->name);
3828
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
3829
  if (mndTransCheckConflict(pMnode, pTrans) != 0) goto _OVER;
3830

3831
  if (mndSetAlterStbPrepareLogs(pMnode, pTrans, pDb, pStb) != 0) goto _OVER;
3832
  if (mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb) != 0) goto _OVER;
3833
  if (mndSetAlterStbRedoActions2(pMnode, pTrans, pDb, pStb, sql, len) != 0) goto _OVER;
3834
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
3835

3836
  return code;
3837

3838
_OVER:
3839
  mndTransDrop(pTrans);
3840
  return code;
3841
}
3842
static int32_t mndAddIndex(SMnode *pMnode, SRpcMsg *pReq, SCreateTagIndexReq *tagIdxReq, SDbObj *pDb, SStbObj *pOld) {
3843
  bool    needRsp = true;
3844
  int32_t code = -1;
3845
  SField *pField0 = NULL;
3846

3847
  SStbObj  stbObj = {0};
3848
  SStbObj *pNew = &stbObj;
3849

3850
  taosRLockLatch(&pOld->lock);
3851
  memcpy(&stbObj, pOld, sizeof(SStbObj));
3852
  taosRUnLockLatch(&pOld->lock);
3853

3854
  stbObj.pColumns = NULL;
3855
  stbObj.pTags = NULL;
3856
  stbObj.updateTime = taosGetTimestampMs();
3857
  stbObj.lock = 0;
3858

3859
  int32_t tag = mndFindSuperTableTagIndex(pOld, tagIdxReq->colName);
3860
  if (tag < 0) {
3861
    terrno = TSDB_CODE_MND_TAG_NOT_EXIST;
3862
    return -1;
3863
  }
3864
  if (mndAllocStbSchemas(pOld, pNew) != 0) {
3865
    return -1;
3866
  }
3867

3868
  SSchema *pTag = pNew->pTags + tag;
3869
  if (IS_IDX_ON(pTag)) {
3870
    terrno = TSDB_CODE_MND_TAG_INDEX_ALREADY_EXIST;
3871
    return -1;
3872
  } else {
3873
    pTag->flags |= COL_IDX_ON;
3874
  }
3875
  pNew->tagVer++;
3876

3877
  code = mndAddIndexImpl(pMnode, pReq, pDb, pNew, needRsp, pReq->pCont, pReq->contLen);
3878

3879
  return code;
3880
}
3881
static int32_t mndProcessCreateIndexReq(SRpcMsg *pReq) {
3882
  SMnode            *pMnode = pReq->info.node;
3883
  int32_t            code = -1;
3884
  SDbObj            *pDb = NULL;
3885
  SStbObj           *pStb = NULL;
3886
  SCreateTagIndexReq tagIdxReq = {0};
3887

3888
  if (tDeserializeSCreateTagIdxReq(pReq->pCont, pReq->contLen, &tagIdxReq) != 0) {
3889
    terrno = TSDB_CODE_INVALID_MSG;
3890
    goto _OVER;
3891
  }
3892

3893
  mInfo("stb:%s, start to alter", tagIdxReq.stbName);
3894

3895
  if (mndCheckIndexReq(&tagIdxReq) != TSDB_CODE_SUCCESS) {
3896
    goto _OVER;
3897
  }
3898

3899
  pDb = mndAcquireDbByStb(pMnode, tagIdxReq.dbFName);
3900
  if (pDb == NULL) {
3901
    terrno = TSDB_CODE_MND_DB_NOT_EXIST;
3902
    goto _OVER;
3903
  }
3904

3905
  pStb = mndAcquireStb(pMnode, tagIdxReq.stbName);
3906
  if (pStb == NULL) {
3907
    terrno = TSDB_CODE_MND_STB_NOT_EXIST;
3908
    goto _OVER;
3909
  }
3910
  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_WRITE_DB, pDb) != 0) {
3911
    goto _OVER;
3912
  }
3913

3914
  code = mndAddIndex(pMnode, pReq, &tagIdxReq, pDb, pStb);
3915
  if (terrno == TSDB_CODE_MND_TAG_INDEX_ALREADY_EXIST || terrno == TSDB_CODE_MND_TAG_NOT_EXIST) {
3916
    return terrno;
3917
  } else {
3918
    if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
3919
  }
3920
_OVER:
3921
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
3922
    mError("stb:%s, failed to create index since %s", tagIdxReq.stbName, terrstr());
3923
  }
3924
  mndReleaseStb(pMnode, pStb);
3925
  mndReleaseDb(pMnode, pDb);
3926
  return code;
3927
}
3928
static int32_t mndProcessDropIndexReq(SRpcMsg *pReq) {
3929
  SMnode          *pMnode = pReq->info.node;
3930
  int32_t          code = -1;
3931
  SDbObj          *pDb = NULL;
3932
  SStbObj         *pStb = NULL;
3933
  SDropTagIndexReq dropReq = {0};
3934
  if (tDeserializeSDropTagIdxReq(pReq->pCont, pReq->contLen, &dropReq) != 0) {
3935
    terrno = TSDB_CODE_INVALID_MSG;
3936
    goto _OVER;
3937
  }
3938
  //
3939
  return TSDB_CODE_SUCCESS;
3940
_OVER:
3941
  return code;
3942
}*/
3943

3944
static int32_t mndProcessDropStbReqFromMNode(SRpcMsg *pReq) {
89✔
3945
  int32_t code = mndProcessDropStbReq(pReq);
89✔
3946
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
89!
UNCOV
3947
    pReq->info.rsp = rpcMallocCont(1);
×
UNCOV
3948
    pReq->info.rspLen = 1;
×
UNCOV
3949
    pReq->info.noResp = false;
×
UNCOV
3950
    pReq->code = code;
×
3951
  }
3952
  return code;
89✔
3953
}
3954

3955
typedef struct SVDropTbVgReqs {
3956
  SArray     *pBatchReqs;
3957
  SVgroupInfo info;
3958
} SVDropTbVgReqs;
3959

3960
typedef struct SMDropTbDbInfo {
3961
  SArray *dbVgInfos;
3962
  int32_t hashPrefix;
3963
  int32_t hashSuffix;
3964
  int32_t hashMethod;
3965
} SMDropTbDbInfo;
3966

3967
typedef struct SMDropTbTsmaInfo {
3968
  char           tsmaResTbDbFName[TSDB_DB_FNAME_LEN];
3969
  char           tsmaResTbNamePrefix[TSDB_TABLE_FNAME_LEN];
3970
  int32_t        suid;
3971
  SMDropTbDbInfo dbInfo;  // reference to DbInfo in pDbMap
3972
} SMDropTbTsmaInfo;
3973

3974
typedef struct SMDropTbTsmaInfos {
3975
  SArray *pTsmaInfos;  // SMDropTbTsmaInfo
3976
} SMDropTbTsmaInfos;
3977

3978
typedef struct SMndDropTbsWithTsmaCtx {
3979
  SHashObj *pVgMap;  // <vgId, SVDropTbVgReqs>
3980
} SMndDropTbsWithTsmaCtx;
3981

3982
static int32_t mndDropTbForSingleVg(SMnode *pMnode, SMndDropTbsWithTsmaCtx *pCtx, SArray *pTbs, int32_t vgId);
3983

3984
static void destroySVDropTbBatchReqs(void *p);
3985
static void mndDestroyDropTbsWithTsmaCtx(SMndDropTbsWithTsmaCtx *p) {
30✔
3986
  if (!p) return;
30!
3987

3988
  if (p->pVgMap) {
30!
3989
    void *pIter = taosHashIterate(p->pVgMap, NULL);
30✔
3990
    while (pIter) {
60✔
3991
      SVDropTbVgReqs *pReqs = pIter;
30✔
3992
      taosArrayDestroyEx(pReqs->pBatchReqs, destroySVDropTbBatchReqs);
30✔
3993
      pIter = taosHashIterate(p->pVgMap, pIter);
30✔
3994
    }
3995
    taosHashCleanup(p->pVgMap);
30✔
3996
  }
3997
  taosMemoryFree(p);
30!
3998
}
3999

4000
static int32_t mndInitDropTbsWithTsmaCtx(SMndDropTbsWithTsmaCtx **ppCtx) {
30✔
4001
  int32_t                 code = 0;
30✔
4002
  SMndDropTbsWithTsmaCtx *pCtx = taosMemoryCalloc(1, sizeof(SMndDropTbsWithTsmaCtx));
30!
4003
  if (!pCtx) return terrno;
30!
4004

4005
  pCtx->pVgMap = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), false, HASH_NO_LOCK);
30✔
4006
  if (!pCtx->pVgMap) {
30!
UNCOV
4007
    code = terrno;
×
UNCOV
4008
    goto _end;
×
4009
  }
4010

4011
  *ppCtx = pCtx;
30✔
4012
_end:
30✔
4013
  if (code) mndDestroyDropTbsWithTsmaCtx(pCtx);
30!
4014
  return code;
30✔
4015
}
4016

4017
static void *mndBuildVDropTbsReq(SMnode *pMnode, const SVgroupInfo *pVgInfo, const SVDropTbBatchReq *pReq,
80✔
4018
                                 int32_t *len) {
4019
  int32_t   contLen = 0;
80✔
4020
  int32_t   ret = 0;
80✔
4021
  SMsgHead *pHead = NULL;
80✔
4022
  SEncoder  encoder = {0};
80✔
4023

4024
  tEncodeSize(tEncodeSVDropTbBatchReq, pReq, contLen, ret);
80!
4025
  if (ret < 0) return NULL;
80!
4026

4027
  contLen += sizeof(SMsgHead);
80✔
4028
  pHead = taosMemoryMalloc(contLen);
80!
4029
  if (pHead == NULL) {
80!
UNCOV
4030
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
UNCOV
4031
    return NULL;
×
4032
  }
4033

4034
  pHead->contLen = htonl(contLen);
80✔
4035
  pHead->vgId = htonl(pVgInfo->vgId);
80✔
4036

4037
  void *pBuf = POINTER_SHIFT(pHead, sizeof(SMsgHead));
80✔
4038

4039
  tEncoderInit(&encoder, pBuf, contLen - sizeof(SMsgHead));
80✔
4040
  int32_t code = tEncodeSVDropTbBatchReq(&encoder, pReq);
80✔
4041
  tEncoderClear(&encoder);
80✔
4042
  if (code != 0) return NULL;
80!
4043

4044
  *len = contLen;
80✔
4045
  return pHead;
80✔
4046
}
4047

4048
static int32_t mndSetDropTbsRedoActions(SMnode *pMnode, STrans *pTrans, const SVDropTbVgReqs *pVgReqs, void *pCont,
80✔
4049
                                        int32_t contLen, tmsg_t msgType) {
4050
  STransAction action = {0};
80✔
4051
  action.epSet = pVgReqs->info.epSet;
80✔
4052
  action.pCont = pCont;
80✔
4053
  action.contLen = contLen;
80✔
4054
  action.msgType = msgType;
80✔
4055
  action.acceptableCode = TSDB_CODE_TDB_TABLE_NOT_EXIST;
80✔
4056
  return mndTransAppendRedoAction(pTrans, &action);
80✔
4057
}
4058

4059
static int32_t mndBuildDropTbRedoActions(SMnode *pMnode, STrans *pTrans, SHashObj *pVgMap, tmsg_t msgType) {
20✔
4060
  int32_t code = 0;
20✔
4061
  void   *pIter = taosHashIterate(pVgMap, NULL);
20✔
4062
  while (pIter) {
40✔
4063
    const SVDropTbVgReqs *pVgReqs = pIter;
20✔
4064
    int32_t               len = 0;
20✔
4065
    for (int32_t i = 0; i < taosArrayGetSize(pVgReqs->pBatchReqs) && code == TSDB_CODE_SUCCESS; ++i) {
100!
4066
      SVDropTbBatchReq *pBatchReq = taosArrayGet(pVgReqs->pBatchReqs, i);
80✔
4067
      void             *p = mndBuildVDropTbsReq(pMnode, &pVgReqs->info, pBatchReq, &len);
80✔
4068
      if (!p) {
80!
UNCOV
4069
        code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
4070
        if (terrno != 0) code = terrno;
×
UNCOV
4071
        break;
×
4072
      }
4073
      if ((code = mndSetDropTbsRedoActions(pMnode, pTrans, pVgReqs, p, len, msgType)) != 0) {
80!
UNCOV
4074
        break;
×
4075
      }
4076
    }
4077
    if (TSDB_CODE_SUCCESS != code) {
20!
4078
      taosHashCancelIterate(pVgMap, pIter);
×
UNCOV
4079
      break;
×
4080
    }
4081
    pIter = taosHashIterate(pVgMap, pIter);
20✔
4082
  }
4083
  return code;
20✔
4084
}
4085

4086
static int32_t mndCreateDropTbsTxnPrepare(SRpcMsg *pRsp, SMndDropTbsWithTsmaCtx *pCtx) {
30✔
4087
  int32_t code = 0;
30✔
4088
  SMnode *pMnode = pRsp->info.node;
30✔
4089
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_GLOBAL, pRsp, "drop-tbs");
30✔
4090
  mndTransSetChangeless(pTrans);
30✔
4091
  mndTransSetSerial(pTrans);
30✔
4092
  if (pTrans == NULL) {
30!
UNCOV
4093
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
4094
    if (terrno != 0) code = terrno;
×
UNCOV
4095
    goto _OVER;
×
4096
  }
4097

4098
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
30✔
4099

4100
  if ((code = mndBuildDropTbRedoActions(pMnode, pTrans, pCtx->pVgMap, TDMT_VND_DROP_TABLE)) != 0) goto _OVER;
20!
4101
  if ((code = mndTransPrepare(pMnode, pTrans)) != 0) goto _OVER;
20!
4102

4103
_OVER:
20✔
4104
  mndTransDrop(pTrans);
30✔
4105
  TAOS_RETURN(code);
30✔
4106
}
4107

UNCOV
4108
static int32_t mndProcessDropTbWithTsma(SRpcMsg *pReq) {
×
UNCOV
4109
  int32_t      code = -1;
×
UNCOV
4110
  SMnode      *pMnode = pReq->info.node;
×
UNCOV
4111
  SDbObj      *pDb = NULL;
×
UNCOV
4112
  SStbObj     *pStb = NULL;
×
UNCOV
4113
  SMDropTbsReq dropReq = {0};
×
UNCOV
4114
  bool         locked = false;
×
4115
  if (tDeserializeSMDropTbsReq(pReq->pCont, pReq->contLen, &dropReq) != 0) {
×
4116
    code = TSDB_CODE_INVALID_MSG;
×
4117
    goto _OVER;
×
4118
  }
4119

4120
  SMndDropTbsWithTsmaCtx *pCtx = NULL;
×
4121
  code = mndInitDropTbsWithTsmaCtx(&pCtx);
×
4122
  if (code) goto _OVER;
×
4123
  for (int32_t i = 0; i < dropReq.pVgReqs->size; ++i) {
×
4124
    SMDropTbReqsOnSingleVg *pReq = taosArrayGet(dropReq.pVgReqs, i);
×
UNCOV
4125
    code = mndDropTbForSingleVg(pMnode, pCtx, pReq->pTbs, pReq->vgInfo.vgId);
×
UNCOV
4126
    if (code) goto _OVER;
×
4127
  }
4128
  code = mndCreateDropTbsTxnPrepare(pReq, pCtx);
×
4129
  if (code == 0) {
×
4130
    code = TSDB_CODE_ACTION_IN_PROGRESS;
×
4131
  }
4132
_OVER:
×
4133
  tFreeSMDropTbsReq(&dropReq);
×
UNCOV
4134
  if (pCtx) mndDestroyDropTbsWithTsmaCtx(pCtx);
×
4135
  TAOS_RETURN(code);
×
4136
}
4137

4138
static int32_t createDropTbBatchReq(const SVDropTbReq *pReq, SVDropTbBatchReq *pBatchReq) {
124✔
4139
  pBatchReq->nReqs = 1;
124✔
4140
  pBatchReq->pArray = taosArrayInit(TARRAY_MIN_SIZE, sizeof(SVDropTbReq));
124✔
4141
  if (!pBatchReq->pArray) return terrno;
124!
4142
  if (taosArrayPush(pBatchReq->pArray, pReq) == NULL) {
248!
UNCOV
4143
    taosArrayDestroy(pBatchReq->pArray);
×
UNCOV
4144
    pBatchReq->pArray = NULL;
×
UNCOV
4145
    return terrno;
×
4146
  }
4147
  return TSDB_CODE_SUCCESS;
124✔
4148
}
4149

4150
static void destroySVDropTbBatchReqs(void *p) {
124✔
4151
  SVDropTbBatchReq *pReq = p;
124✔
4152
  taosArrayDestroy(pReq->pArray);
124✔
4153
  pReq->pArray = NULL;
124✔
4154
}
124✔
4155

4156
static int32_t mndDropTbAdd(SMnode *pMnode, SHashObj *pVgHashMap, const SVgroupInfo *pVgInfo, char *name, tb_uid_t suid,
124✔
4157
                            bool ignoreNotExists) {
4158
  SVDropTbReq req = {.name = name, .suid = suid, .igNotExists = ignoreNotExists, .uid = 0};
124✔
4159

4160
  SVDropTbVgReqs *pVgReqs = taosHashGet(pVgHashMap, &pVgInfo->vgId, sizeof(pVgInfo->vgId));
124✔
4161
  SVDropTbVgReqs  vgReqs = {0};
124✔
4162
  if (pVgReqs == NULL) {
124✔
4163
    vgReqs.info = *pVgInfo;
30✔
4164
    vgReqs.pBatchReqs = taosArrayInit(TARRAY_MIN_SIZE, sizeof(SVDropTbBatchReq));
30✔
4165
    if (!vgReqs.pBatchReqs) return terrno;
30!
4166
    SVDropTbBatchReq batchReq = {0};
30✔
4167
    int32_t          code = createDropTbBatchReq(&req, &batchReq);
30✔
4168
    if (TSDB_CODE_SUCCESS != code) return code;
30!
4169
    if (taosArrayPush(vgReqs.pBatchReqs, &batchReq) == NULL) {
60!
UNCOV
4170
      taosArrayDestroy(batchReq.pArray);
×
UNCOV
4171
      return terrno;
×
4172
    }
4173
    if (taosHashPut(pVgHashMap, &pVgInfo->vgId, sizeof(pVgInfo->vgId), &vgReqs, sizeof(vgReqs)) != 0) {
30!
UNCOV
4174
      taosArrayDestroyEx(vgReqs.pBatchReqs, destroySVDropTbBatchReqs);
×
UNCOV
4175
      return terrno;
×
4176
    }
4177
  } else {
4178
    SVDropTbBatchReq batchReq = {0};
94✔
4179
    int32_t          code = createDropTbBatchReq(&req, &batchReq);
94✔
4180
    if (TSDB_CODE_SUCCESS != code) return code;
94!
4181
    if (taosArrayPush(pVgReqs->pBatchReqs, &batchReq) == NULL) {
188!
4182
      taosArrayDestroy(batchReq.pArray);
×
UNCOV
4183
      return terrno;
×
4184
    }
4185
  }
4186
  return 0;
124✔
4187
}
4188

4189
static int32_t mndDropTbForSingleVg(SMnode *pMnode, SMndDropTbsWithTsmaCtx *pCtx, SArray *pTbs, int32_t vgId) {
30✔
4190
  int32_t code = 0;
30✔
4191

4192
  SVgObj *pVgObj = mndAcquireVgroup(pMnode, vgId);
30✔
4193
  if (!pVgObj) {
30!
UNCOV
4194
    code = 0;
×
UNCOV
4195
    goto _end;
×
4196
  }
4197
  SVgroupInfo vgInfo = {.hashBegin = pVgObj->hashBegin,
30✔
4198
                        .hashEnd = pVgObj->hashEnd,
30✔
4199
                        .numOfTable = pVgObj->numOfTables,
30✔
4200
                        .vgId = pVgObj->vgId};
30✔
4201
  vgInfo.epSet = mndGetVgroupEpset(pMnode, pVgObj);
30✔
4202
  mndReleaseVgroup(pMnode, pVgObj);
30✔
4203

4204
  for (int32_t i = 0; i < pTbs->size; ++i) {
154✔
4205
    SVDropTbReq *pTb = taosArrayGet(pTbs, i);
124✔
4206
    TAOS_CHECK_GOTO(mndDropTbAdd(pMnode, pCtx->pVgMap, &vgInfo, pTb->name, pTb->suid, pTb->igNotExists), NULL, _end);
124!
4207
  }
4208
_end:
30✔
4209
  return code;
30✔
4210
}
4211

4212
static int32_t mndProcessFetchTtlExpiredTbs(SRpcMsg *pRsp) {
65,321✔
4213
  int32_t                 code = -1;
65,321✔
4214
  SDecoder                decoder = {0};
65,321✔
4215
  SMnode                 *pMnode = pRsp->info.node;
65,321✔
4216
  SVFetchTtlExpiredTbsRsp rsp = {0};
65,321✔
4217
  SMndDropTbsWithTsmaCtx *pCtx = NULL;
65,321✔
4218
  if (pRsp->code != TSDB_CODE_SUCCESS) {
65,321✔
4219
    code = pRsp->code;
561✔
4220
    goto _end;
561✔
4221
  }
4222
  if (pRsp->contLen == 0) {
64,760✔
4223
    code = 0;
64,730✔
4224
    goto _end;
64,730✔
4225
  }
4226

4227
  tDecoderInit(&decoder, pRsp->pCont, pRsp->contLen);
30✔
4228
  code = tDecodeVFetchTtlExpiredTbsRsp(&decoder, &rsp);
30✔
4229
  if (code) goto _end;
30!
4230

4231
  code = mndInitDropTbsWithTsmaCtx(&pCtx);
30✔
4232
  if (code) goto _end;
30!
4233

4234
  code = mndDropTbForSingleVg(pMnode, pCtx, rsp.pExpiredTbs, rsp.vgId);
30✔
4235
  if (code) goto _end;
30!
4236
  code = mndCreateDropTbsTxnPrepare(pRsp, pCtx);
30✔
4237
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
30✔
4238
_end:
10✔
4239
  if (pCtx) mndDestroyDropTbsWithTsmaCtx(pCtx);
65,321✔
4240
  tDecoderClear(&decoder);
65,321✔
4241
  tFreeFetchTtlExpiredTbsRsp(&rsp);
65,321✔
4242
  TAOS_RETURN(code);
65,321✔
4243
}
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc