• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #4749

21 Sep 2025 11:53PM UTC coverage: 58.886% (+0.2%) from 58.687%
#4749

push

travis-ci

web-flow
fix: refine python taos error log matching in checkAsan.sh (#33029)

* fix: refine python taos error log matching in checkAsan.sh

* fix: improve python taos error log matching in checkAsan.sh

135798 of 293157 branches covered (46.32%)

Branch coverage included in aggregate %.

204484 of 284713 relevant lines covered (71.82%)

18414870.32 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

65.56
/source/dnode/mnode/impl/src/mndStb.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#define _DEFAULT_SOURCE
17
#include "audit.h"
18
#include "mndDb.h"
19
#include "mndDnode.h"
20
#include "mndIndex.h"
21
#include "mndIndexComm.h"
22
#include "mndInfoSchema.h"
23
#include "mndMnode.h"
24
#include "mndPerfSchema.h"
25
#include "mndPrivilege.h"
26
#include "mndShow.h"
27
#include "mndSma.h"
28
#include "mndStb.h"
29
#include "mndTopic.h"
30
#include "mndTrans.h"
31
#include "mndUser.h"
32
#include "mndVgroup.h"
33
#include "mndStream.h"
34
#include "tname.h"
35

36
#define STB_VER_NUMBER   3
37
#define STB_RESERVE_SIZE 56
38

39
static int32_t  mndStbActionInsert(SSdb *pSdb, SStbObj *pStb);
40
static int32_t  mndStbActionDelete(SSdb *pSdb, SStbObj *pStb);
41
static int32_t  mndStbActionUpdate(SSdb *pSdb, SStbObj *pOld, SStbObj *pNew);
42
static int32_t  mndProcessTtlTimer(SRpcMsg *pReq);
43
static int32_t  mndProcessTrimDbTimer(SRpcMsg *pReq);
44
static int32_t  mndProcessCreateStbReq(SRpcMsg *pReq);
45
static int32_t  mndProcessAlterStbReq(SRpcMsg *pReq);
46
static int32_t  mndProcessDropStbReq(SRpcMsg *pReq);
47
static int32_t  mndProcessDropTtltbRsp(SRpcMsg *pReq);
48
static int32_t  mndProcessTrimDbRsp(SRpcMsg *pReq);
49
static int32_t  mndProcessTableMetaReq(SRpcMsg *pReq);
50
static int32_t  mndRetrieveStb(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
51
static int32_t  mndRetrieveStbCol(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
52
static void     mndCancelGetNextStb(SMnode *pMnode, void *pIter);
53
static int32_t  mndProcessTableCfgReq(SRpcMsg *pReq);
54
static int32_t  mndAlterStbImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
55
                               void *alterOriData, int32_t alterOriDataLen);
56
static int32_t  mndAlterStbAndUpdateTagIdxImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
57
                                              void *alterOriData, int32_t alterOriDataLen, const SMAlterStbReq *pAlter);
58

59
static int32_t mndProcessCreateIndexReq(SRpcMsg *pReq);
60
static int32_t mndProcessDropIndexReq(SRpcMsg *pReq);
61

62
static int32_t mndProcessDropStbReqFromMNode(SRpcMsg *pReq);
63
static int32_t mndProcessDropTbWithTsma(SRpcMsg *pReq);
64
static int32_t mndProcessFetchTtlExpiredTbs(SRpcMsg *pReq);
65

66
int32_t mndInitStb(SMnode *pMnode) {
1,942✔
67
  SSdbTable table = {
1,942✔
68
      .sdbType = SDB_STB,
69
      .keyType = SDB_KEY_BINARY,
70
      .encodeFp = (SdbEncodeFp)mndStbActionEncode,
71
      .decodeFp = (SdbDecodeFp)mndStbActionDecode,
72
      .insertFp = (SdbInsertFp)mndStbActionInsert,
73
      .updateFp = (SdbUpdateFp)mndStbActionUpdate,
74
      .deleteFp = (SdbDeleteFp)mndStbActionDelete,
75
  };
76

77
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_STB, mndProcessCreateStbReq);
1,942✔
78
  mndSetMsgHandle(pMnode, TDMT_MND_ALTER_STB, mndProcessAlterStbReq);
1,942✔
79
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_STB, mndProcessDropStbReq);
1,942✔
80
  mndSetMsgHandle(pMnode, TDMT_VND_CREATE_STB_RSP, mndTransProcessRsp);
1,942✔
81
  mndSetMsgHandle(pMnode, TDMT_VND_DROP_TTL_TABLE_RSP, mndProcessDropTtltbRsp);
1,942✔
82
  mndSetMsgHandle(pMnode, TDMT_VND_TRIM_RSP, mndProcessTrimDbRsp);
1,942✔
83
  mndSetMsgHandle(pMnode, TDMT_VND_ALTER_STB_RSP, mndTransProcessRsp);
1,942✔
84
  mndSetMsgHandle(pMnode, TDMT_VND_DROP_STB_RSP, mndTransProcessRsp);
1,942✔
85
  mndSetMsgHandle(pMnode, TDMT_MND_TABLE_META, mndProcessTableMetaReq);
1,942✔
86
  mndSetMsgHandle(pMnode, TDMT_MND_TTL_TIMER, mndProcessTtlTimer);
1,942✔
87
  mndSetMsgHandle(pMnode, TDMT_MND_TRIM_DB_TIMER, mndProcessTrimDbTimer);
1,942✔
88
  mndSetMsgHandle(pMnode, TDMT_MND_TABLE_CFG, mndProcessTableCfgReq);
1,942✔
89
  mndSetMsgHandle(pMnode, TDMT_MND_STB_DROP, mndProcessDropStbReqFromMNode);
1,942✔
90
  mndSetMsgHandle(pMnode, TDMT_MND_STB_DROP_RSP, mndTransProcessRsp);
1,942✔
91
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_TB_WITH_TSMA, mndProcessDropTbWithTsma);
1,942✔
92
  mndSetMsgHandle(pMnode, TDMT_VND_FETCH_TTL_EXPIRED_TBS_RSP, mndProcessFetchTtlExpiredTbs);
1,942✔
93
  mndSetMsgHandle(pMnode, TDMT_VND_DROP_TABLE_RSP, mndTransProcessRsp);
1,942✔
94
  //  mndSetMsgHandle(pMnode, TDMT_MND_SYSTABLE_RETRIEVE, mndProcessRetrieveStbReq);
95

96
  // mndSetMsgHandle(pMnode, TDMT_MND_CREATE_INDEX, mndProcessCreateIndexReq);
97
  // mndSetMsgHandle(pMnode, TDMT_MND_DROP_INDEX, mndProcessDropIndexReq);
98
  // mndSetMsgHandle(pMnode, TDMT_VND_CREATE_INDEX_RSP, mndTransProcessRsp);
99
  // mndSetMsgHandle(pMnode, TDMT_VND_DROP_INDEX_RSP, mndTransProcessRsp);
100

101
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_STB, mndRetrieveStb);
1,942✔
102
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_STB, mndCancelGetNextStb);
1,942✔
103

104
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_COL, mndRetrieveStbCol);
1,942✔
105
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_COL, mndCancelGetNextStb);
1,942✔
106

107
  return sdbSetTable(pMnode->pSdb, table);
1,942✔
108
}
109

110
void mndCleanupStb(SMnode *pMnode) {}
1,941✔
111

112
SSdbRaw *mndStbActionEncode(SStbObj *pStb) {
53,893✔
113
  int32_t code = 0;
53,893✔
114
  int32_t lino = 0;
53,893✔
115
  bool    hasTypeMod = false;
53,893✔
116
  terrno = TSDB_CODE_OUT_OF_MEMORY;
53,893✔
117

118
  int32_t size = sizeof(SStbObj) + (pStb->numOfColumns + pStb->numOfTags) * sizeof(SSchema) + pStb->commentLen +
107,786✔
119
                 pStb->ast1Len + pStb->ast2Len + pStb->numOfColumns * sizeof(SColCmpr) + STB_RESERVE_SIZE +
107,786✔
120
                 taosArrayGetSize(pStb->pFuncs) * TSDB_FUNC_NAME_LEN + sizeof(int32_t) * pStb->numOfColumns;
53,893✔
121
  SSdbRaw *pRaw = sdbAllocRaw(SDB_STB, STB_VER_NUMBER, size);
53,893✔
122
  if (pRaw == NULL) goto _OVER;
53,893!
123

124
  int32_t dataPos = 0;
53,893✔
125
  SDB_SET_BINARY(pRaw, dataPos, pStb->name, TSDB_TABLE_FNAME_LEN, _OVER)
53,893!
126
  SDB_SET_BINARY(pRaw, dataPos, pStb->db, TSDB_DB_FNAME_LEN, _OVER)
53,893!
127
  SDB_SET_INT64(pRaw, dataPos, pStb->createdTime, _OVER)
53,893!
128
  SDB_SET_INT64(pRaw, dataPos, pStb->updateTime, _OVER)
53,893!
129
  SDB_SET_INT64(pRaw, dataPos, pStb->uid, _OVER)
53,893!
130
  SDB_SET_INT64(pRaw, dataPos, pStb->dbUid, _OVER)
53,893!
131
  SDB_SET_INT32(pRaw, dataPos, pStb->tagVer, _OVER)
53,893!
132
  SDB_SET_INT32(pRaw, dataPos, pStb->colVer, _OVER)
53,893!
133
  SDB_SET_INT32(pRaw, dataPos, pStb->smaVer, _OVER)
53,893!
134
  SDB_SET_INT32(pRaw, dataPos, pStb->nextColId, _OVER)
53,893!
135
  SDB_SET_INT64(pRaw, dataPos, pStb->maxdelay[0], _OVER)
53,893!
136
  SDB_SET_INT64(pRaw, dataPos, pStb->maxdelay[1], _OVER)
53,893!
137
  SDB_SET_INT64(pRaw, dataPos, pStb->watermark[0], _OVER)
53,893!
138
  SDB_SET_INT64(pRaw, dataPos, pStb->watermark[1], _OVER)
53,893!
139
  SDB_SET_INT32(pRaw, dataPos, pStb->ttl, _OVER)
53,893!
140
  SDB_SET_INT32(pRaw, dataPos, pStb->numOfColumns, _OVER)
53,893!
141
  SDB_SET_INT32(pRaw, dataPos, pStb->numOfTags, _OVER)
53,893!
142
  SDB_SET_INT32(pRaw, dataPos, pStb->numOfFuncs, _OVER)
53,893!
143
  SDB_SET_INT32(pRaw, dataPos, pStb->commentLen, _OVER)
53,893!
144
  SDB_SET_INT32(pRaw, dataPos, pStb->ast1Len, _OVER)
53,893!
145
  SDB_SET_INT32(pRaw, dataPos, pStb->ast2Len, _OVER)
53,893!
146

147
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
3,617,600✔
148
    SSchema *pSchema = &pStb->pColumns[i];
3,563,707✔
149
    SDB_SET_INT8(pRaw, dataPos, pSchema->type, _OVER)
3,563,707!
150
    SDB_SET_INT8(pRaw, dataPos, pSchema->flags, _OVER)
3,563,707!
151
    SDB_SET_INT16(pRaw, dataPos, pSchema->colId, _OVER)
3,563,707!
152
    SDB_SET_INT32(pRaw, dataPos, pSchema->bytes, _OVER)
3,563,707!
153
    SDB_SET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
3,563,707!
154
    hasTypeMod = hasTypeMod || HAS_TYPE_MOD(pSchema);
3,563,707✔
155
  }
156

157
  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
539,750✔
158
    SSchema *pSchema = &pStb->pTags[i];
485,857✔
159
    SDB_SET_INT8(pRaw, dataPos, pSchema->type, _OVER)
485,857!
160
    SDB_SET_INT8(pRaw, dataPos, pSchema->flags, _OVER)
485,857!
161
    SDB_SET_INT16(pRaw, dataPos, pSchema->colId, _OVER)
485,857!
162
    SDB_SET_INT32(pRaw, dataPos, pSchema->bytes, _OVER)
485,857!
163
    SDB_SET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
485,857!
164
  }
165

166
  for (int32_t i = 0; i < pStb->numOfFuncs; ++i) {
53,893!
167
    char *func = taosArrayGet(pStb->pFuncs, i);
×
168
    SDB_SET_BINARY(pRaw, dataPos, func, TSDB_FUNC_NAME_LEN, _OVER)
×
169
  }
170

171
  if (pStb->commentLen > 0) {
53,893✔
172
    SDB_SET_BINARY(pRaw, dataPos, pStb->comment, pStb->commentLen + 1, _OVER)
174!
173
  }
174

175
  if (pStb->ast1Len > 0) {
53,893!
176
    SDB_SET_BINARY(pRaw, dataPos, pStb->pAst1, pStb->ast1Len, _OVER)
×
177
  }
178

179
  if (pStb->ast2Len > 0) {
53,893!
180
    SDB_SET_BINARY(pRaw, dataPos, pStb->pAst2, pStb->ast2Len, _OVER)
×
181
  }
182

183
  if (pStb->pCmpr != NULL) {
53,893!
184
    for (int i = 0; i < pStb->numOfColumns; i++) {
3,617,600✔
185
      SColCmpr *p = &pStb->pCmpr[i];
3,563,707✔
186
      SDB_SET_INT16(pRaw, dataPos, p->id, _OVER)
3,563,707!
187
      SDB_SET_INT32(pRaw, dataPos, p->alg, _OVER)
3,563,707!
188
    }
189
  }
190
  SDB_SET_INT64(pRaw, dataPos, pStb->keep, _OVER)
53,893!
191

192
  if (hasTypeMod) {
53,893✔
193
    for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
2,788,775✔
194
      SDB_SET_INT32(pRaw, dataPos, pStb->pExtSchemas[i].typeMod, _OVER);
2,776,830!
195
    }
196
  }
197

198
  SDB_SET_INT8(pRaw, dataPos, pStb->virtualStb, _OVER)
53,893!
199
  SDB_SET_RESERVE(pRaw, dataPos, STB_RESERVE_SIZE, _OVER)
53,893!
200
  SDB_SET_DATALEN(pRaw, dataPos, _OVER)
53,893!
201

202
  terrno = 0;
53,893✔
203

204
_OVER:
53,893✔
205
  if (terrno != 0) {
53,893!
206
    mError("stb:%s, failed to encode to raw:%p since %s", pStb->name, pRaw, terrstr());
×
207
    sdbFreeRaw(pRaw);
×
208
    return NULL;
×
209
  }
210

211
  mTrace("stb:%s, encode to raw:%p, row:%p", pStb->name, pRaw, pStb);
53,893✔
212
  return pRaw;
53,893✔
213
}
214

215
SSdbRow *mndStbActionDecode(SSdbRaw *pRaw) {
48,504✔
216
  int32_t code = 0;
48,504✔
217
  int32_t lino = 0;
48,504✔
218
  terrno = TSDB_CODE_OUT_OF_MEMORY;
48,504✔
219
  SSdbRow *pRow = NULL;
48,504✔
220
  SStbObj *pStb = NULL;
48,504✔
221
  bool     hasExtSchemas = false;
48,504✔
222

223
  int8_t sver = 0;
48,504✔
224
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
48,504!
225

226
  if (sver > STB_VER_NUMBER) {
48,504!
227
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
×
228
    goto _OVER;
×
229
  }
230

231
  pRow = sdbAllocRow(sizeof(SStbObj));
48,504✔
232
  if (pRow == NULL) goto _OVER;
48,504!
233

234
  pStb = sdbGetRowObj(pRow);
48,504✔
235
  if (pStb == NULL) goto _OVER;
48,504!
236

237
  int32_t dataPos = 0;
48,504✔
238
  SDB_GET_BINARY(pRaw, dataPos, pStb->name, TSDB_TABLE_FNAME_LEN, _OVER)
48,504!
239
  SDB_GET_BINARY(pRaw, dataPos, pStb->db, TSDB_DB_FNAME_LEN, _OVER)
48,504!
240
  SDB_GET_INT64(pRaw, dataPos, &pStb->createdTime, _OVER)
48,504!
241
  SDB_GET_INT64(pRaw, dataPos, &pStb->updateTime, _OVER)
48,504!
242
  SDB_GET_INT64(pRaw, dataPos, &pStb->uid, _OVER)
48,504!
243
  SDB_GET_INT64(pRaw, dataPos, &pStb->dbUid, _OVER)
48,504!
244
  SDB_GET_INT32(pRaw, dataPos, &pStb->tagVer, _OVER)
48,504!
245
  SDB_GET_INT32(pRaw, dataPos, &pStb->colVer, _OVER)
48,504!
246
  SDB_GET_INT32(pRaw, dataPos, &pStb->smaVer, _OVER)
48,504!
247
  SDB_GET_INT32(pRaw, dataPos, &pStb->nextColId, _OVER)
48,504!
248
  SDB_GET_INT64(pRaw, dataPos, &pStb->maxdelay[0], _OVER)
48,504!
249
  SDB_GET_INT64(pRaw, dataPos, &pStb->maxdelay[1], _OVER)
48,504!
250
  SDB_GET_INT64(pRaw, dataPos, &pStb->watermark[0], _OVER)
48,504!
251
  SDB_GET_INT64(pRaw, dataPos, &pStb->watermark[1], _OVER)
48,504!
252
  SDB_GET_INT32(pRaw, dataPos, &pStb->ttl, _OVER)
48,504!
253
  SDB_GET_INT32(pRaw, dataPos, &pStb->numOfColumns, _OVER)
48,504!
254
  SDB_GET_INT32(pRaw, dataPos, &pStb->numOfTags, _OVER)
48,504!
255
  SDB_GET_INT32(pRaw, dataPos, &pStb->numOfFuncs, _OVER)
48,504!
256
  SDB_GET_INT32(pRaw, dataPos, &pStb->commentLen, _OVER)
48,504!
257
  SDB_GET_INT32(pRaw, dataPos, &pStb->ast1Len, _OVER)
48,504!
258
  SDB_GET_INT32(pRaw, dataPos, &pStb->ast2Len, _OVER)
48,504!
259

260
  pStb->pColumns = taosMemoryCalloc(pStb->numOfColumns, sizeof(SSchema));
48,504!
261
  pStb->pTags = taosMemoryCalloc(pStb->numOfTags, sizeof(SSchema));
48,504!
262
  pStb->pFuncs = taosArrayInit(pStb->numOfFuncs, TSDB_FUNC_NAME_LEN);
48,504✔
263
  if (pStb->pColumns == NULL || pStb->pTags == NULL || pStb->pFuncs == NULL) {
48,504!
264
    goto _OVER;
×
265
  }
266

267
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
7,863,146✔
268
    SSchema *pSchema = &pStb->pColumns[i];
7,814,642✔
269
    SDB_GET_INT8(pRaw, dataPos, &pSchema->type, _OVER)
7,814,642!
270
    SDB_GET_INT8(pRaw, dataPos, &pSchema->flags, _OVER)
7,814,642!
271
    SDB_GET_INT16(pRaw, dataPos, &pSchema->colId, _OVER)
7,814,642!
272
    SDB_GET_INT32(pRaw, dataPos, &pSchema->bytes, _OVER)
7,814,642!
273
    SDB_GET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
7,814,642!
274
    hasExtSchemas = hasExtSchemas || HAS_TYPE_MOD(pSchema);
7,814,642✔
275
  }
276

277
  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
837,484✔
278
    SSchema *pSchema = &pStb->pTags[i];
788,980✔
279
    SDB_GET_INT8(pRaw, dataPos, &pSchema->type, _OVER)
788,980!
280
    SDB_GET_INT8(pRaw, dataPos, &pSchema->flags, _OVER)
788,980!
281
    SDB_GET_INT16(pRaw, dataPos, &pSchema->colId, _OVER)
788,980!
282
    SDB_GET_INT32(pRaw, dataPos, &pSchema->bytes, _OVER)
788,980!
283
    SDB_GET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
788,980!
284
  }
285

286
  for (int32_t i = 0; i < pStb->numOfFuncs; ++i) {
48,504!
287
    char funcName[TSDB_FUNC_NAME_LEN] = {0};
×
288
    SDB_GET_BINARY(pRaw, dataPos, funcName, TSDB_FUNC_NAME_LEN, _OVER)
×
289
    if (taosArrayPush(pStb->pFuncs, funcName) == NULL) goto _OVER;
×
290
  }
291

292
  if (pStb->commentLen > 0) {
48,504✔
293
    pStb->comment = taosMemoryCalloc(pStb->commentLen + 1, 1);
160!
294
    if (pStb->comment == NULL) goto _OVER;
160!
295
    SDB_GET_BINARY(pRaw, dataPos, pStb->comment, pStb->commentLen + 1, _OVER)
160!
296
  }
297

298
  if (pStb->ast1Len > 0) {
48,504!
299
    pStb->pAst1 = taosMemoryCalloc(pStb->ast1Len, 1);
×
300
    if (pStb->pAst1 == NULL) goto _OVER;
×
301
    SDB_GET_BINARY(pRaw, dataPos, pStb->pAst1, pStb->ast1Len, _OVER)
×
302
  }
303

304
  if (pStb->ast2Len > 0) {
48,504!
305
    pStb->pAst2 = taosMemoryCalloc(pStb->ast2Len, 1);
×
306
    if (pStb->pAst2 == NULL) goto _OVER;
×
307
    SDB_GET_BINARY(pRaw, dataPos, pStb->pAst2, pStb->ast2Len, _OVER)
×
308
  }
309

310
  pStb->pCmpr = taosMemoryCalloc(pStb->numOfColumns, sizeof(SColCmpr));
48,504!
311
  if (sver < STB_VER_NUMBER - 1) {
48,504!
312
    // compatible with old data, setup default compress value
313
    // impl later
314
    for (int i = 0; i < pStb->numOfColumns; i++) {
×
315
      SSchema  *pSchema = &pStb->pColumns[i];
×
316
      SColCmpr *pCmpr = &pStb->pCmpr[i];
×
317
      pCmpr->id = pSchema->colId;
×
318
      pCmpr->alg = createDefaultColCmprByType(pSchema->type);
×
319
    }
320
  } else {
321
    for (int i = 0; i < pStb->numOfColumns; i++) {
7,863,146✔
322
      SColCmpr *pCmpr = &pStb->pCmpr[i];
7,814,642✔
323
      SDB_GET_INT16(pRaw, dataPos, &pCmpr->id, _OVER)
7,814,642!
324
      SDB_GET_INT32(pRaw, dataPos, (int32_t *)&pCmpr->alg, _OVER)  // compatiable
7,814,642!
325
    }
326
  }
327
  SDB_GET_INT64(pRaw, dataPos, &pStb->keep, _OVER)
48,504!
328

329
  // type mod
330
  if (hasExtSchemas) {
48,504✔
331
    pStb->pExtSchemas = taosMemoryCalloc(pStb->numOfColumns, sizeof(SExtSchema));
21,765!
332
    if (!pStb->pExtSchemas) goto _OVER;
21,765!
333
    for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
7,321,302✔
334
      SSchema *pSchema = &pStb->pColumns[i];
7,299,537✔
335
      SDB_GET_INT32(pRaw, dataPos, &pStb->pExtSchemas[i].typeMod, _OVER)
7,299,537!
336
    }
337
  }
338

339
  if (sver < STB_VER_NUMBER) {
48,504!
340
    pStb->virtualStb = 0;
×
341
  } else {
342
    SDB_GET_INT8(pRaw, dataPos, &pStb->virtualStb, _OVER)
48,504!
343
  }
344

345
  SDB_GET_RESERVE(pRaw, dataPos, STB_RESERVE_SIZE, _OVER)
48,504!
346

347
  terrno = 0;
48,504✔
348

349
_OVER:
48,504✔
350
  if (terrno != 0) {
48,504!
351
    mError("stb:%s, failed to decode from raw:%p since %s", pStb == NULL ? "null" : pStb->name, pRaw, terrstr());
×
352
    if (pStb != NULL) {
×
353
      taosMemoryFreeClear(pStb->pColumns);
×
354
      taosMemoryFreeClear(pStb->pTags);
×
355
      taosMemoryFreeClear(pStb->comment);
×
356
      taosMemoryFree(pStb->pCmpr);
×
357
      taosMemoryFreeClear(pStb->pExtSchemas);
×
358
    }
359
    taosMemoryFreeClear(pRow);
×
360
    return NULL;
×
361
  }
362

363
  mTrace("stb:%s, decode from raw:%p, row:%p", pStb->name, pRaw, pStb);
48,504✔
364
  return pRow;
48,504✔
365
}
366

367
void mndFreeStb(SStbObj *pStb) {
56,932✔
368
  taosArrayDestroy(pStb->pFuncs);
56,932✔
369
  taosMemoryFreeClear(pStb->pColumns);
56,932!
370
  taosMemoryFreeClear(pStb->pTags);
56,932!
371
  taosMemoryFreeClear(pStb->comment);
56,932!
372
  taosMemoryFreeClear(pStb->pAst1);
56,932!
373
  taosMemoryFreeClear(pStb->pAst2);
56,932!
374
  taosMemoryFreeClear(pStb->pCmpr);
56,932!
375
  taosMemoryFreeClear(pStb->pExtSchemas);
56,932!
376
}
56,932✔
377

378
static int32_t mndStbActionInsert(SSdb *pSdb, SStbObj *pStb) {
12,755✔
379
  mTrace("stb:%s, perform insert action, row:%p", pStb->name, pStb);
12,755✔
380
  return 0;
12,755✔
381
}
382

383
static int32_t mndStbActionDelete(SSdb *pSdb, SStbObj *pStb) {
56,765✔
384
  mTrace("stb:%s, perform delete action, row:%p", pStb->name, pStb);
56,765✔
385
  mndFreeStb(pStb);
56,765✔
386
  return 0;
56,765✔
387
}
388

389
static int32_t mndStbActionUpdate(SSdb *pSdb, SStbObj *pOld, SStbObj *pNew) {
31,599✔
390
  terrno = 0;
31,599✔
391
  mTrace("stb:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);
31,599✔
392

393
  taosWLockLatch(&pOld->lock);
31,599✔
394
  int32_t numOfColumns = pOld->numOfColumns;
31,599✔
395
  if (pOld->numOfColumns < pNew->numOfColumns) {
31,599✔
396
    void *pColumns = taosMemoryMalloc(pNew->numOfColumns * sizeof(SSchema));
6,162!
397
    if (pColumns == NULL) {
6,162!
398
      goto END;
×
399
    }
400
    taosMemoryFree(pOld->pColumns);
6,162!
401
    pOld->pColumns = pColumns;
6,162✔
402
  }
403

404
  if (pOld->numOfTags < pNew->numOfTags) {
31,599✔
405
    void *pTags = taosMemoryMalloc(pNew->numOfTags * sizeof(SSchema));
1,160!
406
    if (pTags == NULL) {
1,160!
407
      goto END;
×
408
    }
409
    taosMemoryFree(pOld->pTags);
1,160!
410
    pOld->pTags = pTags;
1,160✔
411
  }
412

413
  if (pOld->commentLen < pNew->commentLen && pNew->commentLen > 0) {
31,599✔
414
    void *comment = taosMemoryMalloc(pNew->commentLen + 1);
22!
415
    if (comment == NULL) {
22!
416
      goto END;
×
417
    }
418
    taosMemoryFree(pOld->comment);
22!
419
    pOld->comment = comment;
22✔
420
  }
421
  pOld->commentLen = pNew->commentLen;
31,599✔
422

423
  if (pOld->ast1Len < pNew->ast1Len) {
31,599!
424
    void *pAst1 = taosMemoryMalloc(pNew->ast1Len + 1);
×
425
    if (pAst1 == NULL) {
×
426
      goto END;
×
427
    }
428
    taosMemoryFree(pOld->pAst1);
×
429
    pOld->pAst1 = pAst1;
×
430
  }
431

432
  if (pOld->ast2Len < pNew->ast2Len) {
31,599!
433
    void *pAst2 = taosMemoryMalloc(pNew->ast2Len + 1);
×
434
    if (pAst2 == NULL) {
×
435
      goto END;
×
436
    }
437
    taosMemoryFree(pOld->pAst2);
×
438
    pOld->pAst2 = pAst2;
×
439
  }
440

441
  pOld->updateTime = pNew->updateTime;
31,599✔
442
  pOld->tagVer = pNew->tagVer;
31,599✔
443
  pOld->colVer = pNew->colVer;
31,599✔
444
  pOld->smaVer = pNew->smaVer;
31,599✔
445
  pOld->nextColId = pNew->nextColId;
31,599✔
446
  pOld->ttl = pNew->ttl;
31,599✔
447
  pOld->keep = pNew->keep;
31,599✔
448
  
449
  if (pNew->numOfColumns > 0) {
31,599!
450
    pOld->numOfColumns = pNew->numOfColumns;
31,599✔
451
    memcpy(pOld->pColumns, pNew->pColumns, pOld->numOfColumns * sizeof(SSchema));
31,599✔
452
  }
453
  if (pNew->numOfTags > 0) {
31,599!
454
    pOld->numOfTags = pNew->numOfTags;
31,599✔
455
    memcpy(pOld->pTags, pNew->pTags, pOld->numOfTags * sizeof(SSchema));
31,599✔
456
  }
457
  if (pNew->commentLen > 0) {
31,599✔
458
    memcpy(pOld->comment, pNew->comment, pNew->commentLen + 1);
121✔
459
    pOld->commentLen = pNew->commentLen;
121✔
460
  }
461
  if (pNew->ast1Len != 0) {
31,599!
462
    memcpy(pOld->pAst1, pNew->pAst1, pNew->ast1Len);
×
463
    pOld->ast1Len = pNew->ast1Len;
×
464
  }
465
  if (pNew->ast2Len != 0) {
31,599!
466
    memcpy(pOld->pAst2, pNew->pAst2, pNew->ast2Len);
×
467
    pOld->ast2Len = pNew->ast2Len;
×
468
  }
469
  if (numOfColumns < pNew->numOfColumns) {
31,599✔
470
    taosMemoryFree(pOld->pCmpr);
6,162!
471
    pOld->pCmpr = taosMemoryCalloc(pNew->numOfColumns, sizeof(SColCmpr));
6,162!
472
    if (pOld->pCmpr == NULL){
6,162!
473
      goto END;
×
474
    }
475
    memcpy(pOld->pCmpr, pNew->pCmpr, pNew->numOfColumns * sizeof(SColCmpr));
6,162✔
476
  } else {
477
    memcpy(pOld->pCmpr, pNew->pCmpr, pNew->numOfColumns * sizeof(SColCmpr));
25,437✔
478
  }
479

480
  if (pNew->pExtSchemas) {
31,599✔
481
    taosMemoryFreeClear(pOld->pExtSchemas);
21,654!
482
    pOld->pExtSchemas = taosMemoryCalloc(pNew->numOfColumns, sizeof(SExtSchema));
21,654!
483
    if (pOld->pExtSchemas == NULL){
21,654!
484
      goto END;
×
485
    }
486
    memcpy(pOld->pExtSchemas, pNew->pExtSchemas, pNew->numOfColumns * sizeof(SExtSchema));
21,654✔
487
  }
488

489
END:
9,945✔
490
  taosWUnLockLatch(&pOld->lock);
31,599✔
491
  return terrno;
31,599✔
492
}
493

494
SStbObj *mndAcquireStb(SMnode *pMnode, char *stbName) {
2,031,312✔
495
  SSdb    *pSdb = pMnode->pSdb;
2,031,312✔
496
  SStbObj *pStb = sdbAcquire(pSdb, SDB_STB, stbName);
2,031,312✔
497
  if (pStb == NULL && terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
2,031,515!
498
    terrno = TSDB_CODE_MND_STB_NOT_EXIST;
12,574✔
499
  }
500
  return pStb;
2,031,453✔
501
}
502

503
void mndReleaseStb(SMnode *pMnode, SStbObj *pStb) {
2,028,275✔
504
  SSdb *pSdb = pMnode->pSdb;
2,028,275✔
505
  sdbRelease(pSdb, pStb);
2,028,275✔
506
}
2,028,285✔
507

508
SDbObj *mndAcquireDbByStb(SMnode *pMnode, const char *stbName) {
21,329✔
509
  SName name = {0};
21,329✔
510
  if ((terrno = tNameFromString(&name, stbName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0) return NULL;
21,329!
511

512
  char db[TSDB_TABLE_FNAME_LEN] = {0};
21,329✔
513
  if ((terrno = tNameGetFullDbName(&name, db)) != 0) return NULL;
21,329!
514

515
  return mndAcquireDb(pMnode, db);
21,329✔
516
}
517

518
static FORCE_INLINE int32_t schemaExColIdCompare(const void *colId, const void *pSchema) {
519
  if (*(col_id_t *)colId < ((SSchema *)pSchema)->colId) {
520
    return -1;
521
  } else if (*(col_id_t *)colId > ((SSchema *)pSchema)->colId) {
522
    return 1;
523
  }
524
  return 0;
525
}
526

527
void *mndBuildVCreateStbReq(SMnode *pMnode, SVgObj *pVgroup, SStbObj *pStb, int32_t *pContLen, void *alterOriData,
35,490✔
528
                            int32_t alterOriDataLen) {
529
  SEncoder       encoder = {0};
35,490✔
530
  int32_t        contLen;
531
  SName          name = {0};
35,490✔
532
  SVCreateStbReq req = {0};
35,490✔
533

534
  if ((terrno = tNameFromString(&name, pStb->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0) {
35,490!
535
    goto _err;
×
536
  }
537
  char dbFName[TSDB_DB_FNAME_LEN] = {0};
35,490✔
538
  if ((terrno = tNameGetFullDbName(&name, dbFName)) != 0) {
35,490!
539
    goto _err;
×
540
  };
541

542
  req.name = (char *)tNameGetTableName(&name);
35,490✔
543
  req.suid = pStb->uid;
35,490✔
544
  req.rollup = pStb->ast1Len > 0 ? 1 : 0;
35,490✔
545
  req.alterOriData = alterOriData;
35,490✔
546
  req.alterOriDataLen = alterOriDataLen;
35,490✔
547
  req.source = pStb->source;
35,490✔
548
  req.virtualStb = pStb->virtualStb;
35,490✔
549
  // todo
550
  req.schemaRow.nCols = pStb->numOfColumns;
35,490✔
551
  req.schemaRow.version = pStb->colVer;
35,490✔
552
  req.schemaRow.pSchema = pStb->pColumns;
35,490✔
553
  req.schemaTag.nCols = pStb->numOfTags;
35,490✔
554
  req.schemaTag.version = pStb->tagVer;
35,490✔
555
  req.schemaTag.pSchema = pStb->pTags;
35,490✔
556

557
  req.colCmpred = 1;
35,490✔
558
  SColCmprWrapper *pCmpr = &req.colCmpr;
35,490✔
559
  req.keep = pStb->keep;
35,490✔
560
  pCmpr->version = pStb->colVer;
35,490✔
561
  pCmpr->nCols = pStb->numOfColumns;
35,490✔
562

563
  req.colCmpr.pColCmpr = taosMemoryCalloc(pCmpr->nCols, sizeof(SColCmpr));
35,490!
564
  for (int32_t i = 0; i < pStb->numOfColumns; i++) {
3,346,203✔
565
    SColCmpr *p = &pCmpr->pColCmpr[i];
3,310,713✔
566
    p->alg = pStb->pCmpr[i].alg;
3,310,713✔
567
    p->id = pStb->pCmpr[i].id;
3,310,713✔
568
  }
569

570
/*
571
  if (req.rollup) {
572
    req.rsmaParam.maxdelay[0] = pStb->maxdelay[0];
573
    req.rsmaParam.maxdelay[1] = pStb->maxdelay[1];
574
    req.rsmaParam.watermark[0] = pStb->watermark[0];
575
    req.rsmaParam.watermark[1] = pStb->watermark[1];
576
    if (pStb->ast1Len > 0) {
577
      if (mndConvertRsmaTask(&req.rsmaParam.qmsg[0], &req.rsmaParam.qmsgLen[0], pStb->pAst1, pStb->uid,
578
                             STREAM_TRIGGER_WINDOW_CLOSE, req.rsmaParam.watermark[0],
579
                             req.rsmaParam.deleteMark[0]) < 0) {
580
        goto _err;
581
      }
582
    }
583
    if (pStb->ast2Len > 0) {
584
      if (mndConvertRsmaTask(&req.rsmaParam.qmsg[1], &req.rsmaParam.qmsgLen[1], pStb->pAst2, pStb->uid,
585
                             STREAM_TRIGGER_WINDOW_CLOSE, req.rsmaParam.watermark[1],
586
                             req.rsmaParam.deleteMark[1]) < 0) {
587
        goto _err;
588
      }
589
    }
590
  }
591
*/  
592
  req.pExtSchemas = pStb->pExtSchemas; // only reference to it.
35,490✔
593
  // get length
594
  int32_t ret = 0;
35,490✔
595
  tEncodeSize(tEncodeSVCreateStbReq, &req, contLen, ret);
35,490!
596
  if (ret < 0) {
35,490!
597
    goto _err;
×
598
  }
599

600
  contLen += sizeof(SMsgHead);
35,490✔
601

602
  SMsgHead *pHead = taosMemoryCalloc(1, contLen);
35,490!
603
  if (pHead == NULL) {
35,490!
604
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
605
    goto _err;
×
606
  }
607

608
  pHead->contLen = htonl(contLen);
35,490✔
609
  pHead->vgId = htonl(pVgroup->vgId);
35,490✔
610

611
  void *pBuf = POINTER_SHIFT(pHead, sizeof(SMsgHead));
35,490✔
612
  tEncoderInit(&encoder, pBuf, contLen - sizeof(SMsgHead));
35,490✔
613
  if (tEncodeSVCreateStbReq(&encoder, &req) < 0) {
35,490!
614
    taosMemoryFreeClear(pHead);
×
615
    tEncoderClear(&encoder);
×
616
    goto _err;
×
617
  }
618
  tEncoderClear(&encoder);
35,490✔
619

620
  *pContLen = contLen;
35,490✔
621
  taosMemoryFreeClear(req.rsmaParam.qmsg[0]);
35,490!
622
  taosMemoryFreeClear(req.rsmaParam.qmsg[1]);
35,490!
623
  taosMemoryFreeClear(req.colCmpr.pColCmpr);
35,490!
624
  return pHead;
35,490✔
625
_err:
×
626
  taosMemoryFreeClear(req.rsmaParam.qmsg[0]);
×
627
  taosMemoryFreeClear(req.rsmaParam.qmsg[1]);
×
628
  taosMemoryFreeClear(req.colCmpr.pColCmpr);
×
629
  return NULL;
×
630
}
631

632
static void *mndBuildVDropStbReq(SMnode *pMnode, SVgObj *pVgroup, SStbObj *pStb, int32_t *pContLen) {
22,844✔
633
  SName        name = {0};
22,844✔
634
  SVDropStbReq req = {0};
22,844✔
635
  int32_t      contLen = 0;
22,844✔
636
  int32_t      ret = 0;
22,844✔
637
  SMsgHead    *pHead = NULL;
22,844✔
638
  SEncoder     encoder = {0};
22,844✔
639

640
  if ((terrno = tNameFromString(&name, pStb->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0) {
22,844!
641
    return NULL;
×
642
  }
643

644
  req.name = (char *)tNameGetTableName(&name);
22,844✔
645
  req.suid = pStb->uid;
22,844✔
646

647
  tEncodeSize(tEncodeSVDropStbReq, &req, contLen, ret);
22,844!
648
  if (ret < 0) return NULL;
22,844!
649

650
  contLen += sizeof(SMsgHead);
22,844✔
651
  pHead = taosMemoryMalloc(contLen);
22,844!
652
  if (pHead == NULL) {
22,844!
653
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
654
    return NULL;
×
655
  }
656

657
  pHead->contLen = htonl(contLen);
22,844✔
658
  pHead->vgId = htonl(pVgroup->vgId);
22,844✔
659

660
  void *pBuf = POINTER_SHIFT(pHead, sizeof(SMsgHead));
22,844✔
661

662
  tEncoderInit(&encoder, pBuf, contLen - sizeof(SMsgHead));
22,844✔
663
  int32_t code = tEncodeSVDropStbReq(&encoder, &req);
22,844✔
664
  tEncoderClear(&encoder);
22,844✔
665
  if (code != 0) {
22,844!
666
    terrno = code;
×
667
    return NULL;
×
668
  }
669

670
  *pContLen = contLen;
22,844✔
671
  return pHead;
22,844✔
672
}
673

674
int32_t mndCheckCreateStbReq(SMCreateStbReq *pCreate) {
8,657✔
675
  int32_t code = 0;
8,657✔
676
  if (pCreate->igExists < 0 || pCreate->igExists > 1) {
8,657!
677
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
678
    TAOS_RETURN(code);
×
679
  }
680

681
  if (pCreate->virtualStb != 0 && pCreate->virtualStb != 1) {
8,657!
682
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
683
    TAOS_RETURN(code);
×
684
  }
685

686
  if (pCreate->numOfColumns < TSDB_MIN_COLUMNS || pCreate->numOfTags + pCreate->numOfColumns > TSDB_MAX_COLUMNS) {
8,657!
687
    code = TSDB_CODE_PAR_INVALID_COLUMNS_NUM;
×
688
    TAOS_RETURN(code);
×
689
  }
690

691
  if (pCreate->numOfTags <= 0 || pCreate->numOfTags > TSDB_MAX_TAGS) {
8,657!
692
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
693
    TAOS_RETURN(code);
×
694
  }
695

696
  SField *pField = taosArrayGet(pCreate->pColumns, 0);
8,657✔
697
  if (pField->type != TSDB_DATA_TYPE_TIMESTAMP) {
8,657!
698
    code = TSDB_CODE_PAR_INVALID_FIRST_COLUMN;
×
699
    TAOS_RETURN(code);
×
700
  }
701

702
  for (int32_t i = 0; i < pCreate->numOfColumns; ++i) {
234,808✔
703
    SFieldWithOptions *pField1 = taosArrayGet(pCreate->pColumns, i);
226,151✔
704
    if (pField1->type >= TSDB_DATA_TYPE_MAX) {
226,151!
705
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
706
      TAOS_RETURN(code);
×
707
    }
708
    if (pField1->bytes <= 0) {
226,151!
709
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
710
      TAOS_RETURN(code);
×
711
    }
712
    if (pField1->name[0] == 0) {
226,151!
713
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
714
      TAOS_RETURN(code);
×
715
    }
716
  }
717

718
  for (int32_t i = 0; i < pCreate->numOfTags; ++i) {
56,430✔
719
    SField *pField1 = taosArrayGet(pCreate->pTags, i);
47,773✔
720
    if (pField1->type >= TSDB_DATA_TYPE_MAX) {
47,773!
721
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
722
      TAOS_RETURN(code);
×
723
    }
724
    if (pField1->bytes <= 0) {
47,773!
725
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
726
      TAOS_RETURN(code);
×
727
    }
728
    if (pField1->name[0] == 0) {
47,773!
729
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
730
      TAOS_RETURN(code);
×
731
    }
732
  }
733

734
  TAOS_RETURN(code);
8,657✔
735
}
736

737
static int32_t mndSetCreateStbPrepareLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
×
738
  int32_t  code = 0;
×
739
  SSdbRaw *pRedoRaw = mndStbActionEncode(pStb);
×
740
  if (pRedoRaw == NULL) {
×
741
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
742
    if (terrno != 0) code = terrno;
×
743
    TAOS_RETURN(code);
×
744
  }
745
  if ((code = mndTransAppendPrepareLog(pTrans, pRedoRaw)) != 0) {
×
746
    sdbFreeRaw(pRedoRaw);
×
747
    TAOS_RETURN(code);
×
748
  }
749
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_CREATING));
×
750

751
  TAOS_RETURN(code);
×
752
}
753

754
int32_t mndSetCreateStbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
8,318✔
755
  int32_t  code = 0;
8,318✔
756
  SSdbRaw *pCommitRaw = mndStbActionEncode(pStb);
8,318✔
757
  if (pCommitRaw == NULL) {
8,318!
758
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
759
    if (terrno != 0) code = terrno;
×
760
    TAOS_RETURN(code);
×
761
  }
762
  if ((code = mndTransAppendCommitlog(pTrans, pCommitRaw)) != 0) {
8,318!
763
    sdbFreeRaw(pCommitRaw);
×
764
    TAOS_RETURN(code);
×
765
  }
766
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY));
8,318!
767

768
  TAOS_RETURN(code);
8,318✔
769
}
770

771
static int32_t mndSetCreateStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
8,306✔
772
  int32_t code = 0;
8,306✔
773
  SSdb   *pSdb = pMnode->pSdb;
8,306✔
774
  SVgObj *pVgroup = NULL;
8,306✔
775
  void   *pIter = NULL;
8,306✔
776
  int32_t contLen;
777

778
  while (1) {
70,715✔
779
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
79,021✔
780
    if (pIter == NULL) break;
79,021✔
781
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
70,715✔
782
      sdbRelease(pSdb, pVgroup);
50,915✔
783
      continue;
50,915✔
784
    }
785

786
    void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, NULL, 0);
19,800✔
787
    if (pReq == NULL) {
19,800!
788
      sdbCancelFetch(pSdb, pIter);
×
789
      sdbRelease(pSdb, pVgroup);
×
790
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
791
      if (terrno != 0) code = terrno;
×
792
      TAOS_RETURN(code);
×
793
    }
794

795
    STransAction action = {0};
19,800✔
796
    action.mTraceId = pTrans->mTraceId;
19,800✔
797
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
19,800✔
798
    action.pCont = pReq;
19,800✔
799
    action.contLen = contLen;
19,800✔
800
    action.msgType = TDMT_VND_CREATE_STB;
19,800✔
801
    action.acceptableCode = TSDB_CODE_TDB_STB_ALREADY_EXIST;
19,800✔
802
    action.retryCode = TSDB_CODE_TDB_STB_NOT_EXIST;
19,800✔
803
    if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
19,800!
804
      taosMemoryFree(pReq);
×
805
      sdbCancelFetch(pSdb, pIter);
×
806
      sdbRelease(pSdb, pVgroup);
×
807
      TAOS_RETURN(code);
×
808
    }
809
    sdbRelease(pSdb, pVgroup);
19,800✔
810
  }
811

812
  TAOS_RETURN(code);
8,306✔
813
}
814

815
int32_t mndSetForceDropCreateStbRedoActions(SMnode *pMnode, STrans *pTrans, SVgObj *pVgroup, SStbObj *pStb) {
×
816
  int32_t code = 0;
×
817
  SSdb   *pSdb = pMnode->pSdb;
×
818
  int32_t contLen;
819

820
  void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, NULL, 0);
×
821
  if (pReq == NULL) {
×
822
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
823
    if (terrno != 0) code = terrno;
×
824
    TAOS_RETURN(code);
×
825
  }
826

827
  STransAction action = {0};
×
828
  action.mTraceId = pTrans->mTraceId;
×
829
  action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
×
830
  action.pCont = pReq;
×
831
  action.contLen = contLen;
×
832
  action.msgType = TDMT_VND_CREATE_STB;
×
833
  action.acceptableCode = TSDB_CODE_TDB_STB_ALREADY_EXIST;
×
834
  action.retryCode = TSDB_CODE_TDB_STB_NOT_EXIST;
×
835
  action.groupId = pVgroup->vgId;
×
836
  if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
×
837
    taosMemoryFree(pReq);
×
838
    TAOS_RETURN(code);
×
839
  }
840

841
  TAOS_RETURN(code);
×
842
}
843

844
static int32_t mndSetCreateStbUndoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
8,306✔
845
  int32_t code = 0;
8,306✔
846
  SSdb   *pSdb = pMnode->pSdb;
8,306✔
847
  SVgObj *pVgroup = NULL;
8,306✔
848
  void   *pIter = NULL;
8,306✔
849

850
  while (1) {
70,715✔
851
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
79,021✔
852
    if (pIter == NULL) break;
79,021✔
853
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
70,715✔
854
      sdbRelease(pSdb, pVgroup);
50,915✔
855
      continue;
50,915✔
856
    }
857

858
    int32_t contLen = 0;
19,800✔
859
    void   *pReq = mndBuildVDropStbReq(pMnode, pVgroup, pStb, &contLen);
19,800✔
860
    if (pReq == NULL) {
19,800!
861
      sdbCancelFetch(pSdb, pIter);
×
862
      sdbRelease(pSdb, pVgroup);
×
863
      code = TSDB_CODE_OUT_OF_MEMORY;
×
864
      TAOS_RETURN(code);
×
865
    }
866

867
    STransAction action = {0};
19,800✔
868
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
19,800✔
869
    action.pCont = pReq;
19,800✔
870
    action.contLen = contLen;
19,800✔
871
    action.msgType = TDMT_VND_DROP_STB;
19,800✔
872
    action.acceptableCode = TSDB_CODE_TDB_STB_NOT_EXIST;
19,800✔
873
    if ((code = mndTransAppendUndoAction(pTrans, &action)) != 0) {
19,800!
874
      taosMemoryFree(pReq);
×
875
      sdbCancelFetch(pSdb, pIter);
×
876
      sdbRelease(pSdb, pVgroup);
×
877
      TAOS_RETURN(code);
×
878
    }
879
    sdbRelease(pSdb, pVgroup);
19,800✔
880
  }
881

882
  TAOS_RETURN(code);
8,306✔
883
}
884

885
static SSchema *mndFindStbColumns(const SStbObj *pStb, const char *colName) {
×
886
  for (int32_t col = 0; col < pStb->numOfColumns; ++col) {
×
887
    SSchema *pSchema = &pStb->pColumns[col];
×
888
    if (taosStrncasecmp(pSchema->name, colName, TSDB_COL_NAME_LEN) == 0) {
×
889
      return pSchema;
×
890
    }
891
  }
892
  return NULL;
×
893
}
894

895
int32_t mndBuildStbFromReq(SMnode *pMnode, SStbObj *pDst, SMCreateStbReq *pCreate, SDbObj *pDb) {
8,416✔
896
  int32_t code = 0;
8,416✔
897
  bool    hasTypeMods = false;
8,416✔
898
  memcpy(pDst->name, pCreate->name, TSDB_TABLE_FNAME_LEN);
8,416✔
899
  memcpy(pDst->db, pDb->name, TSDB_DB_FNAME_LEN);
8,416✔
900
  pDst->createdTime = taosGetTimestampMs();
8,416✔
901
  pDst->updateTime = pDst->createdTime;
8,416✔
902
  pDst->uid = (pCreate->source == TD_REQ_FROM_TAOX_OLD || pCreate->source == TD_REQ_FROM_TAOX || pCreate->source == TD_REQ_FROM_SML)
8,416!
903
                  ? pCreate->suid
904
                  : mndGenerateUid(pCreate->name, TSDB_TABLE_FNAME_LEN);
16,832!
905
  pDst->dbUid = pDb->uid;
8,416✔
906
  pDst->tagVer = 1;
8,416✔
907
  pDst->colVer = 1;
8,416✔
908
  pDst->smaVer = 1;
8,416✔
909
  pDst->nextColId = 1;
8,416✔
910
  pDst->maxdelay[0] = pCreate->delay1;
8,416✔
911
  pDst->maxdelay[1] = pCreate->delay2;
8,416✔
912
  pDst->watermark[0] = pCreate->watermark1;
8,416✔
913
  pDst->watermark[1] = pCreate->watermark2;
8,416✔
914
  pDst->ttl = pCreate->ttl;
8,416✔
915
  pDst->numOfColumns = pCreate->numOfColumns;
8,416✔
916
  pDst->numOfTags = pCreate->numOfTags;
8,416✔
917
  pDst->numOfFuncs = pCreate->numOfFuncs;
8,416✔
918
  pDst->commentLen = pCreate->commentLen;
8,416✔
919
  pDst->pFuncs = pCreate->pFuncs;
8,416✔
920
  pDst->source = pCreate->source;
8,416✔
921
  pDst->keep = pCreate->keep;
8,416✔
922
  pDst->virtualStb = pCreate->virtualStb;
8,416✔
923
  pCreate->pFuncs = NULL;
8,416✔
924

925
  if (pDst->commentLen > 0) {
8,416✔
926
    pDst->comment = taosMemoryCalloc(pDst->commentLen + 1, 1);
20!
927
    if (pDst->comment == NULL) {
20!
928
      code = terrno;
×
929
      TAOS_RETURN(code);
×
930
    }
931
    memcpy(pDst->comment, pCreate->pComment, pDst->commentLen + 1);
20✔
932
  }
933

934
  pDst->ast1Len = pCreate->ast1Len;
8,416✔
935
  if (pDst->ast1Len > 0) {
8,416!
936
    pDst->pAst1 = taosMemoryCalloc(pDst->ast1Len, 1);
×
937
    if (pDst->pAst1 == NULL) {
×
938
      code = terrno;
×
939
      TAOS_RETURN(code);
×
940
    }
941
    memcpy(pDst->pAst1, pCreate->pAst1, pDst->ast1Len);
×
942
  }
943

944
  pDst->ast2Len = pCreate->ast2Len;
8,416✔
945
  if (pDst->ast2Len > 0) {
8,416!
946
    pDst->pAst2 = taosMemoryCalloc(pDst->ast2Len, 1);
×
947
    if (pDst->pAst2 == NULL) {
×
948
      code = terrno;
×
949
      TAOS_RETURN(code);
×
950
    }
951
    memcpy(pDst->pAst2, pCreate->pAst2, pDst->ast2Len);
×
952
  }
953

954
  pDst->pColumns = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SSchema));
8,416!
955
  pDst->pTags = taosMemoryCalloc(1, pDst->numOfTags * sizeof(SSchema));
8,416!
956
  if (pDst->pColumns == NULL || pDst->pTags == NULL) {
8,416!
957
    code = terrno;
×
958
    TAOS_RETURN(code);
×
959
  }
960

961
  if (pDst->nextColId < 0 || pDst->nextColId >= 0x7fff - pDst->numOfColumns - pDst->numOfTags) {
8,416!
962
    code = TSDB_CODE_OUT_OF_RANGE;
×
963
    TAOS_RETURN(code);
×
964
  }
965

966
  for (int32_t i = 0; i < pDst->numOfColumns; ++i) {
233,010✔
967
    SFieldWithOptions *pField = taosArrayGet(pCreate->pColumns, i);
224,594✔
968
    SSchema           *pSchema = &pDst->pColumns[i];
224,594✔
969
    pSchema->type = pField->type;
224,594✔
970
    pSchema->bytes = pField->bytes;
224,594✔
971
    pSchema->flags = pField->flags;
224,594✔
972
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
224,594✔
973
    pSchema->colId = pDst->nextColId;
224,594✔
974
    pDst->nextColId++;
224,594✔
975
    hasTypeMods = hasTypeMods || HAS_TYPE_MOD(pSchema);
224,594✔
976
  }
977

978
  for (int32_t i = 0; i < pDst->numOfTags; ++i) {
54,623✔
979
    SField  *pField = taosArrayGet(pCreate->pTags, i);
46,207✔
980
    SSchema *pSchema = &pDst->pTags[i];
46,207✔
981
    pSchema->type = pField->type;
46,207✔
982
    pSchema->bytes = pField->bytes;
46,207✔
983
    if (i == 0) {
46,207✔
984
      SSCHMEA_SET_IDX_ON(pSchema);
8,416✔
985
    }
986
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
46,207✔
987
    pSchema->colId = pDst->nextColId;
46,207✔
988
    pDst->nextColId++;
46,207✔
989
  }
990
  // set col compress
991
  pDst->pCmpr = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SCmprObj));
8,416!
992
  for (int32_t i = 0; i < pDst->numOfColumns; i++) {
233,010✔
993
    SFieldWithOptions *pField = taosArrayGet(pCreate->pColumns, i);
224,594✔
994
    SSchema           *pSchema = &pDst->pColumns[i];
224,594✔
995

996
    SColCmpr *pColCmpr = &pDst->pCmpr[i];
224,594✔
997
    pColCmpr->id = pSchema->colId;
224,594✔
998
    pColCmpr->alg = pField->compress;
224,594✔
999
  }
1000

1001
  if (hasTypeMods) {
8,416✔
1002
    pDst->pExtSchemas = taosMemoryCalloc(pDst->numOfColumns, sizeof(SExtSchema));
51!
1003
    if (!pDst->pExtSchemas) {
51!
1004
      code = terrno;
×
1005
      TAOS_RETURN(code);
×
1006
    }
1007
    for (int32_t i = 0; i < pDst->numOfColumns; ++i) {
914✔
1008
      SFieldWithOptions * pField = taosArrayGet(pCreate->pColumns, i);
863✔
1009
      pDst->pExtSchemas[i].typeMod = pField->typeMod;
863✔
1010
    }
1011
  }
1012
  TAOS_RETURN(code);
8,416✔
1013
}
1014
int32_t mndGenIdxNameForFirstTag(char *fullname, char *dbname, char *stbname, char *tagname) {
8,273✔
1015
  SName name = {0};
8,273✔
1016
  if ((terrno = tNameFromString(&name, stbname, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0) {
8,273!
1017
    return -1;
×
1018
  }
1019
  return snprintf(fullname, TSDB_INDEX_FNAME_LEN, "%s.%s_%s", dbname, tagname, tNameGetTableName(&name));
8,273✔
1020
}
1021

1022
static int32_t mndCreateStb(SMnode *pMnode, SRpcMsg *pReq, SMCreateStbReq *pCreate, SDbObj *pDb) {
8,261✔
1023
  SStbObj stbObj = {0};
8,261✔
1024
  int32_t code = -1;
8,261✔
1025

1026
  char fullIdxName[TSDB_INDEX_FNAME_LEN * 2] = {0};
8,261✔
1027

1028
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_DB_INSIDE, pReq, "create-stb");
8,261✔
1029
  if (pTrans == NULL) {
8,261!
1030
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1031
    if (terrno != 0) code = terrno;
×
1032
    goto _OVER;
×
1033
  }
1034

1035
  mInfo("trans:%d, used to create stb:%s", pTrans->id, pCreate->name);
8,261!
1036
  TAOS_CHECK_GOTO(mndBuildStbFromReq(pMnode, &stbObj, pCreate, pDb), NULL, _OVER);
8,261!
1037

1038
  SSchema *pSchema = &(stbObj.pTags[0]);
8,261✔
1039
  if (mndGenIdxNameForFirstTag(fullIdxName, pDb->name, stbObj.name, pSchema->name) < 0) {
8,261!
1040
    goto _OVER;
×
1041
  }
1042
  SSIdx idx = {0};
8,261✔
1043
  if (mndAcquireGlobalIdx(pMnode, fullIdxName, SDB_IDX, &idx) == 0 && idx.pIdx != NULL) {
8,261!
1044
    code = TSDB_CODE_MND_TAG_INDEX_ALREADY_EXIST;
×
1045
    mndReleaseIdx(pMnode, idx.pIdx);
×
1046
    goto _OVER;
×
1047
  }
1048

1049
  SIdxObj idxObj = {0};
8,261✔
1050
  memcpy(idxObj.name, fullIdxName, TSDB_INDEX_FNAME_LEN);
8,261✔
1051
  memcpy(idxObj.stb, stbObj.name, TSDB_TABLE_FNAME_LEN);
8,261✔
1052
  memcpy(idxObj.db, stbObj.db, TSDB_DB_FNAME_LEN);
8,261✔
1053
  memcpy(idxObj.colName, pSchema->name, TSDB_COL_NAME_LEN);
8,261✔
1054
  idxObj.createdTime = taosGetTimestampMs();
8,261✔
1055
  idxObj.uid = mndGenerateUid(fullIdxName, strlen(fullIdxName));
8,261✔
1056
  idxObj.stbUid = stbObj.uid;
8,261✔
1057
  idxObj.dbUid = stbObj.dbUid;
8,261✔
1058

1059
  TAOS_CHECK_GOTO(mndSetCreateIdxCommitLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
8,261!
1060

1061
  TAOS_CHECK_GOTO(mndAddStbToTrans(pMnode, pTrans, pDb, &stbObj), NULL, _OVER);
8,261✔
1062
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
8,151!
1063
  code = 0;
8,151✔
1064

1065
_OVER:
8,261✔
1066
  mndTransDrop(pTrans);
8,261✔
1067
  if (mndStbActionDelete(pMnode->pSdb, &stbObj) != 0) mError("failed to mndStbActionDelete");
8,261!
1068
  TAOS_RETURN(code);
8,261✔
1069
}
1070

1071
int32_t mndAddStbToTrans(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
8,416✔
1072
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
8,416✔
1073
  TAOS_CHECK_RETURN(mndTransCheckConflict(pMnode, pTrans));
8,416✔
1074
  TAOS_CHECK_RETURN(mndSetCreateStbCommitLogs(pMnode, pTrans, pDb, pStb));
8,306!
1075
  TAOS_CHECK_RETURN(mndSetCreateStbRedoActions(pMnode, pTrans, pDb, pStb));
8,306!
1076
  TAOS_CHECK_RETURN(mndSetCreateStbUndoActions(pMnode, pTrans, pDb, pStb));
8,306!
1077
  return 0;
8,306✔
1078
}
1079

1080
static int32_t mndProcessTtlTimer(SRpcMsg *pReq) {
6,861✔
1081
  SMnode           *pMnode = pReq->info.node;
6,861✔
1082
  SSdb             *pSdb = pMnode->pSdb;
6,861✔
1083
  SVgObj           *pVgroup = NULL;
6,861✔
1084
  void             *pIter = NULL;
6,861✔
1085
  SVDropTtlTableReq ttlReq = {
6,861✔
1086
      .timestampSec = taosGetTimestampSec(), .ttlDropMaxCount = tsTtlBatchDropNum, .nUids = 0, .pTbUids = NULL};
6,861✔
1087
  int32_t reqLen = tSerializeSVDropTtlTableReq(NULL, 0, &ttlReq);
6,861✔
1088
  int32_t contLen = reqLen + sizeof(SMsgHead);
6,861✔
1089

1090
  mDebug("start to process ttl timer");
6,861✔
1091

1092
  while (1) {
63,364✔
1093
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
70,225✔
1094
    if (pIter == NULL) break;
70,225✔
1095

1096
    if (pVgroup->mountVgId) {
63,364✔
1097
      sdbRelease(pSdb, pVgroup);
16✔
1098
      continue;
16✔
1099
    }
1100

1101
    int32_t   code = 0;
63,348✔
1102
    SMsgHead *pHead = rpcMallocCont(contLen);
63,348✔
1103
    if (pHead == NULL) {
63,348!
1104
      sdbRelease(pSdb, pVgroup);
×
1105
      continue;
×
1106
    }
1107
    pHead->contLen = htonl(contLen);
63,348✔
1108
    pHead->vgId = htonl(pVgroup->vgId);
63,348✔
1109
    if ((code = tSerializeSVDropTtlTableReq((char *)pHead + sizeof(SMsgHead), reqLen, &ttlReq)) < 0) {
63,348!
1110
      mError("vgId:%d, failed to serialize drop ttl table request since %s", pVgroup->vgId, tstrerror(code));
×
1111
      sdbRelease(pSdb, pVgroup);
×
1112
      continue;
×
1113
    }
1114

1115
    SRpcMsg rpcMsg = {
63,348✔
1116
        .msgType = TDMT_VND_FETCH_TTL_EXPIRED_TBS, .pCont = pHead, .contLen = contLen, .info = pReq->info};
1117
    SEpSet epSet = mndGetVgroupEpset(pMnode, pVgroup);
63,348✔
1118
    code = tmsgSendReq(&epSet, &rpcMsg);
63,348✔
1119
    if (code != 0) {
63,348✔
1120
      mError("vgId:%d, failed to send drop ttl table request to vnode since 0x%x", pVgroup->vgId, code);
60!
1121
    } else {
1122
      mDebug("vgId:%d, send drop ttl table request to vnode, time:%" PRId32, pVgroup->vgId, ttlReq.timestampSec);
63,288✔
1123
    }
1124
    sdbRelease(pSdb, pVgroup);
63,348✔
1125
  }
1126

1127
  return 0;
6,861✔
1128
}
1129

1130
static int32_t mndProcessTrimDbTimer(SRpcMsg *pReq) {
3✔
1131
  SMnode     *pMnode = pReq->info.node;
3✔
1132
  SSdb       *pSdb = pMnode->pSdb;
3✔
1133
  SVgObj     *pVgroup = NULL;
3✔
1134
  void       *pIter = NULL;
3✔
1135
  SVTrimDbReq trimReq = {.timestamp = taosGetTimestampSec()};
3✔
1136
  int32_t     reqLen = tSerializeSVTrimDbReq(NULL, 0, &trimReq);
3✔
1137
  int32_t     contLen = reqLen + sizeof(SMsgHead);
3✔
1138

1139
  while (1) {
97✔
1140
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
100✔
1141
    if (pIter == NULL) break;
100✔
1142
    if (pVgroup->mountVgId) {
97!
1143
      sdbRelease(pSdb, pVgroup);
×
1144
      continue;
×
1145
    }
1146

1147
    int32_t code = 0;
97✔
1148

1149
    SMsgHead *pHead = rpcMallocCont(contLen);
97✔
1150
    if (pHead == NULL) {
97!
1151
      sdbCancelFetch(pSdb, pVgroup);
×
1152
      sdbRelease(pSdb, pVgroup);
×
1153
      continue;
×
1154
    }
1155
    pHead->contLen = htonl(contLen);
97✔
1156
    pHead->vgId = htonl(pVgroup->vgId);
97✔
1157
    if ((code = tSerializeSVTrimDbReq((char *)pHead + sizeof(SMsgHead), reqLen, &trimReq)) < 0) {
97!
1158
      mError("vgId:%d, failed to serialize trim db request since %s", pVgroup->vgId, tstrerror(code));
×
1159
    }
1160

1161
    SRpcMsg rpcMsg = {.msgType = TDMT_VND_TRIM, .pCont = pHead, .contLen = contLen};
97✔
1162
    SEpSet  epSet = mndGetVgroupEpset(pMnode, pVgroup);
97✔
1163
    code = tmsgSendReq(&epSet, &rpcMsg);
97✔
1164
    if (code != 0) {
97!
1165
      mError("vgId:%d, timer failed to send vnode-trim request to vnode since 0x%x", pVgroup->vgId, code);
×
1166
    } else {
1167
      mInfo("vgId:%d, timer send vnode-trim request to vnode, time:%d", pVgroup->vgId, trimReq.timestamp);
97!
1168
    }
1169
    sdbRelease(pSdb, pVgroup);
97✔
1170
  }
1171

1172
  return 0;
3✔
1173
}
1174

1175
static int32_t mndFindSuperTableTagIndex(const SStbObj *pStb, const char *tagName) {
7,838✔
1176
  for (int32_t tag = 0; tag < pStb->numOfTags; tag++) {
116,827✔
1177
    if (strcmp(pStb->pTags[tag].name, tagName) == 0) {
111,357✔
1178
      return tag;
2,368✔
1179
    }
1180
  }
1181

1182
  return -1;
5,470✔
1183
}
1184

1185
static int32_t mndFindSuperTableColumnIndex(const SStbObj *pStb, const char *colName) {
10,333✔
1186
  for (int32_t col = 0; col < pStb->numOfColumns; col++) {
1,146,683✔
1187
    if (strcmp(pStb->pColumns[col].name, colName) == 0) {
1,141,090✔
1188
      return col;
4,740✔
1189
    }
1190
  }
1191

1192
  return -1;
5,593✔
1193
}
1194

1195
static bool mndValidateSchema(SSchema *pSchemas, int32_t nSchema, SArray *pFields, int32_t maxLen) {
5,418✔
1196
  int32_t rowLen = 0;
5,418✔
1197
  for (int32_t i = 0; i < nSchema; ++i) {
564,240✔
1198
    rowLen += (pSchemas + i)->bytes;
558,822✔
1199
  }
1200

1201
  int32_t nField = taosArrayGetSize(pFields);
5,418✔
1202
  for (int32_t i = 0; i < nField; ++i) {
10,836✔
1203
    rowLen += ((SField *)TARRAY_GET_ELEM(pFields, i))->bytes;
5,418✔
1204
  }
1205

1206
  return rowLen <= maxLen;
5,418✔
1207
}
1208

1209
static int32_t mndBuildStbFromAlter(SStbObj *pStb, SStbObj *pDst, SMCreateStbReq *createReq) {
107✔
1210
  int32_t code = 0;
107✔
1211
  taosRLockLatch(&pStb->lock);
107✔
1212
  memcpy(pDst, pStb, sizeof(SStbObj));
107✔
1213
  taosRUnLockLatch(&pStb->lock);
107✔
1214

1215
  pDst->source = createReq->source;
107✔
1216
  pDst->updateTime = taosGetTimestampMs();
107✔
1217
  pDst->numOfColumns = createReq->numOfColumns;
107✔
1218
  pDst->numOfTags = createReq->numOfTags;
107✔
1219
  pDst->pColumns = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SSchema));
107!
1220
  pDst->pTags = taosMemoryCalloc(1, pDst->numOfTags * sizeof(SSchema));
107!
1221
  pDst->pCmpr = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SColCmpr));
107!
1222
  pDst->pExtSchemas = taosMemoryCalloc(pDst->numOfColumns, sizeof(SExtSchema));
107!
1223

1224
  if (pDst->pColumns == NULL || pDst->pTags == NULL || pDst->pCmpr == NULL || pDst->pExtSchemas == NULL) {
107!
1225
    code = terrno;
×
1226
    TAOS_RETURN(code);
×
1227
  }
1228

1229
  if (pDst->nextColId < 0 || pDst->nextColId >= 0x7fff - pDst->numOfColumns - pDst->numOfTags) {
107!
1230
    code = TSDB_CODE_OUT_OF_RANGE;
×
1231
    TAOS_RETURN(code);
×
1232
  }
1233

1234
  for (int32_t i = 0; i < pDst->numOfColumns; ++i) {
771✔
1235
    SFieldWithOptions *pField = taosArrayGet(createReq->pColumns, i);
664✔
1236
    SSchema           *pSchema = &pDst->pColumns[i];
664✔
1237
    pSchema->type = pField->type;
664✔
1238
    pSchema->bytes = pField->bytes;
664✔
1239
    pSchema->flags = pField->flags;
664✔
1240
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
664✔
1241
    int32_t cIndex = mndFindSuperTableColumnIndex(pStb, pField->name);
664✔
1242
    if (cIndex >= 0) {
664✔
1243
      pSchema->colId = pStb->pColumns[cIndex].colId;
591✔
1244
    } else {
1245
      pSchema->colId = pDst->nextColId++;
73✔
1246
    }
1247
  }
1248

1249
  for (int32_t i = 0; i < pDst->numOfTags; ++i) {
784✔
1250
    SField  *pField = taosArrayGet(createReq->pTags, i);
677✔
1251
    SSchema *pSchema = &pDst->pTags[i];
677✔
1252
    pSchema->type = pField->type;
677✔
1253
    pSchema->bytes = pField->bytes;
677✔
1254
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
677✔
1255
    int32_t cIndex = mndFindSuperTableTagIndex(pStb, pField->name);
677✔
1256
    if (cIndex >= 0) {
677✔
1257
      pSchema->colId = pStb->pTags[cIndex].colId;
622✔
1258
    } else {
1259
      pSchema->colId = pDst->nextColId++;
55✔
1260
    }
1261
  }
1262
  for (int32_t i = 0; i < pDst->numOfColumns; i++) {
771✔
1263
    SColCmpr          *p = pDst->pCmpr + i;
664✔
1264
    SFieldWithOptions *pField = taosArrayGet(createReq->pColumns, i);
664✔
1265
    SSchema           *pSchema = &pDst->pColumns[i];
664✔
1266
    p->id = pSchema->colId;
664✔
1267
    if (pField->compress == 0) {
664!
1268
      p->alg = createDefaultColCmprByType(pSchema->type);
×
1269
    } else {
1270
      p->alg = pField->compress;
664✔
1271
    }
1272
    if (pField->flags & COL_HAS_TYPE_MOD) {
664✔
1273
      pDst->pExtSchemas[i].typeMod = pField->typeMod;
16✔
1274
    }
1275
  }
1276
  pDst->tagVer = createReq->tagVer;
107✔
1277
  pDst->colVer = createReq->colVer;
107✔
1278
  return TSDB_CODE_SUCCESS;
107✔
1279
}
1280

1281
static int32_t mndProcessCreateStbReq(SRpcMsg *pReq) {
8,502✔
1282
  SMnode        *pMnode = pReq->info.node;
8,502✔
1283
  int32_t        code = -1;
8,502✔
1284
  SStbObj       *pStb = NULL;
8,502✔
1285
  SDbObj        *pDb = NULL;
8,502✔
1286
  SMCreateStbReq createReq = {0};
8,502✔
1287
  bool           isAlter = false;
8,502✔
1288
  SHashObj      *pHash = NULL;
8,502✔
1289

1290
  if (tDeserializeSMCreateStbReq(pReq->pCont, pReq->contLen, &createReq) != 0) {
8,502!
1291
    code = TSDB_CODE_INVALID_MSG;
×
1292
    goto _OVER;
×
1293
  }
1294

1295
  mInfo("stb:%s, start to create", createReq.name);
8,502!
1296
  if (mndCheckCreateStbReq(&createReq) != 0) {
8,502!
1297
    code = TSDB_CODE_INVALID_MSG;
×
1298
    goto _OVER;
×
1299
  }
1300

1301
  pStb = mndAcquireStb(pMnode, createReq.name);
8,502✔
1302
  if (pStb != NULL) {
8,502✔
1303
    if (createReq.igExists) {
235✔
1304
      if (createReq.source == TD_REQ_FROM_APP) {
232✔
1305
        mInfo("stb:%s, already exist, ignore exist is set", createReq.name);
27!
1306
        code = 0;
27✔
1307
        goto _OVER;
27✔
1308
      } else if (pStb->uid != createReq.suid) {
205!
1309
        mInfo("stb:%s, alter table does not need to be done, because table is deleted", createReq.name);
×
1310
        code = 0;
×
1311
        goto _OVER;
×
1312
      } else if (createReq.tagVer > 0 || createReq.colVer > 0) {
313!
1313
        int32_t tagDelta = createReq.tagVer - pStb->tagVer;
205✔
1314
        int32_t colDelta = createReq.colVer - pStb->colVer;
205✔
1315
        mInfo("stb:%s, already exist while create, input tagVer:%d colVer:%d, exist tagVer:%d colVer:%d",
205!
1316
              createReq.name, createReq.tagVer, createReq.colVer, pStb->tagVer, pStb->colVer);
1317
        if (tagDelta <= 0 && colDelta <= 0) {
205✔
1318
          mInfo("stb:%s, schema version is not incremented and nothing needs to be done", createReq.name);
97!
1319
          code = 0;
97✔
1320
          goto _OVER;
97✔
1321
        } else if ((tagDelta == 1 && colDelta == 0) || (tagDelta == 0 && colDelta == 1) ||
108!
1322
                   (pStb->colVer == 1 && createReq.colVer > 1) || (pStb->tagVer == 1 && createReq.tagVer > 1)) {
×
1323
          isAlter = true;
108✔
1324
          mInfo("stb:%s, schema version is only increased by 1 number, do alter operation", createReq.name);
108!
1325
        } else {
1326
          mError("stb:%s, schema version increase more than 1 number, error is returned", createReq.name);
×
1327
          code = TSDB_CODE_MND_INVALID_SCHEMA_VER;
×
1328
          goto _OVER;
×
1329
        }
1330
      } else {
1331
        mError("stb:%s, already exist while create, input tagVer:%d colVer:%d is invalid, origin tagVer:%d colVer:%d",
×
1332
               createReq.name, createReq.tagVer, createReq.colVer, pStb->tagVer, pStb->colVer);
1333
        code = TSDB_CODE_MND_INVALID_SCHEMA_VER;
×
1334
        goto _OVER;
×
1335
      }
1336
    } else {
1337
      code = TSDB_CODE_MND_STB_ALREADY_EXIST;
3✔
1338
      goto _OVER;
3✔
1339
    }
1340
  } else if (terrno != TSDB_CODE_MND_STB_NOT_EXIST) {
8,267!
1341
    goto _OVER;
×
1342
  } else if ((createReq.source == TD_REQ_FROM_TAOX_OLD || createReq.source == TD_REQ_FROM_TAOX || createReq.source == TD_REQ_FROM_SML) &&
8,267!
1343
             (createReq.tagVer != 1 || createReq.colVer != 1)) {
46✔
1344
    mInfo("stb:%s, alter table does not need to be done, because table is deleted", createReq.name);
3!
1345
    code = 0;
3✔
1346
    goto _OVER;
3✔
1347
  }
1348

1349
  pHash = taosHashInit(createReq.numOfColumns + createReq.numOfTags, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY),
8,372✔
1350
                       false, HASH_NO_LOCK);
1351
  if (pHash == NULL) {
8,372!
1352
    code = TSDB_CODE_OUT_OF_MEMORY;
×
1353
    goto _OVER;
×
1354
  }
1355

1356
  for (int32_t i = 0; i < createReq.numOfColumns; ++i) {
233,017✔
1357
    SFieldWithOptions *pField = taosArrayGet(createReq.pColumns, i);
224,646✔
1358
    if ((code = taosHashPut(pHash, pField->name, strlen(pField->name), NULL, 0)) != 0) {
224,646✔
1359
      if (code == TSDB_CODE_DUP_KEY) {
1!
1360
        code = TSDB_CODE_TSC_DUP_COL_NAMES;
1✔
1361
      }
1362
      goto _OVER;
1✔
1363
    }
1364
  }
1365

1366
  for (int32_t i = 0; i < createReq.numOfTags; ++i) {
54,995✔
1367
    SField *pField = taosArrayGet(createReq.pTags, i);
46,627✔
1368
    if ((code = taosHashPut(pHash, pField->name, strlen(pField->name), NULL, 0)) != 0) {
46,627✔
1369
      if (code == TSDB_CODE_DUP_KEY) {
3!
1370
        code = TSDB_CODE_TSC_DUP_COL_NAMES;
3✔
1371
      }
1372
      goto _OVER;
3✔
1373
    }
1374
  }
1375

1376
  pDb = mndAcquireDbByStb(pMnode, createReq.name);
8,368✔
1377
  if (pDb == NULL) {
8,368!
1378
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
1379
    goto _OVER;
×
1380
  }
1381

1382
  if ((code = mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_WRITE_DB, pDb)) != 0) {
8,368!
1383
    goto _OVER;
×
1384
  }
1385
  if (pDb->cfg.isMount) {
8,368!
1386
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
×
1387
    goto _OVER;
×
1388
  }
1389

1390
  int32_t numOfStbs = -1;
8,368✔
1391
  if ((code = mndGetNumOfStbs(pMnode, pDb->name, &numOfStbs)) != 0) {
8,368!
1392
    goto _OVER;
×
1393
  }
1394

1395
  if (pDb->cfg.numOfStables == 1 && numOfStbs != 0) {
8,368!
1396
    code = TSDB_CODE_MND_SINGLE_STB_MODE_DB;
×
1397
    goto _OVER;
×
1398
  }
1399

1400
  if ((code = grantCheck(TSDB_GRANT_STABLE)) < 0) {
8,368!
1401
    goto _OVER;
×
1402
  }
1403

1404
  if (isAlter) {
8,368✔
1405
    bool    needRsp = false;
107✔
1406
    SStbObj pDst = {0};
107✔
1407
    if ((code = mndBuildStbFromAlter(pStb, &pDst, &createReq)) != 0) {
107!
1408
      taosMemoryFreeClear(pDst.pTags);
×
1409
      taosMemoryFreeClear(pDst.pColumns);
×
1410
      taosMemoryFreeClear(pDst.pCmpr);
×
1411
      taosMemoryFreeClear(pDst.pExtSchemas);
×
1412
      goto _OVER;
×
1413
    }
1414

1415
    code = mndAlterStbImp(pMnode, pReq, pDb, &pDst, needRsp, NULL, 0);
107✔
1416
    taosMemoryFreeClear(pDst.pTags);
107!
1417
    taosMemoryFreeClear(pDst.pColumns);
107!
1418
    taosMemoryFreeClear(pDst.pCmpr);
107!
1419
    taosMemoryFreeClear(pDst.pExtSchemas);
107!
1420
  } else {
1421
    code = mndCreateStb(pMnode, pReq, &createReq, pDb);
8,261✔
1422
  }
1423
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
8,368✔
1424

1425
  SName name = {0};
8,368✔
1426
  TAOS_CHECK_RETURN(tNameFromString(&name, createReq.name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE));
8,368!
1427

1428
  if (createReq.sql == NULL && createReq.sqlLen == 0) {
10,021!
1429
    char detail[1000] = {0};
1,653✔
1430

1431
    (void)tsnprintf(detail, sizeof(detail), "dbname:%s, stable name:%s", name.dbname, name.tname);
1,653✔
1432

1433
    auditRecord(pReq, pMnode->clusterId, "createStb", name.dbname, name.tname, detail, strlen(detail));
1,653✔
1434
  } else {
1435
    auditRecord(pReq, pMnode->clusterId, "createStb", name.dbname, name.tname, createReq.sql, createReq.sqlLen);
6,715✔
1436
  }
1437
_OVER:
8,502✔
1438
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
8,502✔
1439
    mError("stb:%s, failed to create since %s", createReq.name, tstrerror(code));
117!
1440
  }
1441

1442
  mndReleaseStb(pMnode, pStb);
8,502✔
1443
  mndReleaseDb(pMnode, pDb);
8,502✔
1444
  tFreeSMCreateStbReq(&createReq);
8,502✔
1445

1446
  if (pHash != NULL) {
8,502✔
1447
    taosHashCleanup(pHash);
8,372✔
1448
  }
1449

1450
  TAOS_RETURN(code);
8,502✔
1451
}
1452

1453
static int32_t mndCheckAlterStbReq(SMAlterStbReq *pAlter) {
10,796✔
1454
  int32_t code = 0;
10,796✔
1455
  if (pAlter->commentLen >= 0) return 0;
10,796✔
1456
  if (pAlter->ttl != 0) return 0;
20!
1457
  if (pAlter->keep != -1) return 0;
20!
1458

1459
  if (pAlter->numOfFields < 1 || pAlter->numOfFields != (int32_t)taosArrayGetSize(pAlter->pFields)) {
×
1460
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
1461
    TAOS_RETURN(code);
×
1462
  }
1463

1464
  for (int32_t i = 0; i < pAlter->numOfFields; ++i) {
×
1465
    SField *pField = taosArrayGet(pAlter->pFields, i);
×
1466
    if (pField->name[0] == 0) {
×
1467
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
1468
      TAOS_RETURN(code);
×
1469
    }
1470
  }
1471

1472
  TAOS_RETURN(code);
×
1473
}
1474

1475
int32_t mndAllocStbSchemas(const SStbObj *pOld, SStbObj *pNew) {
11,723✔
1476
  pNew->pTags = taosMemoryCalloc(pNew->numOfTags, sizeof(SSchema));
11,723!
1477
  pNew->pColumns = taosMemoryCalloc(pNew->numOfColumns, sizeof(SSchema));
11,723!
1478
  pNew->pCmpr = taosMemoryCalloc(pNew->numOfColumns, sizeof(SColCmpr));
11,723!
1479
  if (pNew->pTags == NULL || pNew->pColumns == NULL || pNew->pCmpr == NULL) {
11,723!
1480
    TAOS_RETURN(terrno);
×
1481
  }
1482

1483
  memcpy(pNew->pColumns, pOld->pColumns, sizeof(SSchema) * pOld->numOfColumns);
11,723✔
1484
  memcpy(pNew->pTags, pOld->pTags, sizeof(SSchema) * pOld->numOfTags);
11,723✔
1485
  memcpy(pNew->pCmpr, pOld->pCmpr, sizeof(SColCmpr) * pOld->numOfColumns);
11,723✔
1486
  if (pOld->pExtSchemas) {
11,723✔
1487
    pNew->pExtSchemas = taosMemoryCalloc(pNew->numOfColumns, sizeof(SExtSchema));
8,258!
1488
    if (pNew->pExtSchemas == NULL) {
8,258!
1489
      TAOS_RETURN(terrno);
×
1490
    }
1491
    memcpy(pNew->pExtSchemas, pOld->pExtSchemas, sizeof(SExtSchema) * pOld->numOfColumns);
8,258✔
1492
  }
1493

1494
  TAOS_RETURN(0);
11,723✔
1495
}
1496

1497
static int32_t mndUpdateTableOptions(const SStbObj *pOld, SStbObj *pNew, char *pComment, int32_t commentLen,
53✔
1498
                                     int32_t ttl, int64_t keep) {
1499
  int32_t code = 0;
53✔
1500
  if (commentLen > 0) {
53✔
1501
    pNew->commentLen = commentLen;
22✔
1502
    pNew->comment = taosMemoryCalloc(1, commentLen + 1);
22!
1503
    if (pNew->comment == NULL) {
22!
1504
      terrno = TSDB_CODE_OUT_OF_MEMORY;
×
1505
      return -1;
×
1506
    }
1507
    memcpy(pNew->comment, pComment, commentLen + 1);
22✔
1508
  } else if (commentLen == 0) {
31✔
1509
    pNew->commentLen = 0;
11✔
1510
  } else {
1511
  }
1512

1513
  if (ttl >= 0) {
53!
1514
    pNew->ttl = ttl;
53✔
1515
  }
1516

1517
  if (keep > 0) {
53✔
1518
    pNew->keep = keep;
20✔
1519
  }
1520

1521
  if ((code = mndAllocStbSchemas(pOld, pNew)) != 0) {
53!
1522
    TAOS_RETURN(code);
×
1523
  }
1524
  TAOS_RETURN(code);
53✔
1525
}
1526

1527
static int32_t mndAddSuperTableTag(const SStbObj *pOld, SStbObj *pNew, SArray *pFields, int32_t ntags) {
775✔
1528
  int32_t code = 0;
775✔
1529
  if (pOld->numOfTags + ntags > TSDB_MAX_TAGS) {
775!
1530
    code = TSDB_CODE_MND_TOO_MANY_TAGS;
×
1531
    TAOS_RETURN(code);
×
1532
  }
1533

1534
  if (pOld->numOfColumns + ntags + pOld->numOfTags > TSDB_MAX_COLUMNS) {
775!
1535
    code = TSDB_CODE_MND_TOO_MANY_COLUMNS;
×
1536
    TAOS_RETURN(code);
×
1537
  }
1538

1539
  if (!mndValidateSchema(pOld->pTags, pOld->numOfTags, pFields, TSDB_MAX_TAGS_LEN)) {
775✔
1540
    code = TSDB_CODE_PAR_INVALID_TAGS_LENGTH;
40✔
1541
    TAOS_RETURN(code);
40✔
1542
  }
1543

1544
  pNew->numOfTags = pNew->numOfTags + ntags;
735✔
1545
  if ((code = mndAllocStbSchemas(pOld, pNew)) != 0) {
735!
1546
    TAOS_RETURN(code);
×
1547
  }
1548

1549
  if (pNew->nextColId < 0 || pNew->nextColId >= 0x7fff - ntags) {
735!
1550
    code = TSDB_CODE_OUT_OF_RANGE;
×
1551
    TAOS_RETURN(code);
×
1552
  }
1553

1554
  for (int32_t i = 0; i < ntags; i++) {
1,357✔
1555
    SField *pField = taosArrayGet(pFields, i);
735✔
1556
    if (mndFindSuperTableColumnIndex(pOld, pField->name) >= 0) {
735✔
1557
      code = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
6✔
1558
      TAOS_RETURN(code);
6✔
1559
    }
1560

1561
    if (mndFindSuperTableTagIndex(pOld, pField->name) >= 0) {
729✔
1562
      code = TSDB_CODE_MND_TAG_ALREADY_EXIST;
107✔
1563
      TAOS_RETURN(code);
107✔
1564
    }
1565

1566
    SSchema *pSchema = &pNew->pTags[pOld->numOfTags + i];
622✔
1567
    pSchema->bytes = pField->bytes;
622✔
1568
    pSchema->type = pField->type;
622✔
1569
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
622✔
1570
    pSchema->colId = pNew->nextColId;
622✔
1571
    pNew->nextColId++;
622✔
1572

1573
    mInfo("stb:%s, start to add tag %s", pNew->name, pSchema->name);
622!
1574
  }
1575

1576
  pNew->tagVer++;
622✔
1577
  TAOS_RETURN(code);
622✔
1578
}
1579

1580
static int32_t mndCheckAlterColForTopic(SMnode *pMnode, const char *stbFullName, int64_t suid, col_id_t colId) {
5,011✔
1581
  int32_t code = 0;
5,011✔
1582
  SSdb   *pSdb = pMnode->pSdb;
5,011✔
1583
  void   *pIter = NULL;
5,011✔
1584
  while (1) {
1,017✔
1585
    SMqTopicObj *pTopic = NULL;
6,028✔
1586
    pIter = sdbFetch(pSdb, SDB_TOPIC, pIter, (void **)&pTopic);
6,028✔
1587
    if (pIter == NULL) break;
6,028✔
1588

1589
    mInfo("topic:%s, check tag and column modifiable, stb:%s suid:%" PRId64 " colId:%d, subType:%d sql:%s",
1,095!
1590
          pTopic->name, stbFullName, suid, colId, pTopic->subType, pTopic->sql);
1591
    if (pTopic->ast == NULL) {
1,095✔
1592
      sdbRelease(pSdb, pTopic);
103✔
1593
      continue;
103✔
1594
    }
1595

1596
    SNode *pAst = NULL;
992✔
1597
    if (nodesStringToNode(pTopic->ast, &pAst) != 0) {
992!
1598
      code = TSDB_CODE_MND_FIELD_CONFLICT_WITH_TOPIC;
×
1599
      mError("topic:%s, create ast error", pTopic->name);
×
1600
      sdbRelease(pSdb, pTopic);
×
1601
      sdbCancelFetch(pSdb, pIter);
×
1602
      TAOS_RETURN(code);
78✔
1603
    }
1604

1605
    SNodeList *pNodeList = NULL;
992✔
1606
    if ((code = nodesCollectColumns((SSelectStmt *)pAst, SQL_CLAUSE_FROM, NULL, COLLECT_COL_TYPE_ALL, &pNodeList)) !=
992!
1607
        0) {
1608
      sdbRelease(pSdb, pTopic);
×
1609
      sdbCancelFetch(pSdb, pIter);
×
1610
      TAOS_RETURN(code);
×
1611
    }
1612
    SNode *pNode = NULL;
992✔
1613
    FOREACH(pNode, pNodeList) {
1,633✔
1614
      SColumnNode *pCol = (SColumnNode *)pNode;
1,556✔
1615
      mInfo("topic:%s, check colId:%d tableId:%" PRId64 " ctbStbUid:%" PRId64, pTopic->name, pCol->colId, pCol->tableId,
1,556!
1616
            pTopic->ctbStbUid);
1617

1618
      if (pCol->tableId != suid && pTopic->ctbStbUid != suid) {
1,556✔
1619
        mInfo("topic:%s, check colId:%d passed", pTopic->name, pCol->colId);
837!
1620
        goto NEXT;
837✔
1621
      }
1622
      if (pCol->colId > 0 && pCol->colId == colId) {
719!
1623
        code = TSDB_CODE_MND_FIELD_CONFLICT_WITH_TOPIC;
78✔
1624
        mError("topic:%s, check colId:%d conflicted", pTopic->name, pCol->colId);
78!
1625
        nodesDestroyNode(pAst);
78✔
1626
        nodesDestroyList(pNodeList);
78✔
1627
        sdbCancelFetch(pSdb, pIter);
78✔
1628
        sdbRelease(pSdb, pTopic);
78✔
1629
        TAOS_RETURN(code);
78✔
1630
      }
1631
      mInfo("topic:%s, check colId:%d passed", pTopic->name, pCol->colId);
641!
1632
    }
1633

1634
  NEXT:
77✔
1635
    sdbRelease(pSdb, pTopic);
914✔
1636
    nodesDestroyNode(pAst);
914✔
1637
    nodesDestroyList(pNodeList);
914✔
1638
  }
1639
  TAOS_RETURN(code);
4,933✔
1640
}
1641

1642
static int32_t mndCheckAlterColForStream(SMnode *pMnode, const char *stbFullName, int64_t suid, col_id_t colId) {
4,933✔
1643
  return 0;
4,933✔
1644
  
1645
  /* STREAMTODO
1646
  int32_t code = 0;
1647
  SSdb   *pSdb = pMnode->pSdb;
1648
  void   *pIter = NULL;
1649
  while (1) {
1650
    SStreamObj *pStream = NULL;
1651
    pIter = sdbFetch(pSdb, SDB_STREAM, pIter, (void **)&pStream);
1652
    if (pIter == NULL) break;
1653

1654
    SNode *pAst = NULL;
1655
    if (nodesStringToNode(pStream->ast, &pAst) != 0) {
1656
      code = TSDB_CODE_MND_INVALID_STREAM_OPTION;
1657
      mError("stream:%s, create ast error", pStream->name);
1658
      sdbRelease(pSdb, pStream);
1659
      sdbCancelFetch(pSdb, pIter);
1660
      TAOS_RETURN(code);
1661
    }
1662

1663
    SNodeList *pNodeList = NULL;
1664
    if ((code = nodesCollectColumns((SSelectStmt *)pAst, SQL_CLAUSE_FROM, NULL, COLLECT_COL_TYPE_ALL, &pNodeList)) !=
1665
        0) {
1666
      sdbRelease(pSdb, pStream);
1667
      sdbCancelFetch(pSdb, pIter);
1668
      TAOS_RETURN(code);
1669
    }
1670

1671
    SNode *pNode = NULL;
1672
    FOREACH(pNode, pNodeList) {
1673
      SColumnNode *pCol = (SColumnNode *)pNode;
1674

1675
      if (pCol->tableId != suid) {
1676
        mInfo("stream:%s, check colId:%d passed", pStream->name, pCol->colId);
1677
        goto NEXT;
1678
      }
1679
      if (pCol->colId > 0 && pCol->colId == colId) {
1680
        code = TSDB_CODE_MND_STREAM_MUST_BE_DELETED;
1681
        mError("stream:%s, check colId:%d conflicted", pStream->name, pCol->colId);
1682
        nodesDestroyNode(pAst);
1683
        nodesDestroyList(pNodeList);
1684
        sdbRelease(pSdb, pStream);
1685
        sdbCancelFetch(pSdb, pIter);
1686
        TAOS_RETURN(code);
1687
      }
1688
      mInfo("stream:%s, check colId:%d passed", pStream->name, pCol->colId);
1689
    }
1690

1691
  NEXT:
1692
    sdbRelease(pSdb, pStream);
1693
  }
1694
  TAOS_RETURN(code);
1695
*/  
1696
}
1697

1698
static int32_t mndCheckAlterColForTSma(SMnode *pMnode, const char *stbFullName, int64_t suid, col_id_t colId) {
4,933✔
1699
  int32_t code = 0;
4,933✔
1700
  SSdb   *pSdb = pMnode->pSdb;
4,933✔
1701
  void   *pIter = NULL;
4,933✔
1702
  while (1) {
×
1703
    SSmaObj *pSma = NULL;
4,933✔
1704
    pIter = sdbFetch(pSdb, SDB_SMA, pIter, (void **)&pSma);
4,933✔
1705
    if (pIter == NULL) break;
4,933!
1706

1707
    mInfo("tsma:%s, check tag and column modifiable, stb:%s suid:%" PRId64 " colId:%d, sql:%s", pSma->name, stbFullName,
×
1708
          suid, colId, pSma->sql);
1709

1710
    SNode *pAst = NULL;
×
1711
    if (nodesStringToNode(pSma->ast, &pAst) != 0) {
×
1712
      code = TSDB_CODE_SDB_INVALID_DATA_CONTENT;
×
1713
      mError("tsma:%s, check tag and column modifiable, stb:%s suid:%" PRId64 " colId:%d failed since parse AST err",
×
1714
             pSma->name, stbFullName, suid, colId);
1715
      sdbCancelFetch(pSdb, pIter);
×
1716
      TAOS_RETURN(code);
×
1717
    }
1718

1719
    SNodeList *pNodeList = NULL;
×
1720
    if ((code = nodesCollectColumns((SSelectStmt *)pAst, SQL_CLAUSE_FROM, NULL, COLLECT_COL_TYPE_ALL, &pNodeList)) !=
×
1721
        0) {
1722
      sdbCancelFetch(pSdb, pIter);
×
1723
      TAOS_RETURN(code);
×
1724
    }
1725
    SNode *pNode = NULL;
×
1726
    FOREACH(pNode, pNodeList) {
×
1727
      SColumnNode *pCol = (SColumnNode *)pNode;
×
1728
      mInfo("tsma:%s, check colId:%d tableId:%" PRId64, pSma->name, pCol->colId, pCol->tableId);
×
1729

1730
      if ((pCol->tableId != suid) && (pSma->stbUid != suid)) {
×
1731
        mInfo("tsma:%s, check colId:%d passed", pSma->name, pCol->colId);
×
1732
        goto NEXT;
×
1733
      }
1734
      if ((pCol->colId) > 0 && (pCol->colId == colId)) {
×
1735
        code = TSDB_CODE_MND_FIELD_CONFLICT_WITH_TSMA;
×
1736
        mError("tsma:%s, check colId:%d conflicted", pSma->name, pCol->colId);
×
1737
        nodesDestroyNode(pAst);
×
1738
        nodesDestroyList(pNodeList);
×
1739
        sdbRelease(pSdb, pSma);
×
1740
        sdbCancelFetch(pSdb, pIter);
×
1741
        TAOS_RETURN(code);
×
1742
      }
1743
      mInfo("tsma:%s, check colId:%d passed", pSma->name, pCol->colId);
×
1744
    }
1745

1746
  NEXT:
×
1747
    sdbRelease(pSdb, pSma);
×
1748
    nodesDestroyNode(pAst);
×
1749
    nodesDestroyList(pNodeList);
×
1750
  }
1751
  TAOS_RETURN(code);
4,933✔
1752
}
1753

1754
int32_t mndCheckColAndTagModifiable(SMnode *pMnode, const char *stbFullName, int64_t suid, col_id_t colId) {
5,011✔
1755
  TAOS_CHECK_RETURN(mndCheckAlterColForTopic(pMnode, stbFullName, suid, colId));
5,011✔
1756
  TAOS_CHECK_RETURN(mndCheckAlterColForStream(pMnode, stbFullName, suid, colId));
4,933!
1757
  TAOS_CHECK_RETURN(mndCheckAlterColForTSma(pMnode, stbFullName, suid, colId));
4,933!
1758
  TAOS_RETURN(0);
4,933✔
1759
}
1760

1761
static int32_t mndDropSuperTableTag(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const char *tagName) {
410✔
1762
  int32_t code = 0;
410✔
1763
  int32_t tag = mndFindSuperTableTagIndex(pOld, tagName);
410✔
1764
  if (tag < 0) {
410✔
1765
    code = TSDB_CODE_MND_TAG_NOT_EXIST;
3✔
1766
    TAOS_RETURN(code);
3✔
1767
  }
1768

1769
  col_id_t colId = pOld->pTags[tag].colId;
407✔
1770
  TAOS_CHECK_RETURN(mndCheckColAndTagModifiable(pMnode, pOld->name, pOld->uid, colId));
407✔
1771

1772
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
389!
1773

1774
  memmove(pNew->pTags + tag, pNew->pTags + tag + 1, sizeof(SSchema) * (pNew->numOfTags - tag - 1));
389✔
1775
  pNew->numOfTags--;
389✔
1776

1777
  pNew->tagVer++;
389✔
1778

1779
  // if (mndDropIndexByTag(pMnode, pOld, tagName) != 0) {
1780
  //   return -1;
1781
  // }
1782
  mInfo("stb:%s, start to drop tag %s", pNew->name, tagName);
389!
1783
  TAOS_RETURN(code);
389✔
1784
}
1785

1786
static int32_t mndAlterStbTagName(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, SArray *pFields) {
700✔
1787
  int32_t code = 0;
700✔
1788
  if ((int32_t)taosArrayGetSize(pFields) != 2) {
700!
1789
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
1790
    TAOS_RETURN(code);
×
1791
  }
1792

1793
  SField *pField0 = taosArrayGet(pFields, 0);
700✔
1794
  SField *pField1 = taosArrayGet(pFields, 1);
700✔
1795

1796
  const char *oldTagName = pField0->name;
700✔
1797
  const char *newTagName = pField1->name;
700✔
1798

1799
  int32_t tag = mndFindSuperTableTagIndex(pOld, oldTagName);
700✔
1800
  if (tag < 0) {
700✔
1801
    code = TSDB_CODE_MND_TAG_NOT_EXIST;
11✔
1802
    TAOS_RETURN(code);
11✔
1803
  }
1804

1805
  col_id_t colId = pOld->pTags[tag].colId;
689✔
1806
  TAOS_CHECK_RETURN(mndCheckColAndTagModifiable(pMnode, pOld->name, pOld->uid, colId));
689✔
1807

1808
  if (mndFindSuperTableTagIndex(pOld, newTagName) >= 0) {
672✔
1809
    code = TSDB_CODE_MND_TAG_ALREADY_EXIST;
15✔
1810
    TAOS_RETURN(code);
15✔
1811
  }
1812

1813
  if (mndFindSuperTableColumnIndex(pOld, newTagName) >= 0) {
657✔
1814
    code = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
3✔
1815
    TAOS_RETURN(code);
3✔
1816
  }
1817

1818
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
654!
1819

1820
  SSchema *pSchema = (SSchema *)(pNew->pTags + tag);
654✔
1821
  memcpy(pSchema->name, newTagName, TSDB_COL_NAME_LEN);
654✔
1822

1823
  pNew->tagVer++;
654✔
1824
  mInfo("stb:%s, start to modify tag %s to %s", pNew->name, oldTagName, newTagName);
654!
1825
  TAOS_RETURN(code);
654✔
1826
}
1827

1828
static int32_t mndAlterStbTagBytes(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const SField *pField) {
525✔
1829
  int32_t code = 0;
525✔
1830
  int32_t tag = mndFindSuperTableTagIndex(pOld, pField->name);
525✔
1831
  if (tag < 0) {
525✔
1832
    code = TSDB_CODE_MND_TAG_NOT_EXIST;
3✔
1833
    TAOS_RETURN(code);
3✔
1834
  }
1835

1836
  col_id_t colId = pOld->pTags[tag].colId;
522✔
1837
  TAOS_CHECK_RETURN(mndCheckColAndTagModifiable(pMnode, pOld->name, pOld->uid, colId));
522✔
1838

1839
  uint32_t nLen = 0;
513✔
1840
  for (int32_t i = 0; i < pOld->numOfTags; ++i) {
19,646✔
1841
    nLen += (pOld->pTags[i].colId == colId) ? pField->bytes : pOld->pTags[i].bytes;
19,133✔
1842
  }
1843

1844
  if (nLen > TSDB_MAX_TAGS_LEN) {
513✔
1845
    code = TSDB_CODE_PAR_INVALID_TAGS_LENGTH;
290✔
1846
    TAOS_RETURN(code);
290✔
1847
  }
1848

1849
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
223!
1850

1851
  SSchema *pTag = pNew->pTags + tag;
223✔
1852

1853
  if (!(pTag->type == TSDB_DATA_TYPE_BINARY || pTag->type == TSDB_DATA_TYPE_VARBINARY ||
223!
1854
        pTag->type == TSDB_DATA_TYPE_NCHAR || pTag->type == TSDB_DATA_TYPE_GEOMETRY)) {
197!
1855
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
3✔
1856
    TAOS_RETURN(code);
3✔
1857
  }
1858

1859
  if (pField->bytes <= pTag->bytes) {
220✔
1860
    code = TSDB_CODE_MND_INVALID_ROW_BYTES;
78✔
1861
    TAOS_RETURN(code);
78✔
1862
  }
1863

1864
  pTag->bytes = pField->bytes;
142✔
1865
  pNew->tagVer++;
142✔
1866

1867
  mInfo("stb:%s, start to modify tag len %s to %d", pNew->name, pField->name, pField->bytes);
142!
1868
  TAOS_RETURN(code);
142✔
1869
}
1870

1871
static int32_t mndUpdateSuperTableColumnCompress(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, SArray *pField,
168✔
1872
                                                 int32_t nCols) {
1873
  // if (pColCmpr == NULL || colName == NULL) return -1;
1874

1875
  if (taosArrayGetSize(pField) != nCols) return TSDB_CODE_FAILED;
168!
1876
  TAOS_FIELD *p = taosArrayGet(pField, 0);
168✔
1877

1878
  int32_t code = 0;
168✔
1879
  int32_t idx = mndFindSuperTableColumnIndex(pOld, p->name);
168✔
1880
  if (idx == -1) {
168!
1881
    code = TSDB_CODE_MND_COLUMN_NOT_EXIST;
×
1882
    TAOS_RETURN(code);
×
1883
  }
1884
  SSchema *pTarget = &pOld->pColumns[idx];
168✔
1885
  col_id_t colId = pTarget->colId;
168✔
1886

1887
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
168!
1888
  code = validColCmprByType(pTarget->type, p->bytes);
168✔
1889
  if (code != TSDB_CODE_SUCCESS) {
168✔
1890
    TAOS_RETURN(code);
4✔
1891
  }
1892

1893
  int8_t updated = 0;
164✔
1894
  for (int i = 0; i < pNew->numOfColumns; i++) {
1,391!
1895
    SColCmpr *pCmpr = &pNew->pCmpr[i];
1,391✔
1896
    if (pCmpr->id == colId) {
1,391✔
1897
      uint32_t dst = 0;
164✔
1898
      updated = tUpdateCompress(pCmpr->alg, p->bytes, TSDB_COLVAL_COMPRESS_DISABLED, TSDB_COLVAL_LEVEL_DISABLED,
164✔
1899
                                TSDB_COLVAL_LEVEL_MEDIUM, &dst);
1900
      if (updated > 0) pCmpr->alg = dst;
164✔
1901
      break;
164✔
1902
    }
1903
  }
1904

1905
  if (updated == 0) {
164✔
1906
    code = TSDB_CODE_MND_COLUMN_COMPRESS_ALREADY_EXIST;
14✔
1907
    TAOS_RETURN(code);
14✔
1908
  } else if (updated == -1) {
150!
1909
    code = TSDB_CODE_TSC_COMPRESS_LEVEL_ERROR;
×
1910
    TAOS_RETURN(code);
×
1911
  }
1912

1913
  pNew->colVer++;
150✔
1914

1915
  TAOS_RETURN(code);
150✔
1916
}
1917
static int32_t mndAddSuperTableColumn(const SStbObj *pOld, SStbObj *pNew, const SMAlterStbReq* pReq, int32_t ncols,
4,643✔
1918
                                      int8_t withCompress) {
1919
  int32_t code = 0;
4,643✔
1920
  if (pOld->numOfColumns + ncols + pOld->numOfTags > TSDB_MAX_COLUMNS) {
4,643!
1921
    code = TSDB_CODE_MND_TOO_MANY_COLUMNS;
×
1922
    TAOS_RETURN(code);
×
1923
  }
1924

1925
  if ((code = grantCheck(TSDB_GRANT_TIMESERIES)) != 0) {
4,643!
1926
    TAOS_RETURN(code);
×
1927
  }
1928

1929
  if (!mndValidateSchema(pOld->pColumns, pOld->numOfColumns, pReq->pFields, TSDB_MAX_BYTES_PER_ROW)) {
4,643✔
1930
    code = TSDB_CODE_PAR_INVALID_ROW_LENGTH;
20✔
1931
    TAOS_RETURN(code);
20✔
1932
  }
1933

1934
  pNew->numOfColumns = pNew->numOfColumns + ncols;
4,623✔
1935

1936
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
4,623!
1937

1938
  if (pNew->nextColId < 0 || pNew->nextColId >= 0x7fff - ncols) {
4,623!
1939
    code = TSDB_CODE_OUT_OF_RANGE;
×
1940
    TAOS_RETURN(code);
×
1941
  }
1942

1943
  for (int32_t i = 0; i < ncols; i++) {
8,742✔
1944
    if (withCompress) {
4,623✔
1945
      SFieldWithOptions *pField = taosArrayGet(pReq->pFields, i);
424✔
1946
      if (mndFindSuperTableColumnIndex(pOld, pField->name) >= 0) {
424!
1947
        code = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
×
1948
        TAOS_RETURN(code);
×
1949
      }
1950

1951
      if (mndFindSuperTableTagIndex(pOld, pField->name) >= 0) {
424!
1952
        code = TSDB_CODE_MND_TAG_ALREADY_EXIST;
×
1953
        TAOS_RETURN(code);
×
1954
      }
1955

1956
      SSchema *pSchema = &pNew->pColumns[pOld->numOfColumns + i];
424✔
1957
      pSchema->bytes = pField->bytes;
424✔
1958
      pSchema->type = pField->type;
424✔
1959
      memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
424✔
1960
      pSchema->colId = pNew->nextColId;
424✔
1961
      pNew->nextColId++;
424✔
1962

1963
      SColCmpr *pCmpr = &pNew->pCmpr[pOld->numOfColumns + i];
424✔
1964
      pCmpr->id = pSchema->colId;
424✔
1965
      pCmpr->alg = pField->compress;
424✔
1966
      mInfo("stb:%s, start to add column %s", pNew->name, pSchema->name);
424!
1967
    } else {
1968
      SField *pField = taosArrayGet(pReq->pFields, i);
4,199✔
1969
      if (mndFindSuperTableColumnIndex(pOld, pField->name) >= 0) {
4,199✔
1970
        code = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
498✔
1971
        TAOS_RETURN(code);
498✔
1972
      }
1973

1974
      if (mndFindSuperTableTagIndex(pOld, pField->name) >= 0) {
3,701✔
1975
        code = TSDB_CODE_MND_TAG_ALREADY_EXIST;
6✔
1976
        TAOS_RETURN(code);
6✔
1977
      }
1978

1979
      SSchema *pSchema = &pNew->pColumns[pOld->numOfColumns + i];
3,695✔
1980
      pSchema->bytes = pField->bytes;
3,695✔
1981
      pSchema->type = pField->type;
3,695✔
1982
      memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
3,695✔
1983
      pSchema->colId = pNew->nextColId;
3,695✔
1984
      pNew->nextColId++;
3,695✔
1985

1986
      SColCmpr *pCmpr = &pNew->pCmpr[pOld->numOfColumns + i];
3,695✔
1987
      pCmpr->id = pSchema->colId;
3,695✔
1988
      pCmpr->alg = createDefaultColCmprByType(pSchema->type);
3,695✔
1989
      mInfo("stb:%s, start to add column %s", pNew->name, pSchema->name);
3,695!
1990
    }
1991
  }
1992
  // 1. old schema already has extschemas
1993
  // 2. new schema has extschemas
1994
  if (pReq->pTypeMods || pOld->pExtSchemas) {
4,119!
1995
    if (!pNew->pExtSchemas) {
4,113✔
1996
      // all ext schemas reset to zero
1997
      pNew->pExtSchemas = taosMemoryCalloc(pNew->numOfColumns, sizeof(SExtSchema));
81!
1998
      if (!pNew->pExtSchemas) TAOS_RETURN(terrno);
81!
1999
    }
2000
    if (pOld->pExtSchemas) {
4,113✔
2001
      memcpy(pNew->pExtSchemas, pOld->pExtSchemas, pOld->numOfColumns * sizeof(SExtSchema));
4,032✔
2002
    }
2003
    if (taosArrayGetSize(pReq->pTypeMods) > 0) {
4,113!
2004
      // copy added column ext schema
2005
      for (int32_t i = 0; i < ncols; ++i) {
8,226✔
2006
        pNew->pColumns[pOld->numOfColumns + i].flags |= COL_HAS_TYPE_MOD;
4,113✔
2007
        pNew->pExtSchemas[pOld->numOfColumns + i].typeMod = *(STypeMod *)taosArrayGet(pReq->pTypeMods, i);
4,113✔
2008
      }
2009
    }
2010
  }
2011

2012
  pNew->colVer++;
4,119✔
2013
  TAOS_RETURN(code);
4,119✔
2014
}
2015

2016
static int32_t mndDropSuperTableColumn(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const char *colName) {
2,678✔
2017
  int32_t code = 0;
2,678✔
2018
  int32_t col = mndFindSuperTableColumnIndex(pOld, colName);
2,678✔
2019
  if (col < 0) {
2,678✔
2020
    code = TSDB_CODE_MND_COLUMN_NOT_EXIST;
6✔
2021
    TAOS_RETURN(code);
6✔
2022
  }
2023

2024
  if (col == 0) {
2,672✔
2025
    code = TSDB_CODE_MND_INVALID_STB_ALTER_OPTION;
5✔
2026
    TAOS_RETURN(code);
5✔
2027
  }
2028

2029
  if (pOld->numOfColumns == 2) {
2,667✔
2030
    code = TSDB_CODE_PAR_INVALID_DROP_COL;
3✔
2031
    TAOS_RETURN(code);
3✔
2032
  }
2033

2034
  col_id_t colId = pOld->pColumns[col].colId;
2,664✔
2035
  TAOS_CHECK_RETURN(mndCheckColAndTagModifiable(pMnode, pOld->name, pOld->uid, colId));
2,664✔
2036

2037
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
2,642!
2038

2039
  int32_t sz = pNew->numOfColumns - col - 1;
2,642✔
2040
  memmove(pNew->pColumns + col, pNew->pColumns + col + 1, sizeof(SSchema) * sz);
2,642✔
2041
  memmove(pNew->pCmpr + col, pNew->pCmpr + col + 1, sizeof(SColCmpr) * sz);
2,642✔
2042
  if (pOld->pExtSchemas) {
2,642✔
2043
    memmove(pNew->pExtSchemas + col, pNew->pExtSchemas + col + 1, sizeof(SExtSchema) * sz);
2,480✔
2044
  }
2045
  pNew->numOfColumns--;
2,642✔
2046

2047
  pNew->colVer++;
2,642✔
2048
  mInfo("stb:%s, start to drop col %s", pNew->name, colName);
2,642!
2049
  TAOS_RETURN(code);
2,642✔
2050
}
2051

2052
static int32_t mndAlterStbColumnBytes(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const SField *pField) {
808✔
2053
  int32_t code = 0;
808✔
2054
  int32_t col = mndFindSuperTableColumnIndex(pOld, pField->name);
808✔
2055
  if (col < 0) {
808✔
2056
    code = TSDB_CODE_MND_COLUMN_NOT_EXIST;
6✔
2057
    TAOS_RETURN(code);
6✔
2058
  }
2059

2060
  col_id_t colId = pOld->pColumns[col].colId;
802✔
2061

2062
  uint32_t nLen = 0;
802✔
2063
  for (int32_t i = 0; i < pOld->numOfColumns; ++i) {
31,015✔
2064
    nLen += (pOld->pColumns[i].colId == colId) ? pField->bytes : pOld->pColumns[i].bytes;
30,213✔
2065
  }
2066

2067
  if (nLen > TSDB_MAX_BYTES_PER_ROW) {
802✔
2068
    code = TSDB_CODE_MND_INVALID_ROW_BYTES;
73✔
2069
    TAOS_RETURN(code);
73✔
2070
  }
2071

2072
  TAOS_CHECK_RETURN(mndCheckColAndTagModifiable(pMnode, pOld->name, pOld->uid, colId));
729✔
2073

2074
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
717!
2075

2076
  SSchema *pCol = pNew->pColumns + col;
717✔
2077
  if (!(pCol->type == TSDB_DATA_TYPE_BINARY || pCol->type == TSDB_DATA_TYPE_VARBINARY ||
717✔
2078
        pCol->type == TSDB_DATA_TYPE_NCHAR || pCol->type == TSDB_DATA_TYPE_GEOMETRY)) {
672!
2079
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
3✔
2080
    TAOS_RETURN(code);
3✔
2081
  }
2082

2083
  if (pField->bytes <= pCol->bytes) {
714✔
2084
    code = TSDB_CODE_MND_INVALID_ROW_BYTES;
330✔
2085
    TAOS_RETURN(code);
330✔
2086
  }
2087

2088
  pCol->bytes = pField->bytes;
384✔
2089
  pNew->colVer++;
384✔
2090

2091
  mInfo("stb:%s, start to modify col len %s to %d", pNew->name, pField->name, pField->bytes);
384!
2092
  TAOS_RETURN(code);
384✔
2093
}
2094

2095
static int32_t mndSetAlterStbPrepareLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
9,262✔
2096
  int32_t  code = 0;
9,262✔
2097
  SSdbRaw *pRedoRaw = mndStbActionEncode(pStb);
9,262✔
2098
  if (pRedoRaw == NULL) {
9,262!
2099
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2100
    if (terrno != 0) code = terrno;
×
2101
    TAOS_RETURN(code);
×
2102
  }
2103
  if ((code = mndTransAppendPrepareLog(pTrans, pRedoRaw)) != 0) {
9,262!
2104
    sdbFreeRaw(pRedoRaw);
×
2105
    TAOS_RETURN(code);
×
2106
  }
2107
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_READY));
9,262!
2108

2109
  TAOS_RETURN(code);
9,262✔
2110
}
2111

2112
static int32_t mndSetAlterStbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
9,262✔
2113
  int32_t  code = 0;
9,262✔
2114
  SSdbRaw *pCommitRaw = mndStbActionEncode(pStb);
9,262✔
2115
  if (pCommitRaw == NULL) {
9,262!
2116
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2117
    if (terrno != 0) code = terrno;
×
2118
    TAOS_RETURN(code);
×
2119
  }
2120
  if ((code = mndTransAppendCommitlog(pTrans, pCommitRaw)) != 0) {
9,262!
2121
    sdbFreeRaw(pCommitRaw);
×
2122
    TAOS_RETURN(code);
×
2123
  }
2124
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY));
9,262!
2125

2126
  TAOS_RETURN(code);
9,262✔
2127
}
2128

2129
static int32_t mndSetAlterStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb, void *alterOriData,
9,262✔
2130
                                         int32_t alterOriDataLen) {
2131
  int32_t code = 0;
9,262✔
2132
  SSdb   *pSdb = pMnode->pSdb;
9,262✔
2133
  SVgObj *pVgroup = NULL;
9,262✔
2134
  void   *pIter = NULL;
9,262✔
2135
  int32_t contLen;
2136

2137
  while (1) {
24,470✔
2138
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
33,732✔
2139
    if (pIter == NULL) break;
33,732✔
2140
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
24,470✔
2141
      sdbRelease(pSdb, pVgroup);
9,719✔
2142
      continue;
9,719✔
2143
    }
2144

2145
    void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, alterOriData, alterOriDataLen);
14,751✔
2146
    if (pReq == NULL) {
14,751!
2147
      sdbCancelFetch(pSdb, pIter);
×
2148
      sdbRelease(pSdb, pVgroup);
×
2149
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2150
      if (terrno != 0) code = terrno;
×
2151
      TAOS_RETURN(code);
×
2152
    }
2153
    STransAction action = {0};
14,751✔
2154
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
14,751✔
2155
    action.pCont = pReq;
14,751✔
2156
    action.contLen = contLen;
14,751✔
2157
    action.msgType = TDMT_VND_ALTER_STB;
14,751✔
2158
    if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
14,751!
2159
      taosMemoryFree(pReq);
×
2160
      sdbCancelFetch(pSdb, pIter);
×
2161
      sdbRelease(pSdb, pVgroup);
×
2162
      TAOS_RETURN(code);
×
2163
    }
2164
    sdbRelease(pSdb, pVgroup);
14,751✔
2165
  }
2166

2167
  TAOS_RETURN(code);
9,262✔
2168
}
2169

2170
static int32_t mndSetAlterStbRedoActions2(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb,
×
2171
                                          void *alterOriData, int32_t alterOriDataLen) {
2172
  int32_t code = 0;
×
2173
  SSdb   *pSdb = pMnode->pSdb;
×
2174
  SVgObj *pVgroup = NULL;
×
2175
  void   *pIter = NULL;
×
2176
  int32_t contLen;
2177

2178
  while (1) {
×
2179
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
×
2180
    if (pIter == NULL) break;
×
2181
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
×
2182
      sdbRelease(pSdb, pVgroup);
×
2183
      continue;
×
2184
    }
2185

2186
    void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, alterOriData, alterOriDataLen);
×
2187
    if (pReq == NULL) {
×
2188
      sdbCancelFetch(pSdb, pIter);
×
2189
      sdbRelease(pSdb, pVgroup);
×
2190
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2191
      if (terrno != 0) code = terrno;
×
2192
      TAOS_RETURN(code);
×
2193
    }
2194
    STransAction action = {0};
×
2195
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
×
2196
    action.pCont = pReq;
×
2197
    action.contLen = contLen;
×
2198
    action.msgType = TDMT_VND_CREATE_INDEX;
×
2199
    if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
×
2200
      taosMemoryFree(pReq);
×
2201
      sdbCancelFetch(pSdb, pIter);
×
2202
      sdbRelease(pSdb, pVgroup);
×
2203
      TAOS_RETURN(code);
×
2204
    }
2205
    sdbRelease(pSdb, pVgroup);
×
2206
  }
2207

2208
  TAOS_RETURN(code);
×
2209
}
2210

2211
static int32_t mndBuildStbSchemaImp(SMnode *pMnode, SDbObj *pDb, SStbObj *pStb, const char *tbName, STableMetaRsp *pRsp, bool refByStm) {
1,979,495✔
2212
  int32_t code = 0;
1,979,495✔
2213
  taosRLockLatch(&pStb->lock);
1,979,495✔
2214

2215
  int32_t totalCols = pStb->numOfColumns + pStb->numOfTags;
1,979,632✔
2216
  pRsp->pSchemas = taosMemoryCalloc(totalCols, sizeof(SSchema));
1,979,632!
2217
  if (pRsp->pSchemas == NULL) {
1,979,396!
2218
    taosRUnLockLatch(&pStb->lock);
×
2219
    code = terrno;
×
2220
    TAOS_RETURN(code);
×
2221
  }
2222
  pRsp->pSchemaExt = taosMemoryCalloc(pStb->numOfColumns, sizeof(SSchemaExt));
1,979,396!
2223
  if (pRsp->pSchemaExt == NULL) {
1,979,365!
2224
    taosRUnLockLatch(&pStb->lock);
×
2225
    code = terrno;
×
2226
    TAOS_RETURN(code);
×
2227
  }
2228
  pRsp->numOfColRefs = 0;
1,979,365✔
2229
  pRsp->pColRefs = NULL;
1,979,365✔
2230
  tstrncpy(pRsp->dbFName, pStb->db, sizeof(pRsp->dbFName));
1,979,365✔
2231
  tstrncpy(pRsp->tbName, tbName, sizeof(pRsp->tbName));
1,979,365✔
2232
  tstrncpy(pRsp->stbName, tbName, sizeof(pRsp->stbName));
1,979,365✔
2233
  pRsp->dbId = pDb->uid;
1,979,365✔
2234
  pRsp->numOfTags = pStb->numOfTags;
1,979,365✔
2235
  pRsp->numOfColumns = pStb->numOfColumns;
1,979,365✔
2236
  pRsp->precision = pDb->cfg.precision;
1,979,365✔
2237
  pRsp->tableType = TSDB_SUPER_TABLE;
1,979,365✔
2238
  pRsp->sversion = pStb->colVer;
1,979,365✔
2239
  pRsp->tversion = pStb->tagVer;
1,979,365✔
2240
  pRsp->suid = pStb->uid;
1,979,365✔
2241
  pRsp->tuid = pStb->uid;
1,979,365✔
2242
  pRsp->virtualStb = pStb->virtualStb;
1,979,365✔
2243

2244
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
52,122,110✔
2245
    SSchema *pSchema = &pRsp->pSchemas[i];
50,142,745✔
2246
    SSchema *pSrcSchema = &pStb->pColumns[i];
50,142,745✔
2247
    memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
50,142,745✔
2248
    pSchema->type = pSrcSchema->type;
50,142,745✔
2249
    pSchema->flags = pSrcSchema->flags;
50,142,745✔
2250
    pSchema->colId = pSrcSchema->colId;
50,142,745✔
2251
    pSchema->bytes = pSrcSchema->bytes;
50,142,745✔
2252
  }
2253
  
2254
  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
30,861,130✔
2255
    SSchema *pSchema = &pRsp->pSchemas[i + pStb->numOfColumns];
28,881,765✔
2256
    SSchema *pSrcSchema = &pStb->pTags[i];
28,881,765✔
2257
    memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
28,881,765✔
2258
    pSchema->type = pSrcSchema->type;
28,881,765✔
2259
    pSchema->flags = pSrcSchema->flags;
28,881,765✔
2260
    pSchema->colId = pSrcSchema->colId;
28,881,765✔
2261
    pSchema->bytes = pSrcSchema->bytes;
28,881,765✔
2262
  }
2263

2264
  if (refByStm) {
1,979,365✔
2265
    mndStreamUpdateTagsRefFlag(pMnode, pStb->uid, &pRsp->pSchemas[pStb->numOfColumns], pStb->numOfTags);
1,961,350✔
2266
  }
2267

2268
  for (int32_t i = 0; i < pStb->numOfColumns; i++) {
52,137,535✔
2269
    SColCmpr   *pCmpr = &pStb->pCmpr[i];
50,157,909✔
2270
    SSchemaExt *pSchEx = &pRsp->pSchemaExt[i];
50,157,909✔
2271
    pSchEx->colId = pCmpr->id;
50,157,909✔
2272
    pSchEx->compress = pCmpr->alg;
50,157,909✔
2273
    if (pStb->pExtSchemas) {
50,157,909✔
2274
      pSchEx->typeMod = pStb->pExtSchemas[i].typeMod;
1,427,103✔
2275
    }
2276
  }
2277

2278
  taosRUnLockLatch(&pStb->lock);
1,979,626✔
2279
  TAOS_RETURN(code);
1,979,624✔
2280
}
2281

2282
static int32_t mndBuildStbCfgImp(SDbObj *pDb, SStbObj *pStb, const char *tbName, STableCfgRsp *pRsp) {
112✔
2283
  int32_t code = 0;
112✔
2284
  taosRLockLatch(&pStb->lock);
112✔
2285

2286
  int32_t totalCols = pStb->numOfColumns + pStb->numOfTags;
112✔
2287
  pRsp->pSchemas = taosMemoryCalloc(totalCols, sizeof(SSchema));
112!
2288
  if (pRsp->pSchemas == NULL) {
112!
2289
    taosRUnLockLatch(&pStb->lock);
×
2290
    code = terrno;
×
2291
    TAOS_RETURN(code);
×
2292
  }
2293

2294
  tstrncpy(pRsp->dbFName, pStb->db, sizeof(pRsp->dbFName));
112✔
2295
  tstrncpy(pRsp->tbName, tbName, sizeof(pRsp->tbName));
112✔
2296
  tstrncpy(pRsp->stbName, tbName, sizeof(pRsp->stbName));
112✔
2297
  pRsp->numOfTags = pStb->numOfTags;
112✔
2298
  pRsp->numOfColumns = pStb->numOfColumns;
112✔
2299
  pRsp->tableType = TSDB_SUPER_TABLE;
112✔
2300
  pRsp->delay1 = pStb->maxdelay[0];
112✔
2301
  pRsp->delay2 = pStb->maxdelay[1];
112✔
2302
  pRsp->watermark1 = pStb->watermark[0];
112✔
2303
  pRsp->watermark2 = pStb->watermark[1];
112✔
2304
  pRsp->ttl = pStb->ttl;
112✔
2305
  pRsp->keep = pStb->keep;
112✔
2306
  pRsp->commentLen = pStb->commentLen;
112✔
2307
  if (pStb->commentLen > 0) {
112!
2308
    pRsp->pComment = taosStrdup(pStb->comment);
×
2309
  }
2310

2311
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
918✔
2312
    SSchema *pSchema = &pRsp->pSchemas[i];
806✔
2313
    SSchema *pSrcSchema = &pStb->pColumns[i];
806✔
2314
    memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
806✔
2315
    pSchema->type = pSrcSchema->type;
806✔
2316
    pSchema->flags = pSrcSchema->flags;
806✔
2317
    pSchema->colId = pSrcSchema->colId;
806✔
2318
    pSchema->bytes = pSrcSchema->bytes;
806✔
2319
  }
2320

2321
  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
539✔
2322
    SSchema *pSchema = &pRsp->pSchemas[i + pStb->numOfColumns];
427✔
2323
    SSchema *pSrcSchema = &pStb->pTags[i];
427✔
2324
    memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
427✔
2325
    pSchema->type = pSrcSchema->type;
427✔
2326
    pSchema->flags = pSrcSchema->flags;
427✔
2327
    pSchema->colId = pSrcSchema->colId;
427✔
2328
    pSchema->bytes = pSrcSchema->bytes;
427✔
2329
  }
2330

2331
  if (pStb->numOfFuncs > 0) {
112!
2332
    pRsp->pFuncs = taosArrayDup(pStb->pFuncs, NULL);
×
2333
  }
2334

2335
  pRsp->pSchemaExt = taosMemoryCalloc(pStb->numOfColumns, sizeof(SSchemaExt));
112!
2336
  for (int32_t i = 0; i < pStb->numOfColumns; i++) {
918✔
2337
    SColCmpr *pCmpr = &pStb->pCmpr[i];
806✔
2338

2339
    SSchemaExt *pSchExt = &pRsp->pSchemaExt[i];
806✔
2340
    pSchExt->colId = pCmpr->id;
806✔
2341
    pSchExt->compress = pCmpr->alg;
806✔
2342
    if (pStb->pExtSchemas) {
806!
2343
      pSchExt->typeMod = pStb->pExtSchemas[i].typeMod;
×
2344
    }
2345
  }
2346
  pRsp->virtualStb = pStb->virtualStb;
112✔
2347
  pRsp->pColRefs = NULL;
112✔
2348

2349
  taosRUnLockLatch(&pStb->lock);
112✔
2350
  TAOS_RETURN(code);
112✔
2351
}
2352

2353
static int32_t mndValidateStbVersion(SMnode *pMnode, SSTableVersion *pStbVer, bool *schema, bool *sma) {
34,407✔
2354
  int32_t code = 0;
34,407✔
2355
  char    tbFName[TSDB_TABLE_FNAME_LEN] = {0};
34,407✔
2356
  snprintf(tbFName, sizeof(tbFName), "%s.%s", pStbVer->dbFName, pStbVer->stbName);
34,407✔
2357

2358
  SDbObj *pDb = mndAcquireDb(pMnode, pStbVer->dbFName);
34,407✔
2359
  if (pDb == NULL) {
34,407✔
2360
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
37✔
2361
    TAOS_RETURN(code);
37✔
2362
  }
2363

2364
  if (pDb->uid != pStbVer->dbId) {
34,370✔
2365
    mndReleaseDb(pMnode, pDb);
45✔
2366
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
45✔
2367
    TAOS_RETURN(code);
45✔
2368
  }
2369

2370
  SStbObj *pStb = mndAcquireStb(pMnode, tbFName);
34,325✔
2371
  if (pStb == NULL) {
34,325✔
2372
    mndReleaseDb(pMnode, pDb);
49✔
2373
    code = TSDB_CODE_PAR_TABLE_NOT_EXIST;
49✔
2374
    TAOS_RETURN(code);
49✔
2375
  }
2376

2377
  taosRLockLatch(&pStb->lock);
34,276✔
2378

2379
  if (pStbVer->sversion != pStb->colVer || pStbVer->tversion != pStb->tagVer) {
34,276✔
2380
    *schema = true;
347✔
2381
  } else {
2382
    *schema = false;
33,929✔
2383
  }
2384

2385
  if (pStbVer->smaVer && pStbVer->smaVer != pStb->smaVer) {
34,276!
2386
    *sma = true;
×
2387
  } else {
2388
    *sma = false;
34,276✔
2389
  }
2390

2391
  taosRUnLockLatch(&pStb->lock);
34,276✔
2392

2393
  mndReleaseDb(pMnode, pDb);
34,276✔
2394
  mndReleaseStb(pMnode, pStb);
34,276✔
2395
  return TSDB_CODE_SUCCESS;
34,276✔
2396
}
2397

2398
static int32_t mndBuildStbSchema(SMnode *pMnode, const char *dbFName, const char *tbName, STableMetaRsp *pRsp, bool refByStm) {
1,965,111✔
2399
  int32_t code = 0;
1,965,111✔
2400
  char    tbFName[TSDB_TABLE_FNAME_LEN] = {0};
1,965,111✔
2401
  snprintf(tbFName, sizeof(tbFName), "%s.%s", dbFName, tbName);
1,965,111✔
2402

2403
  SDbObj *pDb = mndAcquireDb(pMnode, dbFName);
1,965,111✔
2404
  if (pDb == NULL) {
1,964,941!
2405
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
2406
    TAOS_RETURN(code);
×
2407
  }
2408

2409
  SStbObj *pStb = mndAcquireStb(pMnode, tbFName);
1,964,941✔
2410
  if (pStb == NULL) {
1,965,000✔
2411
    mndReleaseDb(pMnode, pDb);
3,246✔
2412
    code = TSDB_CODE_PAR_TABLE_NOT_EXIST;
3,246✔
2413
    TAOS_RETURN(code);
3,246✔
2414
  }
2415

2416
  code = mndBuildStbSchemaImp(pMnode, pDb, pStb, tbName, pRsp, refByStm);
1,961,754✔
2417
  mndReleaseDb(pMnode, pDb);
1,961,708✔
2418
  mndReleaseStb(pMnode, pStb);
1,961,880✔
2419
  TAOS_RETURN(code);
1,961,884✔
2420
}
2421

2422
static int32_t mndBuildStbCfg(SMnode *pMnode, const char *dbFName, const char *tbName, STableCfgRsp *pRsp) {
112✔
2423
  int32_t code = 0;
112✔
2424
  char    tbFName[TSDB_TABLE_FNAME_LEN] = {0};
112✔
2425
  snprintf(tbFName, sizeof(tbFName), "%s.%s", dbFName, tbName);
112✔
2426

2427
  SDbObj *pDb = mndAcquireDb(pMnode, dbFName);
112✔
2428
  if (pDb == NULL) {
112!
2429
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
2430
    TAOS_RETURN(code);
×
2431
  }
2432

2433
  SStbObj *pStb = mndAcquireStb(pMnode, tbFName);
112✔
2434
  if (pStb == NULL) {
112!
2435
    mndReleaseDb(pMnode, pDb);
×
2436
    code = TSDB_CODE_PAR_TABLE_NOT_EXIST;
×
2437
    TAOS_RETURN(code);
×
2438
  }
2439

2440
  code = mndBuildStbCfgImp(pDb, pStb, tbName, pRsp);
112✔
2441

2442
  mndReleaseDb(pMnode, pDb);
112✔
2443
  mndReleaseStb(pMnode, pStb);
112✔
2444
  TAOS_RETURN(code);
112✔
2445
}
2446

2447
static int32_t mndBuildSMAlterStbRsp(SDbObj *pDb, SStbObj *pObj, void **pCont, int32_t *pLen) {
9,102✔
2448
  int32_t       code = 0;
9,102✔
2449
  SEncoder      ec = {0};
9,102✔
2450
  uint32_t      contLen = 0;
9,102✔
2451
  SMAlterStbRsp alterRsp = {0};
9,102✔
2452
  SName         name = {0};
9,102✔
2453
  TAOS_CHECK_RETURN(tNameFromString(&name, pObj->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE));
9,102!
2454

2455
  alterRsp.pMeta = taosMemoryCalloc(1, sizeof(STableMetaRsp));
9,102!
2456
  if (NULL == alterRsp.pMeta) {
9,102!
2457
    code = terrno;
×
2458
    TAOS_RETURN(code);
×
2459
  }
2460

2461
  code = mndBuildStbSchemaImp(NULL, pDb, pObj, name.tname, alterRsp.pMeta, false);
9,102✔
2462
  if (code) {
9,102!
2463
    tFreeSMAlterStbRsp(&alterRsp);
×
2464
    return code;
×
2465
  }
2466

2467
  tEncodeSize(tEncodeSMAlterStbRsp, &alterRsp, contLen, code);
9,102!
2468
  if (code) {
9,102!
2469
    tFreeSMAlterStbRsp(&alterRsp);
×
2470
    return code;
×
2471
  }
2472

2473
  void *cont = taosMemoryMalloc(contLen);
9,102!
2474
  if (NULL == cont) {
9,102!
2475
    code = terrno;
×
2476
    tFreeSMAlterStbRsp(&alterRsp);
×
2477
    TAOS_RETURN(code);
×
2478
  }
2479
  tEncoderInit(&ec, cont, contLen);
9,102✔
2480
  code = tEncodeSMAlterStbRsp(&ec, &alterRsp);
9,102✔
2481
  tEncoderClear(&ec);
9,102✔
2482

2483
  tFreeSMAlterStbRsp(&alterRsp);
9,102✔
2484

2485
  if (code < 0) TAOS_RETURN(code);
9,102!
2486

2487
  *pCont = cont;
9,102✔
2488
  *pLen = contLen;
9,102✔
2489

2490
  TAOS_RETURN(code);
9,102✔
2491
}
2492

2493
int32_t mndBuildSMCreateStbRsp(SMnode *pMnode, char *dbFName, char *stbFName, void **pCont, int32_t *pLen) {
8,728✔
2494
  int32_t code = -1;
8,728✔
2495
  SDbObj *pDb = mndAcquireDb(pMnode, dbFName);
8,728✔
2496
  if (NULL == pDb) {
8,728!
2497
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2498
    if (terrno != 0) code = terrno;
×
2499
    TAOS_RETURN(code);
×
2500
  }
2501

2502
  SStbObj *pObj = mndAcquireStb(pMnode, stbFName);
8,728✔
2503
  if (NULL == pObj) {
8,728✔
2504
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
2✔
2505
    if (terrno != 0) code = terrno;
2!
2506
    goto _OVER;
2✔
2507
  }
2508

2509
  SEncoder       ec = {0};
8,726✔
2510
  uint32_t       contLen = 0;
8,726✔
2511
  SMCreateStbRsp stbRsp = {0};
8,726✔
2512
  SName          name = {0};
8,726✔
2513
  TAOS_CHECK_GOTO(tNameFromString(&name, pObj->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE), NULL, _OVER);
8,726!
2514

2515
  stbRsp.pMeta = taosMemoryCalloc(1, sizeof(STableMetaRsp));
8,726!
2516
  if (NULL == stbRsp.pMeta) {
8,726!
2517
    code = terrno;
×
2518
    goto _OVER;
×
2519
  }
2520

2521
  code = mndBuildStbSchemaImp(NULL, pDb, pObj, name.tname, stbRsp.pMeta, false);
8,726✔
2522
  if (code) {
8,726!
2523
    tFreeSMCreateStbRsp(&stbRsp);
×
2524
    goto _OVER;
×
2525
  }
2526

2527
  tEncodeSize(tEncodeSMCreateStbRsp, &stbRsp, contLen, code);
8,726!
2528
  if (code) {
8,726!
2529
    tFreeSMCreateStbRsp(&stbRsp);
×
2530
    goto _OVER;
×
2531
  }
2532

2533
  void *cont = taosMemoryMalloc(contLen);
8,726!
2534
  if (NULL == cont) {
8,726!
2535
    code = terrno;
×
2536
    tFreeSMCreateStbRsp(&stbRsp);
×
2537
    goto _OVER;
×
2538
  }
2539
  tEncoderInit(&ec, cont, contLen);
8,726✔
2540
  TAOS_CHECK_GOTO(tEncodeSMCreateStbRsp(&ec, &stbRsp), NULL, _OVER);
8,726!
2541
  tEncoderClear(&ec);
8,726✔
2542

2543
  tFreeSMCreateStbRsp(&stbRsp);
8,726✔
2544

2545
  *pCont = cont;
8,726✔
2546
  *pLen = contLen;
8,726✔
2547

2548
  code = 0;
8,726✔
2549

2550
_OVER:
8,728✔
2551
  if (pObj) {
8,728✔
2552
    mndReleaseStb(pMnode, pObj);
8,726✔
2553
  }
2554

2555
  if (pDb) {
8,728!
2556
    mndReleaseDb(pMnode, pDb);
8,728✔
2557
  }
2558

2559
  TAOS_RETURN(code);
8,728✔
2560
}
2561

2562
static int32_t mndAlterStbImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
8,219✔
2563
                              void *alterOriData, int32_t alterOriDataLen) {
2564
  int32_t code = -1;
8,219✔
2565
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "alter-stb");
8,219✔
2566
  if (pTrans == NULL) {
8,219!
2567
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2568
    if (terrno != 0) code = terrno;
×
2569
    goto _OVER;
×
2570
  }
2571

2572
  mInfo("trans:%d, used to alter stb:%s", pTrans->id, pStb->name);
8,219!
2573
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
8,219✔
2574
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
8,219!
2575

2576
  if (needRsp) {
8,219✔
2577
    void   *pCont = NULL;
8,059✔
2578
    int32_t contLen = 0;
8,059✔
2579
    TAOS_CHECK_GOTO(mndBuildSMAlterStbRsp(pDb, pStb, &pCont, &contLen), NULL, _OVER);
8,059!
2580
    mndTransSetRpcRsp(pTrans, pCont, contLen);
8,059✔
2581
  }
2582

2583
  TAOS_CHECK_GOTO(mndSetAlterStbPrepareLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
8,219!
2584
  TAOS_CHECK_GOTO(mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
8,219!
2585
  TAOS_CHECK_GOTO(mndSetAlterStbRedoActions(pMnode, pTrans, pDb, pStb, alterOriData, alterOriDataLen), NULL, _OVER);
8,219!
2586
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
8,219!
2587

2588
  code = 0;
8,219✔
2589

2590
_OVER:
8,219✔
2591
  mndTransDrop(pTrans);
8,219✔
2592
  TAOS_RETURN(code);
8,219✔
2593
}
2594

2595
static int32_t mndAlterStbAndUpdateTagIdxImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
1,043✔
2596
                                             void *alterOriData, int32_t alterOriDataLen, const SMAlterStbReq *pAlter) {
2597
  int32_t code = -1;
1,043✔
2598
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "alter-stb");
1,043✔
2599
  if (pTrans == NULL) {
1,043!
2600
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2601
    if (terrno != 0) code = terrno;
×
2602
    goto _OVER;
×
2603
  }
2604

2605
  mInfo("trans:%d, used to alter stb:%s", pTrans->id, pStb->name);
1,043!
2606
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
1,043✔
2607

2608
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
1,043!
2609

2610
  if (needRsp) {
1,043!
2611
    void   *pCont = NULL;
1,043✔
2612
    int32_t contLen = 0;
1,043✔
2613
    TAOS_CHECK_GOTO(mndBuildSMAlterStbRsp(pDb, pStb, &pCont, &contLen), NULL, _OVER);
1,043!
2614
    mndTransSetRpcRsp(pTrans, pCont, contLen);
1,043✔
2615
  }
2616

2617
  if (pAlter->alterType == TSDB_ALTER_TABLE_DROP_TAG) {
1,043✔
2618
    SIdxObj idxObj = {0};
389✔
2619
    SField *pField0 = taosArrayGet(pAlter->pFields, 0);
389✔
2620
    bool    exist = false;
389✔
2621
    if (mndGetIdxsByTagName(pMnode, pStb, pField0->name, &idxObj) == 0) {
389✔
2622
      exist = true;
19✔
2623
    }
2624
    TAOS_CHECK_GOTO(mndSetAlterStbPrepareLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
389!
2625
    TAOS_CHECK_GOTO(mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
389!
2626

2627
    if (exist == true) {
389✔
2628
      TAOS_CHECK_GOTO(mndSetDropIdxPrepareLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
19!
2629
      TAOS_CHECK_GOTO(mndSetDropIdxCommitLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
19!
2630
    }
2631

2632
    TAOS_CHECK_GOTO(mndSetAlterStbRedoActions(pMnode, pTrans, pDb, pStb, alterOriData, alterOriDataLen), NULL, _OVER);
389!
2633
    TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
389!
2634

2635
  } else if (pAlter->alterType == TSDB_ALTER_TABLE_UPDATE_TAG_NAME) {
654!
2636
    SIdxObj     idxObj = {0};
654✔
2637
    SField     *pField0 = taosArrayGet(pAlter->pFields, 0);
654✔
2638
    SField     *pField1 = taosArrayGet(pAlter->pFields, 1);
654✔
2639
    const char *oTagName = pField0->name;
654✔
2640
    const char *nTagName = pField1->name;
654✔
2641
    bool        exist = false;
654✔
2642

2643
    if (mndGetIdxsByTagName(pMnode, pStb, pField0->name, &idxObj) == 0) {
654✔
2644
      exist = true;
32✔
2645
    }
2646

2647
    TAOS_CHECK_GOTO(mndSetAlterStbPrepareLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
654!
2648
    TAOS_CHECK_GOTO(mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
654!
2649

2650
    if (exist == true) {
654✔
2651
      memcpy(idxObj.colName, nTagName, strlen(nTagName));
32✔
2652
      idxObj.colName[strlen(nTagName)] = 0;
32✔
2653
      TAOS_CHECK_GOTO(mndSetAlterIdxPrepareLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
32!
2654
      TAOS_CHECK_GOTO(mndSetAlterIdxCommitLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
32!
2655
    }
2656

2657
    TAOS_CHECK_GOTO(mndSetAlterStbRedoActions(pMnode, pTrans, pDb, pStb, alterOriData, alterOriDataLen), NULL, _OVER);
654!
2658
    TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
654!
2659
  }
2660
  code = 0;
1,043✔
2661

2662
_OVER:
1,043✔
2663
  mndTransDrop(pTrans);
1,043✔
2664
  TAOS_RETURN(code);
1,043✔
2665
}
2666

2667
static int32_t mndAlterStb(SMnode *pMnode, SRpcMsg *pReq, const SMAlterStbReq *pAlter, SDbObj *pDb, SStbObj *pOld) {
10,760✔
2668
  bool    needRsp = true;
10,760✔
2669
  int32_t code = -1;
10,760✔
2670
  SField *pField0 = NULL;
10,760✔
2671

2672
  SStbObj stbObj = {0};
10,760✔
2673
  taosRLockLatch(&pOld->lock);
10,760✔
2674
  memcpy(&stbObj, pOld, sizeof(SStbObj));
10,760✔
2675
  taosRUnLockLatch(&pOld->lock);
10,760✔
2676
  stbObj.pColumns = NULL;
10,760✔
2677
  stbObj.pTags = NULL;
10,760✔
2678
  stbObj.pFuncs = NULL;
10,760✔
2679
  stbObj.pCmpr = NULL;
10,760✔
2680
  stbObj.pExtSchemas = NULL;
10,760✔
2681
  stbObj.updateTime = taosGetTimestampMs();
10,760✔
2682
  stbObj.lock = 0;
10,760✔
2683
  stbObj.virtualStb = pOld->virtualStb;
10,760✔
2684
  bool updateTagIndex = false;
10,760✔
2685
  switch (pAlter->alterType) {
10,760!
2686
    case TSDB_ALTER_TABLE_ADD_TAG:
775✔
2687
      code = mndAddSuperTableTag(pOld, &stbObj, pAlter->pFields, pAlter->numOfFields);
775✔
2688
      break;
775✔
2689
    case TSDB_ALTER_TABLE_DROP_TAG:
410✔
2690
      pField0 = taosArrayGet(pAlter->pFields, 0);
410✔
2691
      code = mndDropSuperTableTag(pMnode, pOld, &stbObj, pField0->name);
410✔
2692
      updateTagIndex = true;
410✔
2693
      break;
410✔
2694
    case TSDB_ALTER_TABLE_UPDATE_TAG_NAME:
700✔
2695
      code = mndAlterStbTagName(pMnode, pOld, &stbObj, pAlter->pFields);
700✔
2696
      updateTagIndex = true;
700✔
2697
      break;
700✔
2698
    case TSDB_ALTER_TABLE_UPDATE_TAG_BYTES:
525✔
2699
      pField0 = taosArrayGet(pAlter->pFields, 0);
525✔
2700
      code = mndAlterStbTagBytes(pMnode, pOld, &stbObj, pField0);
525✔
2701
      break;
525✔
2702
    case TSDB_ALTER_TABLE_ADD_COLUMN:
4,219✔
2703
      code = mndAddSuperTableColumn(pOld, &stbObj, pAlter, pAlter->numOfFields, 0);
4,219✔
2704
      break;
4,219✔
2705
    case TSDB_ALTER_TABLE_DROP_COLUMN:
2,678✔
2706
      pField0 = taosArrayGet(pAlter->pFields, 0);
2,678✔
2707
      code = mndDropSuperTableColumn(pMnode, pOld, &stbObj, pField0->name);
2,678✔
2708
      break;
2,678✔
2709
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES:
808✔
2710
      pField0 = taosArrayGet(pAlter->pFields, 0);
808✔
2711
      code = mndAlterStbColumnBytes(pMnode, pOld, &stbObj, pField0);
808✔
2712
      break;
808✔
2713
    case TSDB_ALTER_TABLE_UPDATE_OPTIONS:
53✔
2714
      needRsp = false;
53✔
2715
      code = mndUpdateTableOptions(pOld, &stbObj, pAlter->comment, pAlter->commentLen, pAlter->ttl, pAlter->keep);
53✔
2716
      break;
53✔
2717
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_COMPRESS:
168✔
2718
      code = mndUpdateSuperTableColumnCompress(pMnode, pOld, &stbObj, pAlter->pFields, pAlter->numOfFields);
168✔
2719
      break;
168✔
2720
    case TSDB_ALTER_TABLE_ADD_COLUMN_WITH_COMPRESS_OPTION:
424✔
2721
      code = mndAddSuperTableColumn(pOld, &stbObj, pAlter, pAlter->numOfFields, 1);
424✔
2722
      break;
424✔
2723
    default:
×
2724
      needRsp = false;
×
2725
      terrno = TSDB_CODE_OPS_NOT_SUPPORT;
×
2726
      break;
×
2727
  }
2728

2729
  if (code != 0) goto _OVER;
10,760✔
2730
  if (updateTagIndex == false) {
9,155✔
2731
    code = mndAlterStbImp(pMnode, pReq, pDb, &stbObj, needRsp, pReq->pCont, pReq->contLen);
8,112✔
2732
  } else {
2733
    code = mndAlterStbAndUpdateTagIdxImp(pMnode, pReq, pDb, &stbObj, needRsp, pReq->pCont, pReq->contLen, pAlter);
1,043✔
2734
  }
2735

2736
_OVER:
10,760✔
2737
  taosMemoryFreeClear(stbObj.pTags);
10,760!
2738
  taosMemoryFreeClear(stbObj.pColumns);
10,760!
2739
  taosMemoryFreeClear(stbObj.pCmpr);
10,760!
2740
  if (pAlter->commentLen > 0) {
10,760✔
2741
    taosMemoryFreeClear(stbObj.comment);
22!
2742
  }
2743
  taosMemoryFreeClear(stbObj.pExtSchemas);
10,760!
2744
  TAOS_RETURN(code);
10,760✔
2745
}
2746

2747
static int32_t mndProcessAlterStbReq(SRpcMsg *pReq) {
10,796✔
2748
  SMnode       *pMnode = pReq->info.node;
10,796✔
2749
  int32_t       code = -1;
10,796✔
2750
  SDbObj       *pDb = NULL;
10,796✔
2751
  SStbObj      *pStb = NULL;
10,796✔
2752
  SMAlterStbReq alterReq = {0};
10,796✔
2753

2754
  if (tDeserializeSMAlterStbReq(pReq->pCont, pReq->contLen, &alterReq) != 0) {
10,796!
2755
    code = TSDB_CODE_INVALID_MSG;
×
2756
    goto _OVER;
×
2757
  }
2758

2759
  mInfo("stb:%s, start to alter", alterReq.name);
10,796!
2760
  if (mndCheckAlterStbReq(&alterReq) != 0) goto _OVER;
10,796!
2761

2762
  pDb = mndAcquireDbByStb(pMnode, alterReq.name);
10,796✔
2763
  if (pDb == NULL) {
10,796✔
2764
    code = TSDB_CODE_MND_DB_NOT_EXIST;
6✔
2765
    goto _OVER;
6✔
2766
  }
2767
  if (pDb->cfg.isMount) {
10,790✔
2768
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
2✔
2769
    goto _OVER;
2✔
2770
  }
2771

2772
  pStb = mndAcquireStb(pMnode, alterReq.name);
10,788✔
2773
  if (pStb == NULL) {
10,788✔
2774
    code = TSDB_CODE_MND_STB_NOT_EXIST;
28✔
2775
    goto _OVER;
28✔
2776
  }
2777

2778
  if ((code = mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_WRITE_DB, pDb)) != 0) {
10,760!
2779
    goto _OVER;
×
2780
  }
2781

2782
  code = mndAlterStb(pMnode, pReq, &alterReq, pDb, pStb);
10,760✔
2783
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
10,760✔
2784

2785
  SName   name = {0};
10,760✔
2786
  int32_t ret = 0;
10,760✔
2787
  if ((ret = tNameFromString(&name, alterReq.name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0)
10,760!
2788
    mError("stb:%s, failed to tNameFromString since %s", alterReq.name, tstrerror(ret));
×
2789

2790
  auditRecord(pReq, pMnode->clusterId, "alterStb", name.dbname, name.tname, alterReq.sql, alterReq.sqlLen);
10,760✔
2791

2792
_OVER:
10,796✔
2793
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
10,796!
2794
    mError("stb:%s, failed to alter since %s", alterReq.name, tstrerror(code));
1,641!
2795
  }
2796

2797
  mndReleaseStb(pMnode, pStb);
10,796✔
2798
  mndReleaseDb(pMnode, pDb);
10,796✔
2799
  tFreeSMAltertbReq(&alterReq);
10,796✔
2800

2801
  TAOS_RETURN(code);
10,796✔
2802
}
2803

2804
static int32_t mndSetDropStbPrepareLogs(SMnode *pMnode, STrans *pTrans, SStbObj *pStb) {
1,522✔
2805
  int32_t  code = 0;
1,522✔
2806
  SSdbRaw *pRedoRaw = mndStbActionEncode(pStb);
1,522✔
2807
  if (pRedoRaw == NULL) {
1,522!
2808
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2809
    if (terrno != 0) code = terrno;
×
2810
    TAOS_RETURN(code);
×
2811
  }
2812
  if ((code = mndTransAppendPrepareLog(pTrans, pRedoRaw)) != 0) {
1,522!
2813
    sdbFreeRaw(pRedoRaw);
×
2814
    TAOS_RETURN(code);
×
2815
  }
2816
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING));
1,522!
2817

2818
  TAOS_RETURN(code);
1,522✔
2819
}
2820

2821
static int32_t mndSetDropStbCommitLogs(SMnode *pMnode, STrans *pTrans, SStbObj *pStb) {
1,522✔
2822
  int32_t  code = 0;
1,522✔
2823
  SSdbRaw *pCommitRaw = mndStbActionEncode(pStb);
1,522✔
2824
  if (pCommitRaw == NULL) {
1,522!
2825
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2826
    if (terrno != 0) code = terrno;
×
2827
    TAOS_RETURN(code);
×
2828
  }
2829
  if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) {
1,522!
2830
    sdbFreeRaw(pCommitRaw);
×
2831
    TAOS_RETURN(code);
×
2832
  }
2833
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED));
1,522!
2834

2835
  TAOS_RETURN(code);
1,522✔
2836
}
2837

2838
static int32_t mndSetDropStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
1,522✔
2839
  int32_t code = 0;
1,522✔
2840
  SSdb   *pSdb = pMnode->pSdb;
1,522✔
2841
  SVgObj *pVgroup = NULL;
1,522✔
2842
  void   *pIter = NULL;
1,522✔
2843

2844
  while (1) {
5,002✔
2845
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
6,524✔
2846
    if (pIter == NULL) break;
6,524✔
2847
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
5,002✔
2848
      sdbRelease(pSdb, pVgroup);
1,958✔
2849
      continue;
1,958✔
2850
    }
2851

2852
    int32_t contLen = 0;
3,044✔
2853
    void   *pReq = mndBuildVDropStbReq(pMnode, pVgroup, pStb, &contLen);
3,044✔
2854
    if (pReq == NULL) {
3,044!
2855
      sdbCancelFetch(pSdb, pIter);
×
2856
      sdbRelease(pSdb, pVgroup);
×
2857
      code = TSDB_CODE_OUT_OF_MEMORY;
×
2858
      TAOS_RETURN(code);
×
2859
    }
2860

2861
    STransAction action = {0};
3,044✔
2862
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
3,044✔
2863
    action.pCont = pReq;
3,044✔
2864
    action.contLen = contLen;
3,044✔
2865
    action.msgType = TDMT_VND_DROP_STB;
3,044✔
2866
    action.acceptableCode = TSDB_CODE_TDB_STB_NOT_EXIST;
3,044✔
2867
    if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
3,044!
2868
      taosMemoryFree(pReq);
×
2869
      sdbCancelFetch(pSdb, pIter);
×
2870
      sdbRelease(pSdb, pVgroup);
×
2871
      TAOS_RETURN(code);
×
2872
    }
2873
    sdbRelease(pSdb, pVgroup);
3,044✔
2874
  }
2875

2876
  TAOS_RETURN(code);
1,522✔
2877
}
2878

2879
static int32_t mndDropStb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb) {
1,522✔
2880
  int32_t code = -1;
1,522✔
2881
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "drop-stb");
1,522✔
2882
  if (pTrans == NULL) {
1,522!
2883
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2884
    if (terrno != 0) code = terrno;
×
2885
    goto _OVER;
×
2886
  }
2887

2888
  mInfo("trans:%d, used to drop stb:%s", pTrans->id, pStb->name);
1,522!
2889
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
1,522✔
2890
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
1,522!
2891

2892
  TAOS_CHECK_GOTO(mndSetDropStbPrepareLogs(pMnode, pTrans, pStb), NULL, _OVER);
1,522!
2893
  TAOS_CHECK_GOTO(mndSetDropStbCommitLogs(pMnode, pTrans, pStb), NULL, _OVER);
1,522!
2894
  TAOS_CHECK_GOTO(mndSetDropStbRedoActions(pMnode, pTrans, pDb, pStb), NULL, _OVER);
1,522!
2895
  TAOS_CHECK_GOTO(mndDropIdxsByStb(pMnode, pTrans, pDb, pStb), NULL, _OVER);
1,522!
2896
  TAOS_CHECK_GOTO(mndUserRemoveStb(pMnode, pTrans, pStb->name), NULL, _OVER);
1,522!
2897
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
1,522!
2898
  code = 0;
1,522✔
2899

2900
_OVER:
1,522✔
2901
  mndTransDrop(pTrans);
1,522✔
2902
  TAOS_RETURN(code);
1,522✔
2903
}
2904

2905
static int32_t mndCheckDropStbForTopic(SMnode *pMnode, const char *stbFullName, int64_t suid) {
1,524✔
2906
  int32_t code = 0;
1,524✔
2907
  SSdb   *pSdb = pMnode->pSdb;
1,524✔
2908
  void   *pIter = NULL;
1,524✔
2909
  while (1) {
79✔
2910
    SMqTopicObj *pTopic = NULL;
1,603✔
2911
    pIter = sdbFetch(pSdb, SDB_TOPIC, pIter, (void **)&pTopic);
1,603✔
2912
    if (pIter == NULL) break;
1,603✔
2913

2914
    if (pTopic->subType == TOPIC_SUB_TYPE__TABLE) {
79✔
2915
      if (pTopic->stbUid == suid) {
14!
2916
        sdbRelease(pSdb, pTopic);
×
2917
        sdbCancelFetch(pSdb, pIter);
×
2918
        TAOS_RETURN(-1);
×
2919
      }
2920
    }
2921

2922
    if (pTopic->ast == NULL) {
79✔
2923
      sdbRelease(pSdb, pTopic);
37✔
2924
      continue;
37✔
2925
    }
2926

2927
    SNode *pAst = NULL;
42✔
2928
    if (nodesStringToNode(pTopic->ast, &pAst) != 0) {
42!
2929
      code = TSDB_CODE_MND_INVALID_TOPIC_OPTION;
×
2930
      mError("topic:%s, create ast error", pTopic->name);
×
2931
      sdbRelease(pSdb, pTopic);
×
2932
      sdbCancelFetch(pSdb, pIter);
×
2933
      TAOS_RETURN(code);
×
2934
    }
2935

2936
    SNodeList *pNodeList = NULL;
42✔
2937
    if ((code = nodesCollectColumns((SSelectStmt *)pAst, SQL_CLAUSE_FROM, NULL, COLLECT_COL_TYPE_ALL, &pNodeList)) !=
42!
2938
        0) {
2939
      sdbRelease(pSdb, pTopic);
×
2940
      sdbCancelFetch(pSdb, pIter);
×
2941
      TAOS_RETURN(code);
×
2942
    }
2943
    SNode *pNode = NULL;
42✔
2944
    FOREACH(pNode, pNodeList) {
42✔
2945
      SColumnNode *pCol = (SColumnNode *)pNode;
28✔
2946

2947
      if (pCol->tableId == suid) {
28!
2948
        sdbRelease(pSdb, pTopic);
×
2949
        nodesDestroyNode(pAst);
×
2950
        nodesDestroyList(pNodeList);
×
2951
        sdbCancelFetch(pSdb, pIter);
×
2952
        TAOS_RETURN(-1);
×
2953
      } else {
2954
        goto NEXT;
28✔
2955
      }
2956
    }
2957
  NEXT:
14✔
2958
    sdbRelease(pSdb, pTopic);
42✔
2959
    nodesDestroyNode(pAst);
42✔
2960
    nodesDestroyList(pNodeList);
42✔
2961
  }
2962
  TAOS_RETURN(code);
1,524✔
2963
}
2964

2965
static int32_t mndCheckDropStbForStream(SMnode *pMnode, const char *stbFullName, int64_t suid) {
×
2966
  int32_t code = 0;
×
2967
  SSdb   *pSdb = pMnode->pSdb;
×
2968
  void   *pIter = NULL;
×
2969
  while (1) {
×
2970
    SStreamObj *pStream = NULL;
×
2971
    pIter = sdbFetch(pSdb, SDB_STREAM, pIter, (void **)&pStream);
×
2972
    if (pIter == NULL) break;
×
2973

2974
    if (pStream->pCreate->outStbUid == suid) {
×
2975
      sdbCancelFetch(pSdb, pIter);
×
2976
      sdbRelease(pSdb, pStream);
×
2977
      TAOS_RETURN(-1);
×
2978
    }
2979

2980
    sdbRelease(pSdb, pStream);
×
2981
  }
2982
  TAOS_RETURN(code);
×
2983
}
2984

2985
static int32_t mndProcessDropTtltbRsp(SRpcMsg *pRsp) { return 0; }
×
2986
static int32_t mndProcessTrimDbRsp(SRpcMsg *pRsp) { return 0; }
130✔
2987

2988
static int32_t mndProcessDropStbReq(SRpcMsg *pReq) {
2,285✔
2989
  SMnode      *pMnode = pReq->info.node;
2,285✔
2990
  int32_t      code = -1;
2,285✔
2991
  SDbObj      *pDb = NULL;
2,285✔
2992
  SStbObj     *pStb = NULL;
2,285✔
2993
  SMDropStbReq dropReq = {0};
2,285✔
2994

2995
  TAOS_CHECK_GOTO(tDeserializeSMDropStbReq(pReq->pCont, pReq->contLen, &dropReq), NULL, _OVER);
2,285!
2996

2997
  mInfo("stb:%s, start to drop", dropReq.name);
2,285!
2998

2999
  pStb = mndAcquireStb(pMnode, dropReq.name);
2,285✔
3000
  if (pStb == NULL) {
2,285✔
3001
    if (dropReq.igNotExists) {
761✔
3002
      mInfo("stb:%s, not exist, ignore not exist is set", dropReq.name);
755!
3003
      code = 0;
755✔
3004
      goto _OVER;
755✔
3005
    } else {
3006
      code = TSDB_CODE_MND_STB_NOT_EXIST;
6✔
3007
      goto _OVER;
6✔
3008
    }
3009
  }
3010

3011
  if ((dropReq.source == TD_REQ_FROM_TAOX_OLD || dropReq.source == TD_REQ_FROM_TAOX) && pStb->uid != dropReq.suid) {
1,524!
3012
    code = 0;
×
3013
    goto _OVER;
×
3014
  }
3015

3016
  pDb = mndAcquireDbByStb(pMnode, dropReq.name);
1,524✔
3017
  if (pDb == NULL) {
1,524!
3018
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
3019
    goto _OVER;
×
3020
  }
3021

3022
  if ((code = mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_WRITE_DB, pDb)) != 0) {
1,524!
3023
    goto _OVER;
×
3024
  }
3025

3026
  if (mndCheckDropStbForTopic(pMnode, dropReq.name, pStb->uid) < 0) {
1,524!
3027
    code = TSDB_CODE_MND_TOPIC_MUST_BE_DELETED;
×
3028
    goto _OVER;
×
3029
  }
3030

3031
/*
3032
  if (mndCheckDropStbForStream(pMnode, dropReq.name, pStb->uid) < 0) {
3033
    code = TSDB_CODE_MND_STREAM_MUST_BE_DELETED;
3034
    goto _OVER;
3035
  }
3036
*/
3037

3038
  if (pDb->cfg.isMount) {
1,524✔
3039
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
2✔
3040
    goto _OVER;
2✔
3041
  }
3042

3043
  code = mndDropStb(pMnode, pReq, pDb, pStb);
1,522✔
3044
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
1,522!
3045

3046
  SName   name = {0};
1,522✔
3047
  int32_t ret = 0;
1,522✔
3048
  if ((ret = tNameFromString(&name, dropReq.name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0)
1,522!
3049
    mError("stb:%s, failed to tNameFromString since %s", dropReq.name, tstrerror(ret));
×
3050

3051
  auditRecord(pReq, pMnode->clusterId, "dropStb", name.dbname, name.tname, dropReq.sql, dropReq.sqlLen);
1,522✔
3052

3053
_OVER:
2,285✔
3054
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
2,285✔
3055
    mError("stb:%s, failed to drop since %s", dropReq.name, tstrerror(code));
8!
3056
  }
3057

3058
  mndReleaseDb(pMnode, pDb);
2,285✔
3059
  mndReleaseStb(pMnode, pStb);
2,285✔
3060
  tFreeSMDropStbReq(&dropReq);
2,285✔
3061
  TAOS_RETURN(code);
2,285✔
3062
}
3063

3064
static int32_t mndProcessTableMetaReq(SRpcMsg *pReq) {
2,236,989✔
3065
  SMnode       *pMnode = pReq->info.node;
2,236,989✔
3066
  int32_t       code = -1;
2,236,989✔
3067
  STableInfoReq infoReq = {0};
2,236,989✔
3068
  STableMetaRsp metaRsp = {0};
2,236,989✔
3069
  SUserObj     *pUser = NULL;
2,236,989✔
3070

3071
  code = mndAcquireUser(pMnode, pReq->info.conn.user, &pUser);
2,236,989✔
3072
  if (pUser == NULL) return 0;
2,237,553!
3073
  bool sysinfo = pUser->sysInfo;
2,237,553✔
3074

3075
  TAOS_CHECK_GOTO(tDeserializeSTableInfoReq(pReq->pCont, pReq->contLen, &infoReq), NULL, _OVER);
2,237,553!
3076

3077
  if (0 == strcmp(infoReq.dbFName, TSDB_INFORMATION_SCHEMA_DB)) {
2,237,628✔
3078
    mInfo("information_schema table:%s.%s, start to retrieve meta", infoReq.dbFName, infoReq.tbName);
218,601!
3079
    TAOS_CHECK_GOTO(mndBuildInsTableSchema(pMnode, infoReq.dbFName, infoReq.tbName, sysinfo, &metaRsp), NULL, _OVER);
218,602✔
3080
  } else if (0 == strcmp(infoReq.dbFName, TSDB_PERFORMANCE_SCHEMA_DB)) {
2,019,027✔
3081
    mInfo("performance_schema table:%s.%s, start to retrieve meta", infoReq.dbFName, infoReq.tbName);
54,417!
3082
    TAOS_CHECK_GOTO(mndBuildPerfsTableSchema(pMnode, infoReq.dbFName, infoReq.tbName, &metaRsp), NULL, _OVER);
54,417✔
3083
  } else {
3084
    mInfo("stb:%s.%s, start to retrieve meta", infoReq.dbFName, infoReq.tbName);
1,964,610✔
3085
    TAOS_CHECK_GOTO(mndBuildStbSchema(pMnode, infoReq.dbFName, infoReq.tbName, &metaRsp, true), NULL, _OVER);
1,965,120✔
3086
  }
3087

3088
  int32_t rspLen = tSerializeSTableMetaRsp(NULL, 0, &metaRsp);
2,234,006✔
3089
  if (rspLen < 0) {
2,233,509!
3090
    code = TSDB_CODE_INVALID_MSG;
×
3091
    goto _OVER;
×
3092
  }
3093

3094
  void *pRsp = rpcMallocCont(rspLen);
2,233,509✔
3095
  if (pRsp == NULL) {
2,233,349!
3096
    code = terrno;
×
3097
    goto _OVER;
×
3098
  }
3099

3100
  if ((rspLen = tSerializeSTableMetaRsp(pRsp, rspLen, &metaRsp)) < 0) {
2,233,349!
3101
    code = rspLen;
×
3102
    goto _OVER;
×
3103
  }
3104
  pReq->info.rsp = pRsp;
2,233,792✔
3105
  pReq->info.rspLen = rspLen;
2,233,792✔
3106
  code = 0;
2,233,792✔
3107

3108
  mTrace("%s.%s, meta is retrieved", infoReq.dbFName, infoReq.tbName);
2,233,792✔
3109

3110
_OVER:
2,233,742✔
3111
  if (code != 0) {
2,237,579✔
3112
    mError("stb:%s.%s, failed to retrieve meta since %s", infoReq.dbFName, infoReq.tbName, tstrerror(code));
3,787!
3113
  }
3114

3115
  mndReleaseUser(pMnode, pUser);
2,237,579✔
3116
  tFreeSTableMetaRsp(&metaRsp);
2,237,785✔
3117
  // TODO change to TAOS_RETURN
3118
  return code;
2,237,725✔
3119
}
3120

3121
static int32_t mndProcessTableCfgReq(SRpcMsg *pReq) {
142✔
3122
  SMnode      *pMnode = pReq->info.node;
142✔
3123
  int32_t      code = -1;
142✔
3124
  STableCfgReq cfgReq = {0};
142✔
3125
  STableCfgRsp cfgRsp = {0};
142✔
3126

3127
  TAOS_CHECK_GOTO(tDeserializeSTableCfgReq(pReq->pCont, pReq->contLen, &cfgReq), NULL, _OVER);
142!
3128

3129
  char dbName[TSDB_DB_NAME_LEN] = {0};
142✔
3130
  TAOS_CHECK_GOTO(mndExtractShortDbNameFromDbFullName(cfgReq.dbFName, dbName), NULL, _OVER);
142!
3131
  if (0 == strcmp(dbName, TSDB_INFORMATION_SCHEMA_DB)) {
142✔
3132
    mInfo("information_schema table:%s.%s, start to retrieve cfg", cfgReq.dbFName, cfgReq.tbName);
20!
3133
    TAOS_CHECK_GOTO(mndBuildInsTableCfg(pMnode, cfgReq.dbFName, cfgReq.tbName, &cfgRsp), NULL, _OVER);
20!
3134
  } else if (0 == strcmp(dbName, TSDB_PERFORMANCE_SCHEMA_DB)) {
122✔
3135
    mInfo("performance_schema table:%s.%s, start to retrieve cfg", cfgReq.dbFName, cfgReq.tbName);
10!
3136
    TAOS_CHECK_GOTO(mndBuildPerfsTableCfg(pMnode, cfgReq.dbFName, cfgReq.tbName, &cfgRsp), NULL, _OVER);
10!
3137
  } else {
3138
    mInfo("stb:%s.%s, start to retrieve cfg", cfgReq.dbFName, cfgReq.tbName);
112!
3139
    TAOS_CHECK_GOTO(mndBuildStbCfg(pMnode, cfgReq.dbFName, cfgReq.tbName, &cfgRsp), NULL, _OVER);
112!
3140
  }
3141

3142
  int32_t rspLen = tSerializeSTableCfgRsp(NULL, 0, &cfgRsp);
142✔
3143
  if (rspLen < 0) {
142!
3144
    code = TSDB_CODE_INVALID_MSG;
×
3145
    goto _OVER;
×
3146
  }
3147

3148
  void *pRsp = rpcMallocCont(rspLen);
142✔
3149
  if (pRsp == NULL) {
142!
3150
    code = terrno;
×
3151
    goto _OVER;
×
3152
  }
3153

3154
  if ((rspLen = tSerializeSTableCfgRsp(pRsp, rspLen, &cfgRsp)) < 0) {
142!
3155
    code = rspLen;
×
3156
    goto _OVER;
×
3157
  }
3158
  pReq->info.rsp = pRsp;
142✔
3159
  pReq->info.rspLen = rspLen;
142✔
3160
  code = 0;
142✔
3161

3162
  mTrace("%s.%s, cfg is retrieved", cfgReq.dbFName, cfgReq.tbName);
142!
3163

3164
_OVER:
142✔
3165
  if (code != 0) {
142!
3166
    mError("stb:%s.%s, failed to retrieve cfg since %s", cfgReq.dbFName, cfgReq.tbName, tstrerror(code));
×
3167
  }
3168

3169
  tFreeSTableCfgRsp(&cfgRsp);
142✔
3170
  TAOS_RETURN(code);
142✔
3171
}
3172

3173
int32_t mndValidateStbInfo(SMnode *pMnode, SSTableVersion *pStbVersions, int32_t numOfStbs, void **ppRsp,
22,059✔
3174
                           int32_t *pRspLen) {
3175
  int32_t   code = 0;
22,059✔
3176
  SSTbHbRsp hbRsp = {0};
22,059✔
3177
  hbRsp.pMetaRsp = taosArrayInit(numOfStbs, sizeof(STableMetaRsp));
22,059✔
3178
  if (hbRsp.pMetaRsp == NULL) {
22,059!
3179
    code = terrno;
×
3180
    TAOS_RETURN(code);
×
3181
  }
3182

3183
  hbRsp.pIndexRsp = taosArrayInit(numOfStbs, sizeof(STableIndexRsp));
22,059✔
3184
  if (NULL == hbRsp.pIndexRsp) {
22,059!
3185
    taosArrayDestroy(hbRsp.pMetaRsp);
×
3186
    code = terrno;
×
3187
    TAOS_RETURN(code);
×
3188
  }
3189

3190
  for (int32_t i = 0; i < numOfStbs; ++i) {
56,466✔
3191
    SSTableVersion *pStbVersion = &pStbVersions[i];
34,407✔
3192
    pStbVersion->suid = be64toh(pStbVersion->suid);
34,407✔
3193
    pStbVersion->sversion = ntohl(pStbVersion->sversion);
34,407✔
3194
    pStbVersion->tversion = ntohl(pStbVersion->tversion);
34,407✔
3195
    pStbVersion->smaVer = ntohl(pStbVersion->smaVer);
34,407✔
3196

3197
    bool    schema = false;
34,407✔
3198
    bool    sma = false;
34,407✔
3199
    int32_t code = mndValidateStbVersion(pMnode, pStbVersion, &schema, &sma);
34,407✔
3200
    if (TSDB_CODE_SUCCESS != code) {
34,407✔
3201
      STableMetaRsp metaRsp = {0};
131✔
3202
      metaRsp.numOfColumns = -1;
131✔
3203
      metaRsp.suid = pStbVersion->suid;
131✔
3204
      tstrncpy(metaRsp.dbFName, pStbVersion->dbFName, sizeof(metaRsp.dbFName));
131✔
3205
      tstrncpy(metaRsp.tbName, pStbVersion->stbName, sizeof(metaRsp.tbName));
131✔
3206
      tstrncpy(metaRsp.stbName, pStbVersion->stbName, sizeof(metaRsp.stbName));
131✔
3207
      if (taosArrayPush(hbRsp.pMetaRsp, &metaRsp) == NULL) {
262!
3208
        code = terrno;
×
3209
        return code;
×
3210
      }
3211
      continue;
131✔
3212
    }
3213

3214
    if (schema) {
34,276✔
3215
      STableMetaRsp metaRsp = {0};
347✔
3216
      mInfo("stb:%s.%s, start to retrieve meta", pStbVersion->dbFName, pStbVersion->stbName);
347!
3217
      if (mndBuildStbSchema(pMnode, pStbVersion->dbFName, pStbVersion->stbName, &metaRsp, false) != 0) {
347!
3218
        metaRsp.numOfColumns = -1;
×
3219
        metaRsp.suid = pStbVersion->suid;
×
3220
        tstrncpy(metaRsp.dbFName, pStbVersion->dbFName, sizeof(metaRsp.dbFName));
×
3221
        tstrncpy(metaRsp.tbName, pStbVersion->stbName, sizeof(metaRsp.tbName));
×
3222
        tstrncpy(metaRsp.stbName, pStbVersion->stbName, sizeof(metaRsp.stbName));
×
3223
        if (taosArrayPush(hbRsp.pMetaRsp, &metaRsp) == NULL) {
×
3224
          code = terrno;
×
3225
          return code;
×
3226
        }
3227
        continue;
×
3228
      }
3229

3230
      if (taosArrayPush(hbRsp.pMetaRsp, &metaRsp) == NULL) {
694!
3231
        code = terrno;
×
3232
        return code;
×
3233
      }
3234
    }
3235

3236
    if (sma) {
34,276!
3237
      bool           exist = false;
×
3238
      char           tbFName[TSDB_TABLE_FNAME_LEN];
3239
      STableIndexRsp indexRsp = {0};
×
3240
      indexRsp.pIndex = taosArrayInit(10, sizeof(STableIndexInfo));
×
3241
      if (NULL == indexRsp.pIndex) {
×
3242
        code = terrno;
×
3243
        TAOS_RETURN(code);
×
3244
      }
3245

3246
      (void)tsnprintf(tbFName, sizeof(tbFName), "%s.%s", pStbVersion->dbFName, pStbVersion->stbName);
×
3247
      tstrncpy(indexRsp.dbFName, pStbVersion->dbFName, sizeof(indexRsp.dbFName));
×
3248
      tstrncpy(indexRsp.tbName, pStbVersion->stbName, sizeof(indexRsp.tbName));
×
3249

3250
      if (taosArrayPush(hbRsp.pIndexRsp, &indexRsp) == NULL) {
×
3251
        code = terrno;
×
3252
        return code;
×
3253
      }
3254
    }
3255
  }
3256

3257
  int32_t rspLen = tSerializeSSTbHbRsp(NULL, 0, &hbRsp);
22,059✔
3258
  if (rspLen < 0) {
22,059!
3259
    tFreeSSTbHbRsp(&hbRsp);
×
3260
    code = TSDB_CODE_INVALID_MSG;
×
3261
    TAOS_RETURN(code);
×
3262
  }
3263

3264
  void *pRsp = taosMemoryMalloc(rspLen);
22,059!
3265
  if (pRsp == NULL) {
22,059!
3266
    tFreeSSTbHbRsp(&hbRsp);
×
3267
    code = terrno;
×
3268
    TAOS_RETURN(code);
×
3269
  }
3270

3271
  rspLen = tSerializeSSTbHbRsp(pRsp, rspLen, &hbRsp);
22,059✔
3272
  tFreeSSTbHbRsp(&hbRsp);
22,059✔
3273
  if (rspLen < 0) return rspLen;
22,059!
3274
  *ppRsp = pRsp;
22,059✔
3275
  *pRspLen = rspLen;
22,059✔
3276
  TAOS_RETURN(code);
22,059✔
3277
}
3278

3279
int32_t mndGetNumOfStbs(SMnode *pMnode, char *dbName, int32_t *pNumOfStbs) {
8,523✔
3280
  int32_t code = 0;
8,523✔
3281
  SSdb   *pSdb = pMnode->pSdb;
8,523✔
3282
  SDbObj *pDb = mndAcquireDb(pMnode, dbName);
8,523✔
3283
  if (pDb == NULL) {
8,523!
3284
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
3285
    TAOS_RETURN(code);
×
3286
  }
3287

3288
  int32_t numOfStbs = 0;
8,523✔
3289
  void   *pIter = NULL;
8,523✔
3290
  while (1) {
262,495✔
3291
    SStbObj *pStb = NULL;
271,018✔
3292
    pIter = sdbFetch(pSdb, SDB_STB, pIter, (void **)&pStb);
271,018✔
3293
    if (pIter == NULL) break;
271,018✔
3294

3295
    if (pStb->dbUid == pDb->uid) {
262,495✔
3296
      numOfStbs++;
132,571✔
3297
    }
3298

3299
    sdbRelease(pSdb, pStb);
262,495✔
3300
  }
3301

3302
  *pNumOfStbs = numOfStbs;
8,523✔
3303
  mndReleaseDb(pMnode, pDb);
8,523✔
3304
  TAOS_RETURN(code);
8,523✔
3305
}
3306

3307
int32_t mndExtractDbNameFromStbFullName(const char *stbFullName, char *dst) {
×
3308
  SName name = {0};
×
3309
  TAOS_CHECK_RETURN(tNameFromString(&name, stbFullName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE));
×
3310

3311
  TAOS_CHECK_RETURN(tNameGetFullDbName(&name, dst));
×
3312

3313
  return 0;
×
3314
}
3315

3316
int32_t mndExtractShortDbNameFromStbFullName(const char *stbFullName, char *dst) {
94✔
3317
  SName name = {0};
94✔
3318
  TAOS_CHECK_RETURN(tNameFromString(&name, stbFullName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE));
94!
3319

3320
  TAOS_CHECK_RETURN(tNameGetDbName(&name, dst));
94!
3321

3322
  return 0;
94✔
3323
}
3324

3325
int32_t mndExtractShortDbNameFromDbFullName(const char *stbFullName, char *dst) {
142✔
3326
  SName name = {0};
142✔
3327
  TAOS_CHECK_RETURN(tNameFromString(&name, stbFullName, T_NAME_ACCT | T_NAME_DB));
142!
3328

3329
  TAOS_CHECK_RETURN(tNameGetDbName(&name, dst));
142!
3330

3331
  return 0;
142✔
3332
}
3333

3334
void mndExtractTbNameFromStbFullName(const char *stbFullName, char *dst, int32_t dstSize) {
1,720,277✔
3335
  int32_t pos = -1;
1,720,277✔
3336
  int32_t num = 0;
1,720,277✔
3337
  for (pos = 0; stbFullName[pos] != 0; ++pos) {
30,675,154!
3338
    if (stbFullName[pos] == TS_PATH_DELIMITER[0]) num++;
30,675,345✔
3339
    if (num == 2) break;
30,675,345✔
3340
  }
3341

3342
  if (num == 2) {
1,720,277!
3343
    tstrncpy(dst, stbFullName + pos + 1, dstSize);
1,720,349✔
3344
  }
3345
}
1,720,277✔
3346

3347
static int32_t mndRetrieveStb(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
17,830✔
3348
  SMnode  *pMnode = pReq->info.node;
17,830✔
3349
  SSdb    *pSdb = pMnode->pSdb;
17,830✔
3350
  int32_t  numOfRows = 0;
17,830✔
3351
  SStbObj *pStb = NULL;
17,830✔
3352
  int32_t  cols = 0;
17,830✔
3353
  int32_t  lino = 0;
17,830✔
3354
  int32_t  code = 0;
17,830✔
3355

3356
  SDbObj *pDb = NULL;
17,830✔
3357
  if (strlen(pShow->db) > 0) {
17,830✔
3358
    pDb = mndAcquireDb(pMnode, pShow->db);
1,078✔
3359
    if (pDb == NULL) return terrno;
1,078!
3360
  }
3361

3362
  while (numOfRows < rows) {
949,137✔
3363
    pShow->pIter = sdbFetch(pSdb, SDB_STB, pShow->pIter, (void **)&pStb);
941,916✔
3364
    if (pShow->pIter == NULL) break;
941,676✔
3365

3366
    if (pDb != NULL && pStb->dbUid != pDb->uid) {
931,053✔
3367
      sdbRelease(pSdb, pStb);
2,622✔
3368
      continue;
2,622✔
3369
    }
3370

3371
    if (isTsmaResSTb(pStb->name)) {
928,431!
3372
      sdbRelease(pSdb, pStb);
×
3373
      continue;
×
3374
    }
3375

3376
    cols = 0;
928,344✔
3377

3378
    SName name = {0};
928,344✔
3379

3380
    char stbName[TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
928,344✔
3381
    mndExtractTbNameFromStbFullName(pStb->name, &stbName[VARSTR_HEADER_SIZE], TSDB_TABLE_NAME_LEN);
928,344✔
3382
    varDataSetLen(stbName, strlen(&stbName[VARSTR_HEADER_SIZE]));
928,326✔
3383
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
928,326✔
3384
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)stbName, false), pStb, &lino, _ERROR);
925,469!
3385

3386
    char db[TSDB_DB_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
920,704✔
3387
    RETRIEVE_CHECK_GOTO(tNameFromString(&name, pStb->db, T_NAME_ACCT | T_NAME_DB), pStb, &lino, _ERROR);
920,704!
3388
    RETRIEVE_CHECK_GOTO(tNameGetDbName(&name, varDataVal(db)), pStb, &lino, _ERROR);
927,340!
3389
    varDataSetLen(db, strlen(varDataVal(db)));
927,450✔
3390
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
927,450✔
3391
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)db, false), pStb, &lino, _ERROR);
924,142!
3392

3393
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
917,482✔
3394
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->createdTime, false), pStb, &lino,
915,255!
3395
                        _ERROR);
3396

3397
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
915,540✔
3398
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->numOfColumns, false), pStb, &lino,
913,276!
3399
                        _ERROR);
3400

3401
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
914,426✔
3402
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->numOfTags, false), pStb, &lino, _ERROR);
911,786!
3403

3404
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
913,339✔
3405
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->updateTime, false), pStb, &lino,
911,218!
3406
                        _ERROR);  // number of tables
3407

3408
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
913,922✔
3409
    if (pStb->commentLen > 0) {
911,438✔
3410
      char comment[TSDB_TB_COMMENT_LEN + VARSTR_HEADER_SIZE] = {0};
25✔
3411
      STR_TO_VARSTR(comment, pStb->comment);
25✔
3412
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, comment, false), pStb, &lino, _ERROR);
25!
3413
    } else if (pStb->commentLen == 0) {
911,413✔
3414
      char comment[VARSTR_HEADER_SIZE + VARSTR_HEADER_SIZE] = {0};
423✔
3415
      STR_TO_VARSTR(comment, "");
423✔
3416
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, comment, false), pStb, &lino, _ERROR);
423!
3417
    } else {
3418
      colDataSetNULL(pColInfo, numOfRows);
910,990!
3419
    }
3420

3421
    char watermark[64 + VARSTR_HEADER_SIZE] = {0};
911,482✔
3422
    (void)tsnprintf(varDataVal(watermark), sizeof(watermark) - VARSTR_HEADER_SIZE, "%" PRId64 "a,%" PRId64 "a",
911,482✔
3423
              pStb->watermark[0], pStb->watermark[1]);
911,482✔
3424
    varDataSetLen(watermark, strlen(varDataVal(watermark)));
928,236✔
3425

3426
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
928,236✔
3427
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)watermark, false), pStb, &lino, _ERROR);
922,640!
3428

3429
    char maxDelay[64 + VARSTR_HEADER_SIZE] = {0};
916,402✔
3430
    (void)tsnprintf(varDataVal(maxDelay), sizeof(maxDelay) - VARSTR_HEADER_SIZE, "%" PRId64 "a,%" PRId64 "a",
916,402✔
3431
              pStb->maxdelay[0], pStb->maxdelay[1]);
916,402✔
3432
    varDataSetLen(maxDelay, strlen(varDataVal(maxDelay)));
928,053✔
3433

3434
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
928,053✔
3435
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)maxDelay, false), pStb, &lino, _ERROR);
922,613!
3436

3437
    char    rollup[160 + VARSTR_HEADER_SIZE] = {0};
916,099✔
3438
    int32_t rollupNum = (int32_t)taosArrayGetSize(pStb->pFuncs);
916,099✔
3439
    char   *sep = ", ";
921,902✔
3440
    int32_t sepLen = strlen(sep);
921,902✔
3441
    int32_t rollupLen = sizeof(rollup) - VARSTR_HEADER_SIZE - 2;
921,902✔
3442
    for (int32_t i = 0; i < rollupNum; ++i) {
921,902!
3443
      char *funcName = taosArrayGet(pStb->pFuncs, i);
×
3444
      if (i) {
×
3445
        (void)strncat(varDataVal(rollup), sep, rollupLen);
×
3446
        rollupLen -= sepLen;
×
3447
      }
3448
      (void)strncat(varDataVal(rollup), funcName, rollupLen);
×
3449
      rollupLen -= strlen(funcName);
×
3450
    }
3451
    varDataSetLen(rollup, strlen(varDataVal(rollup)));
921,902✔
3452

3453
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
921,902✔
3454
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)rollup, false), pStb, &lino, _ERROR);
923,668!
3455

3456
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
914,142✔
3457
    if (pColInfo) {
910,875!
3458
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)(&pStb->uid), false), pStb, &lino, _ERROR);
910,898!
3459
    }
3460

3461
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
912,036✔
3462
    if (pColInfo) {
909,367!
3463
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)(&pStb->virtualStb), false), pStb, &lino, _ERROR);
909,381!
3464
    }
3465

3466
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
911,848✔
3467
    if (pColInfo) {
909,120!
3468
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)(&pStb->keep), false), pStb, &lino, _ERROR);
909,207!
3469
    }
3470

3471
    numOfRows++;
911,021✔
3472
    sdbRelease(pSdb, pStb);
911,021✔
3473
  }
3474

3475
  if (pDb != NULL) {
17,844✔
3476
    mndReleaseDb(pMnode, pDb);
1,075✔
3477
  }
3478

3479
  goto _OVER;
17,836✔
3480

3481
_ERROR:
×
3482
  mError("show:0x%" PRIx64 ", failed to retrieve data at %s:%d since %s", pShow->id, __FUNCTION__, lino,
×
3483
         tstrerror(code));
3484

3485
_OVER:
×
3486
  pShow->numOfRows += numOfRows;
17,837✔
3487
  return numOfRows;
17,837✔
3488
}
3489

3490
static int32_t buildDbColsInfoBlock(const SSDataBlock *p, const SSysTableMeta *pSysDbTableMeta, size_t size,
29,528✔
3491
                                    const char *dbName, const char *tbName) {
3492
  char    tName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
29,528✔
3493
  char    dName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
29,528✔
3494
  char    typeName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
29,528✔
3495
  int32_t numOfRows = p->info.rows;
29,528✔
3496
  int32_t lino = 0;
29,528✔
3497
  int32_t code = 0;
29,528✔
3498

3499
  STR_TO_VARSTR(dName, dbName);
29,528✔
3500
  STR_TO_VARSTR(typeName, "SYSTEM_TABLE");
29,528✔
3501

3502
  for (int32_t i = 0; i < size; ++i) {
678,816!
3503
    const SSysTableMeta *pm = &pSysDbTableMeta[i];
693,710✔
3504
    //    if (pm->sysInfo) {
3505
    //      continue;
3506
    //    }
3507
    if (tbName[0] && strncmp(tbName, pm->name, TSDB_TABLE_NAME_LEN) != 0) {
693,710!
3508
      continue;
×
3509
    }
3510

3511
    STR_TO_VARSTR(tName, pm->name);
693,710✔
3512

3513
    for (int32_t j = 0; j < pm->colNum; j++) {
6,519,741✔
3514
      // table name
3515
      SColumnInfoData *pColInfoData = taosArrayGet(p->pDataBlock, 0);
5,870,453✔
3516
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, tName, false), &lino, _OVER);
5,863,875!
3517

3518
      // database name
3519
      pColInfoData = taosArrayGet(p->pDataBlock, 1);
5,833,707✔
3520
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, dName, false), &lino, _OVER);
5,828,248!
3521

3522
      pColInfoData = taosArrayGet(p->pDataBlock, 2);
5,826,022✔
3523
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, typeName, false), &lino, _OVER);
5,821,642!
3524

3525
      // col name
3526
      char colName[TSDB_COL_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
5,828,907✔
3527
      STR_TO_VARSTR(colName, pm->schema[j].name);
5,828,907✔
3528
      pColInfoData = taosArrayGet(p->pDataBlock, 3);
5,828,907✔
3529
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, colName, false), &lino, _OVER);
5,862,914!
3530

3531
      // col type
3532
      int8_t colType = pm->schema[j].type;
5,837,895✔
3533
      pColInfoData = taosArrayGet(p->pDataBlock, 4);
5,837,895✔
3534
      char colTypeStr[VARSTR_HEADER_SIZE + 32];
3535
      int  colTypeLen =
5,889,384✔
3536
          tsnprintf(varDataVal(colTypeStr), sizeof(colTypeStr) - VARSTR_HEADER_SIZE, "%s", tDataTypes[colType].name);
5,833,328✔
3537
      if (colType == TSDB_DATA_TYPE_VARCHAR) {
5,889,384✔
3538
        colTypeLen +=
3,129,246✔
3539
            tsnprintf(varDataVal(colTypeStr) + colTypeLen, sizeof(colTypeStr) - colTypeLen - VARSTR_HEADER_SIZE, "(%d)",
3,129,182✔
3540
                      (int32_t)(pm->schema[j].bytes - VARSTR_HEADER_SIZE));
3,129,182✔
3541
      } else if (colType == TSDB_DATA_TYPE_NCHAR) {
2,760,202!
3542
        colTypeLen +=
×
3543
            tsnprintf(varDataVal(colTypeStr) + colTypeLen, sizeof(colTypeStr) - colTypeLen - VARSTR_HEADER_SIZE, "(%d)",
×
3544
                      (int32_t)((pm->schema[j].bytes - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE));
×
3545
      }
3546
      varDataSetLen(colTypeStr, colTypeLen);
5,889,448✔
3547
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, (char *)colTypeStr, false), &lino, _OVER);
5,889,448!
3548

3549
      // col length
3550
      pColInfoData = taosArrayGet(p->pDataBlock, 5);
5,842,652✔
3551
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, (const char *)&pm->schema[j].bytes, false), &lino, _OVER);
5,837,286!
3552

3553
      // col precision, col scale, col nullable, col source
3554
      for (int32_t k = 6; k <= 10; ++k) {
34,811,553✔
3555
        pColInfoData = taosArrayGet(p->pDataBlock, k);
28,985,522✔
3556
        colDataSetNULL(pColInfoData, numOfRows);
28,968,695✔
3557
      }
3558

3559
      numOfRows += 1;
5,826,031✔
3560
    }
3561
  }
3562
  return numOfRows;
×
3563
_OVER:
×
3564
  mError("failed at %s:%d since %s", __FUNCTION__, lino, tstrerror(code));
×
3565
  return numOfRows;
×
3566
}
3567
#define BUILD_COL_FOR_INFO_DB 1
3568
#define BUILD_COL_FOR_PERF_DB 1 << 1
3569
#define BUILD_COL_FOR_USER_DB 1 << 2
3570
#define BUILD_COL_FOR_ALL_DB  (BUILD_COL_FOR_INFO_DB | BUILD_COL_FOR_PERF_DB | BUILD_COL_FOR_USER_DB)
3571

3572
static int32_t buildSysDbColsInfo(SSDataBlock *p, int8_t buildWhichDBs, char *tb) {
14,818✔
3573
  size_t               size = 0;
14,818✔
3574
  const SSysTableMeta *pSysDbTableMeta = NULL;
14,818✔
3575

3576
  if (buildWhichDBs & BUILD_COL_FOR_INFO_DB) {
14,818✔
3577
    getInfosDbMeta(&pSysDbTableMeta, &size);
14,764✔
3578
    p->info.rows = buildDbColsInfoBlock(p, pSysDbTableMeta, size, TSDB_INFORMATION_SCHEMA_DB, tb);
14,764✔
3579
  }
3580

3581
  if (buildWhichDBs & BUILD_COL_FOR_PERF_DB) {
14,818✔
3582
    getPerfDbMeta(&pSysDbTableMeta, &size);
14,764✔
3583
    p->info.rows = buildDbColsInfoBlock(p, pSysDbTableMeta, size, TSDB_PERFORMANCE_SCHEMA_DB, tb);
14,764✔
3584
  }
3585

3586
  return p->info.rows;
14,818✔
3587
}
3588

3589
static int8_t determineBuildColForWhichDBs(const char *db) {
14,842✔
3590
  int8_t buildWhichDBs;
3591
  if (!db[0])
14,842✔
3592
    buildWhichDBs = BUILD_COL_FOR_ALL_DB;
14,763✔
3593
  else {
3594
    char *p = strchr(db, '.');
79✔
3595
    if (p && strcmp(p + 1, TSDB_INFORMATION_SCHEMA_DB) == 0) {
79!
3596
      buildWhichDBs = BUILD_COL_FOR_INFO_DB;
1✔
3597
    } else if (p && strcmp(p + 1, TSDB_PERFORMANCE_SCHEMA_DB) == 0) {
78!
3598
      buildWhichDBs = BUILD_COL_FOR_PERF_DB;
1✔
3599
    } else {
3600
      buildWhichDBs = BUILD_COL_FOR_USER_DB;
77✔
3601
    }
3602
  }
3603
  return buildWhichDBs;
14,842✔
3604
}
3605

3606
static int32_t mndRetrieveStbCol(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
14,842✔
3607
  uint8_t  buildWhichDBs;
3608
  SMnode  *pMnode = pReq->info.node;
14,842✔
3609
  SSdb    *pSdb = pMnode->pSdb;
14,842✔
3610
  SStbObj *pStb = NULL;
14,842✔
3611
  int32_t  numOfRows = 0;
14,842✔
3612
  int32_t  lino = 0;
14,842✔
3613
  int32_t  code = 0;
14,842✔
3614

3615
  buildWhichDBs = determineBuildColForWhichDBs(pShow->db);
14,842✔
3616

3617
  if (!pShow->sysDbRsp) {
14,842✔
3618
    numOfRows = buildSysDbColsInfo(pBlock, buildWhichDBs, pShow->filterTb);
14,818✔
3619
    mDebug("mndRetrieveStbCol get system table cols, rows:%d, db:%s", numOfRows, pShow->db);
14,818✔
3620
    pShow->sysDbRsp = true;
14,818✔
3621
  }
3622

3623
  if (buildWhichDBs & BUILD_COL_FOR_USER_DB) {
14,842✔
3624
    SDbObj *pDb = NULL;
14,840✔
3625
    if (strlen(pShow->db) > 0) {
14,840✔
3626
      pDb = mndAcquireDb(pMnode, pShow->db);
77✔
3627
      if (pDb == NULL && TSDB_CODE_MND_DB_NOT_EXIST != terrno && pBlock->info.rows == 0) return terrno;
77!
3628
    }
3629

3630
    char typeName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
14,840✔
3631
    STR_TO_VARSTR(typeName, "SUPER_TABLE");
14,840✔
3632
    bool fetch = pShow->restore ? false : true;
14,840✔
3633
    pShow->restore = false;
14,840✔
3634
    while (numOfRows < rows) {
806,671✔
3635
      if (fetch) {
806,667✔
3636
        pShow->pIter = sdbFetch(pSdb, SDB_STB, pShow->pIter, (void **)&pStb);
806,643✔
3637
        if (pShow->pIter == NULL) break;
806,658✔
3638
      } else {
3639
        fetch = true;
24✔
3640
        void *pKey = taosHashGetKey(pShow->pIter, NULL);
24✔
3641
        pStb = sdbAcquire(pSdb, SDB_STB, pKey);
24✔
3642
        if (!pStb) continue;
36!
3643
      }
3644

3645
      if (pDb != NULL && pStb->dbUid != pDb->uid) {
791,842✔
3646
        sdbRelease(pSdb, pStb);
12✔
3647
        continue;
12✔
3648
      }
3649

3650
      SName name = {0};
791,830✔
3651
      char  stbName[TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
791,830✔
3652
      mndExtractTbNameFromStbFullName(pStb->name, &stbName[VARSTR_HEADER_SIZE], TSDB_TABLE_NAME_LEN);
791,830✔
3653
      if (pShow->filterTb[0] && strncmp(pShow->filterTb, &stbName[VARSTR_HEADER_SIZE], TSDB_TABLE_NAME_LEN) != 0) {
791,828!
3654
        sdbRelease(pSdb, pStb);
×
3655
        continue;
×
3656
      }
3657

3658
      if ((numOfRows + pStb->numOfColumns) > rows) {
791,828✔
3659
        pShow->restore = true;
24✔
3660
        if (numOfRows == 0) {
24!
3661
          mError("mndRetrieveStbCol failed to get stable cols since buf:%d less than result:%d, stable name:%s, db:%s",
×
3662
                 rows, pStb->numOfColumns, pStb->name, pStb->db);
3663
        }
3664
        sdbRelease(pSdb, pStb);
24✔
3665
        break;
24✔
3666
      }
3667

3668
      varDataSetLen(stbName, strlen(&stbName[VARSTR_HEADER_SIZE]));
791,804✔
3669

3670
      mDebug("mndRetrieveStbCol get stable cols, stable name:%s, db:%s", pStb->name, pStb->db);
791,804✔
3671

3672
      char db[TSDB_DB_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
791,804✔
3673
      RETRIEVE_CHECK_GOTO(tNameFromString(&name, pStb->db, T_NAME_ACCT | T_NAME_DB), pStb, &lino, _OVER);
791,804!
3674
      RETRIEVE_CHECK_GOTO(tNameGetDbName(&name, varDataVal(db)), pStb, &lino, _OVER);
791,787!
3675
      varDataSetLen(db, strlen(varDataVal(db)));
791,811✔
3676

3677
      for (int i = 0; i < pStb->numOfColumns; i++) {
19,611,095✔
3678
        int32_t          cols = 0;
18,851,877✔
3679
        SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
18,851,877✔
3680
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)stbName, false), pStb, &lino, _OVER);
18,609,592!
3681

3682
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
18,580,730✔
3683
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)db, false), pStb, &lino, _OVER);
18,429,764!
3684

3685
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
18,839,459✔
3686
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, typeName, false), pStb, &lino, _OVER);
18,621,347!
3687

3688
        // col name
3689
        char colName[TSDB_COL_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
18,576,642✔
3690
        STR_TO_VARSTR(colName, pStb->pColumns[i].name);
18,576,642✔
3691
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
18,576,642✔
3692
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, colName, false), pStb, &lino, _OVER);
18,707,113!
3693

3694
        // col type
3695
        int8_t colType = pStb->pColumns[i].type;
18,637,714✔
3696
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
18,637,714✔
3697
        char colTypeStr[VARSTR_HEADER_SIZE + 32];
3698
        int  colTypeLen =
19,207,460✔
3699
            tsnprintf(varDataVal(colTypeStr), sizeof(colTypeStr) - VARSTR_HEADER_SIZE, "%s", tDataTypes[colType].name);
18,504,205✔
3700
        if (colType == TSDB_DATA_TYPE_VARCHAR) {
19,207,460✔
3701
          colTypeLen +=
1,541,147✔
3702
              tsnprintf(varDataVal(colTypeStr) + colTypeLen, sizeof(colTypeStr) - colTypeLen - VARSTR_HEADER_SIZE,
1,541,106✔
3703
                        "(%d)", (int32_t)(pStb->pColumns[i].bytes - VARSTR_HEADER_SIZE));
1,541,106✔
3704
        } else if (colType == TSDB_DATA_TYPE_NCHAR) {
17,666,354✔
3705
          colTypeLen +=
1,549,069✔
3706
              tsnprintf(varDataVal(colTypeStr) + colTypeLen, sizeof(colTypeStr) - colTypeLen - VARSTR_HEADER_SIZE,
1,549,035✔
3707
                        "(%d)", (int32_t)((pStb->pColumns[i].bytes - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE));
1,549,035✔
3708
        } else if (IS_DECIMAL_TYPE(colType)) {
16,117,319!
3709
          STypeMod typeMod = pStb->pExtSchemas[i].typeMod;
2,410✔
3710
          uint8_t prec = 0, scale = 0;
2,410✔
3711
          decimalFromTypeMod(typeMod, &prec, &scale);
2,410✔
3712
          colTypeLen += sprintf(varDataVal(colTypeStr) + colTypeLen, "(%d,%d)", prec, scale);
×
3713
        }
3714
        varDataSetLen(colTypeStr, colTypeLen);
19,205,125✔
3715
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (char *)colTypeStr, false), pStb, &lino, _OVER);
19,205,125!
3716

3717
        // col length
3718
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
18,688,525✔
3719
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->pColumns[i].bytes, false), pStb,
18,483,026!
3720
                            &lino, _OVER);
3721
        
3722
        // col precision, col scale, col nullable, col source
3723
        for (int32_t j = 6; j <= 9; ++j) {
90,124,720✔
3724
          pColInfo = taosArrayGet(pBlock->pDataBlock, j);
72,105,906✔
3725
          colDataSetNULL(pColInfo, numOfRows);
71,544,338✔
3726
        }
3727

3728
        // col id
3729
        pColInfo = taosArrayGet(pBlock->pDataBlock, 10);
18,018,814✔
3730
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->pColumns[i].colId, false), pStb,
18,615,245!
3731
                            &lino, _OVER);
3732
        numOfRows++;
18,819,284✔
3733
      }
3734

3735
      sdbRelease(pSdb, pStb);
759,218✔
3736
    }
3737

3738
    if (pDb != NULL) {
14,844✔
3739
      mndReleaseDb(pMnode, pDb);
77✔
3740
    }
3741
  }
3742

3743
  mDebug("mndRetrieveStbCol success, rows:%d, pShow->numOfRows:%d", numOfRows, pShow->numOfRows);
14,842✔
3744
  goto _OVER;
14,842✔
3745

3746
_ERROR:
3747
  mError("failed to mndRetrieveStbCol, rows:%d, pShow->numOfRows:%d, at %s:%d since %s", numOfRows, pShow->numOfRows,
3748
         __FUNCTION__, lino, tstrerror(code));
3749

3750
_OVER:
14,842✔
3751
  pShow->numOfRows += numOfRows;
14,842✔
3752
  return numOfRows;
14,842✔
3753
}
3754

3755
static void mndCancelGetNextStb(SMnode *pMnode, void *pIter) {
1✔
3756
  SSdb *pSdb = pMnode->pSdb;
1✔
3757
  sdbCancelFetchByType(pSdb, pIter, SDB_STB);
1✔
3758
}
1✔
3759

3760
const char *mndGetStbStr(const char *src) {
×
3761
  char *posDb = strstr(src, TS_PATH_DELIMITER);
×
3762
  if (posDb != NULL) ++posDb;
×
3763
  if (posDb == NULL) return src;
×
3764

3765
  char *posStb = strstr(posDb, TS_PATH_DELIMITER);
×
3766
  if (posStb != NULL) ++posStb;
×
3767
  if (posStb == NULL) return posDb;
×
3768
  return posStb;
×
3769
}
3770

3771
static int32_t mndCheckIndexReq(SCreateTagIndexReq *pReq) {
×
3772
  // impl
3773
  return TSDB_CODE_SUCCESS;
×
3774
}
3775

3776
/*int32_t mndAddIndexImpl(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp, void *sql,
3777
                        int32_t len) {
3778
  // impl later
3779
  int32_t code = 0;
3780
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "create-stb-index");
3781
  if (pTrans == NULL) goto _OVER;
3782

3783
  mInfo("trans:%d, used to add index to stb:%s", pTrans->id, pStb->name);
3784
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
3785
  if (mndTransCheckConflict(pMnode, pTrans) != 0) goto _OVER;
3786

3787
  if (mndSetAlterStbPrepareLogs(pMnode, pTrans, pDb, pStb) != 0) goto _OVER;
3788
  if (mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb) != 0) goto _OVER;
3789
  if (mndSetAlterStbRedoActions2(pMnode, pTrans, pDb, pStb, sql, len) != 0) goto _OVER;
3790
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
3791

3792
  return code;
3793

3794
_OVER:
3795
  mndTransDrop(pTrans);
3796
  return code;
3797
}
3798
static int32_t mndAddIndex(SMnode *pMnode, SRpcMsg *pReq, SCreateTagIndexReq *tagIdxReq, SDbObj *pDb, SStbObj *pOld) {
3799
  bool    needRsp = true;
3800
  int32_t code = -1;
3801
  SField *pField0 = NULL;
3802

3803
  SStbObj  stbObj = {0};
3804
  SStbObj *pNew = &stbObj;
3805

3806
  taosRLockLatch(&pOld->lock);
3807
  memcpy(&stbObj, pOld, sizeof(SStbObj));
3808
  taosRUnLockLatch(&pOld->lock);
3809

3810
  stbObj.pColumns = NULL;
3811
  stbObj.pTags = NULL;
3812
  stbObj.updateTime = taosGetTimestampMs();
3813
  stbObj.lock = 0;
3814

3815
  int32_t tag = mndFindSuperTableTagIndex(pOld, tagIdxReq->colName);
3816
  if (tag < 0) {
3817
    terrno = TSDB_CODE_MND_TAG_NOT_EXIST;
3818
    return -1;
3819
  }
3820
  if (mndAllocStbSchemas(pOld, pNew) != 0) {
3821
    return -1;
3822
  }
3823

3824
  SSchema *pTag = pNew->pTags + tag;
3825
  if (IS_IDX_ON(pTag)) {
3826
    terrno = TSDB_CODE_MND_TAG_INDEX_ALREADY_EXIST;
3827
    return -1;
3828
  } else {
3829
    pTag->flags |= COL_IDX_ON;
3830
  }
3831
  pNew->tagVer++;
3832

3833
  code = mndAddIndexImpl(pMnode, pReq, pDb, pNew, needRsp, pReq->pCont, pReq->contLen);
3834

3835
  return code;
3836
}
3837
static int32_t mndProcessCreateIndexReq(SRpcMsg *pReq) {
3838
  SMnode            *pMnode = pReq->info.node;
3839
  int32_t            code = -1;
3840
  SDbObj            *pDb = NULL;
3841
  SStbObj           *pStb = NULL;
3842
  SCreateTagIndexReq tagIdxReq = {0};
3843

3844
  if (tDeserializeSCreateTagIdxReq(pReq->pCont, pReq->contLen, &tagIdxReq) != 0) {
3845
    terrno = TSDB_CODE_INVALID_MSG;
3846
    goto _OVER;
3847
  }
3848

3849
  mInfo("stb:%s, start to alter", tagIdxReq.stbName);
3850

3851
  if (mndCheckIndexReq(&tagIdxReq) != TSDB_CODE_SUCCESS) {
3852
    goto _OVER;
3853
  }
3854

3855
  pDb = mndAcquireDbByStb(pMnode, tagIdxReq.dbFName);
3856
  if (pDb == NULL) {
3857
    terrno = TSDB_CODE_MND_DB_NOT_EXIST;
3858
    goto _OVER;
3859
  }
3860

3861
  pStb = mndAcquireStb(pMnode, tagIdxReq.stbName);
3862
  if (pStb == NULL) {
3863
    terrno = TSDB_CODE_MND_STB_NOT_EXIST;
3864
    goto _OVER;
3865
  }
3866
  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_WRITE_DB, pDb) != 0) {
3867
    goto _OVER;
3868
  }
3869

3870
  code = mndAddIndex(pMnode, pReq, &tagIdxReq, pDb, pStb);
3871
  if (terrno == TSDB_CODE_MND_TAG_INDEX_ALREADY_EXIST || terrno == TSDB_CODE_MND_TAG_NOT_EXIST) {
3872
    return terrno;
3873
  } else {
3874
    if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
3875
  }
3876
_OVER:
3877
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
3878
    mError("stb:%s, failed to create index since %s", tagIdxReq.stbName, terrstr());
3879
  }
3880
  mndReleaseStb(pMnode, pStb);
3881
  mndReleaseDb(pMnode, pDb);
3882
  return code;
3883
}
3884
static int32_t mndProcessDropIndexReq(SRpcMsg *pReq) {
3885
  SMnode          *pMnode = pReq->info.node;
3886
  int32_t          code = -1;
3887
  SDbObj          *pDb = NULL;
3888
  SStbObj         *pStb = NULL;
3889
  SDropTagIndexReq dropReq = {0};
3890
  if (tDeserializeSDropTagIdxReq(pReq->pCont, pReq->contLen, &dropReq) != 0) {
3891
    terrno = TSDB_CODE_INVALID_MSG;
3892
    goto _OVER;
3893
  }
3894
  //
3895
  return TSDB_CODE_SUCCESS;
3896
_OVER:
3897
  return code;
3898
}*/
3899

3900
static int32_t mndProcessDropStbReqFromMNode(SRpcMsg *pReq) {
×
3901
  int32_t code = mndProcessDropStbReq(pReq);
×
3902
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
×
3903
    pReq->info.rsp = rpcMallocCont(1);
×
3904
    pReq->info.rspLen = 1;
×
3905
    pReq->info.noResp = false;
×
3906
    pReq->code = code;
×
3907
  }
3908
  return code;
×
3909
}
3910

3911
typedef struct SVDropTbVgReqs {
3912
  SArray     *pBatchReqs;
3913
  SVgroupInfo info;
3914
} SVDropTbVgReqs;
3915

3916
typedef struct SMDropTbDbInfo {
3917
  SArray *dbVgInfos;
3918
  int32_t hashPrefix;
3919
  int32_t hashSuffix;
3920
  int32_t hashMethod;
3921
} SMDropTbDbInfo;
3922

3923
typedef struct SMDropTbTsmaInfo {
3924
  char           tsmaResTbDbFName[TSDB_DB_FNAME_LEN];
3925
  char           tsmaResTbNamePrefix[TSDB_TABLE_FNAME_LEN];
3926
  int32_t        suid;
3927
  SMDropTbDbInfo dbInfo;  // reference to DbInfo in pDbMap
3928
} SMDropTbTsmaInfo;
3929

3930
typedef struct SMDropTbTsmaInfos {
3931
  SArray *pTsmaInfos;  // SMDropTbTsmaInfo
3932
} SMDropTbTsmaInfos;
3933

3934
typedef struct SMndDropTbsWithTsmaCtx {
3935
  SHashObj *pVgMap;  // <vgId, SVDropTbVgReqs>
3936
} SMndDropTbsWithTsmaCtx;
3937

3938
static int32_t mndDropTbForSingleVg(SMnode *pMnode, SMndDropTbsWithTsmaCtx *pCtx, SArray *pTbs, int32_t vgId);
3939

3940
static void destroySVDropTbBatchReqs(void *p);
3941
static void mndDestroyDropTbsWithTsmaCtx(SMndDropTbsWithTsmaCtx *p) {
33✔
3942
  if (!p) return;
33!
3943

3944
  if (p->pVgMap) {
33!
3945
    void *pIter = taosHashIterate(p->pVgMap, NULL);
33✔
3946
    while (pIter) {
66✔
3947
      SVDropTbVgReqs *pReqs = pIter;
33✔
3948
      taosArrayDestroyEx(pReqs->pBatchReqs, destroySVDropTbBatchReqs);
33✔
3949
      pIter = taosHashIterate(p->pVgMap, pIter);
33✔
3950
    }
3951
    taosHashCleanup(p->pVgMap);
33✔
3952
  }
3953
  taosMemoryFree(p);
33!
3954
}
3955

3956
static int32_t mndInitDropTbsWithTsmaCtx(SMndDropTbsWithTsmaCtx **ppCtx) {
33✔
3957
  int32_t                 code = 0;
33✔
3958
  SMndDropTbsWithTsmaCtx *pCtx = taosMemoryCalloc(1, sizeof(SMndDropTbsWithTsmaCtx));
33!
3959
  if (!pCtx) return terrno;
33!
3960

3961
  pCtx->pVgMap = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), false, HASH_NO_LOCK);
33✔
3962
  if (!pCtx->pVgMap) {
33!
3963
    code = terrno;
×
3964
    goto _end;
×
3965
  }
3966

3967
  *ppCtx = pCtx;
33✔
3968
_end:
33✔
3969
  if (code) mndDestroyDropTbsWithTsmaCtx(pCtx);
33!
3970
  return code;
33✔
3971
}
3972

3973
static void *mndBuildVDropTbsReq(SMnode *pMnode, const SVgroupInfo *pVgInfo, const SVDropTbBatchReq *pReq,
81✔
3974
                                 int32_t *len) {
3975
  int32_t   contLen = 0;
81✔
3976
  int32_t   ret = 0;
81✔
3977
  SMsgHead *pHead = NULL;
81✔
3978
  SEncoder  encoder = {0};
81✔
3979

3980
  tEncodeSize(tEncodeSVDropTbBatchReq, pReq, contLen, ret);
81!
3981
  if (ret < 0) return NULL;
81!
3982

3983
  contLen += sizeof(SMsgHead);
81✔
3984
  pHead = taosMemoryMalloc(contLen);
81!
3985
  if (pHead == NULL) {
81!
3986
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
3987
    return NULL;
×
3988
  }
3989

3990
  pHead->contLen = htonl(contLen);
81✔
3991
  pHead->vgId = htonl(pVgInfo->vgId);
81✔
3992

3993
  void *pBuf = POINTER_SHIFT(pHead, sizeof(SMsgHead));
81✔
3994

3995
  tEncoderInit(&encoder, pBuf, contLen - sizeof(SMsgHead));
81✔
3996
  int32_t code = tEncodeSVDropTbBatchReq(&encoder, pReq);
81✔
3997
  tEncoderClear(&encoder);
81✔
3998
  if (code != 0) return NULL;
81!
3999

4000
  *len = contLen;
81✔
4001
  return pHead;
81✔
4002
}
4003

4004
static int32_t mndSetDropTbsRedoActions(SMnode *pMnode, STrans *pTrans, const SVDropTbVgReqs *pVgReqs, void *pCont,
81✔
4005
                                        int32_t contLen, tmsg_t msgType) {
4006
  STransAction action = {0};
81✔
4007
  action.epSet = pVgReqs->info.epSet;
81✔
4008
  action.pCont = pCont;
81✔
4009
  action.contLen = contLen;
81✔
4010
  action.msgType = msgType;
81✔
4011
  action.acceptableCode = TSDB_CODE_TDB_TABLE_NOT_EXIST;
81✔
4012
  return mndTransAppendRedoAction(pTrans, &action);
81✔
4013
}
4014

4015
static int32_t mndBuildDropTbRedoActions(SMnode *pMnode, STrans *pTrans, SHashObj *pVgMap, tmsg_t msgType) {
22✔
4016
  int32_t code = 0;
22✔
4017
  void   *pIter = taosHashIterate(pVgMap, NULL);
22✔
4018
  while (pIter) {
44✔
4019
    const SVDropTbVgReqs *pVgReqs = pIter;
22✔
4020
    int32_t               len = 0;
22✔
4021
    for (int32_t i = 0; i < taosArrayGetSize(pVgReqs->pBatchReqs) && code == TSDB_CODE_SUCCESS; ++i) {
103!
4022
      SVDropTbBatchReq *pBatchReq = taosArrayGet(pVgReqs->pBatchReqs, i);
81✔
4023
      void             *p = mndBuildVDropTbsReq(pMnode, &pVgReqs->info, pBatchReq, &len);
81✔
4024
      if (!p) {
81!
4025
        code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
4026
        if (terrno != 0) code = terrno;
×
4027
        break;
×
4028
      }
4029
      if ((code = mndSetDropTbsRedoActions(pMnode, pTrans, pVgReqs, p, len, msgType)) != 0) {
81!
4030
        break;
×
4031
      }
4032
    }
4033
    if (TSDB_CODE_SUCCESS != code) {
22!
4034
      taosHashCancelIterate(pVgMap, pIter);
×
4035
      break;
×
4036
    }
4037
    pIter = taosHashIterate(pVgMap, pIter);
22✔
4038
  }
4039
  return code;
22✔
4040
}
4041

4042
static int32_t mndCreateDropTbsTxnPrepare(SRpcMsg *pRsp, SMndDropTbsWithTsmaCtx *pCtx) {
33✔
4043
  int32_t code = 0;
33✔
4044
  SMnode *pMnode = pRsp->info.node;
33✔
4045
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_GLOBAL, pRsp, "drop-tbs");
33✔
4046
  mndTransSetChangeless(pTrans);
33✔
4047
  mndTransSetSerial(pTrans);
33✔
4048
  if (pTrans == NULL) {
33!
4049
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
4050
    if (terrno != 0) code = terrno;
×
4051
    goto _OVER;
×
4052
  }
4053

4054
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
33✔
4055

4056
  if ((code = mndBuildDropTbRedoActions(pMnode, pTrans, pCtx->pVgMap, TDMT_VND_DROP_TABLE)) != 0) goto _OVER;
22!
4057
  if ((code = mndTransPrepare(pMnode, pTrans)) != 0) goto _OVER;
22!
4058

4059
_OVER:
22✔
4060
  mndTransDrop(pTrans);
33✔
4061
  TAOS_RETURN(code);
33✔
4062
}
4063

4064
static int32_t mndProcessDropTbWithTsma(SRpcMsg *pReq) {
×
4065
  int32_t      code = -1;
×
4066
  SMnode      *pMnode = pReq->info.node;
×
4067
  SDbObj      *pDb = NULL;
×
4068
  SStbObj     *pStb = NULL;
×
4069
  SMDropTbsReq dropReq = {0};
×
4070
  bool         locked = false;
×
4071
  if (tDeserializeSMDropTbsReq(pReq->pCont, pReq->contLen, &dropReq) != 0) {
×
4072
    code = TSDB_CODE_INVALID_MSG;
×
4073
    goto _OVER;
×
4074
  }
4075

4076
  SMndDropTbsWithTsmaCtx *pCtx = NULL;
×
4077
  code = mndInitDropTbsWithTsmaCtx(&pCtx);
×
4078
  if (code) goto _OVER;
×
4079
  for (int32_t i = 0; i < dropReq.pVgReqs->size; ++i) {
×
4080
    SMDropTbReqsOnSingleVg *pReq = taosArrayGet(dropReq.pVgReqs, i);
×
4081
    code = mndDropTbForSingleVg(pMnode, pCtx, pReq->pTbs, pReq->vgInfo.vgId);
×
4082
    if (code) goto _OVER;
×
4083
  }
4084
  code = mndCreateDropTbsTxnPrepare(pReq, pCtx);
×
4085
  if (code == 0) {
×
4086
    code = TSDB_CODE_ACTION_IN_PROGRESS;
×
4087
  }
4088
_OVER:
×
4089
  tFreeSMDropTbsReq(&dropReq);
×
4090
  if (pCtx) mndDestroyDropTbsWithTsmaCtx(pCtx);
×
4091
  TAOS_RETURN(code);
×
4092
}
4093

4094
static int32_t createDropTbBatchReq(const SVDropTbReq *pReq, SVDropTbBatchReq *pBatchReq) {
127✔
4095
  pBatchReq->nReqs = 1;
127✔
4096
  pBatchReq->pArray = taosArrayInit(TARRAY_MIN_SIZE, sizeof(SVDropTbReq));
127✔
4097
  if (!pBatchReq->pArray) return terrno;
127!
4098
  if (taosArrayPush(pBatchReq->pArray, pReq) == NULL) {
254!
4099
    taosArrayDestroy(pBatchReq->pArray);
×
4100
    pBatchReq->pArray = NULL;
×
4101
    return terrno;
×
4102
  }
4103
  return TSDB_CODE_SUCCESS;
127✔
4104
}
4105

4106
static void destroySVDropTbBatchReqs(void *p) {
127✔
4107
  SVDropTbBatchReq *pReq = p;
127✔
4108
  taosArrayDestroy(pReq->pArray);
127✔
4109
  pReq->pArray = NULL;
127✔
4110
}
127✔
4111

4112
static int32_t mndDropTbAdd(SMnode *pMnode, SHashObj *pVgHashMap, const SVgroupInfo *pVgInfo, char *name, tb_uid_t suid,
127✔
4113
                            bool ignoreNotExists) {
4114
  SVDropTbReq req = {.name = name, .suid = suid, .igNotExists = ignoreNotExists, .uid = 0};
127✔
4115

4116
  SVDropTbVgReqs *pVgReqs = taosHashGet(pVgHashMap, &pVgInfo->vgId, sizeof(pVgInfo->vgId));
127✔
4117
  SVDropTbVgReqs  vgReqs = {0};
127✔
4118
  if (pVgReqs == NULL) {
127✔
4119
    vgReqs.info = *pVgInfo;
33✔
4120
    vgReqs.pBatchReqs = taosArrayInit(TARRAY_MIN_SIZE, sizeof(SVDropTbBatchReq));
33✔
4121
    if (!vgReqs.pBatchReqs) return terrno;
33!
4122
    SVDropTbBatchReq batchReq = {0};
33✔
4123
    int32_t          code = createDropTbBatchReq(&req, &batchReq);
33✔
4124
    if (TSDB_CODE_SUCCESS != code) return code;
33!
4125
    if (taosArrayPush(vgReqs.pBatchReqs, &batchReq) == NULL) {
66!
4126
      taosArrayDestroy(batchReq.pArray);
×
4127
      return terrno;
×
4128
    }
4129
    if (taosHashPut(pVgHashMap, &pVgInfo->vgId, sizeof(pVgInfo->vgId), &vgReqs, sizeof(vgReqs)) != 0) {
33!
4130
      taosArrayDestroyEx(vgReqs.pBatchReqs, destroySVDropTbBatchReqs);
×
4131
      return terrno;
×
4132
    }
4133
  } else {
4134
    SVDropTbBatchReq batchReq = {0};
94✔
4135
    int32_t          code = createDropTbBatchReq(&req, &batchReq);
94✔
4136
    if (TSDB_CODE_SUCCESS != code) return code;
94!
4137
    if (taosArrayPush(pVgReqs->pBatchReqs, &batchReq) == NULL) {
188!
4138
      taosArrayDestroy(batchReq.pArray);
×
4139
      return terrno;
×
4140
    }
4141
  }
4142
  return 0;
127✔
4143
}
4144

4145
static int32_t mndDropTbForSingleVg(SMnode *pMnode, SMndDropTbsWithTsmaCtx *pCtx, SArray *pTbs, int32_t vgId) {
33✔
4146
  int32_t code = 0;
33✔
4147

4148
  SVgObj *pVgObj = mndAcquireVgroup(pMnode, vgId);
33✔
4149
  if (!pVgObj) {
33!
4150
    code = 0;
×
4151
    goto _end;
×
4152
  }
4153
  SVgroupInfo vgInfo = {.hashBegin = pVgObj->hashBegin,
33✔
4154
                        .hashEnd = pVgObj->hashEnd,
33✔
4155
                        .numOfTable = pVgObj->numOfTables,
33✔
4156
                        .vgId = pVgObj->vgId};
33✔
4157
  vgInfo.epSet = mndGetVgroupEpset(pMnode, pVgObj);
33✔
4158
  mndReleaseVgroup(pMnode, pVgObj);
33✔
4159

4160
  for (int32_t i = 0; i < pTbs->size; ++i) {
160✔
4161
    SVDropTbReq *pTb = taosArrayGet(pTbs, i);
127✔
4162
    TAOS_CHECK_GOTO(mndDropTbAdd(pMnode, pCtx->pVgMap, &vgInfo, pTb->name, pTb->suid, pTb->igNotExists), NULL, _end);
127!
4163
  }
4164
_end:
33✔
4165
  return code;
33✔
4166
}
4167

4168
static int32_t mndProcessFetchTtlExpiredTbs(SRpcMsg *pRsp) {
63,271✔
4169
  int32_t                 code = -1;
63,271✔
4170
  SDecoder                decoder = {0};
63,271✔
4171
  SMnode                 *pMnode = pRsp->info.node;
63,271✔
4172
  SVFetchTtlExpiredTbsRsp rsp = {0};
63,271✔
4173
  SMndDropTbsWithTsmaCtx *pCtx = NULL;
63,271✔
4174
  if (pRsp->code != TSDB_CODE_SUCCESS) {
63,271✔
4175
    code = pRsp->code;
130✔
4176
    goto _end;
130✔
4177
  }
4178
  if (pRsp->contLen == 0) {
63,141✔
4179
    code = 0;
63,108✔
4180
    goto _end;
63,108✔
4181
  }
4182

4183
  tDecoderInit(&decoder, pRsp->pCont, pRsp->contLen);
33✔
4184
  code = tDecodeVFetchTtlExpiredTbsRsp(&decoder, &rsp);
33✔
4185
  if (code) goto _end;
33!
4186

4187
  code = mndInitDropTbsWithTsmaCtx(&pCtx);
33✔
4188
  if (code) goto _end;
33!
4189

4190
  code = mndDropTbForSingleVg(pMnode, pCtx, rsp.pExpiredTbs, rsp.vgId);
33✔
4191
  if (code) goto _end;
33!
4192
  code = mndCreateDropTbsTxnPrepare(pRsp, pCtx);
33✔
4193
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
33✔
4194
_end:
11✔
4195
  if (pCtx) mndDestroyDropTbsWithTsmaCtx(pCtx);
63,271✔
4196
  tDecoderClear(&decoder);
63,271✔
4197
  tFreeFetchTtlExpiredTbsRsp(&rsp);
63,271✔
4198
  TAOS_RETURN(code);
63,271✔
4199
}
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc