• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In
Build has been canceled!

taosdata / TDengine / #4951

06 Feb 2026 07:29AM UTC coverage: 66.887% (+0.04%) from 66.849%
#4951

push

travis-ci

web-flow
merge: from main to 3.0 #34521

765 of 1081 new or added lines in 28 files covered. (70.77%)

6419 existing lines in 131 files now uncovered.

205810 of 307696 relevant lines covered (66.89%)

127232277.37 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

76.86
/source/dnode/mnode/impl/src/mndStb.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#define _DEFAULT_SOURCE
17
#include "audit.h"
18
#include "mndDb.h"
19
#include "mndDnode.h"
20
#include "mndIndex.h"
21
#include "mndIndexComm.h"
22
#include "mndInfoSchema.h"
23
#include "mndMnode.h"
24
#include "mndPerfSchema.h"
25
#include "mndPrivilege.h"
26
#include "mndRsma.h"
27
#include "mndShow.h"
28
#include "mndSma.h"
29
#include "mndStb.h"
30
#include "mndTopic.h"
31
#include "mndTrans.h"
32
#include "mndUser.h"
33
#include "mndVgroup.h"
34
#include "mndStream.h"
35
#include "tname.h"
36

37
#define STB_VER_SUPPORT_COMP    2
38
#define STB_VER_SUPPORT_VIRTUAL 3
39
#define STB_VER_SUPPORT_OWNER   4
40
#define STB_VER_NUMBER          STB_VER_SUPPORT_OWNER
41
#define STB_RESERVE_SIZE        56
42

43
static int32_t  mndStbActionInsert(SSdb *pSdb, SStbObj *pStb);
44
static int32_t  mndStbActionDelete(SSdb *pSdb, SStbObj *pStb);
45
static int32_t  mndStbActionUpdate(SSdb *pSdb, SStbObj *pOld, SStbObj *pNew);
46
static int32_t  mndProcessTtlTimer(SRpcMsg *pReq);
47
// static int32_t  mndProcessTrimDbTimer(SRpcMsg *pReq);
48
static int32_t  mndProcessCreateStbReq(SRpcMsg *pReq);
49
static int32_t  mndProcessAlterStbReq(SRpcMsg *pReq);
50
static int32_t  mndProcessDropStbReq(SRpcMsg *pReq);
51
static int32_t  mndProcessDropTtltbRsp(SRpcMsg *pReq);
52
static int32_t  mndProcessTrimDbRsp(SRpcMsg *pReq);
53
static int32_t  mndProcessTrimDbWalRsp(SRpcMsg *pReq);
54
static int32_t  mndProcessTableMetaReq(SRpcMsg *pReq);
55
static int32_t  mndRetrieveStb(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
56
static int32_t  mndRetrieveStbCol(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
57
static void     mndCancelGetNextStb(SMnode *pMnode, void *pIter);
58
static int32_t  mndProcessTableCfgReq(SRpcMsg *pReq);
59
static int32_t  mndAlterStbImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
60
                               void *alterOriData, int32_t alterOriDataLen);
61
static int32_t  mndAlterStbAndUpdateTagIdxImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
62
                                              void *alterOriData, int32_t alterOriDataLen, const SMAlterStbReq *pAlter);
63

64
static int32_t mndProcessCreateIndexReq(SRpcMsg *pReq);
65
static int32_t mndProcessDropIndexReq(SRpcMsg *pReq);
66

67
static int32_t mndProcessDropStbReqFromMNode(SRpcMsg *pReq);
68
static int32_t mndProcessDropTbWithTsma(SRpcMsg *pReq);
69
static int32_t mndProcessFetchTtlExpiredTbs(SRpcMsg *pReq);
70

71
int32_t mndInitStb(SMnode *pMnode) {
409,531✔
72
  SSdbTable table = {
409,531✔
73
      .sdbType = SDB_STB,
74
      .keyType = SDB_KEY_BINARY,
75
      .encodeFp = (SdbEncodeFp)mndStbActionEncode,
76
      .decodeFp = (SdbDecodeFp)mndStbActionDecode,
77
      .insertFp = (SdbInsertFp)mndStbActionInsert,
78
      .updateFp = (SdbUpdateFp)mndStbActionUpdate,
79
      .deleteFp = (SdbDeleteFp)mndStbActionDelete,
80
  };
81

82
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_STB, mndProcessCreateStbReq);
409,531✔
83
  mndSetMsgHandle(pMnode, TDMT_MND_ALTER_STB, mndProcessAlterStbReq);
409,531✔
84
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_STB, mndProcessDropStbReq);
409,531✔
85
  mndSetMsgHandle(pMnode, TDMT_VND_CREATE_STB_RSP, mndTransProcessRsp);
409,531✔
86
  mndSetMsgHandle(pMnode, TDMT_VND_DROP_TTL_TABLE_RSP, mndProcessDropTtltbRsp);
409,531✔
87
  mndSetMsgHandle(pMnode, TDMT_VND_TRIM_RSP, mndTransProcessRsp);
409,531✔
88
  mndSetMsgHandle(pMnode, TDMT_VND_TRIM_WAL_RSP, mndProcessTrimDbWalRsp);
409,531✔
89
  mndSetMsgHandle(pMnode, TDMT_VND_ALTER_STB_RSP, mndTransProcessRsp);
409,531✔
90
  mndSetMsgHandle(pMnode, TDMT_VND_DROP_STB_RSP, mndTransProcessRsp);
409,531✔
91
  mndSetMsgHandle(pMnode, TDMT_MND_TABLE_META, mndProcessTableMetaReq);
409,531✔
92
  mndSetMsgHandle(pMnode, TDMT_MND_TTL_TIMER, mndProcessTtlTimer);
409,531✔
93
  // mndSetMsgHandle(pMnode, TDMT_MND_TRIM_DB_TIMER, mndProcessTrimDbTimer);
94
  mndSetMsgHandle(pMnode, TDMT_MND_TABLE_CFG, mndProcessTableCfgReq);
409,531✔
95
  mndSetMsgHandle(pMnode, TDMT_MND_STB_DROP, mndProcessDropStbReqFromMNode);
409,531✔
96
  mndSetMsgHandle(pMnode, TDMT_MND_STB_DROP_RSP, mndTransProcessRsp);
409,531✔
97
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_TB_WITH_TSMA, mndProcessDropTbWithTsma);
409,531✔
98
  mndSetMsgHandle(pMnode, TDMT_VND_FETCH_TTL_EXPIRED_TBS_RSP, mndProcessFetchTtlExpiredTbs);
409,531✔
99
  mndSetMsgHandle(pMnode, TDMT_VND_DROP_TABLE_RSP, mndTransProcessRsp);
409,531✔
100
  //  mndSetMsgHandle(pMnode, TDMT_MND_SYSTABLE_RETRIEVE, mndProcessRetrieveStbReq);
101

102
  // mndSetMsgHandle(pMnode, TDMT_MND_CREATE_INDEX, mndProcessCreateIndexReq);
103
  // mndSetMsgHandle(pMnode, TDMT_MND_DROP_INDEX, mndProcessDropIndexReq);
104
  // mndSetMsgHandle(pMnode, TDMT_VND_CREATE_INDEX_RSP, mndTransProcessRsp);
105
  // mndSetMsgHandle(pMnode, TDMT_VND_DROP_INDEX_RSP, mndTransProcessRsp);
106

107
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_STB, mndRetrieveStb);
409,531✔
108
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_STB, mndCancelGetNextStb);
409,531✔
109

110
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_COL, mndRetrieveStbCol);
409,531✔
111
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_COL, mndCancelGetNextStb);
409,531✔
112

113
  return sdbSetTable(pMnode->pSdb, table);
409,531✔
114
}
115

116
void mndCleanupStb(SMnode *pMnode) {}
409,474✔
117

118
SSdbRaw *mndStbActionEncode(SStbObj *pStb) {
14,495,002✔
119
  int32_t code = 0;
14,495,002✔
120
  int32_t lino = 0;
14,495,002✔
121
  bool    hasTypeMod = false;
14,495,002✔
122
  terrno = TSDB_CODE_OUT_OF_MEMORY;
14,495,002✔
123

124
  int32_t size = sizeof(SStbObj) + (pStb->numOfColumns + pStb->numOfTags) * sizeof(SSchema) + pStb->commentLen +
14,495,418✔
125
                 pStb->ast1Len + pStb->ast2Len + pStb->numOfColumns * sizeof(SColCmpr) + STB_RESERVE_SIZE +
14,495,418✔
126
                 taosArrayGetSize(pStb->pFuncs) * TSDB_FUNC_NAME_LEN + sizeof(int32_t) * pStb->numOfColumns;
14,495,002✔
127
  SSdbRaw *pRaw = sdbAllocRaw(SDB_STB, STB_VER_NUMBER, size);
14,495,002✔
128
  if (pRaw == NULL) goto _OVER;
14,495,002✔
129

130
  int32_t dataPos = 0;
14,495,002✔
131
  SDB_SET_BINARY(pRaw, dataPos, pStb->name, TSDB_TABLE_FNAME_LEN, _OVER)
14,495,002✔
132
  SDB_SET_BINARY(pRaw, dataPos, pStb->db, TSDB_DB_FNAME_LEN, _OVER)
14,495,002✔
133
  SDB_SET_INT64(pRaw, dataPos, pStb->createdTime, _OVER)
14,495,002✔
134
  SDB_SET_INT64(pRaw, dataPos, pStb->updateTime, _OVER)
14,495,002✔
135
  SDB_SET_INT64(pRaw, dataPos, pStb->uid, _OVER)
14,495,002✔
136
  SDB_SET_INT64(pRaw, dataPos, pStb->dbUid, _OVER)
14,495,002✔
137
  SDB_SET_INT32(pRaw, dataPos, pStb->tagVer, _OVER)
14,495,002✔
138
  SDB_SET_INT32(pRaw, dataPos, pStb->colVer, _OVER)
14,495,002✔
139
  SDB_SET_INT32(pRaw, dataPos, pStb->smaVer, _OVER)
14,495,002✔
140
  SDB_SET_INT32(pRaw, dataPos, pStb->nextColId, _OVER)
14,495,002✔
141
  SDB_SET_INT64(pRaw, dataPos, pStb->maxdelay[0], _OVER)
14,495,002✔
142
  SDB_SET_INT64(pRaw, dataPos, pStb->maxdelay[1], _OVER)
14,495,002✔
143
  SDB_SET_INT64(pRaw, dataPos, pStb->watermark[0], _OVER)
14,495,002✔
144
  SDB_SET_INT64(pRaw, dataPos, pStb->watermark[1], _OVER)
14,495,002✔
145
  SDB_SET_INT32(pRaw, dataPos, pStb->ttl, _OVER)
14,495,002✔
146
  SDB_SET_INT32(pRaw, dataPos, pStb->numOfColumns, _OVER)
14,495,002✔
147
  SDB_SET_INT32(pRaw, dataPos, pStb->numOfTags, _OVER)
14,495,002✔
148
  SDB_SET_INT32(pRaw, dataPos, pStb->numOfFuncs, _OVER)
14,495,002✔
149
  SDB_SET_INT32(pRaw, dataPos, pStb->commentLen, _OVER)
14,495,002✔
150
  SDB_SET_INT32(pRaw, dataPos, pStb->ast1Len, _OVER)
14,495,002✔
151
  SDB_SET_INT32(pRaw, dataPos, pStb->ast2Len, _OVER)
14,495,002✔
152

153
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
877,677,430✔
154
    SSchema *pSchema = &pStb->pColumns[i];
863,182,428✔
155
    SDB_SET_INT8(pRaw, dataPos, pSchema->type, _OVER)
863,182,428✔
156
    SDB_SET_INT8(pRaw, dataPos, pSchema->flags, _OVER)
863,182,428✔
157
    SDB_SET_INT16(pRaw, dataPos, pSchema->colId, _OVER)
863,182,428✔
158
    SDB_SET_INT32(pRaw, dataPos, pSchema->bytes, _OVER)
863,182,428✔
159
    SDB_SET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
863,182,428✔
160
    hasTypeMod = hasTypeMod || HAS_TYPE_MOD(pSchema);
863,182,428✔
161
  }
162

163
  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
94,299,352✔
164
    SSchema *pSchema = &pStb->pTags[i];
79,804,350✔
165
    SDB_SET_INT8(pRaw, dataPos, pSchema->type, _OVER)
79,804,350✔
166
    SDB_SET_INT8(pRaw, dataPos, pSchema->flags, _OVER)
79,804,350✔
167
    SDB_SET_INT16(pRaw, dataPos, pSchema->colId, _OVER)
79,804,350✔
168
    SDB_SET_INT32(pRaw, dataPos, pSchema->bytes, _OVER)
79,804,350✔
169
    SDB_SET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
79,804,350✔
170
  }
171

172
  for (int32_t i = 0; i < pStb->numOfFuncs; ++i) {
14,495,002✔
173
    char *func = taosArrayGet(pStb->pFuncs, i);
×
174
    SDB_SET_BINARY(pRaw, dataPos, func, TSDB_FUNC_NAME_LEN, _OVER)
×
175
  }
176

177
  if (pStb->commentLen > 0) {
14,495,002✔
178
    SDB_SET_BINARY(pRaw, dataPos, pStb->comment, pStb->commentLen + 1, _OVER)
61,081✔
179
  }
180

181
  if (pStb->ast1Len > 0) {
14,495,002✔
182
    SDB_SET_BINARY(pRaw, dataPos, pStb->pAst1, pStb->ast1Len, _OVER)
×
183
  }
184

185
  if (pStb->ast2Len > 0) {
14,495,002✔
186
    SDB_SET_BINARY(pRaw, dataPos, pStb->pAst2, pStb->ast2Len, _OVER)
×
187
  }
188

189
  if (pStb->pCmpr != NULL) {
14,495,002✔
190
    for (int i = 0; i < pStb->numOfColumns; i++) {
877,677,430✔
191
      SColCmpr *p = &pStb->pCmpr[i];
863,182,428✔
192
      SDB_SET_INT16(pRaw, dataPos, p->id, _OVER)
863,182,428✔
193
      SDB_SET_INT32(pRaw, dataPos, p->alg, _OVER)
863,182,428✔
194
    }
195
  }
196
  SDB_SET_INT64(pRaw, dataPos, pStb->keep, _OVER)
14,495,002✔
197

198
  if (hasTypeMod) {
14,495,002✔
199
    for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
542,183,702✔
200
      SDB_SET_INT32(pRaw, dataPos, pStb->pExtSchemas[i].typeMod, _OVER);
537,316,161✔
201
    }
202
  }
203

204
  SDB_SET_INT8(pRaw, dataPos, pStb->virtualStb, _OVER)
14,495,002✔
205
  // since 3.4.0.0 - STB_VER_SUPPORT_OWNER
206
  SDB_SET_BINARY(pRaw, dataPos, pStb->createUser, TSDB_USER_LEN, _OVER)
14,495,002✔
207
  SDB_SET_INT64(pRaw, dataPos, pStb->ownerId, _OVER)
14,495,002✔
208
  SDB_SET_RESERVE(pRaw, dataPos, STB_RESERVE_SIZE, _OVER)
14,495,002✔
209
  SDB_SET_DATALEN(pRaw, dataPos, _OVER)
14,495,002✔
210

211
  terrno = 0;
14,495,002✔
212

213
_OVER:
14,495,002✔
214
  if (terrno != 0) {
14,495,002✔
215
    mError("stb:%s, failed to encode to raw:%p since %s", pStb->name, pRaw, terrstr());
×
216
    sdbFreeRaw(pRaw);
×
217
    return NULL;
×
218
  }
219

220
  mTrace("stb:%s, encode to raw:%p, row:%p", pStb->name, pRaw, pStb);
14,495,002✔
221
  return pRaw;
14,495,002✔
222
}
223

224
SSdbRow *mndStbActionDecode(SSdbRaw *pRaw) {
13,681,094✔
225
  int32_t code = 0;
13,681,094✔
226
  int32_t lino = 0;
13,681,094✔
227
  terrno = TSDB_CODE_OUT_OF_MEMORY;
13,681,094✔
228
  SSdbRow *pRow = NULL;
13,681,094✔
229
  SStbObj *pStb = NULL;
13,681,094✔
230
  bool     hasExtSchemas = false;
13,681,094✔
231

232
  int8_t sver = 0;
13,681,094✔
233
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
13,681,094✔
234

235
  if (sver > STB_VER_NUMBER) {
13,681,094✔
236
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
×
237
    goto _OVER;
×
238
  }
239

240
  pRow = sdbAllocRow(sizeof(SStbObj));
13,681,094✔
241
  if (pRow == NULL) goto _OVER;
13,681,094✔
242

243
  pStb = sdbGetRowObj(pRow);
13,681,094✔
244
  if (pStb == NULL) goto _OVER;
13,681,094✔
245

246
  int32_t dataPos = 0;
13,681,094✔
247
  SDB_GET_BINARY(pRaw, dataPos, pStb->name, TSDB_TABLE_FNAME_LEN, _OVER)
13,681,094✔
248
  SDB_GET_BINARY(pRaw, dataPos, pStb->db, TSDB_DB_FNAME_LEN, _OVER)
13,681,094✔
249
  SDB_GET_INT64(pRaw, dataPos, &pStb->createdTime, _OVER)
13,681,094✔
250
  SDB_GET_INT64(pRaw, dataPos, &pStb->updateTime, _OVER)
13,681,094✔
251
  SDB_GET_INT64(pRaw, dataPos, &pStb->uid, _OVER)
13,681,094✔
252
  SDB_GET_INT64(pRaw, dataPos, &pStb->dbUid, _OVER)
13,681,094✔
253
  SDB_GET_INT32(pRaw, dataPos, &pStb->tagVer, _OVER)
13,681,094✔
254
  SDB_GET_INT32(pRaw, dataPos, &pStb->colVer, _OVER)
13,681,094✔
255
  SDB_GET_INT32(pRaw, dataPos, &pStb->smaVer, _OVER)
13,681,094✔
256
  SDB_GET_INT32(pRaw, dataPos, &pStb->nextColId, _OVER)
13,681,094✔
257
  SDB_GET_INT64(pRaw, dataPos, &pStb->maxdelay[0], _OVER)
13,681,094✔
258
  SDB_GET_INT64(pRaw, dataPos, &pStb->maxdelay[1], _OVER)
13,681,094✔
259
  SDB_GET_INT64(pRaw, dataPos, &pStb->watermark[0], _OVER)
13,681,094✔
260
  SDB_GET_INT64(pRaw, dataPos, &pStb->watermark[1], _OVER)
13,681,094✔
261
  SDB_GET_INT32(pRaw, dataPos, &pStb->ttl, _OVER)
13,681,094✔
262
  SDB_GET_INT32(pRaw, dataPos, &pStb->numOfColumns, _OVER)
13,681,094✔
263
  SDB_GET_INT32(pRaw, dataPos, &pStb->numOfTags, _OVER)
13,681,094✔
264
  SDB_GET_INT32(pRaw, dataPos, &pStb->numOfFuncs, _OVER)
13,681,094✔
265
  SDB_GET_INT32(pRaw, dataPos, &pStb->commentLen, _OVER)
13,681,094✔
266
  SDB_GET_INT32(pRaw, dataPos, &pStb->ast1Len, _OVER)
13,681,094✔
267
  SDB_GET_INT32(pRaw, dataPos, &pStb->ast2Len, _OVER)
13,681,094✔
268

269
  pStb->pColumns = taosMemoryCalloc(pStb->numOfColumns, sizeof(SSchema));
13,681,094✔
270
  pStb->pTags = taosMemoryCalloc(pStb->numOfTags, sizeof(SSchema));
13,681,094✔
271
  pStb->pFuncs = taosArrayInit(pStb->numOfFuncs, TSDB_FUNC_NAME_LEN);
13,681,094✔
272
  if (pStb->pColumns == NULL || pStb->pTags == NULL || pStb->pFuncs == NULL) {
13,681,094✔
273
    goto _OVER;
×
274
  }
275

276
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
1,403,648,493✔
277
    SSchema *pSchema = &pStb->pColumns[i];
1,389,967,399✔
278
    SDB_GET_INT8(pRaw, dataPos, &pSchema->type, _OVER)
1,389,967,399✔
279
    SDB_GET_INT8(pRaw, dataPos, &pSchema->flags, _OVER)
1,389,967,399✔
280
    SDB_GET_INT16(pRaw, dataPos, &pSchema->colId, _OVER)
1,389,967,399✔
281
    SDB_GET_INT32(pRaw, dataPos, &pSchema->bytes, _OVER)
1,389,967,399✔
282
    SDB_GET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
1,389,967,399✔
283
    hasExtSchemas = hasExtSchemas || HAS_TYPE_MOD(pSchema);
1,389,967,399✔
284
  }
285

286
  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
135,261,037✔
287
    SSchema *pSchema = &pStb->pTags[i];
121,579,943✔
288
    SDB_GET_INT8(pRaw, dataPos, &pSchema->type, _OVER)
121,579,943✔
289
    SDB_GET_INT8(pRaw, dataPos, &pSchema->flags, _OVER)
121,579,943✔
290
    SDB_GET_INT16(pRaw, dataPos, &pSchema->colId, _OVER)
121,579,943✔
291
    SDB_GET_INT32(pRaw, dataPos, &pSchema->bytes, _OVER)
121,579,943✔
292
    SDB_GET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
121,579,943✔
293
  }
294

295
  for (int32_t i = 0; i < pStb->numOfFuncs; ++i) {
13,681,094✔
296
    char funcName[TSDB_FUNC_NAME_LEN] = {0};
×
297
    SDB_GET_BINARY(pRaw, dataPos, funcName, TSDB_FUNC_NAME_LEN, _OVER)
×
298
    if (taosArrayPush(pStb->pFuncs, funcName) == NULL) goto _OVER;
×
299
  }
300

301
  if (pStb->commentLen > 0) {
13,681,094✔
302
    pStb->comment = taosMemoryCalloc(pStb->commentLen + 1, 1);
58,258✔
303
    if (pStb->comment == NULL) goto _OVER;
58,258✔
304
    SDB_GET_BINARY(pRaw, dataPos, pStb->comment, pStb->commentLen + 1, _OVER)
58,258✔
305
  }
306

307
  if (pStb->ast1Len > 0) {
13,681,094✔
308
    pStb->pAst1 = taosMemoryCalloc(pStb->ast1Len, 1);
×
309
    if (pStb->pAst1 == NULL) goto _OVER;
×
310
    SDB_GET_BINARY(pRaw, dataPos, pStb->pAst1, pStb->ast1Len, _OVER)
×
311
  }
312

313
  if (pStb->ast2Len > 0) {
13,681,094✔
314
    pStb->pAst2 = taosMemoryCalloc(pStb->ast2Len, 1);
×
315
    if (pStb->pAst2 == NULL) goto _OVER;
×
316
    SDB_GET_BINARY(pRaw, dataPos, pStb->pAst2, pStb->ast2Len, _OVER)
×
317
  }
318

319
  pStb->pCmpr = taosMemoryCalloc(pStb->numOfColumns, sizeof(SColCmpr));
13,681,094✔
320
  if (sver < STB_VER_SUPPORT_COMP) {
13,681,094✔
321
    // compatible with old data, setup default compress value
322
    // impl later
323
    for (int i = 0; i < pStb->numOfColumns; i++) {
×
324
      SSchema  *pSchema = &pStb->pColumns[i];
×
325
      SColCmpr *pCmpr = &pStb->pCmpr[i];
×
326
      pCmpr->id = pSchema->colId;
×
327
      pCmpr->alg = createDefaultColCmprByType(pSchema->type);
×
328
    }
329
  } else {
330
    for (int i = 0; i < pStb->numOfColumns; i++) {
1,403,648,493✔
331
      SColCmpr *pCmpr = &pStb->pCmpr[i];
1,389,967,399✔
332
      SDB_GET_INT16(pRaw, dataPos, &pCmpr->id, _OVER)
1,389,967,399✔
333
      SDB_GET_INT32(pRaw, dataPos, (int32_t *)&pCmpr->alg, _OVER)  // compatiable
1,389,967,399✔
334
    }
335
  }
336
  SDB_GET_INT64(pRaw, dataPos, &pStb->keep, _OVER)
13,681,094✔
337

338
  // type mod
339
  if (hasExtSchemas) {
13,681,094✔
340
    pStb->pExtSchemas = taosMemoryCalloc(pStb->numOfColumns, sizeof(SExtSchema));
6,001,075✔
341
    if (!pStb->pExtSchemas) goto _OVER;
6,001,075✔
342
    for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
1,147,858,181✔
343
      SSchema *pSchema = &pStb->pColumns[i];
1,141,857,106✔
344
      SDB_GET_INT32(pRaw, dataPos, &pStb->pExtSchemas[i].typeMod, _OVER)
1,141,857,106✔
345
    }
346
  }
347

348
  if (sver < STB_VER_SUPPORT_VIRTUAL) {
13,681,094✔
349
    pStb->virtualStb = 0;
×
350
  } else {
351
    SDB_GET_INT8(pRaw, dataPos, &pStb->virtualStb, _OVER)
13,681,094✔
352
  }
353

354
  if (sver < STB_VER_SUPPORT_OWNER) {
13,681,094✔
355
    pStb->createUser[0] = 0;
×
356
  } else {
357
    SDB_GET_BINARY(pRaw, dataPos, pStb->createUser, TSDB_USER_LEN, _OVER)
13,681,094✔
358
    SDB_GET_INT64(pRaw, dataPos, &pStb->ownerId, _OVER)
13,681,094✔
359
  }
360

361
  SDB_GET_RESERVE(pRaw, dataPos, STB_RESERVE_SIZE, _OVER)
13,681,094✔
362

363
  terrno = 0;
13,681,094✔
364

365
_OVER:
13,681,094✔
366
  if (terrno != 0) {
13,681,094✔
367
    mError("stb:%s, failed to decode from raw:%p since %s", pStb == NULL ? "null" : pStb->name, pRaw, terrstr());
×
368
    if (pStb != NULL) {
×
369
      taosMemoryFreeClear(pStb->pColumns);
×
370
      taosMemoryFreeClear(pStb->pTags);
×
371
      taosMemoryFreeClear(pStb->comment);
×
372
      taosMemoryFree(pStb->pCmpr);
×
373
      taosMemoryFreeClear(pStb->pExtSchemas);
×
374
    }
375
    taosMemoryFreeClear(pRow);
×
376
    return NULL;
×
377
  }
378

379
  mTrace("stb:%s, decode from raw:%p, row:%p", pStb->name, pRaw, pStb);
13,681,094✔
380
  return pRow;
13,681,094✔
381
}
382

383
void mndFreeStb(SStbObj *pStb) {
15,442,737✔
384
  taosArrayDestroy(pStb->pFuncs);
15,442,737✔
385
  taosMemoryFreeClear(pStb->pColumns);
15,442,737✔
386
  taosMemoryFreeClear(pStb->pTags);
15,442,737✔
387
  taosMemoryFreeClear(pStb->comment);
15,442,737✔
388
  taosMemoryFreeClear(pStb->pAst1);
15,442,737✔
389
  taosMemoryFreeClear(pStb->pAst2);
15,442,737✔
390
  taosMemoryFreeClear(pStb->pCmpr);
15,442,737✔
391
  taosMemoryFreeClear(pStb->pExtSchemas);
15,442,737✔
392
}
15,442,737✔
393

394
static int32_t mndStbActionInsert(SSdb *pSdb, SStbObj *pStb) {
2,207,381✔
395
  mTrace("stb:%s, perform insert action, row:%p", pStb->name, pStb);
2,207,381✔
396
  return 0;
2,207,381✔
397
}
398

399
static int32_t mndStbActionDelete(SSdb *pSdb, SStbObj *pStb) {
15,383,641✔
400
  mTrace("stb:%s, perform delete action, row:%p", pStb->name, pStb);
15,383,641✔
401
  mndFreeStb(pStb);
15,383,641✔
402
  return 0;
15,383,641✔
403
}
404

405
static int32_t mndStbActionUpdate(SSdb *pSdb, SStbObj *pOld, SStbObj *pNew) {
10,504,847✔
406
  terrno = 0;
10,504,847✔
407
  mTrace("stb:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);
10,504,847✔
408

409
  taosWLockLatch(&pOld->lock);
10,504,847✔
410
  int32_t numOfColumns = pOld->numOfColumns;
10,504,847✔
411
  if (pOld->numOfColumns < pNew->numOfColumns) {
10,504,847✔
412
    void *pColumns = taosMemoryMalloc(pNew->numOfColumns * sizeof(SSchema));
2,468,004✔
413
    if (pColumns == NULL) {
2,468,004✔
414
      goto END;
×
415
    }
416
    taosMemoryFree(pOld->pColumns);
2,468,004✔
417
    pOld->pColumns = pColumns;
2,468,004✔
418
  }
419

420
  if (pOld->numOfTags < pNew->numOfTags) {
10,504,847✔
421
    void *pTags = taosMemoryMalloc(pNew->numOfTags * sizeof(SSchema));
265,504✔
422
    if (pTags == NULL) {
265,504✔
423
      goto END;
×
424
    }
425
    taosMemoryFree(pOld->pTags);
265,504✔
426
    pOld->pTags = pTags;
265,504✔
427
  }
428

429
  if (pOld->commentLen < pNew->commentLen && pNew->commentLen > 0) {
10,504,847✔
430
    void *comment = taosMemoryMalloc(pNew->commentLen + 1);
5,733✔
431
    if (comment == NULL) {
5,733✔
432
      goto END;
×
433
    }
434
    taosMemoryFree(pOld->comment);
5,733✔
435
    pOld->comment = comment;
5,733✔
436
  }
437
  pOld->commentLen = pNew->commentLen;
10,504,847✔
438

439
  if (pOld->ast1Len < pNew->ast1Len) {
10,504,847✔
440
    void *pAst1 = taosMemoryMalloc(pNew->ast1Len + 1);
×
441
    if (pAst1 == NULL) {
×
442
      goto END;
×
443
    }
444
    taosMemoryFree(pOld->pAst1);
×
445
    pOld->pAst1 = pAst1;
×
446
  }
447

448
  if (pOld->ast2Len < pNew->ast2Len) {
10,504,847✔
449
    void *pAst2 = taosMemoryMalloc(pNew->ast2Len + 1);
×
450
    if (pAst2 == NULL) {
×
451
      goto END;
×
452
    }
453
    taosMemoryFree(pOld->pAst2);
×
454
    pOld->pAst2 = pAst2;
×
455
  }
456

457
  pOld->updateTime = pNew->updateTime;
10,504,847✔
458
  pOld->tagVer = pNew->tagVer;
10,504,847✔
459
  pOld->colVer = pNew->colVer;
10,504,847✔
460
  pOld->smaVer = pNew->smaVer;
10,504,847✔
461
  pOld->nextColId = pNew->nextColId;
10,504,847✔
462
  pOld->ttl = pNew->ttl;
10,504,847✔
463
  pOld->keep = pNew->keep;
10,504,847✔
464
  pOld->ownerId = pNew->ownerId;
10,504,847✔
465
  
466
  if (pNew->numOfColumns > 0) {
10,504,847✔
467
    pOld->numOfColumns = pNew->numOfColumns;
10,504,847✔
468
    memcpy(pOld->pColumns, pNew->pColumns, pOld->numOfColumns * sizeof(SSchema));
10,504,847✔
469
  }
470
  if (pNew->numOfTags > 0) {
10,504,847✔
471
    pOld->numOfTags = pNew->numOfTags;
10,504,847✔
472
    memcpy(pOld->pTags, pNew->pTags, pOld->numOfTags * sizeof(SSchema));
10,504,847✔
473
  }
474
  if (pNew->commentLen > 0) {
10,504,847✔
475
    memcpy(pOld->comment, pNew->comment, pNew->commentLen + 1);
38,320✔
476
    pOld->commentLen = pNew->commentLen;
38,320✔
477
  }
478
  if (pNew->ast1Len != 0) {
10,504,847✔
479
    memcpy(pOld->pAst1, pNew->pAst1, pNew->ast1Len);
×
480
    pOld->ast1Len = pNew->ast1Len;
×
481
  }
482
  if (pNew->ast2Len != 0) {
10,504,847✔
483
    memcpy(pOld->pAst2, pNew->pAst2, pNew->ast2Len);
×
484
    pOld->ast2Len = pNew->ast2Len;
×
485
  }
486
  if (numOfColumns < pNew->numOfColumns) {
10,504,847✔
487
    taosMemoryFree(pOld->pCmpr);
2,468,004✔
488
    pOld->pCmpr = taosMemoryCalloc(pNew->numOfColumns, sizeof(SColCmpr));
2,468,004✔
489
    if (pOld->pCmpr == NULL){
2,468,004✔
490
      goto END;
×
491
    }
492
    memcpy(pOld->pCmpr, pNew->pCmpr, pNew->numOfColumns * sizeof(SColCmpr));
2,468,004✔
493
  } else {
494
    memcpy(pOld->pCmpr, pNew->pCmpr, pNew->numOfColumns * sizeof(SColCmpr));
8,036,843✔
495
  }
496

497
  if (pNew->pExtSchemas) {
10,504,847✔
498
    taosMemoryFreeClear(pOld->pExtSchemas);
5,953,628✔
499
    pOld->pExtSchemas = taosMemoryCalloc(pNew->numOfColumns, sizeof(SExtSchema));
5,953,628✔
500
    if (pOld->pExtSchemas == NULL){
5,953,628✔
501
      goto END;
×
502
    }
503
    memcpy(pOld->pExtSchemas, pNew->pExtSchemas, pNew->numOfColumns * sizeof(SExtSchema));
5,953,628✔
504
  }
505

506
END:
4,551,219✔
507
  taosWUnLockLatch(&pOld->lock);
10,504,847✔
508
  return terrno;
10,504,847✔
509
}
510

511
SStbObj *mndAcquireStb(SMnode *pMnode, char *stbName) {
31,909,190✔
512
  SSdb    *pSdb = pMnode->pSdb;
31,909,190✔
513
  SStbObj *pStb = sdbAcquire(pSdb, SDB_STB, stbName);
31,909,190✔
514
  if (pStb == NULL && terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
31,909,190✔
515
    terrno = TSDB_CODE_MND_STB_NOT_EXIST;
2,829,858✔
516
  }
517
  return pStb;
31,909,190✔
518
}
519

520
void mndReleaseStb(SMnode *pMnode, SStbObj *pStb) {
31,204,631✔
521
  SSdb *pSdb = pMnode->pSdb;
31,204,631✔
522
  sdbRelease(pSdb, pStb);
31,204,631✔
523
}
31,204,631✔
524

525
SDbObj *mndAcquireDbByStb(SMnode *pMnode, const char *stbName) {
7,584,851✔
526
  SName name = {0};
7,584,851✔
527
  if ((terrno = tNameFromString(&name, stbName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0) return NULL;
7,584,851✔
528

529
  char db[TSDB_TABLE_FNAME_LEN] = {0};
7,584,851✔
530
  if ((terrno = tNameGetFullDbName(&name, db)) != 0) return NULL;
7,584,851✔
531

532
  return mndAcquireDb(pMnode, db);
7,584,851✔
533
}
534

535
static FORCE_INLINE int32_t schemaExColIdCompare(const void *colId, const void *pSchema) {
536
  if (*(col_id_t *)colId < ((SSchema *)pSchema)->colId) {
537
    return -1;
538
  } else if (*(col_id_t *)colId > ((SSchema *)pSchema)->colId) {
539
    return 1;
540
  }
541
  return 0;
542
}
543

544
void *mndBuildVCreateStbReq(SMnode *pMnode, SVgObj *pVgroup, SStbObj *pStb, int32_t *pContLen, void *alterOriData,
10,000,652✔
545
                            int32_t alterOriDataLen) {
546
  SEncoder       encoder = {0};
10,000,652✔
547
  int32_t        contLen;
548
  SName          name = {0};
10,000,652✔
549
  SVCreateStbReq req = {0};
10,000,652✔
550

551
  if ((terrno = tNameFromString(&name, pStb->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0) {
10,000,652✔
552
    goto _err;
×
553
  }
554
  char dbFName[TSDB_DB_FNAME_LEN] = {0};
10,000,652✔
555
  if ((terrno = tNameGetFullDbName(&name, dbFName)) != 0) {
10,000,652✔
556
    goto _err;
×
557
  };
558

559
  req.name = (char *)tNameGetTableName(&name);
10,000,652✔
560
  req.suid = pStb->uid;
10,000,652✔
561
  req.rollup = pStb->ast1Len > 0 ? 1 : 0;
10,000,652✔
562
  req.alterOriData = alterOriData;
10,000,652✔
563
  req.alterOriDataLen = alterOriDataLen;
10,000,652✔
564
  req.source = pStb->source;
10,000,652✔
565
  req.virtualStb = pStb->virtualStb;
10,000,652✔
566
  // todo
567
  req.schemaRow.nCols = pStb->numOfColumns;
10,000,652✔
568
  req.schemaRow.version = pStb->colVer;
10,000,652✔
569
  req.schemaRow.pSchema = pStb->pColumns;
10,000,652✔
570
  req.schemaTag.nCols = pStb->numOfTags;
10,000,652✔
571
  req.schemaTag.version = pStb->tagVer;
10,000,652✔
572
  req.schemaTag.pSchema = pStb->pTags;
10,000,652✔
573

574
  req.colCmpred = 1;
10,000,652✔
575
  SColCmprWrapper *pCmpr = &req.colCmpr;
10,000,652✔
576
  req.keep = pStb->keep;
10,000,652✔
577
  pCmpr->version = pStb->colVer;
10,000,652✔
578
  pCmpr->nCols = pStb->numOfColumns;
10,000,652✔
579

580
  req.colCmpr.pColCmpr = taosMemoryCalloc(pCmpr->nCols, sizeof(SColCmpr));
10,000,652✔
581
  for (int32_t i = 0; i < pStb->numOfColumns; i++) {
842,826,678✔
582
    SColCmpr *p = &pCmpr->pColCmpr[i];
832,826,026✔
583
    p->alg = pStb->pCmpr[i].alg;
832,826,026✔
584
    p->id = pStb->pCmpr[i].id;
832,826,026✔
585
  }
586

587
  req.pExtSchemas = pStb->pExtSchemas; // only reference to it.
10,000,652✔
588
  // get length
589
  int32_t ret = 0;
10,000,652✔
590
  tEncodeSize(tEncodeSVCreateStbReq, &req, contLen, ret);
10,000,652✔
591
  if (ret < 0) {
10,000,652✔
592
    goto _err;
×
593
  }
594

595
  contLen += sizeof(SMsgHead);
10,000,652✔
596

597
  SMsgHead *pHead = taosMemoryCalloc(1, contLen);
10,000,652✔
598
  if (pHead == NULL) {
10,000,652✔
599
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
600
    goto _err;
×
601
  }
602

603
  pHead->contLen = htonl(contLen);
10,000,652✔
604
  pHead->vgId = htonl(pVgroup->vgId);
10,000,652✔
605

606
  void *pBuf = POINTER_SHIFT(pHead, sizeof(SMsgHead));
10,000,652✔
607
  tEncoderInit(&encoder, pBuf, contLen - sizeof(SMsgHead));
10,000,652✔
608
  if (tEncodeSVCreateStbReq(&encoder, &req) < 0) {
10,000,652✔
609
    taosMemoryFreeClear(pHead);
×
610
    tEncoderClear(&encoder);
×
611
    goto _err;
×
612
  }
613
  tEncoderClear(&encoder);
10,000,652✔
614

615
  *pContLen = contLen;
10,000,652✔
616
  taosMemoryFreeClear(req.rsmaParam.name);
10,000,652✔
617
  taosMemoryFreeClear(req.rsmaParam.funcColIds);
10,000,652✔
618
  taosMemoryFreeClear(req.rsmaParam.funcIds);
10,000,652✔
619
  taosMemoryFreeClear(req.colCmpr.pColCmpr);
10,000,652✔
620
  return pHead;
10,000,652✔
621
_err:
×
622
  taosMemoryFreeClear(req.rsmaParam.name);
×
623
  taosMemoryFreeClear(req.rsmaParam.funcColIds);
×
624
  taosMemoryFreeClear(req.rsmaParam.funcIds);
×
625
  taosMemoryFreeClear(req.colCmpr.pColCmpr);
×
626
  return NULL;
×
627
}
628

629
static void *mndBuildVDropStbReq(SMnode *pMnode, SVgObj *pVgroup, SStbObj *pStb, int32_t *pContLen) {
4,749,869✔
630
  SName        name = {0};
4,749,869✔
631
  SVDropStbReq req = {0};
4,749,869✔
632
  int32_t      contLen = 0;
4,749,869✔
633
  int32_t      ret = 0;
4,749,869✔
634
  SMsgHead    *pHead = NULL;
4,749,869✔
635
  SEncoder     encoder = {0};
4,749,869✔
636

637
  if ((terrno = tNameFromString(&name, pStb->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0) {
4,749,869✔
638
    return NULL;
×
639
  }
640

641
  req.name = (char *)tNameGetTableName(&name);
4,749,869✔
642
  req.suid = pStb->uid;
4,749,869✔
643

644
  tEncodeSize(tEncodeSVDropStbReq, &req, contLen, ret);
4,749,869✔
645
  if (ret < 0) return NULL;
4,749,869✔
646

647
  contLen += sizeof(SMsgHead);
4,749,869✔
648
  pHead = taosMemoryMalloc(contLen);
4,749,869✔
649
  if (pHead == NULL) {
4,749,869✔
650
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
651
    return NULL;
×
652
  }
653

654
  pHead->contLen = htonl(contLen);
4,749,869✔
655
  pHead->vgId = htonl(pVgroup->vgId);
4,749,869✔
656

657
  void *pBuf = POINTER_SHIFT(pHead, sizeof(SMsgHead));
4,749,869✔
658

659
  tEncoderInit(&encoder, pBuf, contLen - sizeof(SMsgHead));
4,749,869✔
660
  int32_t code = tEncodeSVDropStbReq(&encoder, &req);
4,749,869✔
661
  tEncoderClear(&encoder);
4,749,869✔
662
  if (code != 0) {
4,749,869✔
663
    terrno = code;
×
664
    return NULL;
×
665
  }
666

667
  *pContLen = contLen;
4,749,869✔
668
  return pHead;
4,749,869✔
669
}
670

671
int32_t mndCheckCreateStbReq(SMCreateStbReq *pCreate) {
1,810,302✔
672
  int32_t code = 0;
1,810,302✔
673
  if (pCreate->igExists < 0 || pCreate->igExists > 1) {
1,810,302✔
674
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
675
    TAOS_RETURN(code);
×
676
  }
677

678
  if (pCreate->virtualStb != 0 && pCreate->virtualStb != 1) {
1,810,302✔
679
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
680
    TAOS_RETURN(code);
×
681
  }
682

683
  int32_t maxColumns = pCreate->virtualStb ? TSDB_MAX_COLUMNS : TSDB_MAX_COLUMNS_NON_VIRTUAL;
1,810,302✔
684
  if (pCreate->numOfColumns < TSDB_MIN_COLUMNS || pCreate->numOfTags + pCreate->numOfColumns > maxColumns) {
1,810,302✔
685
    code = TSDB_CODE_PAR_INVALID_COLUMNS_NUM;
×
686
    TAOS_RETURN(code);
×
687
  }
688

689
  if (pCreate->numOfTags <= 0 || pCreate->numOfTags > TSDB_MAX_TAGS) {
1,810,302✔
690
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
691
    TAOS_RETURN(code);
×
692
  }
693

694
  SField *pField = taosArrayGet(pCreate->pColumns, 0);
1,810,302✔
695
  if (pField->type != TSDB_DATA_TYPE_TIMESTAMP) {
1,810,302✔
696
    code = TSDB_CODE_PAR_INVALID_FIRST_COLUMN;
×
697
    TAOS_RETURN(code);
×
698
  }
699

700
  for (int32_t i = 0; i < pCreate->numOfColumns; ++i) {
146,228,008✔
701
    SFieldWithOptions *pField1 = taosArrayGet(pCreate->pColumns, i);
144,417,706✔
702
    if (pField1->type >= TSDB_DATA_TYPE_MAX) {
144,417,706✔
703
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
704
      TAOS_RETURN(code);
×
705
    }
706
    if (pField1->bytes <= 0) {
144,417,706✔
707
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
708
      TAOS_RETURN(code);
×
709
    }
710
    if (pField1->name[0] == 0) {
144,417,706✔
711
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
712
      TAOS_RETURN(code);
×
713
    }
714
  }
715

716
  for (int32_t i = 0; i < pCreate->numOfTags; ++i) {
9,451,837✔
717
    SField *pField1 = taosArrayGet(pCreate->pTags, i);
7,641,535✔
718
    if (pField1->type >= TSDB_DATA_TYPE_MAX) {
7,641,535✔
719
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
720
      TAOS_RETURN(code);
×
721
    }
722
    if (pField1->bytes <= 0) {
7,641,535✔
723
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
724
      TAOS_RETURN(code);
×
725
    }
726
    if (pField1->name[0] == 0) {
7,641,535✔
727
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
728
      TAOS_RETURN(code);
×
729
    }
730
  }
731

732
  TAOS_RETURN(code);
1,810,302✔
733
}
734

735
static int32_t mndSetCreateStbPrepareLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
×
736
  int32_t  code = 0;
×
737
  SSdbRaw *pRedoRaw = mndStbActionEncode(pStb);
×
738
  if (pRedoRaw == NULL) {
×
739
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
740
    if (terrno != 0) code = terrno;
×
741
    TAOS_RETURN(code);
×
742
  }
743
  if ((code = mndTransAppendPrepareLog(pTrans, pRedoRaw)) != 0) {
×
744
    sdbFreeRaw(pRedoRaw);
×
745
    TAOS_RETURN(code);
×
746
  }
747
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_CREATING));
×
748

749
  TAOS_RETURN(code);
×
750
}
751

752
int32_t mndSetCreateStbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
1,754,156✔
753
  int32_t  code = 0;
1,754,156✔
754
  SSdbRaw *pCommitRaw = mndStbActionEncode(pStb);
1,754,156✔
755
  if (pCommitRaw == NULL) {
1,754,156✔
756
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
757
    if (terrno != 0) code = terrno;
×
758
    TAOS_RETURN(code);
×
759
  }
760
  if ((code = mndTransAppendCommitlog(pTrans, pCommitRaw)) != 0) {
1,754,156✔
761
    sdbFreeRaw(pCommitRaw);
×
762
    TAOS_RETURN(code);
×
763
  }
764
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY));
1,754,156✔
765

766
  TAOS_RETURN(code);
1,754,156✔
767
}
768

769
static int32_t mndSetCreateStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
1,752,644✔
770
  int32_t code = 0;
1,752,644✔
771
  SSdb   *pSdb = pMnode->pSdb;
1,752,644✔
772
  SVgObj *pVgroup = NULL;
1,752,644✔
773
  void   *pIter = NULL;
1,752,644✔
774
  int32_t contLen;
1,752,456✔
775

776
  while (1) {
7,839,813✔
777
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
9,592,457✔
778
    if (pIter == NULL) break;
9,592,457✔
779
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
7,839,813✔
780
      sdbRelease(pSdb, pVgroup);
3,951,852✔
781
      continue;
3,951,852✔
782
    }
783

784
    void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, NULL, 0);
3,887,961✔
785
    if (pReq == NULL) {
3,887,961✔
786
      sdbCancelFetch(pSdb, pIter);
×
787
      sdbRelease(pSdb, pVgroup);
×
788
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
789
      if (terrno != 0) code = terrno;
×
790
      TAOS_RETURN(code);
×
791
    }
792

793
    STransAction action = {0};
3,887,961✔
794
    action.mTraceId = pTrans->mTraceId;
3,887,961✔
795
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
3,887,961✔
796
    action.pCont = pReq;
3,887,961✔
797
    action.contLen = contLen;
3,887,961✔
798
    action.msgType = TDMT_VND_CREATE_STB;
3,887,961✔
799
    action.acceptableCode = TSDB_CODE_TDB_STB_ALREADY_EXIST;
3,887,961✔
800
    action.retryCode = TSDB_CODE_TDB_STB_NOT_EXIST;
3,887,961✔
801
    if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
3,887,961✔
802
      taosMemoryFree(pReq);
×
803
      sdbCancelFetch(pSdb, pIter);
×
804
      sdbRelease(pSdb, pVgroup);
×
805
      TAOS_RETURN(code);
×
806
    }
807
    sdbRelease(pSdb, pVgroup);
3,887,961✔
808
  }
809

810
  TAOS_RETURN(code);
1,752,644✔
811
}
812

813
int32_t mndSetForceDropCreateStbRedoActions(SMnode *pMnode, STrans *pTrans, SVgObj *pVgroup, SStbObj *pStb) {
×
814
  int32_t code = 0;
×
815
  SSdb   *pSdb = pMnode->pSdb;
×
816
  int32_t contLen;
×
817

818
  void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, NULL, 0);
×
819
  if (pReq == NULL) {
×
820
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
821
    if (terrno != 0) code = terrno;
×
822
    TAOS_RETURN(code);
×
823
  }
824

825
  STransAction action = {0};
×
826
  action.mTraceId = pTrans->mTraceId;
×
827
  action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
×
828
  action.pCont = pReq;
×
829
  action.contLen = contLen;
×
830
  action.msgType = TDMT_VND_CREATE_STB;
×
831
  action.acceptableCode = TSDB_CODE_TDB_STB_ALREADY_EXIST;
×
832
  action.retryCode = TSDB_CODE_TDB_STB_NOT_EXIST;
×
833
  action.groupId = pVgroup->vgId;
×
834
  if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
×
835
    taosMemoryFree(pReq);
×
836
    TAOS_RETURN(code);
×
837
  }
838

839
  TAOS_RETURN(code);
×
840
}
841

842
static int32_t mndSetCreateStbUndoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
1,752,644✔
843
  int32_t code = 0;
1,752,644✔
844
  SSdb   *pSdb = pMnode->pSdb;
1,752,644✔
845
  SVgObj *pVgroup = NULL;
1,752,644✔
846
  void   *pIter = NULL;
1,752,644✔
847

848
  while (1) {
7,839,813✔
849
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
9,592,457✔
850
    if (pIter == NULL) break;
9,592,457✔
851
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
7,839,813✔
852
      sdbRelease(pSdb, pVgroup);
3,951,852✔
853
      continue;
3,951,852✔
854
    }
855

856
    int32_t contLen = 0;
3,887,961✔
857
    void   *pReq = mndBuildVDropStbReq(pMnode, pVgroup, pStb, &contLen);
3,887,961✔
858
    if (pReq == NULL) {
3,887,961✔
859
      sdbCancelFetch(pSdb, pIter);
×
860
      sdbRelease(pSdb, pVgroup);
×
861
      code = TSDB_CODE_OUT_OF_MEMORY;
×
862
      TAOS_RETURN(code);
×
863
    }
864

865
    STransAction action = {0};
3,887,961✔
866
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
3,887,961✔
867
    action.pCont = pReq;
3,887,961✔
868
    action.contLen = contLen;
3,887,961✔
869
    action.msgType = TDMT_VND_DROP_STB;
3,887,961✔
870
    action.acceptableCode = TSDB_CODE_TDB_STB_NOT_EXIST;
3,887,961✔
871
    if ((code = mndTransAppendUndoAction(pTrans, &action)) != 0) {
3,887,961✔
872
      taosMemoryFree(pReq);
×
873
      sdbCancelFetch(pSdb, pIter);
×
874
      sdbRelease(pSdb, pVgroup);
×
875
      TAOS_RETURN(code);
×
876
    }
877
    sdbRelease(pSdb, pVgroup);
3,887,961✔
878
  }
879

880
  TAOS_RETURN(code);
1,752,644✔
881
}
882

883
static SSchema *mndFindStbColumns(const SStbObj *pStb, const char *colName) {
×
884
  for (int32_t col = 0; col < pStb->numOfColumns; ++col) {
×
885
    SSchema *pSchema = &pStb->pColumns[col];
×
886
    if (taosStrncasecmp(pSchema->name, colName, TSDB_COL_NAME_LEN) == 0) {
×
887
      return pSchema;
×
888
    }
889
  }
890
  return NULL;
×
891
}
892

893
int32_t mndBuildStbFromReq(SMnode *pMnode, SStbObj *pDst, SMCreateStbReq *pCreate, SDbObj *pDb) {
1,760,131✔
894
  int32_t code = 0;
1,760,131✔
895
  bool    hasTypeMods = false;
1,760,131✔
896
  memcpy(pDst->name, pCreate->name, TSDB_TABLE_FNAME_LEN);
1,760,131✔
897
  memcpy(pDst->db, pDb->name, TSDB_DB_FNAME_LEN);
1,760,131✔
898
  pDst->createdTime = taosGetTimestampMs();
1,760,131✔
899
  pDst->updateTime = pDst->createdTime;
1,760,131✔
900
  pDst->uid = (pCreate->source == TD_REQ_FROM_TAOX_OLD || pCreate->source == TD_REQ_FROM_TAOX || pCreate->source == TD_REQ_FROM_SML)
5,280,017✔
901
                  ? pCreate->suid
902
                  : mndGenerateUid(pCreate->name, TSDB_TABLE_FNAME_LEN);
3,520,262✔
903
  pDst->dbUid = pDb->uid;
1,760,131✔
904
  pDst->tagVer = 1;
1,760,131✔
905
  pDst->colVer = 1;
1,760,131✔
906
  pDst->smaVer = 1;
1,760,131✔
907
  pDst->nextColId = 1;
1,760,131✔
908
  pDst->maxdelay[0] = pCreate->delay1;
1,760,131✔
909
  pDst->maxdelay[1] = pCreate->delay2;
1,760,131✔
910
  pDst->watermark[0] = pCreate->watermark1;
1,760,131✔
911
  pDst->watermark[1] = pCreate->watermark2;
1,760,131✔
912
  pDst->ttl = pCreate->ttl;
1,760,131✔
913
  pDst->numOfColumns = pCreate->numOfColumns;
1,760,131✔
914
  pDst->numOfTags = pCreate->numOfTags;
1,760,131✔
915
  pDst->numOfFuncs = pCreate->numOfFuncs;
1,760,131✔
916
  pDst->commentLen = pCreate->commentLen;
1,760,131✔
917
  pDst->pFuncs = pCreate->pFuncs;
1,760,131✔
918
  pDst->source = pCreate->source;
1,760,131✔
919
  pDst->keep = pCreate->keep;
1,760,131✔
920
  pDst->virtualStb = pCreate->virtualStb;
1,760,131✔
921
  pCreate->pFuncs = NULL;
1,760,131✔
922

923
  if (pDst->commentLen > 0) {
1,760,131✔
924
    pDst->comment = taosMemoryCalloc(pDst->commentLen + 1, 1);
8,447✔
925
    if (pDst->comment == NULL) {
8,447✔
926
      code = terrno;
×
927
      TAOS_RETURN(code);
×
928
    }
929
    memcpy(pDst->comment, pCreate->pComment, pDst->commentLen + 1);
8,447✔
930
  }
931

932
  pDst->ast1Len = pCreate->ast1Len;
1,760,131✔
933
  if (pDst->ast1Len > 0) {
1,760,131✔
934
    pDst->pAst1 = taosMemoryCalloc(pDst->ast1Len, 1);
×
935
    if (pDst->pAst1 == NULL) {
×
936
      code = terrno;
×
937
      TAOS_RETURN(code);
×
938
    }
939
    memcpy(pDst->pAst1, pCreate->pAst1, pDst->ast1Len);
×
940
  }
941

942
  pDst->ast2Len = pCreate->ast2Len;
1,760,131✔
943
  if (pDst->ast2Len > 0) {
1,760,131✔
944
    pDst->pAst2 = taosMemoryCalloc(pDst->ast2Len, 1);
×
945
    if (pDst->pAst2 == NULL) {
×
946
      code = terrno;
×
947
      TAOS_RETURN(code);
×
948
    }
949
    memcpy(pDst->pAst2, pCreate->pAst2, pDst->ast2Len);
×
950
  }
951

952
  pDst->pColumns = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SSchema));
1,760,131✔
953
  pDst->pTags = taosMemoryCalloc(1, pDst->numOfTags * sizeof(SSchema));
1,760,131✔
954
  if (pDst->pColumns == NULL || pDst->pTags == NULL) {
1,760,131✔
955
    code = terrno;
×
956
    TAOS_RETURN(code);
×
957
  }
958

959
  if (pDst->nextColId < 0 || pDst->nextColId >= 0x7fff - pDst->numOfColumns - pDst->numOfTags) {
1,760,131✔
960
    code = TSDB_CODE_OUT_OF_RANGE;
1,046✔
961
    TAOS_RETURN(code);
1,046✔
962
  }
963

964
  for (int32_t i = 0; i < pDst->numOfColumns; ++i) {
111,611,784✔
965
    SFieldWithOptions *pField = taosArrayGet(pCreate->pColumns, i);
109,852,699✔
966
    SSchema           *pSchema = &pDst->pColumns[i];
109,852,699✔
967
    pSchema->type = pField->type;
109,852,699✔
968
    pSchema->bytes = pField->bytes;
109,852,699✔
969
    pSchema->flags = pField->flags;
109,852,699✔
970
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
109,852,699✔
971
    pSchema->colId = pDst->nextColId;
109,852,699✔
972
    pDst->nextColId++;
109,852,699✔
973
    hasTypeMods = hasTypeMods || HAS_TYPE_MOD(pSchema);
109,852,699✔
974
  }
975

976
  for (int32_t i = 0; i < pDst->numOfTags; ++i) {
9,164,213✔
977
    SField  *pField = taosArrayGet(pCreate->pTags, i);
7,405,128✔
978
    SSchema *pSchema = &pDst->pTags[i];
7,405,128✔
979
    pSchema->type = pField->type;
7,405,128✔
980
    pSchema->bytes = pField->bytes;
7,405,128✔
981
    if (i == 0) {
7,405,128✔
982
      SSCHMEA_SET_IDX_ON(pSchema);
1,759,085✔
983
    }
984
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
7,405,128✔
985
    pSchema->colId = pDst->nextColId;
7,405,128✔
986
    pDst->nextColId++;
7,405,128✔
987
  }
988
  // set col compress
989
  pDst->pCmpr = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SCmprObj));
1,759,085✔
990
  for (int32_t i = 0; i < pDst->numOfColumns; i++) {
111,611,784✔
991
    SFieldWithOptions *pField = taosArrayGet(pCreate->pColumns, i);
109,852,699✔
992
    SSchema           *pSchema = &pDst->pColumns[i];
109,852,699✔
993

994
    SColCmpr *pColCmpr = &pDst->pCmpr[i];
109,852,699✔
995
    pColCmpr->id = pSchema->colId;
109,852,699✔
996
    pColCmpr->alg = pField->compress;
109,852,699✔
997
  }
998

999
  if (hasTypeMods) {
1,759,085✔
1000
    pDst->pExtSchemas = taosMemoryCalloc(pDst->numOfColumns, sizeof(SExtSchema));
18,984✔
1001
    if (!pDst->pExtSchemas) {
18,984✔
1002
      code = terrno;
×
1003
      TAOS_RETURN(code);
×
1004
    }
1005
    for (int32_t i = 0; i < pDst->numOfColumns; ++i) {
290,721✔
1006
      SFieldWithOptions * pField = taosArrayGet(pCreate->pColumns, i);
271,737✔
1007
      pDst->pExtSchemas[i].typeMod = pField->typeMod;
271,737✔
1008
    }
1009
  }
1010
  TAOS_RETURN(code);
1,759,085✔
1011
}
1012
int32_t mndGenIdxNameForFirstTag(char *fullname, char *dbname, char *stbname, char *tagname) {
1,703,013✔
1013
  SName name = {0};
1,703,013✔
1014
  if ((terrno = tNameFromString(&name, stbname, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0) {
1,703,013✔
1015
    return -1;
×
1016
  }
1017
  return snprintf(fullname, TSDB_INDEX_FNAME_LEN, "%s.%s_%s", dbname, tagname, tNameGetTableName(&name));
1,703,013✔
1018
}
1019

1020
static int32_t mndCreateStb(SMnode *pMnode, SRpcMsg *pReq, SMCreateStbReq *pCreate, SDbObj *pDb, SUserObj *pOperUser) {
1,702,547✔
1021
  SStbObj stbObj = {0};
1,702,547✔
1022
  int32_t code = -1;
1,702,547✔
1023

1024
  char fullIdxName[TSDB_INDEX_FNAME_LEN * 2] = {0};
1,702,547✔
1025

1026
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_DB_INSIDE, pReq, "create-stb");
1,702,547✔
1027
  if (pTrans == NULL) {
1,702,547✔
1028
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1029
    if (terrno != 0) code = terrno;
×
1030
    goto _OVER;
×
1031
  }
1032

1033
  mInfo("trans:%d, used to create stb:%s", pTrans->id, pCreate->name);
1,702,547✔
1034
  TAOS_CHECK_GOTO(mndBuildStbFromReq(pMnode, &stbObj, pCreate, pDb), NULL, _OVER);
1,702,547✔
1035
  memcpy(stbObj.createUser, pOperUser->name, TSDB_USER_LEN);
1,701,501✔
1036
  stbObj.ownerId = pOperUser->uid;
1,701,501✔
1037

1038

1039
  SSchema *pSchema = &(stbObj.pTags[0]);
1,701,501✔
1040
  if (mndGenIdxNameForFirstTag(fullIdxName, pDb->name, stbObj.name, pSchema->name) < 0) {
1,701,501✔
1041
    goto _OVER;
×
1042
  }
1043
  SSIdx idx = {0};
1,701,501✔
1044
  if (mndAcquireGlobalIdx(pMnode, fullIdxName, SDB_IDX, &idx) == 0 && idx.pIdx != NULL) {
1,701,501✔
1045
    code = TSDB_CODE_MND_TAG_INDEX_ALREADY_EXIST;
×
1046
    mndReleaseIdx(pMnode, idx.pIdx);
×
1047
    goto _OVER;
×
1048
  }
1049

1050
  SIdxObj idxObj = {0};
1,701,501✔
1051
  memcpy(idxObj.name, fullIdxName, TSDB_INDEX_FNAME_LEN);
1,701,501✔
1052
  memcpy(idxObj.stb, stbObj.name, TSDB_TABLE_FNAME_LEN);
1,701,501✔
1053
  memcpy(idxObj.db, stbObj.db, TSDB_DB_FNAME_LEN);
1,701,501✔
1054
  memcpy(idxObj.colName, pSchema->name, TSDB_COL_NAME_LEN);
1,701,501✔
1055
  memcpy(idxObj.createUser, pOperUser->name, TSDB_USER_LEN);
1,701,501✔
1056
  idxObj.ownerId = pOperUser->uid;
1,701,501✔
1057
  idxObj.createdTime = taosGetTimestampMs();
1,701,501✔
1058
  idxObj.uid = mndGenerateUid(fullIdxName, strlen(fullIdxName));
1,701,501✔
1059
  idxObj.stbUid = stbObj.uid;
1,701,501✔
1060
  idxObj.dbUid = stbObj.dbUid;
1,701,501✔
1061

1062
  TAOS_CHECK_GOTO(mndSetCreateIdxCommitLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
1,701,501✔
1063

1064
  TAOS_CHECK_GOTO(mndAddStbToTrans(pMnode, pTrans, pDb, &stbObj), NULL, _OVER);
1,701,501✔
1065
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
1,695,060✔
1066
  code = 0;
1,694,798✔
1067

1068
_OVER:
1,702,547✔
1069
  mndTransDrop(pTrans);
1,702,547✔
1070
  if (mndStbActionDelete(pMnode->pSdb, &stbObj) != 0) mError("failed to mndStbActionDelete");
1,702,547✔
1071
  TAOS_RETURN(code);
1,702,547✔
1072
}
1073

1074
int32_t mndAddStbToTrans(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
1,759,085✔
1075
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
1,759,085✔
1076
  TAOS_CHECK_RETURN(mndTransCheckConflict(pMnode, pTrans));
1,759,085✔
1077
  TAOS_CHECK_RETURN(mndSetCreateStbCommitLogs(pMnode, pTrans, pDb, pStb));
1,752,644✔
1078
  TAOS_CHECK_RETURN(mndSetCreateStbRedoActions(pMnode, pTrans, pDb, pStb));
1,752,644✔
1079
  TAOS_CHECK_RETURN(mndSetCreateStbUndoActions(pMnode, pTrans, pDb, pStb));
1,752,644✔
1080
  return 0;
1,752,644✔
1081
}
1082

1083
static int32_t mndProcessTtlTimer(SRpcMsg *pReq) {
2,883,094✔
1084
  SMnode           *pMnode = pReq->info.node;
2,883,094✔
1085
  SSdb             *pSdb = pMnode->pSdb;
2,883,094✔
1086
  SVgObj           *pVgroup = NULL;
2,883,094✔
1087
  void             *pIter = NULL;
2,883,094✔
1088
  SVDropTtlTableReq ttlReq = {
2,883,094✔
1089
      .timestampSec = taosGetTimestampSec(), .ttlDropMaxCount = tsTtlBatchDropNum, .nUids = 0, .pTbUids = NULL};
2,883,094✔
1090
  int32_t reqLen = tSerializeSVDropTtlTableReq(NULL, 0, &ttlReq);
2,883,094✔
1091
  int32_t contLen = reqLen + sizeof(SMsgHead);
2,883,094✔
1092

1093
  mDebug("start to process ttl timer");
2,883,094✔
1094

1095
  while (1) {
10,619,263✔
1096
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
13,502,357✔
1097
    if (pIter == NULL) break;
13,502,357✔
1098

1099
    if (pVgroup->mountVgId) {
10,619,263✔
1100
      sdbRelease(pSdb, pVgroup);
1,484✔
1101
      continue;
1,484✔
1102
    }
1103

1104
    int32_t   code = 0;
10,617,779✔
1105
    SMsgHead *pHead = rpcMallocCont(contLen);
10,617,779✔
1106
    if (pHead == NULL) {
10,617,779✔
1107
      sdbRelease(pSdb, pVgroup);
×
1108
      continue;
×
1109
    }
1110
    pHead->contLen = htonl(contLen);
10,617,779✔
1111
    pHead->vgId = htonl(pVgroup->vgId);
10,617,779✔
1112
    if ((code = tSerializeSVDropTtlTableReq((char *)pHead + sizeof(SMsgHead), reqLen, &ttlReq)) < 0) {
10,617,779✔
1113
      mError("vgId:%d, failed to serialize drop ttl table request since %s", pVgroup->vgId, tstrerror(code));
×
1114
      sdbRelease(pSdb, pVgroup);
×
1115
      continue;
×
1116
    }
1117

1118
    SRpcMsg rpcMsg = {
10,617,779✔
1119
        .msgType = TDMT_VND_FETCH_TTL_EXPIRED_TBS, .pCont = pHead, .contLen = contLen, .info = pReq->info};
1120
    SEpSet epSet = mndGetVgroupEpset(pMnode, pVgroup);
10,617,779✔
1121
    code = tmsgSendReq(&epSet, &rpcMsg);
10,617,779✔
1122
    if (code != 0) {
10,617,779✔
1123
      mError("vgId:%d, failed to send drop ttl table request to vnode since 0x%x", pVgroup->vgId, code);
31,660✔
1124
    } else {
1125
      mDebug("vgId:%d, send drop ttl table request to vnode, time:%" PRId32, pVgroup->vgId, ttlReq.timestampSec);
10,586,119✔
1126
    }
1127
    sdbRelease(pSdb, pVgroup);
10,617,779✔
1128
  }
1129

1130
  return 0;
2,883,094✔
1131
}
1132

1133
#if 0
1134
static int32_t mndProcessTrimDbTimer(SRpcMsg *pReq) {
1135
  SMnode     *pMnode = pReq->info.node;
1136
  SSdb       *pSdb = pMnode->pSdb;
1137
  SVgObj     *pVgroup = NULL;
1138
  void       *pIter = NULL;
1139
  SVTrimDbReq trimReq = {0};
1140
  trimReq.compactStartTime = taosGetTimestampMs();
1141
  trimReq.tw.skey = INT64_MIN;
1142
  trimReq.tw.ekey = trimReq.compactStartTime;
1143
  trimReq.compactId = 0;  // TODO: use the real value
1144
  trimReq.metaOnly = 0;
1145
  trimReq.triggerType = TSDB_TRIGGER_AUTO;
1146
  int32_t reqLen = tSerializeSVTrimDbReq(NULL, 0, &trimReq);
1147
  int32_t contLen = reqLen + sizeof(SMsgHead);
1148

1149
  while (1) {
1150
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
1151
    if (pIter == NULL) break;
1152
    if (pVgroup->mountVgId) {
1153
      sdbRelease(pSdb, pVgroup);
1154
      continue;
1155
    }
1156

1157
    int32_t code = 0;
1158

1159
    SMsgHead *pHead = rpcMallocCont(contLen);
1160
    if (pHead == NULL) {
1161
      sdbCancelFetch(pSdb, pVgroup);
1162
      sdbRelease(pSdb, pVgroup);
1163
      continue;
1164
    }
1165
    pHead->contLen = htonl(contLen);
1166
    pHead->vgId = htonl(pVgroup->vgId);
1167
    trimReq.dbUid = pVgroup->dbUid;
1168
    (void)snprintf(trimReq.db, sizeof(trimReq.db), "%s", pVgroup->dbName);
1169
    if ((code = tSerializeSVTrimDbReq((char *)pHead + sizeof(SMsgHead), reqLen, &trimReq)) < 0) {
1170
      mError("vgId:%d, failed to serialize trim db request since %s", pVgroup->vgId, tstrerror(code));
1171
    }
1172

1173
    SRpcMsg rpcMsg = {.msgType = TDMT_VND_TRIM, .pCont = pHead, .contLen = contLen};
1174
    SEpSet  epSet = mndGetVgroupEpset(pMnode, pVgroup);
1175
    code = tmsgSendReq(&epSet, &rpcMsg);
1176
    if (code != 0) {
1177
      mError("vgId:%d, timer failed to send vnode-trim request to vnode since 0x%x", pVgroup->vgId, code);
1178
    } else {
1179
      mInfo("vgId:%d, timer send vnode-trim request to vnode, time:%" PRIi64 " ms", pVgroup->vgId, trimReq.tw.ekey);
1180
    }
1181
    sdbRelease(pSdb, pVgroup);
1182
  }
1183

1184
  return 0;
1185
}
1186
#endif
1187

1188
static int32_t mndFindSuperTableTagIndex(const SStbObj *pStb, const char *tagName) {
3,365,079✔
1189
  for (int32_t tag = 0; tag < pStb->numOfTags; tag++) {
26,172,447✔
1190
    if (strcmp(pStb->pTags[tag].name, tagName) == 0) {
23,663,651✔
1191
      return tag;
856,283✔
1192
    }
1193
  }
1194

1195
  return -1;
2,508,796✔
1196
}
1197

1198
static int32_t mndFindSuperTableColumnIndex(const SStbObj *pStb, const char *colName) {
5,261,744✔
1199
  for (int32_t col = 0; col < pStb->numOfColumns; col++) {
294,948,477✔
1200
    if (strcmp(pStb->pColumns[col].name, colName) == 0) {
292,366,724✔
1201
      return col;
2,679,991✔
1202
    }
1203
  }
1204

1205
  return -1;
2,581,753✔
1206
}
1207

1208
static bool mndValidateSchema(SSchema *pSchemas, int32_t nSchema, SArray *pFields, int32_t maxLen) {
2,759,726✔
1209
  int32_t rowLen = 0;
2,759,726✔
1210
  for (int32_t i = 0; i < nSchema; ++i) {
187,838,163✔
1211
    rowLen += (pSchemas + i)->bytes;
185,078,437✔
1212
  }
1213

1214
  int32_t nField = taosArrayGetSize(pFields);
2,759,726✔
1215
  for (int32_t i = 0; i < nField; ++i) {
5,519,452✔
1216
    rowLen += ((SField *)TARRAY_GET_ELEM(pFields, i))->bytes;
2,759,726✔
1217
  }
1218

1219
  return rowLen <= maxLen;
2,759,726✔
1220
}
1221

1222
static int32_t mndBuildStbFromAlter(SStbObj *pStb, SStbObj *pDst, SMCreateStbReq *createReq) {
32,136✔
1223
  int32_t code = 0;
32,136✔
1224
  taosRLockLatch(&pStb->lock);
32,136✔
1225
  memcpy(pDst, pStb, sizeof(SStbObj));
32,136✔
1226
  taosRUnLockLatch(&pStb->lock);
32,136✔
1227

1228
  pDst->source = createReq->source;
32,136✔
1229
  pDst->updateTime = taosGetTimestampMs();
32,136✔
1230
  pDst->numOfColumns = createReq->numOfColumns;
32,136✔
1231
  pDst->numOfTags = createReq->numOfTags;
32,136✔
1232
  pDst->pColumns = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SSchema));
32,136✔
1233
  pDst->pTags = taosMemoryCalloc(1, pDst->numOfTags * sizeof(SSchema));
32,136✔
1234
  pDst->pCmpr = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SColCmpr));
32,136✔
1235
  pDst->pExtSchemas = taosMemoryCalloc(pDst->numOfColumns, sizeof(SExtSchema));
32,136✔
1236

1237
  if (pDst->pColumns == NULL || pDst->pTags == NULL || pDst->pCmpr == NULL || pDst->pExtSchemas == NULL) {
32,136✔
1238
    code = terrno;
×
1239
    TAOS_RETURN(code);
×
1240
  }
1241

1242
  if (pDst->nextColId < 0 || pDst->nextColId >= 0x7fff - pDst->numOfColumns - pDst->numOfTags) {
32,136✔
1243
    code = TSDB_CODE_OUT_OF_RANGE;
×
1244
    TAOS_RETURN(code);
×
1245
  }
1246

1247
  for (int32_t i = 0; i < pDst->numOfColumns; ++i) {
232,361✔
1248
    SFieldWithOptions *pField = taosArrayGet(createReq->pColumns, i);
200,225✔
1249
    SSchema           *pSchema = &pDst->pColumns[i];
200,225✔
1250
    pSchema->type = pField->type;
200,225✔
1251
    pSchema->bytes = pField->bytes;
200,225✔
1252
    pSchema->flags = pField->flags;
200,225✔
1253
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
200,225✔
1254
    int32_t cIndex = mndFindSuperTableColumnIndex(pStb, pField->name);
200,225✔
1255
    if (cIndex >= 0) {
200,225✔
1256
      pSchema->colId = pStb->pColumns[cIndex].colId;
185,263✔
1257
    } else {
1258
      pSchema->colId = pDst->nextColId++;
14,962✔
1259
    }
1260
  }
1261

1262
  for (int32_t i = 0; i < pDst->numOfTags; ++i) {
217,764✔
1263
    SField  *pField = taosArrayGet(createReq->pTags, i);
185,628✔
1264
    SSchema *pSchema = &pDst->pTags[i];
185,628✔
1265
    pSchema->type = pField->type;
185,628✔
1266
    pSchema->bytes = pField->bytes;
185,628✔
1267
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
185,628✔
1268
    int32_t cIndex = mndFindSuperTableTagIndex(pStb, pField->name);
185,628✔
1269
    if (cIndex >= 0) {
185,628✔
1270
      pSchema->colId = pStb->pTags[cIndex].colId;
175,349✔
1271
    } else {
1272
      pSchema->colId = pDst->nextColId++;
10,279✔
1273
    }
1274
  }
1275
  for (int32_t i = 0; i < pDst->numOfColumns; i++) {
232,361✔
1276
    SColCmpr          *p = pDst->pCmpr + i;
200,225✔
1277
    SFieldWithOptions *pField = taosArrayGet(createReq->pColumns, i);
200,225✔
1278
    SSchema           *pSchema = &pDst->pColumns[i];
200,225✔
1279
    p->id = pSchema->colId;
200,225✔
1280
    if (pField->compress == 0) {
200,225✔
1281
      p->alg = createDefaultColCmprByType(pSchema->type);
×
1282
    } else {
1283
      p->alg = pField->compress;
200,225✔
1284
    }
1285
    if (pField->flags & COL_HAS_TYPE_MOD) {
200,225✔
1286
      pDst->pExtSchemas[i].typeMod = pField->typeMod;
4,192✔
1287
    }
1288
  }
1289
  pDst->tagVer = createReq->tagVer;
32,136✔
1290
  pDst->colVer = createReq->colVer;
32,136✔
1291
  return TSDB_CODE_SUCCESS;
32,136✔
1292
}
1293

1294
// used for tmq_get_json_meta to build alter msg
1295
static void buildAlterMsg(SStbObj *pStb, SStbObj *pDst, void** pAlterBuf, int32_t* len){
32,136✔
1296
  SMAlterStbReq alterReq = {0};
32,136✔
1297
  alterReq.pFields = taosArrayInit(2, sizeof(SField));
32,136✔
1298
  if (NULL == alterReq.pFields) {
32,136✔
1299
    mError("failed to init alter fields array");
×
1300
    goto END;
×
1301
  }
1302
  tstrncpy(alterReq.name, pStb->name, TSDB_TABLE_FNAME_LEN);
32,136✔
1303
  for (int32_t i = 0; i < pDst->numOfColumns && taosArrayGetSize(alterReq.pFields) == 0; ++i) {
224,049✔
1304
    SSchema           *pSchema = &pDst->pColumns[i];
191,913✔
1305
    int32_t cIndex = mndFindSuperTableColumnIndex(pStb, pSchema->name);
191,913✔
1306
    if (cIndex >= 0 && pSchema->bytes == pStb->pColumns[cIndex].bytes) {
191,913✔
1307
      continue;
173,636✔
1308
    }
1309
    if (cIndex < 0) {
18,277✔
1310
      alterReq.alterType = TSDB_ALTER_TABLE_ADD_COLUMN;
14,962✔
1311
    } else if (pSchema->bytes > pStb->pColumns[cIndex].bytes){
3,315✔
1312
      alterReq.alterType = TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES;
3,315✔
1313
    }
1314
    SField *pAlterField = taosArrayReserve(alterReq.pFields, 1);
18,277✔
1315
    pAlterField->type = pSchema->type;
18,277✔
1316
    pAlterField->bytes = pSchema->bytes;
18,277✔
1317
    tstrncpy(pAlterField->name, pSchema->name, TSDB_COL_NAME_LEN);
18,277✔
1318
    mDebug("alter column name:%s, type:%d, bytes:%d", pAlterField->name, pAlterField->type, pAlterField->bytes);
18,277✔
1319
  }
1320

1321
  for (int32_t i = 0; i < pDst->numOfTags && taosArrayGetSize(alterReq.pFields) == 0; ++i) {
131,519✔
1322
    SSchema *pSchema = &pDst->pTags[i];
99,383✔
1323
    int32_t cIndex = mndFindSuperTableTagIndex(pStb, pSchema->name);
99,383✔
1324
    if (cIndex >= 0 && pSchema->bytes == pStb->pTags[cIndex].bytes) {
99,383✔
1325
      continue;
86,572✔
1326
    }
1327
    if (cIndex < 0) {
12,811✔
1328
      alterReq.alterType = TSDB_ALTER_TABLE_ADD_TAG;
10,279✔
1329
    } else if (pSchema->bytes > pStb->pTags[cIndex].bytes){
2,532✔
1330
      alterReq.alterType = TSDB_ALTER_TABLE_UPDATE_TAG_BYTES;
2,532✔
1331
    }
1332
    SField *pAlterField = taosArrayReserve(alterReq.pFields, 1);
12,811✔
1333
    pAlterField->type = pSchema->type;
12,811✔
1334
    pAlterField->bytes = pSchema->bytes;
12,811✔
1335
    tstrncpy(pAlterField->name, pSchema->name, TSDB_COL_NAME_LEN);
12,811✔
1336
    mDebug("alter tag name:%s, type:%d, bytes:%d", pAlterField->name, pAlterField->type, pAlterField->bytes);
12,811✔
1337
  }
1338
  alterReq.numOfFields = taosArrayGetSize(alterReq.pFields);
32,136✔
1339
  if (alterReq.numOfFields == 0) {
32,136✔
1340
    mError("no valid alter field found");
1,048✔
1341
    goto END;
1,048✔
1342
  }
1343

1344
  int32_t contLen = tSerializeSMAlterStbReq(NULL, 0, &alterReq);
31,088✔
1345
  if (contLen <= 0) {
31,088✔
1346
    mError("failed to get alter stb req len");
×
1347
    goto END;
×
1348
  }
1349
  void*   buf = taosMemoryMalloc(contLen);
31,088✔
1350
  if (buf == NULL) {
31,088✔
1351
    mError("failed to malloc alter stb req buf");
×
1352
    goto END;
×
1353
  }
1354
  int32_t code = tSerializeSMAlterStbReq(buf, contLen, &alterReq);
31,088✔
1355
  if (code <= TSDB_CODE_SUCCESS) {
31,088✔
1356
    mError("failed to serialize alter stb req %d", code);
×
1357
    taosMemoryFreeClear(buf);
×
1358
    goto END;
×
1359
  }
1360
  *pAlterBuf = buf;
31,088✔
1361
  *len = contLen;
31,088✔
1362
END:
32,136✔
1363
  taosArrayDestroy(alterReq.pFields);
32,136✔
1364
}
32,136✔
1365

1366
static int32_t mndProcessCreateStbReq(SRpcMsg *pReq) {
1,752,718✔
1367
  SMnode        *pMnode = pReq->info.node;
1,752,718✔
1368
  int32_t        code = -1;
1,752,718✔
1369
  SStbObj       *pStb = NULL;
1,752,718✔
1370
  SDbObj        *pDb = NULL;
1,752,718✔
1371
  SUserObj      *pOperUser = NULL;
1,752,718✔
1372
  SMCreateStbReq createReq = {0};
1,752,718✔
1373
  bool           isAlter = false;
1,752,718✔
1374
  SHashObj      *pHash = NULL;
1,752,718✔
1375
  int64_t        tss = taosGetTimestampMs();
1,752,718✔
1376

1377
  if (tDeserializeSMCreateStbReq(pReq->pCont, pReq->contLen, &createReq) != 0) {
1,752,718✔
1378
    code = TSDB_CODE_INVALID_MSG;
×
1379
    goto _OVER;
×
1380
  }
1381

1382
  mInfo("stb:%s, start to create", createReq.name);
1,752,718✔
1383
  if (mndCheckCreateStbReq(&createReq) != 0) {
1,752,718✔
1384
    code = TSDB_CODE_INVALID_MSG;
×
1385
    goto _OVER;
×
1386
  }
1387

1388
  pStb = mndAcquireStb(pMnode, createReq.name);
1,752,718✔
1389
  if (pStb != NULL) {
1,752,718✔
1390
    if (createReq.igExists) {
49,385✔
1391
      if (createReq.source == TD_REQ_FROM_APP) {
48,219✔
1392
        mInfo("stb:%s, already exist, ignore exist is set", createReq.name);
2,887✔
1393
        code = 0;
2,887✔
1394
        goto _OVER;
2,887✔
1395
      } else if (pStb->uid != createReq.suid) {
45,332✔
1396
        mInfo("stb:%s, alter table does not need to be done, because table is deleted", createReq.name);
×
1397
        code = 0;
×
1398
        goto _OVER;
×
1399
      } else if (createReq.tagVer > 0 || createReq.colVer > 0) {
77,468✔
1400
        int32_t tagDelta = createReq.tagVer - pStb->tagVer;
45,332✔
1401
        int32_t colDelta = createReq.colVer - pStb->colVer;
45,332✔
1402
        mInfo("stb:%s, already exist while create, input tagVer:%d colVer:%d, exist tagVer:%d colVer:%d",
45,332✔
1403
              createReq.name, createReq.tagVer, createReq.colVer, pStb->tagVer, pStb->colVer);
1404
        if (tagDelta <= 0 && colDelta <= 0) {
45,332✔
1405
          mInfo("stb:%s, schema version is not incremented and nothing needs to be done", createReq.name);
13,196✔
1406
          code = 0;
13,196✔
1407
          goto _OVER;
13,196✔
1408
        } else if ((tagDelta == 1 && colDelta == 0) || (tagDelta == 0 && colDelta == 1) ||
32,136✔
1409
                   (pStb->colVer == 1 && createReq.colVer > 1) || (pStb->tagVer == 1 && createReq.tagVer > 1)) {
×
1410
          isAlter = true;
32,136✔
1411
          mInfo("stb:%s, schema version is only increased by 1 number, do alter operation", createReq.name);
32,136✔
1412
        } else {
1413
          mError("stb:%s, schema version increase more than 1 number, error is returned", createReq.name);
×
1414
          code = TSDB_CODE_MND_INVALID_SCHEMA_VER;
×
1415
          goto _OVER;
×
1416
        }
1417
      } else {
1418
        mError("stb:%s, already exist while create, input tagVer:%d colVer:%d is invalid, origin tagVer:%d colVer:%d",
×
1419
               createReq.name, createReq.tagVer, createReq.colVer, pStb->tagVer, pStb->colVer);
1420
        code = TSDB_CODE_MND_INVALID_SCHEMA_VER;
×
1421
        goto _OVER;
×
1422
      }
1423
    } else {
1424
      code = TSDB_CODE_MND_STB_ALREADY_EXIST;
1,166✔
1425
      goto _OVER;
1,166✔
1426
    }
1427
  } else if (terrno != TSDB_CODE_MND_STB_NOT_EXIST) {
1,703,333✔
1428
    goto _OVER;
×
1429
  } else if ((createReq.source == TD_REQ_FROM_TAOX_OLD || createReq.source == TD_REQ_FROM_TAOX || createReq.source == TD_REQ_FROM_SML) &&
1,703,333✔
1430
             (createReq.tagVer != 1 || createReq.colVer != 1)) {
12,110✔
1431
    mInfo("stb:%s, alter table does not need to be done, because table is deleted", createReq.name);
786✔
1432
    code = 0;
786✔
1433
    goto _OVER;
786✔
1434
  }
1435

1436
  pHash = taosHashInit(createReq.numOfColumns + createReq.numOfTags, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY),
1,734,683✔
1437
                       false, HASH_NO_LOCK);
1438
  if (pHash == NULL) {
1,734,683✔
1439
    code = TSDB_CODE_OUT_OF_MEMORY;
×
1440
    goto _OVER;
×
1441
  }
1442

1443
  for (int32_t i = 0; i < createReq.numOfColumns; ++i) {
145,810,452✔
1444
    SFieldWithOptions *pField = taosArrayGet(createReq.pColumns, i);
144,075,769✔
1445
    if ((code = taosHashPut(pHash, pField->name, strlen(pField->name), NULL, 0)) != 0) {
144,075,769✔
1446
      if (code == TSDB_CODE_DUP_KEY) {
×
1447
        code = TSDB_CODE_TSC_DUP_COL_NAMES;
×
1448
      }
1449
      goto _OVER;
×
1450
    }
1451
  }
1452

1453
  for (int32_t i = 0; i < createReq.numOfTags; ++i) {
9,235,877✔
1454
    SField *pField = taosArrayGet(createReq.pTags, i);
7,501,194✔
1455
    if ((code = taosHashPut(pHash, pField->name, strlen(pField->name), NULL, 0)) != 0) {
7,501,194✔
1456
      if (code == TSDB_CODE_DUP_KEY) {
×
1457
        code = TSDB_CODE_TSC_DUP_COL_NAMES;
×
1458
      }
1459
      goto _OVER;
×
1460
    }
1461
  }
1462

1463
  pDb = mndAcquireDbByStb(pMnode, createReq.name);
1,734,683✔
1464
  if (pDb == NULL) {
1,734,683✔
1465
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
1466
    goto _OVER;
×
1467
  }
1468

1469
  if ((code = mndAcquireUser(pMnode, (RPC_MSG_USER(pReq)), &pOperUser))) {
1,734,683✔
1470
    goto _OVER;
×
1471
  }
1472

1473
  if ((code = mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_USE_DB, pDb))) {
1,734,683✔
1474
    goto _OVER;
×
1475
  }
1476

1477
  if ((code =
1,734,683✔
1478
           mndCheckDbPrivilegeByNameRecF(pMnode, pOperUser, pDb->cfg.isAudit ? PRIV_AUDIT_TBL_CREATE : PRIV_TBL_CREATE,
1,734,683✔
1479
                                         pDb->cfg.isAudit ? PRIV_OBJ_CLUSTER : PRIV_OBJ_DB, pDb->name, NULL))) {
1,734,683✔
1480
    goto _OVER;
×
1481
  }
1482

1483
  if (pDb->cfg.isMount) {
1,734,683✔
1484
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
×
1485
    goto _OVER;
×
1486
  }
1487

1488
  int32_t numOfStbs = -1;
1,734,683✔
1489
  if ((code = mndGetNumOfStbs(pMnode, pDb->name, &numOfStbs)) != 0) {
1,734,683✔
1490
    goto _OVER;
×
1491
  }
1492

1493
  if (pDb->cfg.numOfStables == 1 && numOfStbs != 0) {
1,734,683✔
1494
    code = TSDB_CODE_MND_SINGLE_STB_MODE_DB;
×
1495
    goto _OVER;
×
1496
  }
1497

1498
  if ((code = grantCheck(TSDB_GRANT_STABLE)) < 0) {
1,734,683✔
1499
    goto _OVER;
×
1500
  }
1501

1502
  if (isAlter) {
1,734,683✔
1503
    bool    needRsp = false;
32,136✔
1504
    SStbObj pDst = {0};
32,136✔
1505
    if ((code = mndBuildStbFromAlter(pStb, &pDst, &createReq)) != 0) {
32,136✔
1506
      taosMemoryFreeClear(pDst.pTags);
×
1507
      taosMemoryFreeClear(pDst.pColumns);
×
1508
      taosMemoryFreeClear(pDst.pCmpr);
×
1509
      taosMemoryFreeClear(pDst.pExtSchemas);
×
1510
      goto _OVER;
×
1511
    }
1512
    void* buf = NULL;
32,136✔
1513
    int32_t contLen = 0;
32,136✔
1514
    buildAlterMsg(pStb, &pDst, &buf, &contLen);
32,136✔
1515
    code = mndAlterStbImp(pMnode, pReq, pDb, &pDst, needRsp, buf, contLen);
32,136✔
1516
    taosMemoryFree(buf);
32,136✔
1517
    taosMemoryFreeClear(pDst.pTags);
32,136✔
1518
    taosMemoryFreeClear(pDst.pColumns);
32,136✔
1519
    taosMemoryFreeClear(pDst.pCmpr);
32,136✔
1520
    taosMemoryFreeClear(pDst.pExtSchemas);
32,136✔
1521
  } else {
1522
    code = mndCreateStb(pMnode, pReq, &createReq, pDb, pOperUser);
1,702,547✔
1523
  }
1524
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
1,734,683✔
1525

1526
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
1,734,683✔
1527
    SName name = {0};
1,734,683✔
1528
    TAOS_CHECK_RETURN(tNameFromString(&name, createReq.name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE));
1,734,683✔
1529

1530
    int64_t tse = taosGetTimestampMs();
1,734,683✔
1531
    double  duration = (double)(tse - tss);
1,734,683✔
1532
    duration = duration / 1000;
1,734,683✔
1533
    if (createReq.sql == NULL && createReq.sqlLen == 0) {
1,734,683✔
1534
      char detail[1000] = {0};
368,054✔
1535

1536
      (void)tsnprintf(detail, sizeof(detail), "dbname:%s, stable name:%s", name.dbname, name.tname);
368,054✔
1537

1538
      auditRecord(pReq, pMnode->clusterId, "createStb", name.dbname, name.tname, detail, strlen(detail), duration, 0);
368,054✔
1539
    } else {
1540
      auditRecord(pReq, pMnode->clusterId, "createStb", name.dbname, name.tname, createReq.sql, createReq.sqlLen,
1,366,629✔
1541
                  duration, 0);
1542
    }
1543
  }
1544
_OVER:
1,752,530✔
1545
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
1,752,718✔
1546
    mError("stb:%s, failed to create since %s", createReq.name, tstrerror(code));
8,915✔
1547
  }
1548

1549
  mndReleaseStb(pMnode, pStb);
1,752,718✔
1550
  mndReleaseDb(pMnode, pDb);
1,752,718✔
1551
  mndReleaseUser(pMnode, pOperUser);
1,752,718✔
1552
  tFreeSMCreateStbReq(&createReq);
1,752,718✔
1553

1554
  if (pHash != NULL) {
1,752,718✔
1555
    taosHashCleanup(pHash);
1,734,683✔
1556
  }
1557

1558
  TAOS_RETURN(code);
1,752,718✔
1559
}
1560

1561
static int32_t mndCheckAlterStbReq(SMAlterStbReq *pAlter) {
5,351,002✔
1562
  int32_t code = 0;
5,351,002✔
1563
  if (pAlter->commentLen >= 0) return 0;
5,351,002✔
1564
  if (pAlter->ttl != 0) return 0;
12,574✔
1565
  if (pAlter->keep != -1) return 0;
12,574✔
1566

1567
  if (pAlter->numOfFields < 1 || pAlter->numOfFields != (int32_t)taosArrayGetSize(pAlter->pFields)) {
×
1568
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
1569
    TAOS_RETURN(code);
×
1570
  }
1571

1572
  for (int32_t i = 0; i < pAlter->numOfFields; ++i) {
×
1573
    SField *pField = taosArrayGet(pAlter->pFields, i);
×
1574
    if (pField->name[0] == 0) {
×
1575
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
1576
      TAOS_RETURN(code);
×
1577
    }
1578
  }
1579

1580
  TAOS_RETURN(code);
×
1581
}
1582

1583
int32_t mndAllocStbSchemas(const SStbObj *pOld, SStbObj *pNew) {
5,109,187✔
1584
  pNew->pTags = taosMemoryCalloc(pNew->numOfTags, sizeof(SSchema));
5,109,187✔
1585
  pNew->pColumns = taosMemoryCalloc(pNew->numOfColumns, sizeof(SSchema));
5,109,187✔
1586
  pNew->pCmpr = taosMemoryCalloc(pNew->numOfColumns, sizeof(SColCmpr));
5,109,187✔
1587
  if (pNew->pTags == NULL || pNew->pColumns == NULL || pNew->pCmpr == NULL) {
5,109,187✔
1588
    TAOS_RETURN(terrno);
×
1589
  }
1590

1591
  memcpy(pNew->pColumns, pOld->pColumns, sizeof(SSchema) * pOld->numOfColumns);
5,109,187✔
1592
  memcpy(pNew->pTags, pOld->pTags, sizeof(SSchema) * pOld->numOfTags);
5,109,187✔
1593
  memcpy(pNew->pCmpr, pOld->pCmpr, sizeof(SColCmpr) * pOld->numOfColumns);
5,109,187✔
1594
  if (pOld->pExtSchemas) {
5,109,187✔
1595
    pNew->pExtSchemas = taosMemoryCalloc(pNew->numOfColumns, sizeof(SExtSchema));
4,078,972✔
1596
    if (pNew->pExtSchemas == NULL) {
4,078,972✔
1597
      TAOS_RETURN(terrno);
×
1598
    }
1599
    memcpy(pNew->pExtSchemas, pOld->pExtSchemas, sizeof(SExtSchema) * pOld->numOfColumns);
4,078,972✔
1600
  }
1601

1602
  TAOS_RETURN(0);
5,109,187✔
1603
}
1604

1605
static int32_t mndUpdateTableOptions(const SStbObj *pOld, SStbObj *pNew, char *pComment, int32_t commentLen,
22,742✔
1606
                                     int32_t ttl, int64_t keep) {
1607
  int32_t code = 0;
22,742✔
1608
  if (commentLen > 0) {
22,742✔
1609
    pNew->commentLen = commentLen;
5,733✔
1610
    pNew->comment = taosMemoryCalloc(1, commentLen + 1);
5,733✔
1611
    if (pNew->comment == NULL) {
5,733✔
1612
      terrno = TSDB_CODE_OUT_OF_MEMORY;
×
1613
      return -1;
×
1614
    }
1615
    memcpy(pNew->comment, pComment, commentLen + 1);
5,733✔
1616
  } else if (commentLen == 0) {
17,009✔
1617
    pNew->commentLen = 0;
4,435✔
1618
  } else {
1619
  }
1620

1621
  if (ttl >= 0) {
22,742✔
1622
    pNew->ttl = ttl;
22,742✔
1623
  }
1624

1625
  if (keep > 0) {
22,742✔
1626
    pNew->keep = keep;
12,574✔
1627
  }
1628

1629
  if ((code = mndAllocStbSchemas(pOld, pNew)) != 0) {
22,742✔
1630
    TAOS_RETURN(code);
×
1631
  }
1632
  TAOS_RETURN(code);
22,742✔
1633
}
1634

1635
static int32_t mndAddSuperTableTag(const SStbObj *pOld, SStbObj *pNew, SArray *pFields, int32_t ntags) {
267,852✔
1636
  int32_t code = 0;
267,852✔
1637
  if (pOld->numOfTags + ntags > TSDB_MAX_TAGS) {
267,852✔
1638
    code = TSDB_CODE_MND_TOO_MANY_TAGS;
×
1639
    TAOS_RETURN(code);
×
1640
  }
1641

1642
  int32_t maxColumns = pOld->virtualStb ? TSDB_MAX_COLUMNS : TSDB_MAX_COLUMNS_NON_VIRTUAL;
267,852✔
1643
  if (pOld->numOfColumns + ntags + pOld->numOfTags > maxColumns) {
267,852✔
1644
    code = TSDB_CODE_MND_TOO_MANY_COLUMNS;
×
1645
    TAOS_RETURN(code);
×
1646
  }
1647

1648
  if (!mndValidateSchema(pOld->pTags, pOld->numOfTags, pFields, TSDB_MAX_TAGS_LEN)) {
267,852✔
1649
    code = TSDB_CODE_PAR_INVALID_TAGS_LENGTH;
24,219✔
1650
    TAOS_RETURN(code);
24,219✔
1651
  }
1652

1653
  pNew->numOfTags = pNew->numOfTags + ntags;
243,633✔
1654
  if ((code = mndAllocStbSchemas(pOld, pNew)) != 0) {
243,633✔
1655
    TAOS_RETURN(code);
×
1656
  }
1657

1658
  if (pNew->nextColId < 0 || pNew->nextColId >= 0x7fff - ntags) {
243,633✔
1659
    code = TSDB_CODE_OUT_OF_RANGE;
1,046✔
1660
    TAOS_RETURN(code);
1,046✔
1661
  }
1662

1663
  for (int32_t i = 0; i < ntags; i++) {
420,335✔
1664
    SField *pField = taosArrayGet(pFields, i);
242,587✔
1665
    if (mndFindSuperTableColumnIndex(pOld, pField->name) >= 0) {
242,587✔
1666
      code = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
1,887✔
1667
      TAOS_RETURN(code);
1,887✔
1668
    }
1669

1670
    if (mndFindSuperTableTagIndex(pOld, pField->name) >= 0) {
240,700✔
1671
      code = TSDB_CODE_MND_TAG_ALREADY_EXIST;
62,952✔
1672
      TAOS_RETURN(code);
62,952✔
1673
    }
1674

1675
    SSchema *pSchema = &pNew->pTags[pOld->numOfTags + i];
177,748✔
1676
    pSchema->bytes = pField->bytes;
177,748✔
1677
    pSchema->type = pField->type;
177,748✔
1678
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
177,748✔
1679
    if (pNew->nextColId > INT16_MAX) {
177,748✔
1680
      code = TSDB_CODE_MND_EXCEED_MAX_COL_ID;
×
1681
      TAOS_RETURN(code);
×
1682
    }
1683
    pSchema->colId = pNew->nextColId;
177,748✔
1684
    pNew->nextColId++;
177,748✔
1685

1686
    mInfo("stb:%s, start to add tag %s", pNew->name, pSchema->name);
177,748✔
1687
  }
1688

1689
  pNew->tagVer++;
177,748✔
1690
  TAOS_RETURN(code);
177,748✔
1691
}
1692

1693
static int32_t mndCheckAlterColForTSma(SMnode *pMnode, const char *stbFullName, int64_t suid, col_id_t colId, bool isTag) {
2,441,900✔
1694
  int32_t code = 0;
2,441,900✔
1695
  SSdb   *pSdb = pMnode->pSdb;
2,441,900✔
1696
  void   *pIter = NULL;
2,441,900✔
1697
  while (1) {
×
1698
    SSmaObj *pSma = NULL;
2,441,900✔
1699
    pIter = sdbFetch(pSdb, SDB_SMA, pIter, (void **)&pSma);
2,441,900✔
1700
    if (pIter == NULL) break;
2,441,900✔
1701

1702
    mInfo("tsma:%s, check tag and column modifiable, stb:%s suid:%" PRId64 " colId:%d, sql:%s", pSma->name, stbFullName,
×
1703
          suid, colId, pSma->sql);
1704

1705
    if (isTag) {
×
1706
      code = TSDB_CODE_MND_FIELD_CONFLICT_WITH_TSMA;
×
1707
      mError("tsma:%s, check tag:%d conflicted", pSma->name, colId);
×
1708
      sdbRelease(pSdb, pSma);
×
1709
      sdbCancelFetch(pSdb, pIter);
×
1710
      TAOS_RETURN(code);
×
1711
    }
1712

1713
    SNode *pAst = NULL;
×
1714
    if (nodesStringToNode(pSma->ast, &pAst) != 0) {
×
1715
      code = TSDB_CODE_SDB_INVALID_DATA_CONTENT;
×
1716
      mError("tsma:%s, check tag and column modifiable, stb:%s suid:%" PRId64 " colId:%d failed since parse AST err",
×
1717
             pSma->name, stbFullName, suid, colId);
1718
      sdbCancelFetch(pSdb, pIter);
×
1719
      TAOS_RETURN(code);
×
1720
    }
1721

1722
    SNodeList *pNodeList = NULL;
×
1723
    if ((code = nodesCollectColumns((SSelectStmt *)pAst, SQL_CLAUSE_FROM, NULL, COLLECT_COL_TYPE_ALL, &pNodeList)) !=
×
1724
        0) {
1725
      sdbCancelFetch(pSdb, pIter);
×
1726
      TAOS_RETURN(code);
×
1727
    }
1728
    SNode *pNode = NULL;
×
1729
    FOREACH(pNode, pNodeList) {
×
1730
      SColumnNode *pCol = (SColumnNode *)pNode;
×
1731
      mInfo("tsma:%s, check colId:%d tableId:%" PRId64, pSma->name, pCol->colId, pCol->tableId);
×
1732

1733
      if ((pCol->tableId != suid) && (pSma->stbUid != suid)) {
×
1734
        mInfo("tsma:%s, check colId:%d passed", pSma->name, pCol->colId);
×
1735
        goto NEXT;
×
1736
      }
1737
      if ((pCol->colId) > 0 && (pCol->colId == colId)) {
×
1738
        code = TSDB_CODE_MND_FIELD_CONFLICT_WITH_TSMA;
×
1739
        mError("tsma:%s, check colId:%d conflicted", pSma->name, pCol->colId);
×
1740
        nodesDestroyNode(pAst);
×
1741
        nodesDestroyList(pNodeList);
×
1742
        sdbRelease(pSdb, pSma);
×
1743
        sdbCancelFetch(pSdb, pIter);
×
1744
        TAOS_RETURN(code);
×
1745
      }
1746
      mInfo("tsma:%s, check colId:%d passed", pSma->name, pCol->colId);
×
1747
    }
1748

1749
  NEXT:
×
1750
    sdbRelease(pSdb, pSma);
×
1751
    nodesDestroyNode(pAst);
×
1752
    nodesDestroyList(pNodeList);
×
1753
  }
1754
  TAOS_RETURN(code);
2,441,900✔
1755
}
1756

1757
static int32_t mndDropSuperTableTag(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const char *tagName) {
99,495✔
1758
  int32_t code = 0;
99,495✔
1759
  int32_t tag = mndFindSuperTableTagIndex(pOld, tagName);
99,495✔
1760
  if (tag < 0) {
99,495✔
1761
    code = TSDB_CODE_MND_TAG_NOT_EXIST;
×
1762
    TAOS_RETURN(code);
×
1763
  }
1764

1765
  col_id_t colId = pOld->pTags[tag].colId;
99,495✔
1766
  TAOS_CHECK_RETURN(mndCheckAlterColForTSma(pMnode, pOld->name, pOld->uid, colId, true));
99,495✔
1767

1768
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
99,495✔
1769

1770
  memmove(pNew->pTags + tag, pNew->pTags + tag + 1, sizeof(SSchema) * (pNew->numOfTags - tag - 1));
99,495✔
1771
  pNew->numOfTags--;
99,495✔
1772

1773
  pNew->tagVer++;
99,495✔
1774

1775
  // if (mndDropIndexByTag(pMnode, pOld, tagName) != 0) {
1776
  //   return -1;
1777
  // }
1778
  mInfo("stb:%s, start to drop tag %s", pNew->name, tagName);
99,495✔
1779
  TAOS_RETURN(code);
99,495✔
1780
}
1781

1782
static int32_t mndAlterStbTagName(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, SArray *pFields) {
114,829✔
1783
  int32_t code = 0;
114,829✔
1784
  if ((int32_t)taosArrayGetSize(pFields) != 2) {
114,829✔
1785
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
1786
    TAOS_RETURN(code);
×
1787
  }
1788

1789
  SField *pField0 = taosArrayGet(pFields, 0);
114,829✔
1790
  SField *pField1 = taosArrayGet(pFields, 1);
114,829✔
1791

1792
  const char *oldTagName = pField0->name;
114,829✔
1793
  const char *newTagName = pField1->name;
114,829✔
1794

1795
  int32_t tag = mndFindSuperTableTagIndex(pOld, oldTagName);
114,829✔
1796
  if (tag < 0) {
114,829✔
1797
    code = TSDB_CODE_MND_TAG_NOT_EXIST;
3,135✔
1798
    TAOS_RETURN(code);
3,135✔
1799
  }
1800

1801
  col_id_t colId = pOld->pTags[tag].colId;
111,694✔
1802
  TAOS_CHECK_RETURN(mndCheckAlterColForTSma(pMnode, pOld->name, pOld->uid, colId, true));
111,694✔
1803

1804
  if (mndFindSuperTableTagIndex(pOld, newTagName) >= 0) {
111,694✔
1805
    code = TSDB_CODE_MND_TAG_ALREADY_EXIST;
5,622✔
1806
    TAOS_RETURN(code);
5,622✔
1807
  }
1808

1809
  if (mndFindSuperTableColumnIndex(pOld, newTagName) >= 0) {
106,072✔
1810
    code = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
×
1811
    TAOS_RETURN(code);
×
1812
  }
1813

1814
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
106,072✔
1815

1816
  SSchema *pSchema = (SSchema *)(pNew->pTags + tag);
106,072✔
1817
  memcpy(pSchema->name, newTagName, TSDB_COL_NAME_LEN);
106,072✔
1818

1819
  pNew->tagVer++;
106,072✔
1820
  mInfo("stb:%s, start to modify tag %s to %s", pNew->name, oldTagName, newTagName);
106,072✔
1821
  TAOS_RETURN(code);
106,072✔
1822
}
1823

1824
static int32_t mndAlterStbTagBytes(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const SField *pField) {
310,180✔
1825
  int32_t code = 0;
310,180✔
1826
  int32_t tag = mndFindSuperTableTagIndex(pOld, pField->name);
310,180✔
1827
  if (tag < 0) {
310,180✔
1828
    code = TSDB_CODE_MND_TAG_NOT_EXIST;
×
1829
    TAOS_RETURN(code);
×
1830
  }
1831

1832
  col_id_t colId = pOld->pTags[tag].colId;
310,180✔
1833
  TAOS_CHECK_RETURN(mndCheckAlterColForTSma(pMnode, pOld->name, pOld->uid, colId, true));
310,180✔
1834

1835
  uint32_t nLen = 0;
310,180✔
1836
  for (int32_t i = 0; i < pOld->numOfTags; ++i) {
12,410,576✔
1837
    nLen += (pOld->pTags[i].colId == colId) ? pField->bytes : pOld->pTags[i].bytes;
12,100,396✔
1838
  }
1839

1840
  if (nLen > TSDB_MAX_TAGS_LEN) {
310,180✔
1841
    code = TSDB_CODE_PAR_INVALID_TAGS_LENGTH;
176,985✔
1842
    TAOS_RETURN(code);
176,985✔
1843
  }
1844

1845
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
133,195✔
1846

1847
  SSchema *pTag = pNew->pTags + tag;
133,195✔
1848

1849
  if (!(pTag->type == TSDB_DATA_TYPE_BINARY || pTag->type == TSDB_DATA_TYPE_VARBINARY ||
133,195✔
1850
        pTag->type == TSDB_DATA_TYPE_NCHAR || pTag->type == TSDB_DATA_TYPE_GEOMETRY)) {
128,064✔
1851
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
1852
    TAOS_RETURN(code);
×
1853
  }
1854

1855
  if (pField->bytes <= pTag->bytes) {
133,195✔
1856
    code = TSDB_CODE_MND_INVALID_ROW_BYTES;
46,575✔
1857
    TAOS_RETURN(code);
46,575✔
1858
  }
1859

1860
  pTag->bytes = pField->bytes;
86,620✔
1861
  pNew->tagVer++;
86,620✔
1862

1863
  mInfo("stb:%s, start to modify tag len %s to %d", pNew->name, pField->name, pField->bytes);
86,620✔
1864
  TAOS_RETURN(code);
86,620✔
1865
}
1866

1867
static int32_t mndUpdateSuperTableColumnCompress(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, SArray *pField,
87,726✔
1868
                                                 int32_t nCols) {
1869
  // if (pColCmpr == NULL || colName == NULL) return -1;
1870

1871
  if (taosArrayGetSize(pField) != nCols) return TSDB_CODE_FAILED;
87,726✔
1872
  TAOS_FIELD *p = taosArrayGet(pField, 0);
87,726✔
1873

1874
  int32_t code = 0;
87,726✔
1875
  int32_t idx = mndFindSuperTableColumnIndex(pOld, p->name);
87,726✔
1876
  if (idx == -1) {
87,726✔
1877
    code = TSDB_CODE_MND_COLUMN_NOT_EXIST;
×
1878
    TAOS_RETURN(code);
×
1879
  }
1880
  SSchema *pTarget = &pOld->pColumns[idx];
87,726✔
1881
  col_id_t colId = pTarget->colId;
87,726✔
1882

1883
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
87,726✔
1884
  code = validColCmprByType(pTarget->type, p->bytes);
87,726✔
1885
  if (code != TSDB_CODE_SUCCESS) {
87,726✔
1886
    TAOS_RETURN(code);
2,100✔
1887
  }
1888

1889
  int8_t updated = 0;
85,626✔
1890
  for (int i = 0; i < pNew->numOfColumns; i++) {
725,968✔
1891
    SColCmpr *pCmpr = &pNew->pCmpr[i];
725,968✔
1892
    if (pCmpr->id == colId) {
725,968✔
1893
      uint32_t dst = 0;
85,626✔
1894
      updated = tUpdateCompress(pCmpr->alg, p->bytes, TSDB_COLVAL_COMPRESS_DISABLED, TSDB_COLVAL_LEVEL_DISABLED,
85,626✔
1895
                                TSDB_COLVAL_LEVEL_MEDIUM, &dst);
1896
      if (updated > 0) pCmpr->alg = dst;
85,626✔
1897
      break;
85,626✔
1898
    }
1899
  }
1900

1901
  if (updated == 0) {
85,626✔
1902
    code = TSDB_CODE_MND_COLUMN_COMPRESS_ALREADY_EXIST;
7,420✔
1903
    TAOS_RETURN(code);
7,420✔
1904
  } else if (updated == -1) {
78,206✔
1905
    code = TSDB_CODE_TSC_COMPRESS_LEVEL_ERROR;
×
1906
    TAOS_RETURN(code);
×
1907
  }
1908

1909
  pNew->colVer++;
78,206✔
1910

1911
  TAOS_RETURN(code);
78,206✔
1912
}
1913
static int32_t mndAddSuperTableColumn(const SStbObj *pOld, SStbObj *pNew, const SMAlterStbReq* pReq, int32_t ncols,
2,491,874✔
1914
                                      int8_t withCompress) {
1915
  int32_t code = 0;
2,491,874✔
1916
  int32_t maxColumns = pOld->virtualStb ? TSDB_MAX_COLUMNS : TSDB_MAX_COLUMNS_NON_VIRTUAL;
2,491,874✔
1917
  int32_t maxBytesPerRow = pOld->virtualStb ? TSDB_MAX_BYTES_PER_ROW_VIRTUAL : TSDB_MAX_BYTES_PER_ROW;
2,491,874✔
1918
  if (pOld->numOfColumns + ncols + pOld->numOfTags > maxColumns) {
2,491,874✔
1919
    code = TSDB_CODE_MND_TOO_MANY_COLUMNS;
×
1920
    TAOS_RETURN(code);
×
1921
  }
1922

1923
  if ((code = grantCheck(TSDB_GRANT_TIMESERIES)) != 0) {
2,491,874✔
1924
    TAOS_RETURN(code);
×
1925
  }
1926

1927
  if (!mndValidateSchema(pOld->pColumns, pOld->numOfColumns, pReq->pFields, maxBytesPerRow)) {
2,491,874✔
UNCOV
1928
    code = TSDB_CODE_PAR_INVALID_ROW_LENGTH;
×
UNCOV
1929
    TAOS_RETURN(code);
×
1930
  }
1931

1932
  pNew->numOfColumns = pNew->numOfColumns + ncols;
2,491,874✔
1933

1934
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
2,491,874✔
1935

1936
  if (pNew->nextColId < 0 || pNew->nextColId >= 0x7fff - ncols) {
2,491,874✔
1937
    code = TSDB_CODE_OUT_OF_RANGE;
1,046✔
1938
    TAOS_RETURN(code);
1,046✔
1939
  }
1940

1941
  for (int32_t i = 0; i < ncols; i++) {
4,692,111✔
1942
    if (withCompress) {
2,490,828✔
1943
      SFieldWithOptions *pField = taosArrayGet(pReq->pFields, i);
241,720✔
1944
      if (mndFindSuperTableColumnIndex(pOld, pField->name) >= 0) {
241,720✔
1945
        code = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
×
1946
        TAOS_RETURN(code);
×
1947
      }
1948

1949
      if (mndFindSuperTableTagIndex(pOld, pField->name) >= 0) {
241,720✔
1950
        code = TSDB_CODE_MND_TAG_ALREADY_EXIST;
×
1951
        TAOS_RETURN(code);
×
1952
      }
1953

1954
      SSchema *pSchema = &pNew->pColumns[pOld->numOfColumns + i];
241,720✔
1955
      pSchema->bytes = pField->bytes;
241,720✔
1956
      pSchema->type = pField->type;
241,720✔
1957
      memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
241,720✔
1958
      if (pNew->nextColId > INT16_MAX) {
241,720✔
1959
        code = TSDB_CODE_MND_EXCEED_MAX_COL_ID;
×
1960
        TAOS_RETURN(code);
×
1961
      }
1962
      pSchema->colId = pNew->nextColId;
241,720✔
1963
      pNew->nextColId++;
241,720✔
1964

1965
      SColCmpr *pCmpr = &pNew->pCmpr[pOld->numOfColumns + i];
241,720✔
1966
      pCmpr->id = pSchema->colId;
241,720✔
1967
      pCmpr->alg = pField->compress;
241,720✔
1968
      mInfo("stb:%s, start to add column %s", pNew->name, pSchema->name);
241,720✔
1969
    } else {
1970
      SField *pField = taosArrayGet(pReq->pFields, i);
2,249,108✔
1971
      if (mndFindSuperTableColumnIndex(pOld, pField->name) >= 0) {
2,249,108✔
1972
        code = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
287,658✔
1973
        TAOS_RETURN(code);
287,658✔
1974
      }
1975

1976
      if (mndFindSuperTableTagIndex(pOld, pField->name) >= 0) {
1,961,450✔
1977
        code = TSDB_CODE_MND_TAG_ALREADY_EXIST;
1,887✔
1978
        TAOS_RETURN(code);
1,887✔
1979
      }
1980

1981
      SSchema *pSchema = &pNew->pColumns[pOld->numOfColumns + i];
1,959,563✔
1982
      pSchema->bytes = pField->bytes;
1,959,563✔
1983
      pSchema->type = pField->type;
1,959,563✔
1984
      memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
1,959,563✔
1985
      if (pNew->nextColId > INT16_MAX) {
1,959,563✔
1986
        code = TSDB_CODE_MND_EXCEED_MAX_COL_ID;
×
1987
        TAOS_RETURN(code);
×
1988
      }
1989
      pSchema->colId = pNew->nextColId;
1,959,563✔
1990
      pNew->nextColId++;
1,959,563✔
1991

1992
      SColCmpr *pCmpr = &pNew->pCmpr[pOld->numOfColumns + i];
1,959,563✔
1993
      pCmpr->id = pSchema->colId;
1,959,563✔
1994
      pCmpr->alg = createDefaultColCmprByType(pSchema->type);
1,959,563✔
1995
      mInfo("stb:%s, start to add column %s", pNew->name, pSchema->name);
1,959,563✔
1996
    }
1997
  }
1998
  // 1. old schema already has extschemas
1999
  // 2. new schema has extschemas
2000
  if (pReq->pTypeMods || pOld->pExtSchemas) {
2,201,283✔
2001
    if (!pNew->pExtSchemas) {
2,201,283✔
2002
      // all ext schemas reset to zero
2003
      pNew->pExtSchemas = taosMemoryCalloc(pNew->numOfColumns, sizeof(SExtSchema));
30,586✔
2004
      if (!pNew->pExtSchemas) TAOS_RETURN(terrno);
30,586✔
2005
    }
2006
    if (pOld->pExtSchemas) {
2,201,283✔
2007
      memcpy(pNew->pExtSchemas, pOld->pExtSchemas, pOld->numOfColumns * sizeof(SExtSchema));
2,170,697✔
2008
    }
2009
    if (taosArrayGetSize(pReq->pTypeMods) > 0) {
2,201,283✔
2010
      // copy added column ext schema
2011
      for (int32_t i = 0; i < ncols; ++i) {
4,402,566✔
2012
        pNew->pColumns[pOld->numOfColumns + i].flags |= COL_HAS_TYPE_MOD;
2,201,283✔
2013
        pNew->pExtSchemas[pOld->numOfColumns + i].typeMod = *(STypeMod *)taosArrayGet(pReq->pTypeMods, i);
2,201,283✔
2014
      }
2015
    }
2016
  }
2017

2018
  pNew->colVer++;
2,201,283✔
2019
  TAOS_RETURN(code);
2,201,283✔
2020
}
2021

2022
static int32_t mndDropSuperTableColumn(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const char *colName) {
1,458,140✔
2023
  int32_t code = 0;
1,458,140✔
2024
  int32_t col = mndFindSuperTableColumnIndex(pOld, colName);
1,458,140✔
2025
  if (col < 0) {
1,458,140✔
2026
    code = TSDB_CODE_MND_COLUMN_NOT_EXIST;
1,887✔
2027
    TAOS_RETURN(code);
1,887✔
2028
  }
2029

2030
  if (col == 0) {
1,456,253✔
2031
    code = TSDB_CODE_MND_INVALID_STB_ALTER_OPTION;
1,345✔
2032
    TAOS_RETURN(code);
1,345✔
2033
  }
2034

2035
  if (pOld->numOfColumns == 2) {
1,454,908✔
2036
    code = TSDB_CODE_PAR_INVALID_DROP_COL;
×
2037
    TAOS_RETURN(code);
×
2038
  }
2039

2040
  col_id_t colId = pOld->pColumns[col].colId;
1,454,908✔
2041
  TAOS_CHECK_RETURN(mndCheckAlterColForTSma(pMnode, pOld->name, pOld->uid, colId, false));
1,454,908✔
2042

2043
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
1,454,908✔
2044

2045
  int32_t sz = pNew->numOfColumns - col - 1;
1,454,908✔
2046
  memmove(pNew->pColumns + col, pNew->pColumns + col + 1, sizeof(SSchema) * sz);
1,454,908✔
2047
  memmove(pNew->pCmpr + col, pNew->pCmpr + col + 1, sizeof(SColCmpr) * sz);
1,454,908✔
2048
  if (pOld->pExtSchemas) {
1,454,908✔
2049
    memmove(pNew->pExtSchemas + col, pNew->pExtSchemas + col + 1, sizeof(SExtSchema) * sz);
1,427,801✔
2050
  }
2051
  pNew->numOfColumns--;
1,454,908✔
2052

2053
  pNew->colVer++;
1,454,908✔
2054
  mInfo("stb:%s, start to drop col %s", pNew->name, colName);
1,454,908✔
2055
  TAOS_RETURN(code);
1,454,908✔
2056
}
2057

2058
static int32_t mndAlterStbColumnBytes(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const SField *pField) {
484,253✔
2059
  int32_t code = 0;
484,253✔
2060
  int32_t col = mndFindSuperTableColumnIndex(pOld, pField->name);
484,253✔
2061
  if (col < 0) {
484,253✔
2062
    code = TSDB_CODE_MND_COLUMN_NOT_EXIST;
×
2063
    TAOS_RETURN(code);
×
2064
  }
2065

2066
  col_id_t colId = pOld->pColumns[col].colId;
484,253✔
2067

2068
  uint32_t nLen = 0;
484,253✔
2069
  int32_t  maxBytesPerRow = pOld->virtualStb ? TSDB_MAX_BYTES_PER_ROW_VIRTUAL : TSDB_MAX_BYTES_PER_ROW;
484,253✔
2070
  for (int32_t i = 0; i < pOld->numOfColumns; ++i) {
36,907,161✔
2071
    nLen += (pOld->pColumns[i].colId == colId) ? pField->bytes : pOld->pColumns[i].bytes;
36,422,908✔
2072
  }
2073

2074
  if (nLen > maxBytesPerRow) {
484,253✔
2075
    code = TSDB_CODE_MND_INVALID_ROW_BYTES;
18,630✔
2076
    TAOS_RETURN(code);
18,630✔
2077
  }
2078

2079
  TAOS_CHECK_RETURN(mndCheckAlterColForTSma(pMnode, pOld->name, pOld->uid, colId, false));
465,623✔
2080

2081
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
465,623✔
2082

2083
  SSchema *pCol = pNew->pColumns + col;
465,623✔
2084
  if (!(pCol->type == TSDB_DATA_TYPE_BINARY || pCol->type == TSDB_DATA_TYPE_VARBINARY ||
465,623✔
2085
        pCol->type == TSDB_DATA_TYPE_NCHAR || pCol->type == TSDB_DATA_TYPE_GEOMETRY)) {
454,621✔
2086
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
2087
    TAOS_RETURN(code);
×
2088
  }
2089

2090
  if (pField->bytes <= pCol->bytes) {
465,623✔
2091
    code = TSDB_CODE_MND_INVALID_ROW_BYTES;
181,953✔
2092
    TAOS_RETURN(code);
181,953✔
2093
  }
2094

2095
  pCol->bytes = pField->bytes;
283,670✔
2096
  pNew->colVer++;
283,670✔
2097

2098
  mInfo("stb:%s, start to modify col len %s to %d", pNew->name, pField->name, pField->bytes);
283,670✔
2099
  TAOS_RETURN(code);
283,670✔
2100
}
2101

2102
static int32_t mndSetAlterStbPrepareLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
4,421,164✔
2103
  int32_t  code = 0;
4,421,164✔
2104
  SSdbRaw *pRedoRaw = mndStbActionEncode(pStb);
4,421,164✔
2105
  if (pRedoRaw == NULL) {
4,421,164✔
2106
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2107
    if (terrno != 0) code = terrno;
×
2108
    TAOS_RETURN(code);
×
2109
  }
2110
  if ((code = mndTransAppendPrepareLog(pTrans, pRedoRaw)) != 0) {
4,421,164✔
2111
    sdbFreeRaw(pRedoRaw);
×
2112
    TAOS_RETURN(code);
×
2113
  }
2114
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_READY));
4,421,164✔
2115

2116
  TAOS_RETURN(code);
4,421,164✔
2117
}
2118

2119
static int32_t mndSetAlterStbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
4,421,164✔
2120
  int32_t  code = 0;
4,421,164✔
2121
  SSdbRaw *pCommitRaw = mndStbActionEncode(pStb);
4,421,164✔
2122
  if (pCommitRaw == NULL) {
4,421,164✔
2123
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2124
    if (terrno != 0) code = terrno;
×
2125
    TAOS_RETURN(code);
×
2126
  }
2127
  if ((code = mndTransAppendCommitlog(pTrans, pCommitRaw)) != 0) {
4,421,164✔
2128
    sdbFreeRaw(pCommitRaw);
×
2129
    TAOS_RETURN(code);
×
2130
  }
2131
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY));
4,421,164✔
2132

2133
  TAOS_RETURN(code);
4,421,164✔
2134
}
2135

2136
static int32_t mndSetAlterStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb, void *alterOriData,
4,421,164✔
2137
                                         int32_t alterOriDataLen) {
2138
  int32_t code = 0;
4,421,164✔
2139
  SSdb   *pSdb = pMnode->pSdb;
4,421,164✔
2140
  SVgObj *pVgroup = NULL;
4,421,164✔
2141
  void   *pIter = NULL;
4,421,164✔
2142
  int32_t contLen;
4,421,164✔
2143

2144
  while (1) {
11,541,539✔
2145
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
15,962,703✔
2146
    if (pIter == NULL) break;
15,962,703✔
2147
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
11,541,539✔
2148
      sdbRelease(pSdb, pVgroup);
5,433,250✔
2149
      continue;
5,433,250✔
2150
    }
2151

2152
    void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, alterOriData, alterOriDataLen);
6,108,289✔
2153
    if (pReq == NULL) {
6,108,289✔
2154
      sdbCancelFetch(pSdb, pIter);
×
2155
      sdbRelease(pSdb, pVgroup);
×
2156
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2157
      if (terrno != 0) code = terrno;
×
2158
      TAOS_RETURN(code);
×
2159
    }
2160
    STransAction action = {0};
6,108,289✔
2161
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
6,108,289✔
2162
    action.pCont = pReq;
6,108,289✔
2163
    action.contLen = contLen;
6,108,289✔
2164
    action.msgType = TDMT_VND_ALTER_STB;
6,108,289✔
2165
    if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
6,108,289✔
2166
      taosMemoryFree(pReq);
×
2167
      sdbCancelFetch(pSdb, pIter);
×
2168
      sdbRelease(pSdb, pVgroup);
×
2169
      TAOS_RETURN(code);
×
2170
    }
2171
    sdbRelease(pSdb, pVgroup);
6,108,289✔
2172
  }
2173

2174
  TAOS_RETURN(code);
4,421,164✔
2175
}
2176

2177
static int32_t mndSetAlterStbRedoActions2(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb,
×
2178
                                          void *alterOriData, int32_t alterOriDataLen) {
2179
  int32_t code = 0;
×
2180
  SSdb   *pSdb = pMnode->pSdb;
×
2181
  SVgObj *pVgroup = NULL;
×
2182
  void   *pIter = NULL;
×
2183
  int32_t contLen;
×
2184

2185
  while (1) {
×
2186
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
×
2187
    if (pIter == NULL) break;
×
2188
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
×
2189
      sdbRelease(pSdb, pVgroup);
×
2190
      continue;
×
2191
    }
2192

2193
    void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, alterOriData, alterOriDataLen);
×
2194
    if (pReq == NULL) {
×
2195
      sdbCancelFetch(pSdb, pIter);
×
2196
      sdbRelease(pSdb, pVgroup);
×
2197
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2198
      if (terrno != 0) code = terrno;
×
2199
      TAOS_RETURN(code);
×
2200
    }
2201
    STransAction action = {0};
×
2202
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
×
2203
    action.pCont = pReq;
×
2204
    action.contLen = contLen;
×
2205
    action.msgType = TDMT_VND_CREATE_INDEX;
×
2206
    if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
×
2207
      taosMemoryFree(pReq);
×
2208
      sdbCancelFetch(pSdb, pIter);
×
2209
      sdbRelease(pSdb, pVgroup);
×
2210
      TAOS_RETURN(code);
×
2211
    }
2212
    sdbRelease(pSdb, pVgroup);
×
2213
  }
2214

2215
  TAOS_RETURN(code);
×
2216
}
2217

2218
static int32_t mndBuildStbSchemaImp(SMnode *pMnode, SDbObj *pDb, SStbObj *pStb, const char *tbName, STableMetaRsp *pRsp, bool refByStm) {
20,549,198✔
2219
  int32_t code = 0;
20,549,198✔
2220
  taosRLockLatch(&pStb->lock);
20,549,198✔
2221

2222
  int32_t totalCols = pStb->numOfColumns + pStb->numOfTags;
20,549,198✔
2223
  pRsp->pSchemas = taosMemoryCalloc(totalCols, sizeof(SSchema));
20,549,198✔
2224
  if (pRsp->pSchemas == NULL) {
20,549,198✔
2225
    taosRUnLockLatch(&pStb->lock);
×
2226
    code = terrno;
×
2227
    TAOS_RETURN(code);
×
2228
  }
2229
  pRsp->pSchemaExt = taosMemoryCalloc(pStb->numOfColumns, sizeof(SSchemaExt));
20,549,198✔
2230
  if (pRsp->pSchemaExt == NULL) {
20,549,198✔
2231
    taosRUnLockLatch(&pStb->lock);
×
2232
    code = terrno;
×
2233
    TAOS_RETURN(code);
×
2234
  }
2235
  pRsp->numOfColRefs = 0;
20,549,198✔
2236
  pRsp->pColRefs = NULL;
20,549,198✔
2237
  tstrncpy(pRsp->dbFName, pStb->db, sizeof(pRsp->dbFName));
20,549,198✔
2238
  tstrncpy(pRsp->tbName, tbName, sizeof(pRsp->tbName));
20,549,198✔
2239
  tstrncpy(pRsp->stbName, tbName, sizeof(pRsp->stbName));
20,549,198✔
2240
  pRsp->dbId = pDb->uid;
20,549,198✔
2241
  pRsp->numOfTags = pStb->numOfTags;
20,549,198✔
2242
  pRsp->numOfColumns = pStb->numOfColumns;
20,549,198✔
2243
  pRsp->precision = pDb->cfg.precision;
20,549,198✔
2244
  pRsp->tableType = TSDB_SUPER_TABLE;
20,549,198✔
2245
  pRsp->sversion = pStb->colVer;
20,549,198✔
2246
  pRsp->tversion = pStb->tagVer;
20,549,198✔
2247
  pRsp->suid = pStb->uid;
20,549,198✔
2248
  pRsp->tuid = pStb->uid;
20,549,198✔
2249
  pRsp->virtualStb = pStb->virtualStb;
20,549,198✔
2250
  pRsp->ownerId = pStb->ownerId;
20,549,198✔
2251
  pRsp->isAudit = pDb->cfg.isAudit ? 1 : 0;
20,549,198✔
2252

2253
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
576,310,396✔
2254
    SSchema *pSchema = &pRsp->pSchemas[i];
555,761,198✔
2255
    SSchema *pSrcSchema = &pStb->pColumns[i];
555,761,198✔
2256
    memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
555,761,198✔
2257
    pSchema->type = pSrcSchema->type;
555,761,198✔
2258
    pSchema->flags = pSrcSchema->flags;
555,761,198✔
2259
    pSchema->colId = pSrcSchema->colId;
555,761,198✔
2260
    pSchema->bytes = pSrcSchema->bytes;
555,761,198✔
2261
  }
2262
  
2263
  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
93,418,434✔
2264
    SSchema *pSchema = &pRsp->pSchemas[i + pStb->numOfColumns];
72,869,236✔
2265
    SSchema *pSrcSchema = &pStb->pTags[i];
72,869,236✔
2266
    memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
72,869,236✔
2267
    pSchema->type = pSrcSchema->type;
72,869,236✔
2268
    pSchema->flags = pSrcSchema->flags;
72,869,236✔
2269
    pSchema->colId = pSrcSchema->colId;
72,869,236✔
2270
    pSchema->bytes = pSrcSchema->bytes;
72,869,236✔
2271
  }
2272

2273
  if (refByStm) {
20,549,198✔
2274
    mndStreamUpdateTagsRefFlag(pMnode, pStb->uid, &pRsp->pSchemas[pStb->numOfColumns], pStb->numOfTags);
14,430,212✔
2275
  }
2276

2277
  for (int32_t i = 0; i < pStb->numOfColumns; i++) {
576,310,396✔
2278
    SColCmpr   *pCmpr = &pStb->pCmpr[i];
555,761,198✔
2279
    SSchemaExt *pSchEx = &pRsp->pSchemaExt[i];
555,761,198✔
2280
    pSchEx->colId = pCmpr->id;
555,761,198✔
2281
    pSchEx->compress = pCmpr->alg;
555,761,198✔
2282
    if (pStb->pExtSchemas) {
555,761,198✔
2283
      pSchEx->typeMod = pStb->pExtSchemas[i].typeMod;
275,958,857✔
2284
    }
2285
  }
2286

2287
  taosRUnLockLatch(&pStb->lock);
20,549,198✔
2288
  TAOS_RETURN(code);
20,549,198✔
2289
}
2290

2291
static int32_t mndBuildStbCfgImp(SDbObj *pDb, SStbObj *pStb, const char *tbName, STableCfgRsp *pRsp) {
23,265✔
2292
  int32_t code = 0;
23,265✔
2293
  taosRLockLatch(&pStb->lock);
23,265✔
2294

2295
  int32_t totalCols = pStb->numOfColumns + pStb->numOfTags;
23,265✔
2296
  pRsp->pSchemas = taosMemoryCalloc(totalCols, sizeof(SSchema));
23,265✔
2297
  if (pRsp->pSchemas == NULL) {
23,265✔
2298
    taosRUnLockLatch(&pStb->lock);
×
2299
    code = terrno;
×
2300
    TAOS_RETURN(code);
×
2301
  }
2302

2303
  tstrncpy(pRsp->dbFName, pStb->db, sizeof(pRsp->dbFName));
23,265✔
2304
  tstrncpy(pRsp->tbName, tbName, sizeof(pRsp->tbName));
23,265✔
2305
  tstrncpy(pRsp->stbName, tbName, sizeof(pRsp->stbName));
23,265✔
2306
  pRsp->numOfTags = pStb->numOfTags;
23,265✔
2307
  pRsp->numOfColumns = pStb->numOfColumns;
23,265✔
2308
  pRsp->tableType = TSDB_SUPER_TABLE;
23,265✔
2309
  pRsp->delay1 = pStb->maxdelay[0];
23,265✔
2310
  pRsp->delay2 = pStb->maxdelay[1];
23,265✔
2311
  pRsp->watermark1 = pStb->watermark[0];
23,265✔
2312
  pRsp->watermark2 = pStb->watermark[1];
23,265✔
2313
  pRsp->ttl = pStb->ttl;
23,265✔
2314
  pRsp->keep = pStb->keep;
23,265✔
2315
  pRsp->commentLen = pStb->commentLen;
23,265✔
2316
  if (pStb->commentLen > 0) {
23,265✔
2317
    pRsp->pComment = taosStrdup(pStb->comment);
×
2318
  }
2319

2320
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
135,648✔
2321
    SSchema *pSchema = &pRsp->pSchemas[i];
112,383✔
2322
    SSchema *pSrcSchema = &pStb->pColumns[i];
112,383✔
2323
    memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
112,383✔
2324
    pSchema->type = pSrcSchema->type;
112,383✔
2325
    pSchema->flags = pSrcSchema->flags;
112,383✔
2326
    pSchema->colId = pSrcSchema->colId;
112,383✔
2327
    pSchema->bytes = pSrcSchema->bytes;
112,383✔
2328
  }
2329

2330
  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
66,008✔
2331
    SSchema *pSchema = &pRsp->pSchemas[i + pStb->numOfColumns];
42,743✔
2332
    SSchema *pSrcSchema = &pStb->pTags[i];
42,743✔
2333
    memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
42,743✔
2334
    pSchema->type = pSrcSchema->type;
42,743✔
2335
    pSchema->flags = pSrcSchema->flags;
42,743✔
2336
    pSchema->colId = pSrcSchema->colId;
42,743✔
2337
    pSchema->bytes = pSrcSchema->bytes;
42,743✔
2338
  }
2339

2340
  if (pStb->numOfFuncs > 0) {
23,265✔
2341
    pRsp->pFuncs = taosArrayDup(pStb->pFuncs, NULL);
×
2342
  }
2343

2344
  pRsp->pSchemaExt = taosMemoryCalloc(pStb->numOfColumns, sizeof(SSchemaExt));
23,265✔
2345
  for (int32_t i = 0; i < pStb->numOfColumns; i++) {
135,648✔
2346
    SColCmpr *pCmpr = &pStb->pCmpr[i];
112,383✔
2347

2348
    SSchemaExt *pSchExt = &pRsp->pSchemaExt[i];
112,383✔
2349
    pSchExt->colId = pCmpr->id;
112,383✔
2350
    pSchExt->compress = pCmpr->alg;
112,383✔
2351
    if (pStb->pExtSchemas) {
112,383✔
2352
      pSchExt->typeMod = pStb->pExtSchemas[i].typeMod;
30,470✔
2353
    }
2354
  }
2355
  pRsp->virtualStb = pStb->virtualStb;
23,265✔
2356
  pRsp->pColRefs = NULL;
23,265✔
2357

2358
  taosRUnLockLatch(&pStb->lock);
23,265✔
2359
  TAOS_RETURN(code);
23,265✔
2360
}
2361

2362
static int32_t mndValidateStbVersion(SMnode *pMnode, SSTableVersion *pStbVer, bool *schema, bool *sma) {
6,926,702✔
2363
  int32_t code = 0;
6,926,702✔
2364
  char    tbFName[TSDB_TABLE_FNAME_LEN] = {0};
6,926,702✔
2365
  snprintf(tbFName, sizeof(tbFName), "%s.%s", pStbVer->dbFName, pStbVer->stbName);
6,926,702✔
2366

2367
  SDbObj *pDb = mndAcquireDb(pMnode, pStbVer->dbFName);
6,926,702✔
2368
  if (pDb == NULL) {
6,926,702✔
2369
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
27,162✔
2370
    TAOS_RETURN(code);
27,162✔
2371
  }
2372

2373
  if (pDb->uid != pStbVer->dbId) {
6,899,540✔
2374
    mndReleaseDb(pMnode, pDb);
6,301✔
2375
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
6,301✔
2376
    TAOS_RETURN(code);
6,301✔
2377
  }
2378

2379
  SStbObj *pStb = mndAcquireStb(pMnode, tbFName);
6,893,239✔
2380
  if (pStb == NULL) {
6,893,239✔
2381
    mndReleaseDb(pMnode, pDb);
2,311✔
2382
    code = TSDB_CODE_PAR_TABLE_NOT_EXIST;
2,311✔
2383
    TAOS_RETURN(code);
2,311✔
2384
  }
2385

2386
  taosRLockLatch(&pStb->lock);
6,890,928✔
2387

2388
  if (pStbVer->sversion != pStb->colVer || pStbVer->tversion != pStb->tagVer) {
6,890,928✔
2389
    *schema = true;
24,919✔
2390
  } else {
2391
    *schema = false;
6,866,009✔
2392
  }
2393

2394
  if (pStbVer->smaVer && pStbVer->smaVer != pStb->smaVer) {
6,890,928✔
2395
    *sma = true;
×
2396
  } else {
2397
    *sma = false;
6,890,928✔
2398
  }
2399

2400
  taosRUnLockLatch(&pStb->lock);
6,890,928✔
2401

2402
  mndReleaseDb(pMnode, pDb);
6,890,928✔
2403
  mndReleaseStb(pMnode, pStb);
6,890,928✔
2404
  return TSDB_CODE_SUCCESS;
6,890,928✔
2405
}
2406

2407
static int32_t mndBuildStbSchema(SMnode *pMnode, const char *dbFName, const char *tbName, STableMetaRsp *pRsp, bool refByStm) {
15,151,846✔
2408
  int32_t code = 0;
15,151,846✔
2409
  char    tbFName[TSDB_TABLE_FNAME_LEN] = {0};
15,151,846✔
2410
  snprintf(tbFName, sizeof(tbFName), "%s.%s", dbFName, tbName);
15,151,846✔
2411

2412
  SDbObj *pDb = mndAcquireDb(pMnode, dbFName);
15,151,846✔
2413
  if (pDb == NULL) {
15,151,846✔
2414
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
2415
    TAOS_RETURN(code);
×
2416
  }
2417

2418
  SStbObj *pStb = mndAcquireStb(pMnode, tbFName);
15,151,846✔
2419
  if (pStb == NULL) {
15,151,846✔
2420
    mndReleaseDb(pMnode, pDb);
696,715✔
2421
    code = TSDB_CODE_PAR_TABLE_NOT_EXIST;
696,715✔
2422
    TAOS_RETURN(code);
696,715✔
2423
  }
2424

2425
  code = mndBuildStbSchemaImp(pMnode, pDb, pStb, tbName, pRsp, refByStm);
14,455,131✔
2426
  mndReleaseDb(pMnode, pDb);
14,455,131✔
2427
  mndReleaseStb(pMnode, pStb);
14,455,131✔
2428
  TAOS_RETURN(code);
14,455,131✔
2429
}
2430

2431
static int32_t mndBuildStbCfg(SMnode *pMnode, const char *dbFName, const char *tbName, STableCfgRsp *pRsp) {
23,265✔
2432
  int32_t code = 0;
23,265✔
2433
  char    tbFName[TSDB_TABLE_FNAME_LEN] = {0};
23,265✔
2434
  snprintf(tbFName, sizeof(tbFName), "%s.%s", dbFName, tbName);
23,265✔
2435

2436
  SDbObj *pDb = mndAcquireDb(pMnode, dbFName);
23,265✔
2437
  if (pDb == NULL) {
23,265✔
2438
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
2439
    TAOS_RETURN(code);
×
2440
  }
2441

2442
  SStbObj *pStb = mndAcquireStb(pMnode, tbFName);
23,265✔
2443
  if (pStb == NULL) {
23,265✔
2444
    mndReleaseDb(pMnode, pDb);
×
2445
    code = TSDB_CODE_PAR_TABLE_NOT_EXIST;
×
2446
    TAOS_RETURN(code);
×
2447
  }
2448

2449
  code = mndBuildStbCfgImp(pDb, pStb, tbName, pRsp);
23,265✔
2450

2451
  mndReleaseDb(pMnode, pDb);
23,265✔
2452
  mndReleaseStb(pMnode, pStb);
23,265✔
2453
  TAOS_RETURN(code);
23,265✔
2454
}
2455

2456
static int32_t mndBuildSMAlterStbRsp(SDbObj *pDb, SStbObj *pObj, void **pCont, int32_t *pLen) {
4,366,286✔
2457
  int32_t       code = 0;
4,366,286✔
2458
  SEncoder      ec = {0};
4,366,286✔
2459
  uint32_t      contLen = 0;
4,366,286✔
2460
  SMAlterStbRsp alterRsp = {0};
4,366,286✔
2461
  SName         name = {0};
4,366,286✔
2462
  TAOS_CHECK_RETURN(tNameFromString(&name, pObj->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE));
4,366,286✔
2463

2464
  alterRsp.pMeta = taosMemoryCalloc(1, sizeof(STableMetaRsp));
4,366,286✔
2465
  if (NULL == alterRsp.pMeta) {
4,366,286✔
2466
    code = terrno;
×
2467
    TAOS_RETURN(code);
×
2468
  }
2469

2470
  code = mndBuildStbSchemaImp(NULL, pDb, pObj, name.tname, alterRsp.pMeta, false);
4,366,286✔
2471
  if (code) {
4,366,286✔
2472
    tFreeSMAlterStbRsp(&alterRsp);
×
2473
    return code;
×
2474
  }
2475

2476
  tEncodeSize(tEncodeSMAlterStbRsp, &alterRsp, contLen, code);
4,366,286✔
2477
  if (code) {
4,366,286✔
2478
    tFreeSMAlterStbRsp(&alterRsp);
×
2479
    return code;
×
2480
  }
2481

2482
  void *cont = taosMemoryMalloc(contLen);
4,366,286✔
2483
  if (NULL == cont) {
4,366,286✔
2484
    code = terrno;
×
2485
    tFreeSMAlterStbRsp(&alterRsp);
×
2486
    TAOS_RETURN(code);
×
2487
  }
2488
  tEncoderInit(&ec, cont, contLen);
4,366,286✔
2489
  code = tEncodeSMAlterStbRsp(&ec, &alterRsp);
4,366,286✔
2490
  tEncoderClear(&ec);
4,366,286✔
2491

2492
  tFreeSMAlterStbRsp(&alterRsp);
4,366,286✔
2493

2494
  if (code < 0) TAOS_RETURN(code);
4,366,286✔
2495

2496
  *pCont = cont;
4,366,286✔
2497
  *pLen = contLen;
4,366,286✔
2498

2499
  TAOS_RETURN(code);
4,366,286✔
2500
}
2501

2502
int32_t mndBuildSMCreateStbRsp(SMnode *pMnode, char *dbFName, char *stbFName, void **pCont, int32_t *pLen) {
1,729,227✔
2503
  int32_t code = -1;
1,729,227✔
2504
  SDbObj *pDb = mndAcquireDb(pMnode, dbFName);
1,729,227✔
2505
  if (NULL == pDb) {
1,729,227✔
2506
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2507
    if (terrno != 0) code = terrno;
×
2508
    TAOS_RETURN(code);
×
2509
  }
2510

2511
  SStbObj *pObj = mndAcquireStb(pMnode, stbFName);
1,729,227✔
2512
  if (NULL == pObj) {
1,729,227✔
2513
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
1,446✔
2514
    if (terrno != 0) code = terrno;
1,446✔
2515
    goto _OVER;
1,446✔
2516
  }
2517

2518
  SEncoder       ec = {0};
1,727,781✔
2519
  uint32_t       contLen = 0;
1,727,781✔
2520
  SMCreateStbRsp stbRsp = {0};
1,727,781✔
2521
  SName          name = {0};
1,727,781✔
2522
  TAOS_CHECK_GOTO(tNameFromString(&name, pObj->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE), NULL, _OVER);
1,727,781✔
2523

2524
  stbRsp.pMeta = taosMemoryCalloc(1, sizeof(STableMetaRsp));
1,727,781✔
2525
  if (NULL == stbRsp.pMeta) {
1,727,781✔
2526
    code = terrno;
×
2527
    goto _OVER;
×
2528
  }
2529

2530
  code = mndBuildStbSchemaImp(NULL, pDb, pObj, name.tname, stbRsp.pMeta, false);
1,727,781✔
2531
  if (code) {
1,727,781✔
2532
    tFreeSMCreateStbRsp(&stbRsp);
×
2533
    goto _OVER;
×
2534
  }
2535

2536
  tEncodeSize(tEncodeSMCreateStbRsp, &stbRsp, contLen, code);
1,727,781✔
2537
  if (code) {
1,727,781✔
2538
    tFreeSMCreateStbRsp(&stbRsp);
×
2539
    goto _OVER;
×
2540
  }
2541

2542
  void *cont = taosMemoryMalloc(contLen);
1,727,781✔
2543
  if (NULL == cont) {
1,727,781✔
2544
    code = terrno;
×
2545
    tFreeSMCreateStbRsp(&stbRsp);
×
2546
    goto _OVER;
×
2547
  }
2548
  tEncoderInit(&ec, cont, contLen);
1,727,781✔
2549
  TAOS_CHECK_GOTO(tEncodeSMCreateStbRsp(&ec, &stbRsp), NULL, _OVER);
1,727,781✔
2550
  tEncoderClear(&ec);
1,727,781✔
2551

2552
  tFreeSMCreateStbRsp(&stbRsp);
1,727,781✔
2553

2554
  *pCont = cont;
1,727,781✔
2555
  *pLen = contLen;
1,727,781✔
2556

2557
  code = 0;
1,727,781✔
2558

2559
_OVER:
1,729,227✔
2560
  if (pObj) {
1,729,227✔
2561
    mndReleaseStb(pMnode, pObj);
1,727,781✔
2562
  }
2563

2564
  if (pDb) {
1,729,227✔
2565
    mndReleaseDb(pMnode, pDb);
1,729,227✔
2566
  }
2567

2568
  TAOS_RETURN(code);
1,729,227✔
2569
}
2570

2571
static int32_t mndAlterStbImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
4,337,313✔
2572
                              void *alterOriData, int32_t alterOriDataLen) {
2573
  int32_t code = -1;
4,337,313✔
2574
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "alter-stb");
4,337,313✔
2575
  if (pTrans == NULL) {
4,337,313✔
2576
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2577
    if (terrno != 0) code = terrno;
×
2578
    goto _OVER;
×
2579
  }
2580

2581
  mInfo("trans:%d, used to alter stb:%s, alterOriDataLen:%d", pTrans->id, pStb->name, alterOriDataLen);
4,337,313✔
2582
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
4,337,313✔
2583
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
4,337,313✔
2584

2585
  if (needRsp) {
4,215,597✔
2586
    void   *pCont = NULL;
4,160,719✔
2587
    int32_t contLen = 0;
4,160,719✔
2588
    TAOS_CHECK_GOTO(mndBuildSMAlterStbRsp(pDb, pStb, &pCont, &contLen), NULL, _OVER);
4,160,719✔
2589
    mndTransSetRpcRsp(pTrans, pCont, contLen);
4,160,719✔
2590
  }
2591

2592
  TAOS_CHECK_GOTO(mndSetAlterStbPrepareLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
4,215,597✔
2593
  TAOS_CHECK_GOTO(mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
4,215,597✔
2594
  TAOS_CHECK_GOTO(mndSetAlterStbRedoActions(pMnode, pTrans, pDb, pStb, alterOriData, alterOriDataLen), NULL, _OVER);
4,215,597✔
2595
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
4,215,597✔
2596

2597
  code = 0;
4,215,597✔
2598

2599
_OVER:
4,337,313✔
2600
  mndTransDrop(pTrans);
4,337,313✔
2601
  TAOS_RETURN(code);
4,337,313✔
2602
}
2603

2604
static int32_t mndAlterStbAndUpdateTagIdxImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
205,567✔
2605
                                             void *alterOriData, int32_t alterOriDataLen, const SMAlterStbReq *pAlter) {
2606
  int32_t code = -1;
205,567✔
2607
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "alter-stb");
205,567✔
2608
  if (pTrans == NULL) {
205,567✔
2609
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2610
    if (terrno != 0) code = terrno;
×
2611
    goto _OVER;
×
2612
  }
2613

2614
  mInfo("trans:%d, used to alter stb:%s", pTrans->id, pStb->name);
205,567✔
2615
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
205,567✔
2616

2617
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
205,567✔
2618

2619
  if (needRsp) {
205,567✔
2620
    void   *pCont = NULL;
205,567✔
2621
    int32_t contLen = 0;
205,567✔
2622
    TAOS_CHECK_GOTO(mndBuildSMAlterStbRsp(pDb, pStb, &pCont, &contLen), NULL, _OVER);
205,567✔
2623
    mndTransSetRpcRsp(pTrans, pCont, contLen);
205,567✔
2624
  }
2625

2626
  if (pAlter->alterType == TSDB_ALTER_TABLE_DROP_TAG) {
205,567✔
2627
    SIdxObj idxObj = {0};
99,495✔
2628
    SField *pField0 = taosArrayGet(pAlter->pFields, 0);
99,495✔
2629
    bool    exist = false;
99,495✔
2630
    if (mndGetIdxsByTagName(pMnode, pStb, pField0->name, &idxObj) == 0) {
99,495✔
2631
      exist = true;
4,261✔
2632
    }
2633
    TAOS_CHECK_GOTO(mndSetAlterStbPrepareLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
99,495✔
2634
    TAOS_CHECK_GOTO(mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
99,495✔
2635

2636
    if (exist == true) {
99,495✔
2637
      TAOS_CHECK_GOTO(mndSetDropIdxPrepareLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
4,261✔
2638
      TAOS_CHECK_GOTO(mndSetDropIdxCommitLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
4,261✔
2639
    }
2640

2641
    TAOS_CHECK_GOTO(mndSetAlterStbRedoActions(pMnode, pTrans, pDb, pStb, alterOriData, alterOriDataLen), NULL, _OVER);
99,495✔
2642
    TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
99,495✔
2643

2644
  } else if (pAlter->alterType == TSDB_ALTER_TABLE_UPDATE_TAG_NAME) {
106,072✔
2645
    SIdxObj     idxObj = {0};
106,072✔
2646
    SField     *pField0 = taosArrayGet(pAlter->pFields, 0);
106,072✔
2647
    SField     *pField1 = taosArrayGet(pAlter->pFields, 1);
106,072✔
2648
    const char *oTagName = pField0->name;
106,072✔
2649
    const char *nTagName = pField1->name;
106,072✔
2650
    bool        exist = false;
106,072✔
2651

2652
    if (mndGetIdxsByTagName(pMnode, pStb, pField0->name, &idxObj) == 0) {
106,072✔
2653
      exist = true;
13,274✔
2654
    }
2655

2656
    TAOS_CHECK_GOTO(mndSetAlterStbPrepareLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
106,072✔
2657
    TAOS_CHECK_GOTO(mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
106,072✔
2658

2659
    if (exist == true) {
106,072✔
2660
      memcpy(idxObj.colName, nTagName, strlen(nTagName));
13,274✔
2661
      idxObj.colName[strlen(nTagName)] = 0;
13,274✔
2662
      TAOS_CHECK_GOTO(mndSetAlterIdxPrepareLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
13,274✔
2663
      TAOS_CHECK_GOTO(mndSetAlterIdxCommitLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
13,274✔
2664
    }
2665

2666
    TAOS_CHECK_GOTO(mndSetAlterStbRedoActions(pMnode, pTrans, pDb, pStb, alterOriData, alterOriDataLen), NULL, _OVER);
106,072✔
2667
    TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
106,072✔
2668
  }
2669
  code = 0;
205,567✔
2670

2671
_OVER:
205,567✔
2672
  mndTransDrop(pTrans);
205,567✔
2673
  TAOS_RETURN(code);
205,567✔
2674
}
2675

2676
static int32_t mndAlterStb(SMnode *pMnode, SRpcMsg *pReq, const SMAlterStbReq *pAlter, SDbObj *pDb, SStbObj *pOld) {
5,337,091✔
2677
  bool    needRsp = true;
5,337,091✔
2678
  int32_t code = -1;
5,337,091✔
2679
  SField *pField0 = NULL;
5,337,091✔
2680

2681
  SStbObj stbObj = {0};
5,337,091✔
2682
  taosRLockLatch(&pOld->lock);
5,337,091✔
2683
  memcpy(&stbObj, pOld, sizeof(SStbObj));
5,337,091✔
2684
  taosRUnLockLatch(&pOld->lock);
5,337,091✔
2685
  stbObj.pColumns = NULL;
5,337,091✔
2686
  stbObj.pTags = NULL;
5,337,091✔
2687
  stbObj.pFuncs = NULL;
5,337,091✔
2688
  stbObj.pCmpr = NULL;
5,337,091✔
2689
  stbObj.pExtSchemas = NULL;
5,337,091✔
2690
  stbObj.updateTime = taosGetTimestampMs();
5,337,091✔
2691
  stbObj.lock = 0;
5,337,091✔
2692
  stbObj.virtualStb = pOld->virtualStb;
5,337,091✔
2693
  bool updateTagIndex = false;
5,337,091✔
2694
  switch (pAlter->alterType) {
5,337,091✔
2695
    case TSDB_ALTER_TABLE_ADD_TAG:
267,852✔
2696
      code = mndAddSuperTableTag(pOld, &stbObj, pAlter->pFields, pAlter->numOfFields);
267,852✔
2697
      break;
267,852✔
2698
    case TSDB_ALTER_TABLE_DROP_TAG:
99,495✔
2699
      pField0 = taosArrayGet(pAlter->pFields, 0);
99,495✔
2700
      code = mndDropSuperTableTag(pMnode, pOld, &stbObj, pField0->name);
99,495✔
2701
      updateTagIndex = true;
99,495✔
2702
      break;
99,495✔
2703
    case TSDB_ALTER_TABLE_UPDATE_TAG_NAME:
114,829✔
2704
      code = mndAlterStbTagName(pMnode, pOld, &stbObj, pAlter->pFields);
114,829✔
2705
      updateTagIndex = true;
114,829✔
2706
      break;
114,829✔
2707
    case TSDB_ALTER_TABLE_UPDATE_TAG_BYTES:
310,180✔
2708
      pField0 = taosArrayGet(pAlter->pFields, 0);
310,180✔
2709
      code = mndAlterStbTagBytes(pMnode, pOld, &stbObj, pField0);
310,180✔
2710
      break;
310,180✔
2711
    case TSDB_ALTER_TABLE_ADD_COLUMN:
2,250,154✔
2712
      code = mndAddSuperTableColumn(pOld, &stbObj, pAlter, pAlter->numOfFields, 0);
2,250,154✔
2713
      break;
2,250,154✔
2714
    case TSDB_ALTER_TABLE_DROP_COLUMN:
1,458,140✔
2715
      pField0 = taosArrayGet(pAlter->pFields, 0);
1,458,140✔
2716
      code = mndDropSuperTableColumn(pMnode, pOld, &stbObj, pField0->name);
1,458,140✔
2717
      break;
1,458,140✔
2718
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES:
484,253✔
2719
      pField0 = taosArrayGet(pAlter->pFields, 0);
484,253✔
2720
      code = mndAlterStbColumnBytes(pMnode, pOld, &stbObj, pField0);
484,253✔
2721
      break;
484,253✔
2722
    case TSDB_ALTER_TABLE_UPDATE_OPTIONS:
22,742✔
2723
      needRsp = false;
22,742✔
2724
      code = mndUpdateTableOptions(pOld, &stbObj, pAlter->comment, pAlter->commentLen, pAlter->ttl, pAlter->keep);
22,742✔
2725
      break;
22,742✔
2726
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_COMPRESS:
87,726✔
2727
      code = mndUpdateSuperTableColumnCompress(pMnode, pOld, &stbObj, pAlter->pFields, pAlter->numOfFields);
87,726✔
2728
      break;
87,726✔
2729
    case TSDB_ALTER_TABLE_ADD_COLUMN_WITH_COMPRESS_OPTION:
241,720✔
2730
      code = mndAddSuperTableColumn(pOld, &stbObj, pAlter, pAlter->numOfFields, 1);
241,720✔
2731
      break;
241,720✔
2732
    default:
×
2733
      needRsp = false;
×
2734
      terrno = TSDB_CODE_OPS_NOT_SUPPORT;
×
2735
      break;
×
2736
  }
2737

2738
  if (code != 0) goto _OVER;
5,337,091✔
2739
  if (updateTagIndex == false) {
4,510,744✔
2740
    code = mndAlterStbImp(pMnode, pReq, pDb, &stbObj, needRsp, pReq->pCont, pReq->contLen);
4,305,177✔
2741
  } else {
2742
    code = mndAlterStbAndUpdateTagIdxImp(pMnode, pReq, pDb, &stbObj, needRsp, pReq->pCont, pReq->contLen, pAlter);
205,567✔
2743
  }
2744

2745
_OVER:
5,337,091✔
2746
  taosMemoryFreeClear(stbObj.pTags);
5,337,091✔
2747
  taosMemoryFreeClear(stbObj.pColumns);
5,337,091✔
2748
  taosMemoryFreeClear(stbObj.pCmpr);
5,337,091✔
2749
  if (pAlter->commentLen > 0) {
5,337,091✔
2750
    taosMemoryFreeClear(stbObj.comment);
5,733✔
2751
  }
2752
  taosMemoryFreeClear(stbObj.pExtSchemas);
5,337,091✔
2753
  TAOS_RETURN(code);
5,337,091✔
2754
}
2755

2756
static int32_t mndProcessAlterStbReq(SRpcMsg *pReq) {
5,351,002✔
2757
  SMnode       *pMnode = pReq->info.node;
5,351,002✔
2758
  int32_t       code = -1;
5,351,002✔
2759
  SDbObj       *pDb = NULL;
5,351,002✔
2760
  SStbObj      *pStb = NULL;
5,351,002✔
2761
  SUserObj     *pOperUser = NULL;
5,351,002✔
2762
  SMAlterStbReq alterReq = {0};
5,351,002✔
2763
  int64_t       tss = taosGetTimestampMs();
5,351,002✔
2764

2765
  if (tDeserializeSMAlterStbReq(pReq->pCont, pReq->contLen, &alterReq) != 0) {
5,351,002✔
2766
    code = TSDB_CODE_INVALID_MSG;
×
2767
    goto _OVER;
×
2768
  }
2769

2770
  mInfo("stb:%s, start to alter", alterReq.name);
5,351,002✔
2771
  if (mndCheckAlterStbReq(&alterReq) != 0) goto _OVER;
5,351,002✔
2772

2773
  pDb = mndAcquireDbByStb(pMnode, alterReq.name);
5,351,002✔
2774
  if (pDb == NULL) {
5,351,002✔
2775
    code = TSDB_CODE_MND_DB_NOT_EXIST;
×
2776
    goto _OVER;
×
2777
  }
2778
  if (pDb->cfg.isMount) {
5,351,002✔
2779
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
249✔
2780
    goto _OVER;
249✔
2781
  }
2782

2783
  pStb = mndAcquireStb(pMnode, alterReq.name);
5,350,753✔
2784
  if (pStb == NULL) {
5,350,753✔
2785
    code = TSDB_CODE_MND_STB_NOT_EXIST;
13,662✔
2786
    goto _OVER;
13,662✔
2787
  }
2788

2789
  SName   name = {0};
5,337,091✔
2790
  int32_t ret = 0;
5,337,091✔
2791
  if ((ret = tNameFromString(&name, alterReq.name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0)
5,337,091✔
2792
    mError("stb:%s, failed to tNameFromString since %s", alterReq.name, tstrerror(ret));
×
2793

2794
  // if ((code = mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), MND_OPER_WRITE_DB, pDb)) != 0) {
2795
  //   goto _OVER;
2796
  // }
2797
  TAOS_CHECK_GOTO(mndAcquireUser(pMnode, RPC_MSG_USER(pReq), &pOperUser), NULL, _OVER);
5,337,091✔
2798
  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_USE_DB, pDb), NULL,
5,337,091✔
2799
                  _OVER);
2800
  TAOS_CHECK_GOTO(mndCheckDbPrivilegeByNameRecF(pMnode, pOperUser, PRIV_CM_ALTER, PRIV_OBJ_TBL, pDb->name, name.tname),
5,337,091✔
2801
                  NULL, _OVER);
2802

2803
  code = mndAlterStb(pMnode, pReq, &alterReq, pDb, pStb);
5,337,091✔
2804
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
5,337,091✔
2805

2806
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
5,337,091✔
2807
    int64_t tse = taosGetTimestampMs();
5,337,091✔
2808
    double  duration = (double)(tse - tss);
5,337,091✔
2809
    duration = duration / 1000;
5,337,091✔
2810
    auditRecord(pReq, pMnode->clusterId, "alterStb", name.dbname, name.tname, alterReq.sql, alterReq.sqlLen, duration,
5,337,091✔
2811
                0);
2812
  }
2813
_OVER:
5,351,002✔
2814
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
5,351,002✔
2815
    mError("stb:%s, failed to alter since %s", alterReq.name, tstrerror(code));
961,974✔
2816
  }
2817

2818
  mndReleaseStb(pMnode, pStb);
5,351,002✔
2819
  mndReleaseDb(pMnode, pDb);
5,351,002✔
2820
  mndReleaseUser(pMnode, pOperUser);
5,351,002✔
2821
  tFreeSMAltertbReq(&alterReq);
5,351,002✔
2822

2823
  TAOS_RETURN(code);
5,351,002✔
2824
}
2825

2826
static int32_t mndSetDropStbPrepareLogs(SMnode *pMnode, STrans *pTrans, SStbObj *pStb) {
433,784✔
2827
  int32_t  code = 0;
433,784✔
2828
  SSdbRaw *pRedoRaw = mndStbActionEncode(pStb);
433,784✔
2829
  if (pRedoRaw == NULL) {
433,784✔
2830
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2831
    if (terrno != 0) code = terrno;
×
2832
    TAOS_RETURN(code);
×
2833
  }
2834
  if ((code = mndTransAppendPrepareLog(pTrans, pRedoRaw)) != 0) {
433,784✔
2835
    sdbFreeRaw(pRedoRaw);
×
2836
    TAOS_RETURN(code);
×
2837
  }
2838
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING));
433,784✔
2839

2840
  TAOS_RETURN(code);
433,784✔
2841
}
2842

2843
static int32_t mndSetDropStbCommitLogs(SMnode *pMnode, STrans *pTrans, SStbObj *pStb) {
433,784✔
2844
  int32_t  code = 0;
433,784✔
2845
  SSdbRaw *pCommitRaw = mndStbActionEncode(pStb);
433,784✔
2846
  if (pCommitRaw == NULL) {
433,784✔
2847
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2848
    if (terrno != 0) code = terrno;
×
2849
    TAOS_RETURN(code);
×
2850
  }
2851
  if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) {
433,784✔
2852
    sdbFreeRaw(pCommitRaw);
×
2853
    TAOS_RETURN(code);
×
2854
  }
2855
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED));
433,784✔
2856

2857
  TAOS_RETURN(code);
433,784✔
2858
}
2859

2860
static int32_t mndSetDropStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
433,784✔
2861
  int32_t code = 0;
433,784✔
2862
  SSdb   *pSdb = pMnode->pSdb;
433,784✔
2863
  SVgObj *pVgroup = NULL;
433,784✔
2864
  void   *pIter = NULL;
433,784✔
2865

2866
  while (1) {
1,184,933✔
2867
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
1,618,717✔
2868
    if (pIter == NULL) break;
1,618,717✔
2869
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
1,184,933✔
2870
      sdbRelease(pSdb, pVgroup);
323,025✔
2871
      continue;
323,025✔
2872
    }
2873

2874
    int32_t contLen = 0;
861,908✔
2875
    void   *pReq = mndBuildVDropStbReq(pMnode, pVgroup, pStb, &contLen);
861,908✔
2876
    if (pReq == NULL) {
861,908✔
2877
      sdbCancelFetch(pSdb, pIter);
×
2878
      sdbRelease(pSdb, pVgroup);
×
2879
      code = TSDB_CODE_OUT_OF_MEMORY;
×
2880
      TAOS_RETURN(code);
×
2881
    }
2882

2883
    STransAction action = {0};
861,908✔
2884
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
861,908✔
2885
    action.pCont = pReq;
861,908✔
2886
    action.contLen = contLen;
861,908✔
2887
    action.msgType = TDMT_VND_DROP_STB;
861,908✔
2888
    action.acceptableCode = TSDB_CODE_TDB_STB_NOT_EXIST;
861,908✔
2889
    if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
861,908✔
2890
      taosMemoryFree(pReq);
×
2891
      sdbCancelFetch(pSdb, pIter);
×
2892
      sdbRelease(pSdb, pVgroup);
×
2893
      TAOS_RETURN(code);
×
2894
    }
2895
    sdbRelease(pSdb, pVgroup);
861,908✔
2896
  }
2897

2898
  TAOS_RETURN(code);
433,784✔
2899
}
2900

2901
static int32_t mndDropStb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb) {
433,784✔
2902
  int32_t code = -1;
433,784✔
2903
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "drop-stb");
433,784✔
2904
  if (pTrans == NULL) {
433,784✔
2905
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2906
    if (terrno != 0) code = terrno;
×
2907
    goto _OVER;
×
2908
  }
2909

2910
  mInfo("trans:%d, used to drop stb:%s", pTrans->id, pStb->name);
433,784✔
2911
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
433,784✔
2912
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
433,784✔
2913

2914
  TAOS_CHECK_GOTO(mndSetDropStbPrepareLogs(pMnode, pTrans, pStb), NULL, _OVER);
433,784✔
2915
  TAOS_CHECK_GOTO(mndSetDropStbCommitLogs(pMnode, pTrans, pStb), NULL, _OVER);
433,784✔
2916
  TAOS_CHECK_GOTO(mndSetDropStbRedoActions(pMnode, pTrans, pDb, pStb), NULL, _OVER);
433,784✔
2917
  TAOS_CHECK_GOTO(mndDropIdxsByStb(pMnode, pTrans, pDb, pStb), NULL, _OVER);
433,784✔
2918
  TAOS_CHECK_GOTO(mndDropRsmaByStb(pMnode, pTrans, pDb, pStb), NULL, _OVER);
433,784✔
2919
  TAOS_CHECK_GOTO(mndUserRemoveStb(pMnode, pTrans, pStb->name), NULL, _OVER);
433,784✔
2920
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
433,784✔
2921
  code = 0;
433,784✔
2922

2923
_OVER:
433,784✔
2924
  mndTransDrop(pTrans);
433,784✔
2925
  TAOS_RETURN(code);
433,784✔
2926
}
2927

2928
static int32_t mndCheckDropStbForTopic(SMnode *pMnode, const char *stbFullName, int64_t suid) {
434,033✔
2929
  int32_t code = 0;
434,033✔
2930
  SSdb   *pSdb = pMnode->pSdb;
434,033✔
2931
  void   *pIter = NULL;
434,033✔
2932
  while (1) {
21,156✔
2933
    SMqTopicObj *pTopic = NULL;
455,189✔
2934
    pIter = sdbFetch(pSdb, SDB_TOPIC, pIter, (void **)&pTopic);
455,189✔
2935
    if (pIter == NULL) break;
455,189✔
2936

2937
    if (pTopic->stbUid == suid) {
21,156✔
2938
      sdbRelease(pSdb, pTopic);
×
2939
      sdbCancelFetch(pSdb, pIter);
×
2940
      TAOS_RETURN(TSDB_CODE_MND_TOPIC_MUST_BE_DELETED);
×
2941
    }
2942
    sdbRelease(pSdb, pTopic);
21,156✔
2943
  }
2944
  TAOS_RETURN(code);
434,033✔
2945
}
2946

2947
static int32_t mndCheckDropStbForStream(SMnode *pMnode, const char *stbFullName, int64_t suid) {
×
2948
  int32_t code = 0;
×
2949
  SSdb   *pSdb = pMnode->pSdb;
×
2950
  void   *pIter = NULL;
×
2951
  while (1) {
×
2952
    SStreamObj *pStream = NULL;
×
2953
    pIter = sdbFetch(pSdb, SDB_STREAM, pIter, (void **)&pStream);
×
2954
    if (pIter == NULL) break;
×
2955

2956
    if (pStream->pCreate->outStbUid == suid) {
×
2957
      sdbCancelFetch(pSdb, pIter);
×
2958
      sdbRelease(pSdb, pStream);
×
2959
      TAOS_RETURN(-1);
×
2960
    }
2961

2962
    sdbRelease(pSdb, pStream);
×
2963
  }
2964
  TAOS_RETURN(code);
×
2965
}
2966

2967
static int32_t mndProcessDropTtltbRsp(SRpcMsg *pRsp) { return 0; }
×
2968
static int32_t mndProcessTrimDbRsp(SRpcMsg *pRsp) { return 0; }
×
2969
static int32_t mndProcessTrimDbWalRsp(SRpcMsg *pRsp) { return 0; }
2,060✔
2970
static int32_t mndProcessS3MigrateDbRsp(SRpcMsg *pRsp) { return 0; }
×
2971

2972
static int32_t mndProcessDropStbReq(SRpcMsg *pReq) {
789,725✔
2973
  SMnode      *pMnode = pReq->info.node;
789,725✔
2974
  int32_t      code = -1;
789,725✔
2975
  SDbObj      *pDb = NULL;
789,725✔
2976
  SStbObj     *pStb = NULL;
789,725✔
2977
  SUserObj    *pOperUser = NULL;
789,725✔
2978
  SMDropStbReq dropReq = {0};
789,725✔
2979
  int64_t      tss = taosGetTimestampMs();
789,725✔
2980

2981
  TAOS_CHECK_GOTO(tDeserializeSMDropStbReq(pReq->pCont, pReq->contLen, &dropReq), NULL, _OVER);
789,725✔
2982

2983
  mInfo("stb:%s, start to drop", dropReq.name);
789,725✔
2984

2985
  pStb = mndAcquireStb(pMnode, dropReq.name);
789,725✔
2986
  if (pStb == NULL) {
789,725✔
2987
    if (dropReq.igNotExists) {
355,692✔
2988
      mInfo("stb:%s, not exist, ignore not exist is set", dropReq.name);
354,837✔
2989
      code = 0;
354,837✔
2990
      goto _OVER;
354,837✔
2991
    } else {
2992
      code = TSDB_CODE_MND_STB_NOT_EXIST;
855✔
2993
      goto _OVER;
855✔
2994
    }
2995
  }
2996

2997
  if ((dropReq.source == TD_REQ_FROM_TAOX_OLD || dropReq.source == TD_REQ_FROM_TAOX) && pStb->uid != dropReq.suid) {
434,033✔
2998
    code = 0;
×
2999
    goto _OVER;
×
3000
  }
3001

3002
  pDb = mndAcquireDbByStb(pMnode, dropReq.name);
434,033✔
3003
  if (pDb == NULL) {
434,033✔
3004
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
3005
    goto _OVER;
×
3006
  }
3007

3008
  SName   name = {0};
434,033✔
3009
  int32_t ret = 0;
434,033✔
3010
  if ((ret = tNameFromString(&name, dropReq.name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0)
434,033✔
3011
    mError("stb:%s, failed to tNameFromString since %s", dropReq.name, tstrerror(ret));
×
3012

3013
  // if ((code = mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), MND_OPER_WRITE_DB, pDb)) != 0) {
3014
  //   goto _OVER;
3015
  // }
3016
  TAOS_CHECK_GOTO(mndAcquireUser(pMnode, RPC_MSG_USER(pReq), &pOperUser), NULL, _OVER);
434,033✔
3017
  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_USE_DB, pDb), NULL,
434,033✔
3018
                  _OVER);
3019
  TAOS_CHECK_GOTO(
434,033✔
3020
      mndCheckObjPrivilegeRecF(pMnode, pOperUser, PRIV_CM_DROP, PRIV_OBJ_TBL, pStb->ownerId, pDb->name, name.tname),
3021
      NULL, _OVER);
3022
  if ((code = mndCheckDropStbForTopic(pMnode, dropReq.name, pStb->uid)) != 0) {
434,033✔
UNCOV
3023
    goto _OVER;
×
3024
  }
3025

3026
  if (pDb->cfg.isMount) {
434,033✔
3027
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
249✔
3028
    goto _OVER;
249✔
3029
  }
3030

3031
  code = mndDropStb(pMnode, pReq, pDb, pStb);
433,784✔
3032
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
433,784✔
3033

3034
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
433,784✔
3035
    int64_t tse = taosGetTimestampMs();
433,784✔
3036
    double  duration = (double)(tse - tss);
433,784✔
3037
    duration = duration / 1000;
433,784✔
3038
    auditRecord(pReq, pMnode->clusterId, "dropStb", name.dbname, name.tname, dropReq.sql, dropReq.sqlLen, duration, 0);
433,784✔
3039
  }
3040
_OVER:
789,725✔
3041
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
789,725✔
3042
    mError("stb:%s, failed to drop since %s", dropReq.name, tstrerror(code));
1,104✔
3043
  }
3044

3045
  mndReleaseDb(pMnode, pDb);
789,725✔
3046
  mndReleaseStb(pMnode, pStb);
789,725✔
3047
  mndReleaseUser(pMnode, pOperUser);
789,725✔
3048
  tFreeSMDropStbReq(&dropReq);
789,725✔
3049
  TAOS_RETURN(code);
789,725✔
3050
}
3051

3052
static int32_t mndProcessTableMetaReq(SRpcMsg *pReq) {
16,961,836✔
3053
  SMnode       *pMnode = pReq->info.node;
16,961,836✔
3054
  int32_t       code = -1;
16,961,836✔
3055
  STableInfoReq infoReq = {0};
16,961,836✔
3056
  STableMetaRsp metaRsp = {0};
16,961,836✔
3057
  SUserObj     *pUser = NULL;
16,961,836✔
3058

3059
  code = mndAcquireUser(pMnode, RPC_MSG_USER(pReq), &pUser);
16,961,836✔
3060
  if (pUser == NULL) return 0;
16,961,836✔
3061
  bool sysinfo = pUser->sysInfo;
16,961,836✔
3062

3063
  TAOS_CHECK_GOTO(tDeserializeSTableInfoReq(pReq->pCont, pReq->contLen, &infoReq), NULL, _OVER);
16,961,836✔
3064

3065
  if (0 == strcmp(infoReq.dbFName, TSDB_INFORMATION_SCHEMA_DB)) {
16,961,836✔
3066
    mInfo("information_schema table:%s.%s, start to retrieve meta", infoReq.dbFName, infoReq.tbName);
1,704,357✔
3067
    TAOS_CHECK_GOTO(mndBuildInsTableSchema(pMnode, infoReq.dbFName, infoReq.tbName, sysinfo, &metaRsp), NULL, _OVER);
1,704,357✔
3068
  } else if (0 == strcmp(infoReq.dbFName, TSDB_PERFORMANCE_SCHEMA_DB)) {
15,257,479✔
3069
    mInfo("performance_schema table:%s.%s, start to retrieve meta", infoReq.dbFName, infoReq.tbName);
130,552✔
3070
    TAOS_CHECK_GOTO(mndBuildPerfsTableSchema(pMnode, infoReq.dbFName, infoReq.tbName, &metaRsp), NULL, _OVER);
130,552✔
3071
  } else {
3072
    mInfo("stb:%s.%s, start to retrieve meta", infoReq.dbFName, infoReq.tbName);
15,126,927✔
3073
    TAOS_CHECK_GOTO(mndBuildStbSchema(pMnode, infoReq.dbFName, infoReq.tbName, &metaRsp, true), NULL, _OVER);
15,126,927✔
3074
  }
3075

3076
  int32_t rspLen = tSerializeSTableMetaRsp(NULL, 0, &metaRsp);
16,104,231✔
3077
  if (rspLen < 0) {
16,104,231✔
UNCOV
3078
    code = TSDB_CODE_INVALID_MSG;
×
3079
    goto _OVER;
×
3080
  }
3081

3082
  void *pRsp = rpcMallocCont(rspLen);
16,104,231✔
3083
  if (pRsp == NULL) {
16,104,231✔
UNCOV
3084
    code = terrno;
×
3085
    goto _OVER;
×
3086
  }
3087

3088
  if ((rspLen = tSerializeSTableMetaRsp(pRsp, rspLen, &metaRsp)) < 0) {
16,104,231✔
UNCOV
3089
    code = rspLen;
×
3090
    goto _OVER;
×
3091
  }
3092
  pReq->info.rsp = pRsp;
16,104,231✔
3093
  pReq->info.rspLen = rspLen;
16,104,231✔
3094
  code = 0;
16,104,231✔
3095

3096
  mTrace("%s.%s, meta is retrieved", infoReq.dbFName, infoReq.tbName);
16,104,231✔
3097

3098
_OVER:
16,961,836✔
3099
  if (code != 0) {
16,961,836✔
3100
    mError("stb:%s.%s, failed to retrieve meta since %s", infoReq.dbFName, infoReq.tbName, tstrerror(code));
857,605✔
3101
  }
3102

3103
  mndReleaseUser(pMnode, pUser);
16,961,836✔
3104
  tFreeSTableMetaRsp(&metaRsp);
16,961,836✔
3105
  // TODO change to TAOS_RETURN
3106
  return code;
16,961,836✔
3107
}
3108

3109
static int32_t mndProcessTableCfgReq(SRpcMsg *pReq) {
28,275✔
3110
  SMnode      *pMnode = pReq->info.node;
28,275✔
3111
  int32_t      code = -1;
28,275✔
3112
  STableCfgReq cfgReq = {0};
28,275✔
3113
  STableCfgRsp cfgRsp = {0};
28,275✔
3114

3115
  TAOS_CHECK_GOTO(tDeserializeSTableCfgReq(pReq->pCont, pReq->contLen, &cfgReq), NULL, _OVER);
28,275✔
3116

3117
  char dbName[TSDB_DB_NAME_LEN] = {0};
28,275✔
3118
  TAOS_CHECK_GOTO(mndExtractShortDbNameFromDbFullName(cfgReq.dbFName, dbName), NULL, _OVER);
28,275✔
3119
  if (0 == strcmp(dbName, TSDB_INFORMATION_SCHEMA_DB)) {
28,275✔
3120
    mInfo("information_schema table:%s.%s, start to retrieve cfg", cfgReq.dbFName, cfgReq.tbName);
3,340✔
3121
    TAOS_CHECK_GOTO(mndBuildInsTableCfg(pMnode, cfgReq.dbFName, cfgReq.tbName, &cfgRsp), NULL, _OVER);
3,340✔
3122
  } else if (0 == strcmp(dbName, TSDB_PERFORMANCE_SCHEMA_DB)) {
24,935✔
3123
    mInfo("performance_schema table:%s.%s, start to retrieve cfg", cfgReq.dbFName, cfgReq.tbName);
1,670✔
3124
    TAOS_CHECK_GOTO(mndBuildPerfsTableCfg(pMnode, cfgReq.dbFName, cfgReq.tbName, &cfgRsp), NULL, _OVER);
1,670✔
3125
  } else {
3126
    mInfo("stb:%s.%s, start to retrieve cfg", cfgReq.dbFName, cfgReq.tbName);
23,265✔
3127
    TAOS_CHECK_GOTO(mndBuildStbCfg(pMnode, cfgReq.dbFName, cfgReq.tbName, &cfgRsp), NULL, _OVER);
23,265✔
3128
  }
3129

3130
  int32_t rspLen = tSerializeSTableCfgRsp(NULL, 0, &cfgRsp);
28,275✔
3131
  if (rspLen < 0) {
28,275✔
UNCOV
3132
    code = TSDB_CODE_INVALID_MSG;
×
3133
    goto _OVER;
×
3134
  }
3135

3136
  void *pRsp = rpcMallocCont(rspLen);
28,275✔
3137
  if (pRsp == NULL) {
28,275✔
UNCOV
3138
    code = terrno;
×
3139
    goto _OVER;
×
3140
  }
3141

3142
  if ((rspLen = tSerializeSTableCfgRsp(pRsp, rspLen, &cfgRsp)) < 0) {
28,275✔
UNCOV
3143
    code = rspLen;
×
3144
    goto _OVER;
×
3145
  }
3146
  pReq->info.rsp = pRsp;
28,275✔
3147
  pReq->info.rspLen = rspLen;
28,275✔
3148
  code = 0;
28,275✔
3149

3150
  mTrace("%s.%s, cfg is retrieved", cfgReq.dbFName, cfgReq.tbName);
28,275✔
3151

3152
_OVER:
28,275✔
3153
  if (code != 0) {
28,275✔
UNCOV
3154
    mError("stb:%s.%s, failed to retrieve cfg since %s", cfgReq.dbFName, cfgReq.tbName, tstrerror(code));
×
3155
  }
3156

3157
  tFreeSTableCfgRsp(&cfgRsp);
28,275✔
3158
  TAOS_RETURN(code);
28,275✔
3159
}
3160

3161
int32_t mndValidateStbInfo(SMnode *pMnode, SSTableVersion *pStbVersions, int32_t numOfStbs, void **ppRsp,
4,866,946✔
3162
                           int32_t *pRspLen) {
3163
  int32_t   code = 0;
4,866,946✔
3164
  SSTbHbRsp hbRsp = {0};
4,866,946✔
3165
  hbRsp.pMetaRsp = taosArrayInit(numOfStbs, sizeof(STableMetaRsp));
4,866,946✔
3166
  if (hbRsp.pMetaRsp == NULL) {
4,866,946✔
UNCOV
3167
    code = terrno;
×
3168
    TAOS_RETURN(code);
×
3169
  }
3170

3171
  hbRsp.pIndexRsp = taosArrayInit(numOfStbs, sizeof(STableIndexRsp));
4,866,946✔
3172
  if (NULL == hbRsp.pIndexRsp) {
4,866,946✔
UNCOV
3173
    taosArrayDestroy(hbRsp.pMetaRsp);
×
3174
    code = terrno;
×
3175
    TAOS_RETURN(code);
×
3176
  }
3177

3178
  for (int32_t i = 0; i < numOfStbs; ++i) {
11,793,648✔
3179
    SSTableVersion *pStbVersion = &pStbVersions[i];
6,926,702✔
3180
    pStbVersion->suid = be64toh(pStbVersion->suid);
6,926,702✔
3181
    pStbVersion->sversion = ntohl(pStbVersion->sversion);
6,926,702✔
3182
    pStbVersion->tversion = ntohl(pStbVersion->tversion);
6,926,702✔
3183
    pStbVersion->smaVer = ntohl(pStbVersion->smaVer);
6,926,702✔
3184

3185
    bool    schema = false;
6,926,702✔
3186
    bool    sma = false;
6,926,702✔
3187
    int32_t code = mndValidateStbVersion(pMnode, pStbVersion, &schema, &sma);
6,926,702✔
3188
    if (TSDB_CODE_SUCCESS != code) {
6,926,702✔
3189
      STableMetaRsp metaRsp = {0};
35,774✔
3190
      metaRsp.numOfColumns = -1;
35,774✔
3191
      metaRsp.suid = pStbVersion->suid;
35,774✔
3192
      tstrncpy(metaRsp.dbFName, pStbVersion->dbFName, sizeof(metaRsp.dbFName));
35,774✔
3193
      tstrncpy(metaRsp.tbName, pStbVersion->stbName, sizeof(metaRsp.tbName));
35,774✔
3194
      tstrncpy(metaRsp.stbName, pStbVersion->stbName, sizeof(metaRsp.stbName));
35,774✔
3195
      if (taosArrayPush(hbRsp.pMetaRsp, &metaRsp) == NULL) {
71,548✔
UNCOV
3196
        code = terrno;
×
3197
        return code;
×
3198
      }
3199
      continue;
35,774✔
3200
    }
3201

3202
    if (schema) {
6,890,928✔
3203
      STableMetaRsp metaRsp = {0};
24,919✔
3204
      mInfo("stb:%s.%s, start to retrieve meta", pStbVersion->dbFName, pStbVersion->stbName);
24,919✔
3205
      if (mndBuildStbSchema(pMnode, pStbVersion->dbFName, pStbVersion->stbName, &metaRsp, false) != 0) {
24,919✔
UNCOV
3206
        metaRsp.numOfColumns = -1;
×
3207
        metaRsp.suid = pStbVersion->suid;
×
3208
        tstrncpy(metaRsp.dbFName, pStbVersion->dbFName, sizeof(metaRsp.dbFName));
×
3209
        tstrncpy(metaRsp.tbName, pStbVersion->stbName, sizeof(metaRsp.tbName));
×
3210
        tstrncpy(metaRsp.stbName, pStbVersion->stbName, sizeof(metaRsp.stbName));
×
3211
        if (taosArrayPush(hbRsp.pMetaRsp, &metaRsp) == NULL) {
×
3212
          code = terrno;
×
3213
          return code;
×
3214
        }
UNCOV
3215
        continue;
×
3216
      }
3217

3218
      if (taosArrayPush(hbRsp.pMetaRsp, &metaRsp) == NULL) {
49,838✔
UNCOV
3219
        code = terrno;
×
3220
        return code;
×
3221
      }
3222
    }
3223

3224
    if (sma) {
6,890,928✔
UNCOV
3225
      bool           exist = false;
×
3226
      char           tbFName[TSDB_TABLE_FNAME_LEN];
×
3227
      STableIndexRsp indexRsp = {0};
×
3228
      indexRsp.pIndex = taosArrayInit(10, sizeof(STableIndexInfo));
×
3229
      if (NULL == indexRsp.pIndex) {
×
3230
        code = terrno;
×
3231
        TAOS_RETURN(code);
×
3232
      }
3233

UNCOV
3234
      (void)tsnprintf(tbFName, sizeof(tbFName), "%s.%s", pStbVersion->dbFName, pStbVersion->stbName);
×
3235
      tstrncpy(indexRsp.dbFName, pStbVersion->dbFName, sizeof(indexRsp.dbFName));
×
3236
      tstrncpy(indexRsp.tbName, pStbVersion->stbName, sizeof(indexRsp.tbName));
×
3237

UNCOV
3238
      if (taosArrayPush(hbRsp.pIndexRsp, &indexRsp) == NULL) {
×
3239
        code = terrno;
×
3240
        return code;
×
3241
      }
3242
    }
3243
  }
3244

3245
  int32_t rspLen = tSerializeSSTbHbRsp(NULL, 0, &hbRsp);
4,866,946✔
3246
  if (rspLen < 0) {
4,866,946✔
UNCOV
3247
    tFreeSSTbHbRsp(&hbRsp);
×
3248
    code = TSDB_CODE_INVALID_MSG;
×
3249
    TAOS_RETURN(code);
×
3250
  }
3251

3252
  void *pRsp = taosMemoryMalloc(rspLen);
4,866,946✔
3253
  if (pRsp == NULL) {
4,866,946✔
UNCOV
3254
    tFreeSSTbHbRsp(&hbRsp);
×
3255
    code = terrno;
×
3256
    TAOS_RETURN(code);
×
3257
  }
3258

3259
  rspLen = tSerializeSSTbHbRsp(pRsp, rspLen, &hbRsp);
4,866,946✔
3260
  tFreeSSTbHbRsp(&hbRsp);
4,866,946✔
3261
  if (rspLen < 0) return rspLen;
4,866,946✔
3262
  *ppRsp = pRsp;
4,866,946✔
3263
  *pRspLen = rspLen;
4,866,946✔
3264
  TAOS_RETURN(code);
4,866,946✔
3265
}
3266

3267
int32_t mndGetNumOfStbs(SMnode *pMnode, char *dbName, int32_t *pNumOfStbs) {
1,792,267✔
3268
  int32_t code = 0;
1,792,267✔
3269
  SSdb   *pSdb = pMnode->pSdb;
1,792,267✔
3270
  SDbObj *pDb = mndAcquireDb(pMnode, dbName);
1,792,267✔
3271
  if (pDb == NULL) {
1,792,267✔
UNCOV
3272
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
3273
    TAOS_RETURN(code);
×
3274
  }
3275

3276
  int32_t numOfStbs = 0;
1,792,267✔
3277
  void   *pIter = NULL;
1,792,267✔
3278
  while (1) {
29,310,538✔
3279
    SStbObj *pStb = NULL;
31,102,805✔
3280
    pIter = sdbFetch(pSdb, SDB_STB, pIter, (void **)&pStb);
31,102,805✔
3281
    if (pIter == NULL) break;
31,102,805✔
3282

3283
    if (pStb->dbUid == pDb->uid) {
29,310,538✔
3284
      numOfStbs++;
19,675,432✔
3285
    }
3286

3287
    sdbRelease(pSdb, pStb);
29,310,538✔
3288
  }
3289

3290
  *pNumOfStbs = numOfStbs;
1,792,267✔
3291
  mndReleaseDb(pMnode, pDb);
1,792,267✔
3292
  TAOS_RETURN(code);
1,792,267✔
3293
}
3294

UNCOV
3295
int32_t mndExtractDbNameFromStbFullName(const char *stbFullName, char *dst) {
×
3296
  SName name = {0};
×
3297
  TAOS_CHECK_RETURN(tNameFromString(&name, stbFullName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE));
×
3298

UNCOV
3299
  TAOS_CHECK_RETURN(tNameGetFullDbName(&name, dst));
×
3300

UNCOV
3301
  return 0;
×
3302
}
3303

UNCOV
3304
int32_t mndExtractShortDbNameFromStbFullName(const char *stbFullName, char *dst) {
×
3305
  SName name = {0};
×
3306
  TAOS_CHECK_RETURN(tNameFromString(&name, stbFullName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE));
×
3307

UNCOV
3308
  TAOS_CHECK_RETURN(tNameGetDbName(&name, dst));
×
3309

UNCOV
3310
  return 0;
×
3311
}
3312

3313
int32_t mndExtractShortDbNameFromDbFullName(const char *stbFullName, char *dst) {
28,275✔
3314
  SName name = {0};
28,275✔
3315
  TAOS_CHECK_RETURN(tNameFromString(&name, stbFullName, T_NAME_ACCT | T_NAME_DB));
28,275✔
3316

3317
  TAOS_CHECK_RETURN(tNameGetDbName(&name, dst));
28,275✔
3318

3319
  return 0;
28,275✔
3320
}
3321

3322
void mndExtractTbNameFromStbFullName(const char *stbFullName, char *dst, int32_t dstSize) {
2,689,956✔
3323
  int32_t pos = -1;
2,689,956✔
3324
  int32_t num = 0;
2,689,956✔
3325
  for (pos = 0; stbFullName[pos] != 0; ++pos) {
23,297,185✔
3326
    if (stbFullName[pos] == TS_PATH_DELIMITER[0]) num++;
23,297,185✔
3327
    if (num == 2) break;
23,297,185✔
3328
  }
3329

3330
  if (num == 2) {
2,689,956✔
3331
    tstrncpy(dst, stbFullName + pos + 1, dstSize);
2,689,956✔
3332
  }
3333
}
2,689,956✔
3334

3335
static int32_t mndRetrieveStb(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
256,237✔
3336
  SMnode    *pMnode = pReq->info.node;
256,237✔
3337
  SSdb      *pSdb = pMnode->pSdb;
256,237✔
3338
  int32_t    numOfRows = 0;
256,237✔
3339
  SStbObj   *pStb = NULL;
256,237✔
3340
  SUserObj  *pOperUser = NULL;
256,237✔
3341
  SSHashObj *pUidNames = NULL;
256,237✔
3342
  int32_t    cols = 0;
256,237✔
3343
  int32_t    lino = 0;
256,237✔
3344
  int32_t    code = 0;
256,237✔
3345
  char       objFName[TSDB_OBJ_FNAME_LEN + 1] = {0};
256,237✔
3346
  bool       showAll = false;
256,237✔
3347

3348
  SDbObj *pDb = NULL;
256,237✔
3349
  if (strlen(pShow->db) > 0) {
256,237✔
3350
    pDb = mndAcquireDb(pMnode, pShow->db);
208,238✔
3351
    if (pDb == NULL) return terrno;
208,238✔
3352
  }
3353

3354
  if ((code = mndAcquireUser(pMnode, RPC_MSG_USER(pReq), &pOperUser)) != 0) {
255,306✔
UNCOV
3355
    goto _ERROR;
×
3356
  }
3357

3358
  (void)snprintf(objFName, sizeof(objFName), "%d.*", pOperUser->acctId);
255,306✔
3359
  showAll = (0 == mndCheckObjPrivilegeRecF(pMnode, pOperUser, PRIV_CM_SHOW, PRIV_OBJ_TBL, pDb ? pDb->ownerId : 0,
255,306✔
3360
                                           pDb ? pDb->name : objFName, "*"));
3361
  showAll = showAll && (0 == mndCheckDbPrivilegeByName(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_USE_DB,
255,306✔
3362
                                                       pDb ? pDb->name : objFName, false));
3363

3364
  while (numOfRows < rows) {
2,001,996✔
3365
    pShow->pIter = sdbFetch(pSdb, SDB_STB, pShow->pIter, (void **)&pStb);
2,001,041✔
3366
    if (pShow->pIter == NULL) break;
2,001,041✔
3367

3368
    if (pDb != NULL && pStb->dbUid != pDb->uid) {
1,746,690✔
3369
      sdbRelease(pSdb, pStb);
880,153✔
3370
      continue;
880,153✔
3371
    }
3372

3373
    if (isTsmaResSTb(pStb->name)) {
866,537✔
UNCOV
3374
      sdbRelease(pSdb, pStb);
×
UNCOV
3375
      continue;
×
3376
    }
3377

3378
#if 0
3379
    if ((0 == pUser->superUser) && mndCheckStbPrivilege(pMnode, pUser, RPC_MSG_TOKEN(pReq), MND_OPER_SHOW_STB, pStb) != 0) {
3380
      sdbRelease(pSdb, pStb);
3381
      terrno = 0;
3382
      continue;
3383
    }
3384
#endif
3385
    cols = 0;
866,537✔
3386

3387
    SName name = {0};
866,537✔
3388

3389
    char stbName[TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
866,537✔
3390
    mndExtractTbNameFromStbFullName(pStb->name, &stbName[VARSTR_HEADER_SIZE], TSDB_TABLE_NAME_LEN);
866,537✔
3391

3392
    if (!showAll && (mndCheckObjPrivilegeRecF(pMnode, pOperUser, PRIV_CM_SHOW, PRIV_OBJ_TBL, pStb->ownerId, pStb->db,
866,537✔
3393
                                              &stbName[VARSTR_HEADER_SIZE]) ||
377,630✔
3394
                     mndCheckDbPrivilegeByName(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_USE_DB,
377,630✔
3395
                                               pStb->db, false))) {
377,630✔
3396
      sdbRelease(pSdb, pStb);
1,751✔
3397
      terrno = 0;
1,751✔
3398
      continue;
1,751✔
3399
    }
3400

3401
    varDataSetLen(stbName, strlen(&stbName[VARSTR_HEADER_SIZE]));
864,786✔
3402
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
864,786✔
3403
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)stbName, false), pStb, &lino, _ERROR);
864,786✔
3404

3405
    char db[TSDB_DB_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
864,786✔
3406
    RETRIEVE_CHECK_GOTO(tNameFromString(&name, pStb->db, T_NAME_ACCT | T_NAME_DB), pStb, &lino, _ERROR);
864,786✔
3407
    RETRIEVE_CHECK_GOTO(tNameGetDbName(&name, varDataVal(db)), pStb, &lino, _ERROR);
864,786✔
3408
    varDataSetLen(db, strlen(varDataVal(db)));
864,786✔
3409
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
864,786✔
3410
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)db, false), pStb, &lino, _ERROR);
864,786✔
3411

3412
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
864,786✔
3413
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->createdTime, false), pStb, &lino,
864,786✔
3414
                        _ERROR);
3415

3416
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
864,786✔
3417
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->numOfColumns, false), pStb, &lino,
864,786✔
3418
                        _ERROR);
3419

3420
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
864,786✔
3421
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->numOfTags, false), pStb, &lino, _ERROR);
864,786✔
3422

3423
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
864,786✔
3424
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->updateTime, false), pStb, &lino,
864,786✔
3425
                        _ERROR);  // number of tables
3426

3427
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
864,786✔
3428
    if (pStb->commentLen > 0) {
864,786✔
3429
      char comment[TSDB_TB_COMMENT_LEN + VARSTR_HEADER_SIZE] = {0};
17,788✔
3430
      STR_TO_VARSTR(comment, pStb->comment);
17,788✔
3431
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, comment, false), pStb, &lino, _ERROR);
17,788✔
3432
    } else if (pStb->commentLen == 0) {
846,998✔
3433
      char comment[VARSTR_HEADER_SIZE + VARSTR_HEADER_SIZE] = {0};
113,826✔
3434
      STR_TO_VARSTR(comment, "");
113,826✔
3435
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, comment, false), pStb, &lino, _ERROR);
113,826✔
3436
    } else {
3437
      colDataSetNULL(pColInfo, numOfRows);
733,172✔
3438
    }
3439

3440
    char watermark[64 + VARSTR_HEADER_SIZE] = {0};
864,786✔
3441
    (void)tsnprintf(varDataVal(watermark), sizeof(watermark) - VARSTR_HEADER_SIZE, "%" PRId64 "a,%" PRId64 "a",
1,729,572✔
3442
              pStb->watermark[0], pStb->watermark[1]);
1,729,572✔
3443
    varDataSetLen(watermark, strlen(varDataVal(watermark)));
864,786✔
3444

3445
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
864,786✔
3446
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)watermark, false), pStb, &lino, _ERROR);
864,786✔
3447

3448
    char maxDelay[64 + VARSTR_HEADER_SIZE] = {0};
864,786✔
3449
    (void)tsnprintf(varDataVal(maxDelay), sizeof(maxDelay) - VARSTR_HEADER_SIZE, "%" PRId64 "a,%" PRId64 "a",
1,729,572✔
3450
              pStb->maxdelay[0], pStb->maxdelay[1]);
1,729,572✔
3451
    varDataSetLen(maxDelay, strlen(varDataVal(maxDelay)));
864,786✔
3452

3453
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
864,786✔
3454
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)maxDelay, false), pStb, &lino, _ERROR);
864,786✔
3455

3456
    char    rollup[160 + VARSTR_HEADER_SIZE] = {0};
864,786✔
3457
    int32_t rollupNum = (int32_t)taosArrayGetSize(pStb->pFuncs);
864,786✔
3458
    char   *sep = ", ";
864,786✔
3459
    int32_t sepLen = strlen(sep);
864,786✔
3460
    int32_t rollupLen = sizeof(rollup) - VARSTR_HEADER_SIZE - 2;
864,786✔
3461
    for (int32_t i = 0; i < rollupNum; ++i) {
864,786✔
UNCOV
3462
      char *funcName = taosArrayGet(pStb->pFuncs, i);
×
UNCOV
3463
      if (i) {
×
UNCOV
3464
        (void)strncat(varDataVal(rollup), sep, rollupLen);
×
UNCOV
3465
        rollupLen -= sepLen;
×
3466
      }
3467
      (void)strncat(varDataVal(rollup), funcName, rollupLen);
×
3468
      rollupLen -= strlen(funcName);
×
3469
    }
3470
    varDataSetLen(rollup, strlen(varDataVal(rollup)));
864,786✔
3471

3472
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
864,786✔
3473
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)rollup, false), pStb, &lino, _ERROR);
864,786✔
3474

3475
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
864,786✔
3476
    if (pColInfo) {
864,786✔
3477
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)(&pStb->uid), false), pStb, &lino, _ERROR);
864,786✔
3478
    }
3479

3480
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
864,786✔
3481
    if (pColInfo) {
864,786✔
3482
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)(&pStb->virtualStb), false), pStb, &lino, _ERROR);
864,786✔
3483
    }
3484

3485
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
864,786✔
3486
    if (pColInfo) {
864,786✔
3487
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)(&pStb->keep), false), pStb, &lino, _ERROR);
864,786✔
3488
    }
3489

3490
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
864,786✔
3491
    if (pColInfo) {
864,786✔
3492
      if (!pUidNames) {
864,786✔
3493
        TAOS_CHECK_GOTO(mndBuildUidNamesHash(pMnode, &pUidNames), &lino, _OVER);
197,022✔
3494
      }
3495
      const char *ownerName = tSimpleHashGet(pUidNames, (const char *)&pStb->ownerId, sizeof(pStb->ownerId));
864,786✔
3496
      char        owner[TSDB_USER_LEN + VARSTR_HEADER_SIZE] = {0};
864,786✔
3497
      STR_WITH_MAXSIZE_TO_VARSTR(owner, ownerName ? ownerName : "[unknown]", sizeof(owner));
864,786✔
3498
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)owner, false), pStb, &lino, _ERROR);
864,786✔
3499
    }
3500

3501
    numOfRows++;
864,786✔
3502
    sdbRelease(pSdb, pStb);
864,786✔
3503
  }
3504

3505
  if (pDb != NULL) {
255,306✔
3506
    mndReleaseDb(pMnode, pDb);
207,307✔
3507
  }
3508
  if (pOperUser != NULL) {
255,306✔
3509
    mndReleaseUser(pMnode, pOperUser);
255,306✔
3510
  }
3511

3512
  goto _OVER;
255,306✔
3513

UNCOV
3514
_ERROR:
×
UNCOV
3515
  if (pDb != NULL) {
×
UNCOV
3516
    mndReleaseDb(pMnode, pDb);
×
3517
  }
UNCOV
3518
  if (pOperUser != NULL) {
×
3519
    mndReleaseUser(pMnode, pOperUser);
×
3520
  }
3521
  mError("show:0x%" PRIx64 ", failed to retrieve data at %s:%d since %s", pShow->id, __FUNCTION__, lino,
×
3522
         tstrerror(code));
3523

3524
_OVER:
255,306✔
3525
  pShow->numOfRows += numOfRows;
255,306✔
3526
  tSimpleHashCleanup(pUidNames);
255,306✔
3527
  return numOfRows;
255,306✔
3528
}
3529

3530
static int32_t buildDbColsInfoBlock(const SSDataBlock *p, const SSysTableMeta *pSysDbTableMeta, size_t size,
1,725,762✔
3531
                                    const char *dbName, const char *tbName) {
3532
  char    tName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
1,725,762✔
3533
  char    dName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
1,725,762✔
3534
  char    typeName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
1,725,762✔
3535
  int32_t numOfRows = p->info.rows;
1,725,762✔
3536
  int32_t lino = 0;
1,725,762✔
3537
  int32_t code = 0;
1,725,762✔
3538

3539
  STR_TO_VARSTR(dName, dbName);
1,725,762✔
3540
  STR_TO_VARSTR(typeName, "SYSTEM_TABLE");
1,725,762✔
3541

3542
  for (int32_t i = 0; i < size; ++i) {
56,948,182✔
3543
    const SSysTableMeta *pm = &pSysDbTableMeta[i];
55,221,929✔
3544
    //    if (pm->sysInfo) {
3545
    //      continue;
3546
    //    }
3547
    if (tbName[0] && strncmp(tbName, pm->name, TSDB_TABLE_NAME_LEN) != 0) {
55,220,947✔
UNCOV
3548
      continue;
×
3549
    }
3550

3551
    STR_TO_VARSTR(tName, pm->name);
55,220,456✔
3552

3553
    for (int32_t j = 0; j < pm->colNum; j++) {
534,830,082✔
3554
      // table name
3555
      SColumnInfoData *pColInfoData = taosArrayGet(p->pDataBlock, 0);
479,586,058✔
3556
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, tName, false), &lino, _OVER);
479,489,331✔
3557

3558
      // database name
3559
      pColInfoData = taosArrayGet(p->pDataBlock, 1);
479,384,748✔
3560
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, dName, false), &lino, _OVER);
479,391,131✔
3561

3562
      pColInfoData = taosArrayGet(p->pDataBlock, 2);
479,425,501✔
3563
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, typeName, false), &lino, _OVER);
479,418,136✔
3564

3565
      // col name
3566
      char colName[TSDB_COL_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
479,431,393✔
3567
      STR_TO_VARSTR(colName, pm->schema[j].name);
479,410,771✔
3568
      pColInfoData = taosArrayGet(p->pDataBlock, 3);
479,414,208✔
3569
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, colName, false), &lino, _OVER);
479,605,207✔
3570

3571
      // col type
3572
      int8_t colType = pm->schema[j].type;
479,469,200✔
3573
      pColInfoData = taosArrayGet(p->pDataBlock, 4);
479,481,475✔
3574
      char colTypeStr[VARSTR_HEADER_SIZE + 32];
479,440,231✔
3575
      int  colTypeLen =
479,591,459✔
3576
          tsnprintf(varDataVal(colTypeStr), sizeof(colTypeStr) - VARSTR_HEADER_SIZE, "%s", tDataTypes[colType].name);
479,441,213✔
3577
      if (colType == TSDB_DATA_TYPE_VARCHAR) {
479,591,459✔
3578
        colTypeLen +=
249,300,432✔
3579
            tsnprintf(varDataVal(colTypeStr) + colTypeLen, sizeof(colTypeStr) - colTypeLen - VARSTR_HEADER_SIZE, "(%d)",
249,314,180✔
3580
                      (int32_t)(pm->schema[j].bytes - VARSTR_HEADER_SIZE));
249,288,157✔
3581
      } else if (colType == TSDB_DATA_TYPE_NCHAR) {
230,303,302✔
UNCOV
3582
        colTypeLen +=
×
UNCOV
3583
            tsnprintf(varDataVal(colTypeStr) + colTypeLen, sizeof(colTypeStr) - colTypeLen - VARSTR_HEADER_SIZE, "(%d)",
×
UNCOV
3584
                      (int32_t)((pm->schema[j].bytes - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE));
×
3585
      }
3586
      varDataSetLen(colTypeStr, colTypeLen);
479,603,734✔
3587
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, (char *)colTypeStr, false), &lino, _OVER);
479,459,871✔
3588

3589
      // col length
3590
      pColInfoData = taosArrayGet(p->pDataBlock, 5);
479,556,598✔
3591
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, (const char *)&pm->schema[j].bytes, false), &lino, _OVER);
479,531,557✔
3592

3593
      // col precision, col scale, col nullable, col source
3594
      for (int32_t k = 6; k <= 10; ++k) {
2,147,483,647✔
3595
        pColInfoData = taosArrayGet(p->pDataBlock, k);
2,147,483,647✔
3596
        colDataSetNULL(pColInfoData, numOfRows);
2,147,483,647✔
3597
      }
3598

3599
      numOfRows += 1;
480,046,125✔
3600
    }
3601
  }
3602
  return numOfRows;
1,726,253✔
UNCOV
3603
_OVER:
×
UNCOV
3604
  mError("failed at %s:%d since %s", __FUNCTION__, lino, tstrerror(code));
×
UNCOV
3605
  return numOfRows;
×
3606
}
3607
#define BUILD_COL_FOR_INFO_DB 1
3608
#define BUILD_COL_FOR_PERF_DB 1 << 1
3609
#define BUILD_COL_FOR_USER_DB 1 << 2
3610
#define BUILD_COL_FOR_ALL_DB  (BUILD_COL_FOR_INFO_DB | BUILD_COL_FOR_PERF_DB | BUILD_COL_FOR_USER_DB)
3611

3612
static int32_t buildSysDbColsInfo(SSDataBlock *p, int8_t buildWhichDBs, char *tb) {
893,598✔
3613
  size_t               size = 0;
893,598✔
3614
  const SSysTableMeta *pSysDbTableMeta = NULL;
893,598✔
3615

3616
  if (buildWhichDBs & BUILD_COL_FOR_INFO_DB) {
893,598✔
3617
    getInfosDbMeta(&pSysDbTableMeta, &size);
862,881✔
3618
    p->info.rows = buildDbColsInfoBlock(p, pSysDbTableMeta, size, TSDB_INFORMATION_SCHEMA_DB, tb);
862,881✔
3619
  }
3620

3621
  if (buildWhichDBs & BUILD_COL_FOR_PERF_DB) {
893,598✔
3622
    getPerfDbMeta(&pSysDbTableMeta, &size);
862,881✔
3623
    p->info.rows = buildDbColsInfoBlock(p, pSysDbTableMeta, size, TSDB_PERFORMANCE_SCHEMA_DB, tb);
862,881✔
3624
  }
3625

3626
  return p->info.rows;
893,598✔
3627
}
3628

3629
static int8_t determineBuildColForWhichDBs(const char *db) {
896,910✔
3630
  int8_t buildWhichDBs;
3631
  if (!db[0])
896,910✔
3632
    buildWhichDBs = BUILD_COL_FOR_ALL_DB;
862,743✔
3633
  else {
3634
    char *p = strchr(db, '.');
34,167✔
3635
    if (p && strcmp(p + 1, TSDB_INFORMATION_SCHEMA_DB) == 0) {
34,167✔
3636
      buildWhichDBs = BUILD_COL_FOR_INFO_DB;
138✔
3637
    } else if (p && strcmp(p + 1, TSDB_PERFORMANCE_SCHEMA_DB) == 0) {
34,029✔
3638
      buildWhichDBs = BUILD_COL_FOR_PERF_DB;
138✔
3639
    } else {
3640
      buildWhichDBs = BUILD_COL_FOR_USER_DB;
33,891✔
3641
    }
3642
  }
3643
  return buildWhichDBs;
896,910✔
3644
}
3645

3646
static int32_t mndRetrieveStbCol(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
896,910✔
3647
  uint8_t  buildWhichDBs;
3648
  SMnode  *pMnode = pReq->info.node;
896,910✔
3649
  SSdb    *pSdb = pMnode->pSdb;
896,910✔
3650
  SStbObj *pStb = NULL;
896,910✔
3651
  int32_t  numOfRows = 0;
896,910✔
3652
  int32_t  lino = 0;
896,910✔
3653
  int32_t  code = 0;
896,910✔
3654

3655
  buildWhichDBs = determineBuildColForWhichDBs(pShow->db);
896,910✔
3656

3657
  if (!pShow->sysDbRsp) {
896,910✔
3658
    numOfRows = buildSysDbColsInfo(pBlock, buildWhichDBs, pShow->filterTb);
893,598✔
3659
    mDebug("mndRetrieveStbCol get system table cols, rows:%d, db:%s", numOfRows, pShow->db);
893,598✔
3660
    pShow->sysDbRsp = true;
893,598✔
3661
  }
3662

3663
  if (buildWhichDBs & BUILD_COL_FOR_USER_DB) {
896,910✔
3664
    SDbObj *pDb = NULL;
896,634✔
3665
    if (strlen(pShow->db) > 0) {
896,634✔
3666
      pDb = mndAcquireDb(pMnode, pShow->db);
33,891✔
3667
      if (pDb == NULL && TSDB_CODE_MND_DB_NOT_EXIST != terrno && pBlock->info.rows == 0) return terrno;
33,891✔
3668
    }
3669

3670
    char typeName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
896,634✔
3671
    STR_TO_VARSTR(typeName, "SUPER_TABLE");
896,634✔
3672
    bool fetch = pShow->restore ? false : true;
896,634✔
3673
    pShow->restore = false;
896,634✔
3674
    while (numOfRows < rows) {
2,629,199✔
3675
      if (fetch) {
2,629,199✔
3676
        pShow->pIter = sdbFetch(pSdb, SDB_STB, pShow->pIter, (void **)&pStb);
2,625,887✔
3677
        if (pShow->pIter == NULL) break;
2,625,887✔
3678
      } else {
3679
        fetch = true;
3,312✔
3680
        void *pKey = taosHashGetKey(pShow->pIter, NULL);
3,312✔
3681
        pStb = sdbAcquire(pSdb, SDB_STB, pKey);
3,312✔
3682
        if (!pStb) continue;
3,312✔
3683
      }
3684

3685
      if (pDb != NULL && pStb->dbUid != pDb->uid) {
1,735,877✔
3686
        sdbRelease(pSdb, pStb);
2,352✔
3687
        continue;
2,352✔
3688
      }
3689

3690
      SName name = {0};
1,733,525✔
3691
      char  stbName[TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
1,733,525✔
3692
      mndExtractTbNameFromStbFullName(pStb->name, &stbName[VARSTR_HEADER_SIZE], TSDB_TABLE_NAME_LEN);
1,733,525✔
3693
      if (pShow->filterTb[0] && strncmp(pShow->filterTb, &stbName[VARSTR_HEADER_SIZE], TSDB_TABLE_NAME_LEN) != 0) {
1,733,525✔
UNCOV
3694
        sdbRelease(pSdb, pStb);
×
UNCOV
3695
        continue;
×
3696
      }
3697

3698
      if ((numOfRows + pStb->numOfColumns) > rows) {
1,733,525✔
3699
        pShow->restore = true;
3,312✔
3700
        if (numOfRows == 0) {
3,312✔
UNCOV
3701
          mError("mndRetrieveStbCol failed to get stable cols since buf:%d less than result:%d, stable name:%s, db:%s",
×
3702
                 rows, pStb->numOfColumns, pStb->name, pStb->db);
3703
        }
3704
        sdbRelease(pSdb, pStb);
3,312✔
3705
        break;
3,312✔
3706
      }
3707

3708
      varDataSetLen(stbName, strlen(&stbName[VARSTR_HEADER_SIZE]));
1,730,213✔
3709

3710
      mDebug("mndRetrieveStbCol get stable cols, stable name:%s, db:%s", pStb->name, pStb->db);
1,730,213✔
3711

3712
      char db[TSDB_DB_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
1,730,213✔
3713
      RETRIEVE_CHECK_GOTO(tNameFromString(&name, pStb->db, T_NAME_ACCT | T_NAME_DB), pStb, &lino, _OVER);
1,730,213✔
3714
      RETRIEVE_CHECK_GOTO(tNameGetDbName(&name, varDataVal(db)), pStb, &lino, _OVER);
1,730,213✔
3715
      varDataSetLen(db, strlen(varDataVal(db)));
1,730,213✔
3716

3717
      for (int i = 0; i < pStb->numOfColumns; i++) {
30,708,858✔
3718
        int32_t          cols = 0;
28,979,136✔
3719
        SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
28,979,136✔
3720
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)stbName, false), pStb, &lino, _OVER);
28,979,136✔
3721

3722
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
28,979,136✔
3723
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)db, false), pStb, &lino, _OVER);
28,979,136✔
3724

3725
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
28,979,627✔
3726
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, typeName, false), pStb, &lino, _OVER);
28,979,627✔
3727

3728
        // col name
3729
        char colName[TSDB_COL_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
28,979,627✔
3730
        STR_TO_VARSTR(colName, pStb->pColumns[i].name);
28,979,627✔
3731
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
28,979,136✔
3732
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, colName, false), pStb, &lino, _OVER);
28,979,136✔
3733

3734
        // col type
3735
        int8_t colType = pStb->pColumns[i].type;
28,979,136✔
3736
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
28,979,136✔
3737
        char colTypeStr[VARSTR_HEADER_SIZE + 32];
28,979,136✔
3738
        int  colTypeLen =
28,979,627✔
3739
            tsnprintf(varDataVal(colTypeStr), sizeof(colTypeStr) - VARSTR_HEADER_SIZE, "%s", tDataTypes[colType].name);
28,979,136✔
3740
        if (colType == TSDB_DATA_TYPE_VARCHAR) {
28,979,627✔
3741
          colTypeLen +=
953,326✔
3742
              tsnprintf(varDataVal(colTypeStr) + colTypeLen, sizeof(colTypeStr) - colTypeLen - VARSTR_HEADER_SIZE,
953,326✔
3743
                        "(%d)", (int32_t)(pStb->pColumns[i].bytes - VARSTR_HEADER_SIZE));
953,326✔
3744
        } else if (colType == TSDB_DATA_TYPE_NCHAR) {
28,026,301✔
3745
          colTypeLen +=
953,326✔
3746
              tsnprintf(varDataVal(colTypeStr) + colTypeLen, sizeof(colTypeStr) - colTypeLen - VARSTR_HEADER_SIZE,
953,326✔
3747
                        "(%d)", (int32_t)((pStb->pColumns[i].bytes - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE));
953,326✔
3748
        } else if (IS_DECIMAL_TYPE(colType)) {
27,072,975✔
UNCOV
3749
          STypeMod typeMod = pStb->pExtSchemas[i].typeMod;
×
UNCOV
3750
          uint8_t prec = 0, scale = 0;
×
UNCOV
3751
          decimalFromTypeMod(typeMod, &prec, &scale);
×
UNCOV
3752
          colTypeLen += sprintf(varDataVal(colTypeStr) + colTypeLen, "(%d,%d)", prec, scale);
×
3753
        }
3754
        varDataSetLen(colTypeStr, colTypeLen);
28,979,627✔
3755
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (char *)colTypeStr, false), pStb, &lino, _OVER);
28,979,627✔
3756

3757
        // col length
3758
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
28,979,627✔
3759
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->pColumns[i].bytes, false), pStb,
28,979,627✔
3760
                            &lino, _OVER);
3761
        
3762
        // col precision, col scale, col nullable, col source
3763
        for (int32_t j = 6; j <= 9; ++j) {
144,898,135✔
3764
          pColInfo = taosArrayGet(pBlock->pDataBlock, j);
115,918,508✔
3765
          colDataSetNULL(pColInfo, numOfRows);
115,918,017✔
3766
        }
3767

3768
        // col id
3769
        pColInfo = taosArrayGet(pBlock->pDataBlock, 10);
28,979,627✔
3770
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->pColumns[i].colId, false), pStb,
28,979,136✔
3771
                            &lino, _OVER);
3772
        numOfRows++;
28,978,645✔
3773
      }
3774

3775
      sdbRelease(pSdb, pStb);
1,730,213✔
3776
    }
3777

3778
    if (pDb != NULL) {
896,634✔
3779
      mndReleaseDb(pMnode, pDb);
33,722✔
3780
    }
3781
  }
3782

3783
  mDebug("mndRetrieveStbCol success, rows:%d, pShow->numOfRows:%d", numOfRows, pShow->numOfRows);
896,910✔
3784
  goto _OVER;
896,910✔
3785

3786
_ERROR:
3787
  mError("failed to mndRetrieveStbCol, rows:%d, pShow->numOfRows:%d, at %s:%d since %s", numOfRows, pShow->numOfRows,
3788
         __FUNCTION__, lino, tstrerror(code));
3789

3790
_OVER:
896,910✔
3791
  pShow->numOfRows += numOfRows;
896,910✔
3792
  return numOfRows;
896,910✔
3793
}
3794

3795
static void mndCancelGetNextStb(SMnode *pMnode, void *pIter) {
138✔
3796
  SSdb *pSdb = pMnode->pSdb;
138✔
3797
  sdbCancelFetchByType(pSdb, pIter, SDB_STB);
138✔
3798
}
138✔
3799

UNCOV
3800
const char *mndGetStbStr(const char *src) {
×
UNCOV
3801
  char *posDb = strstr(src, TS_PATH_DELIMITER);
×
UNCOV
3802
  if (posDb != NULL) ++posDb;
×
UNCOV
3803
  if (posDb == NULL) return src;
×
3804

3805
  char *posStb = strstr(posDb, TS_PATH_DELIMITER);
×
3806
  if (posStb != NULL) ++posStb;
×
3807
  if (posStb == NULL) return posDb;
×
3808
  return posStb;
×
3809
}
3810

3811
static int32_t mndCheckIndexReq(SCreateTagIndexReq *pReq) {
×
3812
  // impl
3813
  return TSDB_CODE_SUCCESS;
×
3814
}
3815

3816
/*int32_t mndAddIndexImpl(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp, void *sql,
3817
                        int32_t len) {
3818
  // impl later
3819
  int32_t code = 0;
3820
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "create-stb-index");
3821
  if (pTrans == NULL) goto _OVER;
3822

3823
  mInfo("trans:%d, used to add index to stb:%s", pTrans->id, pStb->name);
3824
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
3825
  if (mndTransCheckConflict(pMnode, pTrans) != 0) goto _OVER;
3826

3827
  if (mndSetAlterStbPrepareLogs(pMnode, pTrans, pDb, pStb) != 0) goto _OVER;
3828
  if (mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb) != 0) goto _OVER;
3829
  if (mndSetAlterStbRedoActions2(pMnode, pTrans, pDb, pStb, sql, len) != 0) goto _OVER;
3830
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
3831

3832
  return code;
3833

3834
_OVER:
3835
  mndTransDrop(pTrans);
3836
  return code;
3837
}
3838
static int32_t mndAddIndex(SMnode *pMnode, SRpcMsg *pReq, SCreateTagIndexReq *tagIdxReq, SDbObj *pDb, SStbObj *pOld) {
3839
  bool    needRsp = true;
3840
  int32_t code = -1;
3841
  SField *pField0 = NULL;
3842

3843
  SStbObj  stbObj = {0};
3844
  SStbObj *pNew = &stbObj;
3845

3846
  taosRLockLatch(&pOld->lock);
3847
  memcpy(&stbObj, pOld, sizeof(SStbObj));
3848
  taosRUnLockLatch(&pOld->lock);
3849

3850
  stbObj.pColumns = NULL;
3851
  stbObj.pTags = NULL;
3852
  stbObj.updateTime = taosGetTimestampMs();
3853
  stbObj.lock = 0;
3854

3855
  int32_t tag = mndFindSuperTableTagIndex(pOld, tagIdxReq->colName);
3856
  if (tag < 0) {
3857
    terrno = TSDB_CODE_MND_TAG_NOT_EXIST;
3858
    return -1;
3859
  }
3860
  if (mndAllocStbSchemas(pOld, pNew) != 0) {
3861
    return -1;
3862
  }
3863

3864
  SSchema *pTag = pNew->pTags + tag;
3865
  if (IS_IDX_ON(pTag)) {
3866
    terrno = TSDB_CODE_MND_TAG_INDEX_ALREADY_EXIST;
3867
    return -1;
3868
  } else {
3869
    pTag->flags |= COL_IDX_ON;
3870
  }
3871
  pNew->tagVer++;
3872

3873
  code = mndAddIndexImpl(pMnode, pReq, pDb, pNew, needRsp, pReq->pCont, pReq->contLen);
3874

3875
  return code;
3876
}
3877
static int32_t mndProcessCreateIndexReq(SRpcMsg *pReq) {
3878
  SMnode            *pMnode = pReq->info.node;
3879
  int32_t            code = -1;
3880
  SDbObj            *pDb = NULL;
3881
  SStbObj           *pStb = NULL;
3882
  SCreateTagIndexReq tagIdxReq = {0};
3883

3884
  if (tDeserializeSCreateTagIdxReq(pReq->pCont, pReq->contLen, &tagIdxReq) != 0) {
3885
    terrno = TSDB_CODE_INVALID_MSG;
3886
    goto _OVER;
3887
  }
3888

3889
  mInfo("stb:%s, start to alter", tagIdxReq.stbName);
3890

3891
  if (mndCheckIndexReq(&tagIdxReq) != TSDB_CODE_SUCCESS) {
3892
    goto _OVER;
3893
  }
3894

3895
  pDb = mndAcquireDbByStb(pMnode, tagIdxReq.dbFName);
3896
  if (pDb == NULL) {
3897
    terrno = TSDB_CODE_MND_DB_NOT_EXIST;
3898
    goto _OVER;
3899
  }
3900

3901
  pStb = mndAcquireStb(pMnode, tagIdxReq.stbName);
3902
  if (pStb == NULL) {
3903
    terrno = TSDB_CODE_MND_STB_NOT_EXIST;
3904
    goto _OVER;
3905
  }
3906
  if (mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_WRITE_DB, pDb) != 0) {
3907
    goto _OVER;
3908
  }
3909

3910
  code = mndAddIndex(pMnode, pReq, &tagIdxReq, pDb, pStb);
3911
  if (terrno == TSDB_CODE_MND_TAG_INDEX_ALREADY_EXIST || terrno == TSDB_CODE_MND_TAG_NOT_EXIST) {
3912
    return terrno;
3913
  } else {
3914
    if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
3915
  }
3916
_OVER:
3917
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
3918
    mError("stb:%s, failed to create index since %s", tagIdxReq.stbName, terrstr());
3919
  }
3920
  mndReleaseStb(pMnode, pStb);
3921
  mndReleaseDb(pMnode, pDb);
3922
  return code;
3923
}
3924
static int32_t mndProcessDropIndexReq(SRpcMsg *pReq) {
3925
  SMnode          *pMnode = pReq->info.node;
3926
  int32_t          code = -1;
3927
  SDbObj          *pDb = NULL;
3928
  SStbObj         *pStb = NULL;
3929
  SDropTagIndexReq dropReq = {0};
3930
  if (tDeserializeSDropTagIdxReq(pReq->pCont, pReq->contLen, &dropReq) != 0) {
3931
    terrno = TSDB_CODE_INVALID_MSG;
3932
    goto _OVER;
3933
  }
3934
  //
3935
  return TSDB_CODE_SUCCESS;
3936
_OVER:
3937
  return code;
3938
}*/
3939

UNCOV
3940
static int32_t mndProcessDropStbReqFromMNode(SRpcMsg *pReq) {
×
UNCOV
3941
  int32_t code = mndProcessDropStbReq(pReq);
×
UNCOV
3942
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
×
UNCOV
3943
    pReq->info.rsp = rpcMallocCont(1);
×
UNCOV
3944
    pReq->info.rspLen = 1;
×
3945
    pReq->info.noResp = false;
×
3946
    pReq->code = code;
×
3947
  }
3948
  return code;
×
3949
}
3950

3951
typedef struct SVDropTbVgReqs {
3952
  SArray     *pBatchReqs;
3953
  SVgroupInfo info;
3954
} SVDropTbVgReqs;
3955

3956
typedef struct SMDropTbDbInfo {
3957
  SArray *dbVgInfos;
3958
  int32_t hashPrefix;
3959
  int32_t hashSuffix;
3960
  int32_t hashMethod;
3961
} SMDropTbDbInfo;
3962

3963
typedef struct SMDropTbTsmaInfo {
3964
  char           tsmaResTbDbFName[TSDB_DB_FNAME_LEN];
3965
  char           tsmaResTbNamePrefix[TSDB_TABLE_FNAME_LEN];
3966
  int32_t        suid;
3967
  SMDropTbDbInfo dbInfo;  // reference to DbInfo in pDbMap
3968
} SMDropTbTsmaInfo;
3969

3970
typedef struct SMDropTbTsmaInfos {
3971
  SArray *pTsmaInfos;  // SMDropTbTsmaInfo
3972
} SMDropTbTsmaInfos;
3973

3974
typedef struct SMndDropTbsWithTsmaCtx {
3975
  SHashObj *pVgMap;  // <vgId, SVDropTbVgReqs>
3976
} SMndDropTbsWithTsmaCtx;
3977

3978
static int32_t mndDropTbForSingleVg(SMnode *pMnode, SMndDropTbsWithTsmaCtx *pCtx, SArray *pTbs, int32_t vgId);
3979

3980
static void destroySVDropTbBatchReqs(void *p);
3981
static void mndDestroyDropTbsWithTsmaCtx(SMndDropTbsWithTsmaCtx *p) {
11,962✔
3982
  if (!p) return;
11,962✔
3983

3984
  if (p->pVgMap) {
11,962✔
3985
    void *pIter = taosHashIterate(p->pVgMap, NULL);
11,962✔
3986
    while (pIter) {
23,924✔
3987
      SVDropTbVgReqs *pReqs = pIter;
11,962✔
3988
      taosArrayDestroyEx(pReqs->pBatchReqs, destroySVDropTbBatchReqs);
11,962✔
3989
      pIter = taosHashIterate(p->pVgMap, pIter);
11,962✔
3990
    }
3991
    taosHashCleanup(p->pVgMap);
11,962✔
3992
  }
3993
  taosMemoryFree(p);
11,962✔
3994
}
3995

3996
static int32_t mndInitDropTbsWithTsmaCtx(SMndDropTbsWithTsmaCtx **ppCtx) {
11,962✔
3997
  int32_t                 code = 0;
11,962✔
3998
  SMndDropTbsWithTsmaCtx *pCtx = taosMemoryCalloc(1, sizeof(SMndDropTbsWithTsmaCtx));
11,962✔
3999
  if (!pCtx) return terrno;
11,962✔
4000

4001
  pCtx->pVgMap = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), false, HASH_NO_LOCK);
11,962✔
4002
  if (!pCtx->pVgMap) {
11,962✔
UNCOV
4003
    code = terrno;
×
UNCOV
4004
    goto _end;
×
4005
  }
4006

4007
  *ppCtx = pCtx;
11,962✔
4008
_end:
11,962✔
4009
  if (code) mndDestroyDropTbsWithTsmaCtx(pCtx);
11,962✔
4010
  return code;
11,962✔
4011
}
4012

4013
static void *mndBuildVDropTbsReq(SMnode *pMnode, const SVgroupInfo *pVgInfo, const SVDropTbBatchReq *pReq,
32,756✔
4014
                                 int32_t *len) {
4015
  int32_t   contLen = 0;
32,756✔
4016
  int32_t   ret = 0;
32,756✔
4017
  SMsgHead *pHead = NULL;
32,756✔
4018
  SEncoder  encoder = {0};
32,756✔
4019

4020
  tEncodeSize(tEncodeSVDropTbBatchReq, pReq, contLen, ret);
32,756✔
4021
  if (ret < 0) return NULL;
32,756✔
4022

4023
  contLen += sizeof(SMsgHead);
32,756✔
4024
  pHead = taosMemoryMalloc(contLen);
32,756✔
4025
  if (pHead == NULL) {
32,756✔
UNCOV
4026
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
UNCOV
4027
    return NULL;
×
4028
  }
4029

4030
  pHead->contLen = htonl(contLen);
32,756✔
4031
  pHead->vgId = htonl(pVgInfo->vgId);
32,756✔
4032

4033
  void *pBuf = POINTER_SHIFT(pHead, sizeof(SMsgHead));
32,756✔
4034

4035
  tEncoderInit(&encoder, pBuf, contLen - sizeof(SMsgHead));
32,756✔
4036
  int32_t code = tEncodeSVDropTbBatchReq(&encoder, pReq);
32,756✔
4037
  tEncoderClear(&encoder);
32,756✔
4038
  if (code != 0) return NULL;
32,756✔
4039

4040
  *len = contLen;
32,756✔
4041
  return pHead;
32,756✔
4042
}
4043

4044
static int32_t mndSetDropTbsRedoActions(SMnode *pMnode, STrans *pTrans, const SVDropTbVgReqs *pVgReqs, void *pCont,
32,756✔
4045
                                        int32_t contLen, tmsg_t msgType) {
4046
  STransAction action = {0};
32,756✔
4047
  action.epSet = pVgReqs->info.epSet;
32,756✔
4048
  action.pCont = pCont;
32,756✔
4049
  action.contLen = contLen;
32,756✔
4050
  action.msgType = msgType;
32,756✔
4051
  action.acceptableCode = TSDB_CODE_TDB_TABLE_NOT_EXIST;
32,756✔
4052
  return mndTransAppendRedoAction(pTrans, &action);
32,756✔
4053
}
4054

4055
static int32_t mndBuildDropTbRedoActions(SMnode *pMnode, STrans *pTrans, SHashObj *pVgMap, tmsg_t msgType) {
8,189✔
4056
  int32_t code = 0;
8,189✔
4057
  void   *pIter = taosHashIterate(pVgMap, NULL);
8,189✔
4058
  while (pIter) {
16,378✔
4059
    const SVDropTbVgReqs *pVgReqs = pIter;
8,189✔
4060
    int32_t               len = 0;
8,189✔
4061
    for (int32_t i = 0; i < taosArrayGetSize(pVgReqs->pBatchReqs) && code == TSDB_CODE_SUCCESS; ++i) {
40,945✔
4062
      SVDropTbBatchReq *pBatchReq = taosArrayGet(pVgReqs->pBatchReqs, i);
32,756✔
4063
      void             *p = mndBuildVDropTbsReq(pMnode, &pVgReqs->info, pBatchReq, &len);
32,756✔
4064
      if (!p) {
32,756✔
UNCOV
4065
        code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
4066
        if (terrno != 0) code = terrno;
×
UNCOV
4067
        break;
×
4068
      }
4069
      if ((code = mndSetDropTbsRedoActions(pMnode, pTrans, pVgReqs, p, len, msgType)) != 0) {
32,756✔
4070
        break;
×
4071
      }
4072
    }
4073
    if (TSDB_CODE_SUCCESS != code) {
8,189✔
UNCOV
4074
      taosHashCancelIterate(pVgMap, pIter);
×
4075
      break;
×
4076
    }
4077
    pIter = taosHashIterate(pVgMap, pIter);
8,189✔
4078
  }
4079
  return code;
8,189✔
4080
}
4081

4082
static int32_t mndCreateDropTbsTxnPrepare(SRpcMsg *pRsp, SMndDropTbsWithTsmaCtx *pCtx) {
11,962✔
4083
  int32_t code = 0;
11,962✔
4084
  SMnode *pMnode = pRsp->info.node;
11,962✔
4085
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_GLOBAL, pRsp, "drop-tbs");
11,962✔
4086
  mndTransSetChangeless(pTrans);
11,962✔
4087
  mndTransSetSerial(pTrans);
11,962✔
4088
  if (pTrans == NULL) {
11,962✔
UNCOV
4089
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
UNCOV
4090
    if (terrno != 0) code = terrno;
×
UNCOV
4091
    goto _OVER;
×
4092
  }
4093

4094
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
11,962✔
4095

4096
  if ((code = mndBuildDropTbRedoActions(pMnode, pTrans, pCtx->pVgMap, TDMT_VND_DROP_TABLE)) != 0) goto _OVER;
8,189✔
4097
  if ((code = mndTransPrepare(pMnode, pTrans)) != 0) goto _OVER;
8,189✔
4098

4099
_OVER:
8,189✔
4100
  mndTransDrop(pTrans);
11,962✔
4101
  TAOS_RETURN(code);
11,962✔
4102
}
4103

UNCOV
4104
static int32_t mndProcessDropTbWithTsma(SRpcMsg *pReq) {
×
UNCOV
4105
  int32_t      code = -1;
×
UNCOV
4106
  SMnode      *pMnode = pReq->info.node;
×
UNCOV
4107
  SDbObj      *pDb = NULL;
×
UNCOV
4108
  SStbObj     *pStb = NULL;
×
4109
  SMDropTbsReq dropReq = {0};
×
4110
  bool         locked = false;
×
4111
  if (tDeserializeSMDropTbsReq(pReq->pCont, pReq->contLen, &dropReq) != 0) {
×
4112
    code = TSDB_CODE_INVALID_MSG;
×
4113
    goto _OVER;
×
4114
  }
4115

4116
  SMndDropTbsWithTsmaCtx *pCtx = NULL;
×
4117
  code = mndInitDropTbsWithTsmaCtx(&pCtx);
×
4118
  if (code) goto _OVER;
×
UNCOV
4119
  for (int32_t i = 0; i < dropReq.pVgReqs->size; ++i) {
×
UNCOV
4120
    SMDropTbReqsOnSingleVg *pReq = taosArrayGet(dropReq.pVgReqs, i);
×
4121
    code = mndDropTbForSingleVg(pMnode, pCtx, pReq->pTbs, pReq->vgInfo.vgId);
×
4122
    if (code) goto _OVER;
×
4123
  }
4124
  code = mndCreateDropTbsTxnPrepare(pReq, pCtx);
×
4125
  if (code == 0) {
×
4126
    code = TSDB_CODE_ACTION_IN_PROGRESS;
×
4127
  }
UNCOV
4128
_OVER:
×
4129
  tFreeSMDropTbsReq(&dropReq);
×
4130
  if (pCtx) mndDestroyDropTbsWithTsmaCtx(pCtx);
×
4131
  TAOS_RETURN(code);
×
4132
}
4133

4134
static int32_t createDropTbBatchReq(const SVDropTbReq *pReq, SVDropTbBatchReq *pBatchReq) {
52,958✔
4135
  pBatchReq->nReqs = 1;
52,958✔
4136
  pBatchReq->pArray = taosArrayInit(TARRAY_MIN_SIZE, sizeof(SVDropTbReq));
52,958✔
4137
  if (!pBatchReq->pArray) return terrno;
52,958✔
4138
  if (taosArrayPush(pBatchReq->pArray, pReq) == NULL) {
105,916✔
UNCOV
4139
    taosArrayDestroy(pBatchReq->pArray);
×
UNCOV
4140
    pBatchReq->pArray = NULL;
×
UNCOV
4141
    return terrno;
×
4142
  }
4143
  return TSDB_CODE_SUCCESS;
52,958✔
4144
}
4145

4146
static void destroySVDropTbBatchReqs(void *p) {
52,958✔
4147
  SVDropTbBatchReq *pReq = p;
52,958✔
4148
  taosArrayDestroy(pReq->pArray);
52,958✔
4149
  pReq->pArray = NULL;
52,958✔
4150
}
52,958✔
4151

4152
static int32_t mndDropTbAdd(SMnode *pMnode, SHashObj *pVgHashMap, const SVgroupInfo *pVgInfo, char *name, tb_uid_t suid,
52,958✔
4153
                            bool ignoreNotExists) {
4154
  SVDropTbReq req = {.name = name, .suid = suid, .igNotExists = ignoreNotExists, .uid = 0};
52,958✔
4155

4156
  SVDropTbVgReqs *pVgReqs = taosHashGet(pVgHashMap, &pVgInfo->vgId, sizeof(pVgInfo->vgId));
52,958✔
4157
  SVDropTbVgReqs  vgReqs = {0};
52,958✔
4158
  if (pVgReqs == NULL) {
52,958✔
4159
    vgReqs.info = *pVgInfo;
11,962✔
4160
    vgReqs.pBatchReqs = taosArrayInit(TARRAY_MIN_SIZE, sizeof(SVDropTbBatchReq));
11,962✔
4161
    if (!vgReqs.pBatchReqs) return terrno;
11,962✔
4162
    SVDropTbBatchReq batchReq = {0};
11,962✔
4163
    int32_t          code = createDropTbBatchReq(&req, &batchReq);
11,962✔
4164
    if (TSDB_CODE_SUCCESS != code) return code;
11,962✔
4165
    if (taosArrayPush(vgReqs.pBatchReqs, &batchReq) == NULL) {
23,924✔
UNCOV
4166
      taosArrayDestroy(batchReq.pArray);
×
UNCOV
4167
      return terrno;
×
4168
    }
4169
    if (taosHashPut(pVgHashMap, &pVgInfo->vgId, sizeof(pVgInfo->vgId), &vgReqs, sizeof(vgReqs)) != 0) {
11,962✔
UNCOV
4170
      taosArrayDestroyEx(vgReqs.pBatchReqs, destroySVDropTbBatchReqs);
×
4171
      return terrno;
×
4172
    }
4173
  } else {
4174
    SVDropTbBatchReq batchReq = {0};
40,996✔
4175
    int32_t          code = createDropTbBatchReq(&req, &batchReq);
40,996✔
4176
    if (TSDB_CODE_SUCCESS != code) return code;
40,996✔
4177
    if (taosArrayPush(pVgReqs->pBatchReqs, &batchReq) == NULL) {
81,992✔
UNCOV
4178
      taosArrayDestroy(batchReq.pArray);
×
UNCOV
4179
      return terrno;
×
4180
    }
4181
  }
4182
  return 0;
52,958✔
4183
}
4184

4185
static int32_t mndDropTbForSingleVg(SMnode *pMnode, SMndDropTbsWithTsmaCtx *pCtx, SArray *pTbs, int32_t vgId) {
11,962✔
4186
  int32_t code = 0;
11,962✔
4187

4188
  SVgObj *pVgObj = mndAcquireVgroup(pMnode, vgId);
11,962✔
4189
  if (!pVgObj) {
11,962✔
UNCOV
4190
    code = 0;
×
UNCOV
4191
    goto _end;
×
4192
  }
4193
  SVgroupInfo vgInfo = {.hashBegin = pVgObj->hashBegin,
23,924✔
4194
                        .hashEnd = pVgObj->hashEnd,
11,962✔
4195
                        .numOfTable = pVgObj->numOfTables,
11,962✔
4196
                        .vgId = pVgObj->vgId};
11,962✔
4197
  vgInfo.epSet = mndGetVgroupEpset(pMnode, pVgObj);
11,962✔
4198
  mndReleaseVgroup(pMnode, pVgObj);
11,962✔
4199

4200
  for (int32_t i = 0; i < pTbs->size; ++i) {
64,920✔
4201
    SVDropTbReq *pTb = taosArrayGet(pTbs, i);
52,958✔
4202
    TAOS_CHECK_GOTO(mndDropTbAdd(pMnode, pCtx->pVgMap, &vgInfo, pTb->name, pTb->suid, pTb->igNotExists), NULL, _end);
52,958✔
4203
  }
4204
_end:
11,962✔
4205
  return code;
11,962✔
4206
}
4207

4208
static int32_t mndProcessFetchTtlExpiredTbs(SRpcMsg *pRsp) {
10,583,382✔
4209
  int32_t                 code = -1;
10,583,382✔
4210
  SDecoder                decoder = {0};
10,583,382✔
4211
  SMnode                 *pMnode = pRsp->info.node;
10,583,382✔
4212
  SVFetchTtlExpiredTbsRsp rsp = {0};
10,583,382✔
4213
  SMndDropTbsWithTsmaCtx *pCtx = NULL;
10,583,382✔
4214
  if (pRsp->code != TSDB_CODE_SUCCESS) {
10,583,382✔
4215
    code = pRsp->code;
116,046✔
4216
    goto _end;
116,046✔
4217
  }
4218
  if (pRsp->contLen == 0) {
10,467,336✔
4219
    code = 0;
10,455,374✔
4220
    goto _end;
10,455,374✔
4221
  }
4222

4223
  tDecoderInit(&decoder, pRsp->pCont, pRsp->contLen);
11,962✔
4224
  code = tDecodeVFetchTtlExpiredTbsRsp(&decoder, &rsp);
11,962✔
4225
  if (code) goto _end;
11,962✔
4226

4227
  code = mndInitDropTbsWithTsmaCtx(&pCtx);
11,962✔
4228
  if (code) goto _end;
11,962✔
4229

4230
  code = mndDropTbForSingleVg(pMnode, pCtx, rsp.pExpiredTbs, rsp.vgId);
11,962✔
4231
  if (code) goto _end;
11,962✔
4232
  code = mndCreateDropTbsTxnPrepare(pRsp, pCtx);
11,962✔
4233
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
11,962✔
4234
_end:
10,583,017✔
4235
  if (pCtx) mndDestroyDropTbsWithTsmaCtx(pCtx);
10,583,382✔
4236
  tDecoderClear(&decoder);
10,583,382✔
4237
  tFreeFetchTtlExpiredTbsRsp(&rsp);
10,583,382✔
4238
  TAOS_RETURN(code);
10,583,382✔
4239
}
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc