• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #4892

20 Dec 2025 01:15PM UTC coverage: 65.571% (+0.02%) from 65.549%
#4892

push

travis-ci

web-flow
feat: support taos_connect_with func (#33952)

* feat: support taos_connect_with

* refactor: enhance connection options and add tests for taos_set_option and taos_connect_with

* fix: handle NULL keys and values in taos_connect_with options

* fix: revert TAOSWS_GIT_TAG to default value "main"

* docs: add TLS configuration options for WebSocket connections in documentation

* docs: modify zh docs and add en docs

* chore: update taos.cfg

* docs: add examples

* docs: add error handling for connection failure in example code

2 of 82 new or added lines in 3 files covered. (2.44%)

527 existing lines in 120 files now uncovered.

182859 of 278870 relevant lines covered (65.57%)

104634355.9 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

76.55
/source/dnode/mnode/impl/src/mndStb.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#define _DEFAULT_SOURCE
17
#include "audit.h"
18
#include "mndDb.h"
19
#include "mndDnode.h"
20
#include "mndIndex.h"
21
#include "mndIndexComm.h"
22
#include "mndInfoSchema.h"
23
#include "mndMnode.h"
24
#include "mndPerfSchema.h"
25
#include "mndPrivilege.h"
26
#include "mndRsma.h"
27
#include "mndShow.h"
28
#include "mndSma.h"
29
#include "mndStb.h"
30
#include "mndTopic.h"
31
#include "mndTrans.h"
32
#include "mndUser.h"
33
#include "mndVgroup.h"
34
#include "mndStream.h"
35
#include "tname.h"
36

37
#define STB_VER_NUMBER   3
38
#define STB_RESERVE_SIZE 56
39

40
static int32_t  mndStbActionInsert(SSdb *pSdb, SStbObj *pStb);
41
static int32_t  mndStbActionDelete(SSdb *pSdb, SStbObj *pStb);
42
static int32_t  mndStbActionUpdate(SSdb *pSdb, SStbObj *pOld, SStbObj *pNew);
43
static int32_t  mndProcessTtlTimer(SRpcMsg *pReq);
44
// static int32_t  mndProcessTrimDbTimer(SRpcMsg *pReq);
45
static int32_t  mndProcessCreateStbReq(SRpcMsg *pReq);
46
static int32_t  mndProcessAlterStbReq(SRpcMsg *pReq);
47
static int32_t  mndProcessDropStbReq(SRpcMsg *pReq);
48
static int32_t  mndProcessDropTtltbRsp(SRpcMsg *pReq);
49
static int32_t  mndProcessTrimDbRsp(SRpcMsg *pReq);
50
static int32_t  mndProcessTrimDbWalRsp(SRpcMsg *pReq);
51
static int32_t  mndProcessTableMetaReq(SRpcMsg *pReq);
52
static int32_t  mndRetrieveStb(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
53
static int32_t  mndRetrieveStbCol(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
54
static void     mndCancelGetNextStb(SMnode *pMnode, void *pIter);
55
static int32_t  mndProcessTableCfgReq(SRpcMsg *pReq);
56
static int32_t  mndAlterStbImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
57
                               void *alterOriData, int32_t alterOriDataLen);
58
static int32_t  mndAlterStbAndUpdateTagIdxImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
59
                                              void *alterOriData, int32_t alterOriDataLen, const SMAlterStbReq *pAlter);
60

61
static int32_t mndProcessCreateIndexReq(SRpcMsg *pReq);
62
static int32_t mndProcessDropIndexReq(SRpcMsg *pReq);
63

64
static int32_t mndProcessDropStbReqFromMNode(SRpcMsg *pReq);
65
static int32_t mndProcessDropTbWithTsma(SRpcMsg *pReq);
66
static int32_t mndProcessFetchTtlExpiredTbs(SRpcMsg *pReq);
67

68
int32_t mndInitStb(SMnode *pMnode) {
505,382✔
69
  SSdbTable table = {
505,382✔
70
      .sdbType = SDB_STB,
71
      .keyType = SDB_KEY_BINARY,
72
      .encodeFp = (SdbEncodeFp)mndStbActionEncode,
73
      .decodeFp = (SdbDecodeFp)mndStbActionDecode,
74
      .insertFp = (SdbInsertFp)mndStbActionInsert,
75
      .updateFp = (SdbUpdateFp)mndStbActionUpdate,
76
      .deleteFp = (SdbDeleteFp)mndStbActionDelete,
77
  };
78

79
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_STB, mndProcessCreateStbReq);
505,382✔
80
  mndSetMsgHandle(pMnode, TDMT_MND_ALTER_STB, mndProcessAlterStbReq);
505,382✔
81
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_STB, mndProcessDropStbReq);
505,382✔
82
  mndSetMsgHandle(pMnode, TDMT_VND_CREATE_STB_RSP, mndTransProcessRsp);
505,382✔
83
  mndSetMsgHandle(pMnode, TDMT_VND_DROP_TTL_TABLE_RSP, mndProcessDropTtltbRsp);
505,382✔
84
  mndSetMsgHandle(pMnode, TDMT_VND_TRIM_RSP, mndTransProcessRsp);
505,382✔
85
  mndSetMsgHandle(pMnode, TDMT_VND_TRIM_WAL_RSP, mndProcessTrimDbWalRsp);
505,382✔
86
  mndSetMsgHandle(pMnode, TDMT_VND_ALTER_STB_RSP, mndTransProcessRsp);
505,382✔
87
  mndSetMsgHandle(pMnode, TDMT_VND_DROP_STB_RSP, mndTransProcessRsp);
505,382✔
88
  mndSetMsgHandle(pMnode, TDMT_MND_TABLE_META, mndProcessTableMetaReq);
505,382✔
89
  mndSetMsgHandle(pMnode, TDMT_MND_TTL_TIMER, mndProcessTtlTimer);
505,382✔
90
  // mndSetMsgHandle(pMnode, TDMT_MND_TRIM_DB_TIMER, mndProcessTrimDbTimer);
91
  mndSetMsgHandle(pMnode, TDMT_MND_TABLE_CFG, mndProcessTableCfgReq);
505,382✔
92
  mndSetMsgHandle(pMnode, TDMT_MND_STB_DROP, mndProcessDropStbReqFromMNode);
505,382✔
93
  mndSetMsgHandle(pMnode, TDMT_MND_STB_DROP_RSP, mndTransProcessRsp);
505,382✔
94
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_TB_WITH_TSMA, mndProcessDropTbWithTsma);
505,382✔
95
  mndSetMsgHandle(pMnode, TDMT_VND_FETCH_TTL_EXPIRED_TBS_RSP, mndProcessFetchTtlExpiredTbs);
505,382✔
96
  mndSetMsgHandle(pMnode, TDMT_VND_DROP_TABLE_RSP, mndTransProcessRsp);
505,382✔
97
  //  mndSetMsgHandle(pMnode, TDMT_MND_SYSTABLE_RETRIEVE, mndProcessRetrieveStbReq);
98

99
  // mndSetMsgHandle(pMnode, TDMT_MND_CREATE_INDEX, mndProcessCreateIndexReq);
100
  // mndSetMsgHandle(pMnode, TDMT_MND_DROP_INDEX, mndProcessDropIndexReq);
101
  // mndSetMsgHandle(pMnode, TDMT_VND_CREATE_INDEX_RSP, mndTransProcessRsp);
102
  // mndSetMsgHandle(pMnode, TDMT_VND_DROP_INDEX_RSP, mndTransProcessRsp);
103

104
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_STB, mndRetrieveStb);
505,382✔
105
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_STB, mndCancelGetNextStb);
505,382✔
106

107
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_COL, mndRetrieveStbCol);
505,382✔
108
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_COL, mndCancelGetNextStb);
505,382✔
109

110
  return sdbSetTable(pMnode->pSdb, table);
505,382✔
111
}
112

113
void mndCleanupStb(SMnode *pMnode) {}
505,263✔
114

115
SSdbRaw *mndStbActionEncode(SStbObj *pStb) {
17,145,605✔
116
  int32_t code = 0;
17,145,605✔
117
  int32_t lino = 0;
17,145,605✔
118
  bool    hasTypeMod = false;
17,145,605✔
119
  terrno = TSDB_CODE_OUT_OF_MEMORY;
17,145,605✔
120

121
  int32_t size = sizeof(SStbObj) + (pStb->numOfColumns + pStb->numOfTags) * sizeof(SSchema) + pStb->commentLen +
17,146,413✔
122
                 pStb->ast1Len + pStb->ast2Len + pStb->numOfColumns * sizeof(SColCmpr) + STB_RESERVE_SIZE +
17,146,413✔
123
                 taosArrayGetSize(pStb->pFuncs) * TSDB_FUNC_NAME_LEN + sizeof(int32_t) * pStb->numOfColumns;
17,145,605✔
124
  SSdbRaw *pRaw = sdbAllocRaw(SDB_STB, STB_VER_NUMBER, size);
17,145,605✔
125
  if (pRaw == NULL) goto _OVER;
17,145,605✔
126

127
  int32_t dataPos = 0;
17,145,605✔
128
  SDB_SET_BINARY(pRaw, dataPos, pStb->name, TSDB_TABLE_FNAME_LEN, _OVER)
17,145,605✔
129
  SDB_SET_BINARY(pRaw, dataPos, pStb->db, TSDB_DB_FNAME_LEN, _OVER)
17,145,605✔
130
  SDB_SET_INT64(pRaw, dataPos, pStb->createdTime, _OVER)
17,145,605✔
131
  SDB_SET_INT64(pRaw, dataPos, pStb->updateTime, _OVER)
17,145,605✔
132
  SDB_SET_INT64(pRaw, dataPos, pStb->uid, _OVER)
17,145,605✔
133
  SDB_SET_INT64(pRaw, dataPos, pStb->dbUid, _OVER)
17,145,605✔
134
  SDB_SET_INT32(pRaw, dataPos, pStb->tagVer, _OVER)
17,145,605✔
135
  SDB_SET_INT32(pRaw, dataPos, pStb->colVer, _OVER)
17,145,605✔
136
  SDB_SET_INT32(pRaw, dataPos, pStb->smaVer, _OVER)
17,145,605✔
137
  SDB_SET_INT32(pRaw, dataPos, pStb->nextColId, _OVER)
17,145,605✔
138
  SDB_SET_INT64(pRaw, dataPos, pStb->maxdelay[0], _OVER)
17,145,605✔
139
  SDB_SET_INT64(pRaw, dataPos, pStb->maxdelay[1], _OVER)
17,145,605✔
140
  SDB_SET_INT64(pRaw, dataPos, pStb->watermark[0], _OVER)
17,145,605✔
141
  SDB_SET_INT64(pRaw, dataPos, pStb->watermark[1], _OVER)
17,145,605✔
142
  SDB_SET_INT32(pRaw, dataPos, pStb->ttl, _OVER)
17,145,605✔
143
  SDB_SET_INT32(pRaw, dataPos, pStb->numOfColumns, _OVER)
17,145,605✔
144
  SDB_SET_INT32(pRaw, dataPos, pStb->numOfTags, _OVER)
17,145,605✔
145
  SDB_SET_INT32(pRaw, dataPos, pStb->numOfFuncs, _OVER)
17,145,605✔
146
  SDB_SET_INT32(pRaw, dataPos, pStb->commentLen, _OVER)
17,145,605✔
147
  SDB_SET_INT32(pRaw, dataPos, pStb->ast1Len, _OVER)
17,145,605✔
148
  SDB_SET_INT32(pRaw, dataPos, pStb->ast2Len, _OVER)
17,145,605✔
149

150
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
805,379,286✔
151
    SSchema *pSchema = &pStb->pColumns[i];
788,233,681✔
152
    SDB_SET_INT8(pRaw, dataPos, pSchema->type, _OVER)
788,233,681✔
153
    SDB_SET_INT8(pRaw, dataPos, pSchema->flags, _OVER)
788,233,681✔
154
    SDB_SET_INT16(pRaw, dataPos, pSchema->colId, _OVER)
788,233,681✔
155
    SDB_SET_INT32(pRaw, dataPos, pSchema->bytes, _OVER)
788,233,681✔
156
    SDB_SET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
788,233,681✔
157
    hasTypeMod = hasTypeMod || HAS_TYPE_MOD(pSchema);
788,233,681✔
158
  }
159

160
  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
160,621,131✔
161
    SSchema *pSchema = &pStb->pTags[i];
143,475,526✔
162
    SDB_SET_INT8(pRaw, dataPos, pSchema->type, _OVER)
143,475,526✔
163
    SDB_SET_INT8(pRaw, dataPos, pSchema->flags, _OVER)
143,475,526✔
164
    SDB_SET_INT16(pRaw, dataPos, pSchema->colId, _OVER)
143,475,526✔
165
    SDB_SET_INT32(pRaw, dataPos, pSchema->bytes, _OVER)
143,475,526✔
166
    SDB_SET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
143,475,526✔
167
  }
168

169
  for (int32_t i = 0; i < pStb->numOfFuncs; ++i) {
17,145,605✔
170
    char *func = taosArrayGet(pStb->pFuncs, i);
×
171
    SDB_SET_BINARY(pRaw, dataPos, func, TSDB_FUNC_NAME_LEN, _OVER)
×
172
  }
173

174
  if (pStb->commentLen > 0) {
17,145,605✔
175
    SDB_SET_BINARY(pRaw, dataPos, pStb->comment, pStb->commentLen + 1, _OVER)
70,125✔
176
  }
177

178
  if (pStb->ast1Len > 0) {
17,145,605✔
179
    SDB_SET_BINARY(pRaw, dataPos, pStb->pAst1, pStb->ast1Len, _OVER)
×
180
  }
181

182
  if (pStb->ast2Len > 0) {
17,145,605✔
183
    SDB_SET_BINARY(pRaw, dataPos, pStb->pAst2, pStb->ast2Len, _OVER)
×
184
  }
185

186
  if (pStb->pCmpr != NULL) {
17,145,605✔
187
    for (int i = 0; i < pStb->numOfColumns; i++) {
805,379,286✔
188
      SColCmpr *p = &pStb->pCmpr[i];
788,233,681✔
189
      SDB_SET_INT16(pRaw, dataPos, p->id, _OVER)
788,233,681✔
190
      SDB_SET_INT32(pRaw, dataPos, p->alg, _OVER)
788,233,681✔
191
    }
192
  }
193
  SDB_SET_INT64(pRaw, dataPos, pStb->keep, _OVER)
17,145,605✔
194

195
  if (hasTypeMod) {
17,145,605✔
196
    for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
650,664,903✔
197
      SDB_SET_INT32(pRaw, dataPos, pStb->pExtSchemas[i].typeMod, _OVER);
644,202,111✔
198
    }
199
  }
200

201
  SDB_SET_INT8(pRaw, dataPos, pStb->virtualStb, _OVER)
17,145,605✔
202
  SDB_SET_RESERVE(pRaw, dataPos, STB_RESERVE_SIZE, _OVER)
17,145,605✔
203
  SDB_SET_DATALEN(pRaw, dataPos, _OVER)
17,145,605✔
204

205
  terrno = 0;
17,145,605✔
206

207
_OVER:
17,145,605✔
208
  if (terrno != 0) {
17,145,605✔
209
    mError("stb:%s, failed to encode to raw:%p since %s", pStb->name, pRaw, terrstr());
×
210
    sdbFreeRaw(pRaw);
×
211
    return NULL;
×
212
  }
213

214
  mTrace("stb:%s, encode to raw:%p, row:%p", pStb->name, pRaw, pStb);
17,145,605✔
215
  return pRaw;
17,145,605✔
216
}
217

218
SSdbRow *mndStbActionDecode(SSdbRaw *pRaw) {
19,526,370✔
219
  int32_t code = 0;
19,526,370✔
220
  int32_t lino = 0;
19,526,370✔
221
  terrno = TSDB_CODE_OUT_OF_MEMORY;
19,526,370✔
222
  SSdbRow *pRow = NULL;
19,526,370✔
223
  SStbObj *pStb = NULL;
19,526,370✔
224
  bool     hasExtSchemas = false;
19,526,370✔
225

226
  int8_t sver = 0;
19,526,370✔
227
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
19,526,370✔
228

229
  if (sver > STB_VER_NUMBER) {
19,526,370✔
230
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
×
231
    goto _OVER;
×
232
  }
233

234
  pRow = sdbAllocRow(sizeof(SStbObj));
19,526,370✔
235
  if (pRow == NULL) goto _OVER;
19,526,370✔
236

237
  pStb = sdbGetRowObj(pRow);
19,526,370✔
238
  if (pStb == NULL) goto _OVER;
19,526,370✔
239

240
  int32_t dataPos = 0;
19,526,370✔
241
  SDB_GET_BINARY(pRaw, dataPos, pStb->name, TSDB_TABLE_FNAME_LEN, _OVER)
19,526,370✔
242
  SDB_GET_BINARY(pRaw, dataPos, pStb->db, TSDB_DB_FNAME_LEN, _OVER)
19,526,370✔
243
  SDB_GET_INT64(pRaw, dataPos, &pStb->createdTime, _OVER)
19,526,370✔
244
  SDB_GET_INT64(pRaw, dataPos, &pStb->updateTime, _OVER)
19,526,370✔
245
  SDB_GET_INT64(pRaw, dataPos, &pStb->uid, _OVER)
19,526,370✔
246
  SDB_GET_INT64(pRaw, dataPos, &pStb->dbUid, _OVER)
19,526,370✔
247
  SDB_GET_INT32(pRaw, dataPos, &pStb->tagVer, _OVER)
19,526,370✔
248
  SDB_GET_INT32(pRaw, dataPos, &pStb->colVer, _OVER)
19,526,370✔
249
  SDB_GET_INT32(pRaw, dataPos, &pStb->smaVer, _OVER)
19,526,370✔
250
  SDB_GET_INT32(pRaw, dataPos, &pStb->nextColId, _OVER)
19,526,370✔
251
  SDB_GET_INT64(pRaw, dataPos, &pStb->maxdelay[0], _OVER)
19,526,370✔
252
  SDB_GET_INT64(pRaw, dataPos, &pStb->maxdelay[1], _OVER)
19,526,370✔
253
  SDB_GET_INT64(pRaw, dataPos, &pStb->watermark[0], _OVER)
19,526,370✔
254
  SDB_GET_INT64(pRaw, dataPos, &pStb->watermark[1], _OVER)
19,526,370✔
255
  SDB_GET_INT32(pRaw, dataPos, &pStb->ttl, _OVER)
19,526,370✔
256
  SDB_GET_INT32(pRaw, dataPos, &pStb->numOfColumns, _OVER)
19,526,370✔
257
  SDB_GET_INT32(pRaw, dataPos, &pStb->numOfTags, _OVER)
19,526,370✔
258
  SDB_GET_INT32(pRaw, dataPos, &pStb->numOfFuncs, _OVER)
19,526,370✔
259
  SDB_GET_INT32(pRaw, dataPos, &pStb->commentLen, _OVER)
19,526,370✔
260
  SDB_GET_INT32(pRaw, dataPos, &pStb->ast1Len, _OVER)
19,526,370✔
261
  SDB_GET_INT32(pRaw, dataPos, &pStb->ast2Len, _OVER)
19,526,370✔
262

263
  pStb->pColumns = taosMemoryCalloc(pStb->numOfColumns, sizeof(SSchema));
19,526,370✔
264
  pStb->pTags = taosMemoryCalloc(pStb->numOfTags, sizeof(SSchema));
19,526,370✔
265
  pStb->pFuncs = taosArrayInit(pStb->numOfFuncs, TSDB_FUNC_NAME_LEN);
19,526,370✔
266
  if (pStb->pColumns == NULL || pStb->pTags == NULL || pStb->pFuncs == NULL) {
19,526,370✔
267
    goto _OVER;
×
268
  }
269

270
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
1,762,552,096✔
271
    SSchema *pSchema = &pStb->pColumns[i];
1,743,025,726✔
272
    SDB_GET_INT8(pRaw, dataPos, &pSchema->type, _OVER)
1,743,025,726✔
273
    SDB_GET_INT8(pRaw, dataPos, &pSchema->flags, _OVER)
1,743,025,726✔
274
    SDB_GET_INT16(pRaw, dataPos, &pSchema->colId, _OVER)
1,743,025,726✔
275
    SDB_GET_INT32(pRaw, dataPos, &pSchema->bytes, _OVER)
1,743,025,726✔
276
    SDB_GET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
1,743,025,726✔
277
    hasExtSchemas = hasExtSchemas || HAS_TYPE_MOD(pSchema);
1,743,025,726✔
278
  }
279

280
  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
320,992,658✔
281
    SSchema *pSchema = &pStb->pTags[i];
301,466,288✔
282
    SDB_GET_INT8(pRaw, dataPos, &pSchema->type, _OVER)
301,466,288✔
283
    SDB_GET_INT8(pRaw, dataPos, &pSchema->flags, _OVER)
301,466,288✔
284
    SDB_GET_INT16(pRaw, dataPos, &pSchema->colId, _OVER)
301,466,288✔
285
    SDB_GET_INT32(pRaw, dataPos, &pSchema->bytes, _OVER)
301,466,288✔
286
    SDB_GET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
301,466,288✔
287
  }
288

289
  for (int32_t i = 0; i < pStb->numOfFuncs; ++i) {
19,526,370✔
290
    char funcName[TSDB_FUNC_NAME_LEN] = {0};
×
291
    SDB_GET_BINARY(pRaw, dataPos, funcName, TSDB_FUNC_NAME_LEN, _OVER)
×
292
    if (taosArrayPush(pStb->pFuncs, funcName) == NULL) goto _OVER;
×
293
  }
294

295
  if (pStb->commentLen > 0) {
19,526,370✔
296
    pStb->comment = taosMemoryCalloc(pStb->commentLen + 1, 1);
68,465✔
297
    if (pStb->comment == NULL) goto _OVER;
68,465✔
298
    SDB_GET_BINARY(pRaw, dataPos, pStb->comment, pStb->commentLen + 1, _OVER)
68,465✔
299
  }
300

301
  if (pStb->ast1Len > 0) {
19,526,370✔
302
    pStb->pAst1 = taosMemoryCalloc(pStb->ast1Len, 1);
×
303
    if (pStb->pAst1 == NULL) goto _OVER;
×
304
    SDB_GET_BINARY(pRaw, dataPos, pStb->pAst1, pStb->ast1Len, _OVER)
×
305
  }
306

307
  if (pStb->ast2Len > 0) {
19,526,370✔
308
    pStb->pAst2 = taosMemoryCalloc(pStb->ast2Len, 1);
×
309
    if (pStb->pAst2 == NULL) goto _OVER;
×
310
    SDB_GET_BINARY(pRaw, dataPos, pStb->pAst2, pStb->ast2Len, _OVER)
×
311
  }
312

313
  pStb->pCmpr = taosMemoryCalloc(pStb->numOfColumns, sizeof(SColCmpr));
19,526,370✔
314
  if (sver < STB_VER_NUMBER - 1) {
19,526,370✔
315
    // compatible with old data, setup default compress value
316
    // impl later
317
    for (int i = 0; i < pStb->numOfColumns; i++) {
×
318
      SSchema  *pSchema = &pStb->pColumns[i];
×
319
      SColCmpr *pCmpr = &pStb->pCmpr[i];
×
320
      pCmpr->id = pSchema->colId;
×
321
      pCmpr->alg = createDefaultColCmprByType(pSchema->type);
×
322
    }
323
  } else {
324
    for (int i = 0; i < pStb->numOfColumns; i++) {
1,762,552,096✔
325
      SColCmpr *pCmpr = &pStb->pCmpr[i];
1,743,025,726✔
326
      SDB_GET_INT16(pRaw, dataPos, &pCmpr->id, _OVER)
1,743,025,726✔
327
      SDB_GET_INT32(pRaw, dataPos, (int32_t *)&pCmpr->alg, _OVER)  // compatiable
1,743,025,726✔
328
    }
329
  }
330
  SDB_GET_INT64(pRaw, dataPos, &pStb->keep, _OVER)
19,526,370✔
331

332
  // type mod
333
  if (hasExtSchemas) {
19,526,370✔
334
    pStb->pExtSchemas = taosMemoryCalloc(pStb->numOfColumns, sizeof(SExtSchema));
10,393,015✔
335
    if (!pStb->pExtSchemas) goto _OVER;
10,393,015✔
336
    for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
1,636,069,670✔
337
      SSchema *pSchema = &pStb->pColumns[i];
1,625,676,655✔
338
      SDB_GET_INT32(pRaw, dataPos, &pStb->pExtSchemas[i].typeMod, _OVER)
1,625,676,655✔
339
    }
340
  }
341

342
  if (sver < STB_VER_NUMBER) {
19,526,370✔
343
    pStb->virtualStb = 0;
×
344
  } else {
345
    SDB_GET_INT8(pRaw, dataPos, &pStb->virtualStb, _OVER)
19,526,370✔
346
  }
347

348
  SDB_GET_RESERVE(pRaw, dataPos, STB_RESERVE_SIZE, _OVER)
19,526,370✔
349

350
  terrno = 0;
19,526,370✔
351

352
_OVER:
19,526,370✔
353
  if (terrno != 0) {
19,526,370✔
354
    mError("stb:%s, failed to decode from raw:%p since %s", pStb == NULL ? "null" : pStb->name, pRaw, terrstr());
×
355
    if (pStb != NULL) {
×
356
      taosMemoryFreeClear(pStb->pColumns);
×
357
      taosMemoryFreeClear(pStb->pTags);
×
358
      taosMemoryFreeClear(pStb->comment);
×
359
      taosMemoryFree(pStb->pCmpr);
×
360
      taosMemoryFreeClear(pStb->pExtSchemas);
×
361
    }
362
    taosMemoryFreeClear(pRow);
×
363
    return NULL;
×
364
  }
365

366
  mTrace("stb:%s, decode from raw:%p, row:%p", pStb->name, pRaw, pStb);
19,526,370✔
367
  return pRow;
19,526,370✔
368
}
369

370
void mndFreeStb(SStbObj *pStb) {
21,496,019✔
371
  taosArrayDestroy(pStb->pFuncs);
21,496,019✔
372
  taosMemoryFreeClear(pStb->pColumns);
21,496,019✔
373
  taosMemoryFreeClear(pStb->pTags);
21,496,019✔
374
  taosMemoryFreeClear(pStb->comment);
21,496,019✔
375
  taosMemoryFreeClear(pStb->pAst1);
21,496,019✔
376
  taosMemoryFreeClear(pStb->pAst2);
21,496,019✔
377
  taosMemoryFreeClear(pStb->pCmpr);
21,496,019✔
378
  taosMemoryFreeClear(pStb->pExtSchemas);
21,496,019✔
379
}
21,496,019✔
380

381
static int32_t mndStbActionInsert(SSdb *pSdb, SStbObj *pStb) {
3,298,579✔
382
  mTrace("stb:%s, perform insert action, row:%p", pStb->name, pStb);
3,298,579✔
383
  return 0;
3,298,579✔
384
}
385

386
static int32_t mndStbActionDelete(SSdb *pSdb, SStbObj *pStb) {
21,394,644✔
387
  mTrace("stb:%s, perform delete action, row:%p", pStb->name, pStb);
21,394,644✔
388
  mndFreeStb(pStb);
21,394,644✔
389
  return 0;
21,394,644✔
390
}
391

392
static int32_t mndStbActionUpdate(SSdb *pSdb, SStbObj *pOld, SStbObj *pNew) {
15,181,601✔
393
  terrno = 0;
15,181,601✔
394
  mTrace("stb:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);
15,181,601✔
395

396
  taosWLockLatch(&pOld->lock);
15,181,601✔
397
  int32_t numOfColumns = pOld->numOfColumns;
15,181,601✔
398
  if (pOld->numOfColumns < pNew->numOfColumns) {
15,181,601✔
399
    void *pColumns = taosMemoryMalloc(pNew->numOfColumns * sizeof(SSchema));
3,222,791✔
400
    if (pColumns == NULL) {
3,222,791✔
401
      goto END;
×
402
    }
403
    taosMemoryFree(pOld->pColumns);
3,222,791✔
404
    pOld->pColumns = pColumns;
3,222,791✔
405
  }
406

407
  if (pOld->numOfTags < pNew->numOfTags) {
15,181,601✔
408
    void *pTags = taosMemoryMalloc(pNew->numOfTags * sizeof(SSchema));
431,466✔
409
    if (pTags == NULL) {
431,466✔
410
      goto END;
×
411
    }
412
    taosMemoryFree(pOld->pTags);
431,466✔
413
    pOld->pTags = pTags;
431,466✔
414
  }
415

416
  if (pOld->commentLen < pNew->commentLen && pNew->commentLen > 0) {
15,181,601✔
417
    void *comment = taosMemoryMalloc(pNew->commentLen + 1);
4,826✔
418
    if (comment == NULL) {
4,826✔
419
      goto END;
×
420
    }
421
    taosMemoryFree(pOld->comment);
4,826✔
422
    pOld->comment = comment;
4,826✔
423
  }
424
  pOld->commentLen = pNew->commentLen;
15,181,601✔
425

426
  if (pOld->ast1Len < pNew->ast1Len) {
15,181,601✔
427
    void *pAst1 = taosMemoryMalloc(pNew->ast1Len + 1);
×
428
    if (pAst1 == NULL) {
×
429
      goto END;
×
430
    }
431
    taosMemoryFree(pOld->pAst1);
×
432
    pOld->pAst1 = pAst1;
×
433
  }
434

435
  if (pOld->ast2Len < pNew->ast2Len) {
15,181,601✔
436
    void *pAst2 = taosMemoryMalloc(pNew->ast2Len + 1);
×
437
    if (pAst2 == NULL) {
×
438
      goto END;
×
439
    }
440
    taosMemoryFree(pOld->pAst2);
×
441
    pOld->pAst2 = pAst2;
×
442
  }
443

444
  pOld->updateTime = pNew->updateTime;
15,181,601✔
445
  pOld->tagVer = pNew->tagVer;
15,181,601✔
446
  pOld->colVer = pNew->colVer;
15,181,601✔
447
  pOld->smaVer = pNew->smaVer;
15,181,601✔
448
  pOld->nextColId = pNew->nextColId;
15,181,601✔
449
  pOld->ttl = pNew->ttl;
15,181,601✔
450
  pOld->keep = pNew->keep;
15,181,601✔
451
  
452
  if (pNew->numOfColumns > 0) {
15,181,601✔
453
    pOld->numOfColumns = pNew->numOfColumns;
15,181,601✔
454
    memcpy(pOld->pColumns, pNew->pColumns, pOld->numOfColumns * sizeof(SSchema));
15,181,601✔
455
  }
456
  if (pNew->numOfTags > 0) {
15,181,601✔
457
    pOld->numOfTags = pNew->numOfTags;
15,181,601✔
458
    memcpy(pOld->pTags, pNew->pTags, pOld->numOfTags * sizeof(SSchema));
15,181,601✔
459
  }
460
  if (pNew->commentLen > 0) {
15,181,601✔
461
    memcpy(pOld->comment, pNew->comment, pNew->commentLen + 1);
46,619✔
462
    pOld->commentLen = pNew->commentLen;
46,619✔
463
  }
464
  if (pNew->ast1Len != 0) {
15,181,601✔
465
    memcpy(pOld->pAst1, pNew->pAst1, pNew->ast1Len);
×
466
    pOld->ast1Len = pNew->ast1Len;
×
467
  }
468
  if (pNew->ast2Len != 0) {
15,181,601✔
469
    memcpy(pOld->pAst2, pNew->pAst2, pNew->ast2Len);
×
470
    pOld->ast2Len = pNew->ast2Len;
×
471
  }
472
  if (numOfColumns < pNew->numOfColumns) {
15,181,601✔
473
    taosMemoryFree(pOld->pCmpr);
3,222,791✔
474
    pOld->pCmpr = taosMemoryCalloc(pNew->numOfColumns, sizeof(SColCmpr));
3,222,791✔
475
    if (pOld->pCmpr == NULL){
3,222,791✔
476
      goto END;
×
477
    }
478
    memcpy(pOld->pCmpr, pNew->pCmpr, pNew->numOfColumns * sizeof(SColCmpr));
3,222,791✔
479
  } else {
480
    memcpy(pOld->pCmpr, pNew->pCmpr, pNew->numOfColumns * sizeof(SColCmpr));
11,958,810✔
481
  }
482

483
  if (pNew->pExtSchemas) {
15,181,601✔
484
    taosMemoryFreeClear(pOld->pExtSchemas);
10,343,764✔
485
    pOld->pExtSchemas = taosMemoryCalloc(pNew->numOfColumns, sizeof(SExtSchema));
10,343,764✔
486
    if (pOld->pExtSchemas == NULL){
10,343,764✔
487
      goto END;
×
488
    }
489
    memcpy(pOld->pExtSchemas, pNew->pExtSchemas, pNew->numOfColumns * sizeof(SExtSchema));
10,343,764✔
490
  }
491

492
END:
4,837,837✔
493
  taosWUnLockLatch(&pOld->lock);
15,181,601✔
494
  return terrno;
15,181,601✔
495
}
496

497
SStbObj *mndAcquireStb(SMnode *pMnode, char *stbName) {
34,092,031✔
498
  SSdb    *pSdb = pMnode->pSdb;
34,092,031✔
499
  SStbObj *pStb = sdbAcquire(pSdb, SDB_STB, stbName);
34,092,031✔
500
  if (pStb == NULL && terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
34,092,031✔
501
    terrno = TSDB_CODE_MND_STB_NOT_EXIST;
2,989,162✔
502
  }
503
  return pStb;
34,092,031✔
504
}
505

506
void mndReleaseStb(SMnode *pMnode, SStbObj *pStb) {
33,405,376✔
507
  SSdb *pSdb = pMnode->pSdb;
33,405,376✔
508
  sdbRelease(pSdb, pStb);
33,405,376✔
509
}
33,405,376✔
510

511
SDbObj *mndAcquireDbByStb(SMnode *pMnode, const char *stbName) {
8,852,473✔
512
  SName name = {0};
8,852,473✔
513
  if ((terrno = tNameFromString(&name, stbName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0) return NULL;
8,852,473✔
514

515
  char db[TSDB_TABLE_FNAME_LEN] = {0};
8,852,473✔
516
  if ((terrno = tNameGetFullDbName(&name, db)) != 0) return NULL;
8,852,473✔
517

518
  return mndAcquireDb(pMnode, db);
8,852,473✔
519
}
520

521
static FORCE_INLINE int32_t schemaExColIdCompare(const void *colId, const void *pSchema) {
522
  if (*(col_id_t *)colId < ((SSchema *)pSchema)->colId) {
523
    return -1;
524
  } else if (*(col_id_t *)colId > ((SSchema *)pSchema)->colId) {
525
    return 1;
526
  }
527
  return 0;
528
}
529

530
void *mndBuildVCreateStbReq(SMnode *pMnode, SVgObj *pVgroup, SStbObj *pStb, int32_t *pContLen, void *alterOriData,
12,344,504✔
531
                            int32_t alterOriDataLen) {
532
  SEncoder       encoder = {0};
12,344,504✔
533
  int32_t        contLen;
534
  SName          name = {0};
12,344,504✔
535
  SVCreateStbReq req = {0};
12,344,504✔
536

537
  if ((terrno = tNameFromString(&name, pStb->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0) {
12,344,504✔
538
    goto _err;
×
539
  }
540
  char dbFName[TSDB_DB_FNAME_LEN] = {0};
12,344,504✔
541
  if ((terrno = tNameGetFullDbName(&name, dbFName)) != 0) {
12,344,504✔
542
    goto _err;
×
543
  };
544

545
  req.name = (char *)tNameGetTableName(&name);
12,344,504✔
546
  req.suid = pStb->uid;
12,344,504✔
547
  req.rollup = pStb->ast1Len > 0 ? 1 : 0;
12,344,504✔
548
  req.alterOriData = alterOriData;
12,344,504✔
549
  req.alterOriDataLen = alterOriDataLen;
12,344,504✔
550
  req.source = pStb->source;
12,344,504✔
551
  req.virtualStb = pStb->virtualStb;
12,344,504✔
552
  // todo
553
  req.schemaRow.nCols = pStb->numOfColumns;
12,344,504✔
554
  req.schemaRow.version = pStb->colVer;
12,344,504✔
555
  req.schemaRow.pSchema = pStb->pColumns;
12,344,504✔
556
  req.schemaTag.nCols = pStb->numOfTags;
12,344,504✔
557
  req.schemaTag.version = pStb->tagVer;
12,344,504✔
558
  req.schemaTag.pSchema = pStb->pTags;
12,344,504✔
559

560
  req.colCmpred = 1;
12,344,504✔
561
  SColCmprWrapper *pCmpr = &req.colCmpr;
12,344,504✔
562
  req.keep = pStb->keep;
12,344,504✔
563
  pCmpr->version = pStb->colVer;
12,344,504✔
564
  pCmpr->nCols = pStb->numOfColumns;
12,344,504✔
565

566
  req.colCmpr.pColCmpr = taosMemoryCalloc(pCmpr->nCols, sizeof(SColCmpr));
12,344,504✔
567
  for (int32_t i = 0; i < pStb->numOfColumns; i++) {
765,757,432✔
568
    SColCmpr *p = &pCmpr->pColCmpr[i];
753,412,928✔
569
    p->alg = pStb->pCmpr[i].alg;
753,412,928✔
570
    p->id = pStb->pCmpr[i].id;
753,412,928✔
571
  }
572

573
  req.pExtSchemas = pStb->pExtSchemas; // only reference to it.
12,344,504✔
574
  // get length
575
  int32_t ret = 0;
12,344,504✔
576
  tEncodeSize(tEncodeSVCreateStbReq, &req, contLen, ret);
12,344,504✔
577
  if (ret < 0) {
12,344,504✔
578
    goto _err;
×
579
  }
580

581
  contLen += sizeof(SMsgHead);
12,344,504✔
582

583
  SMsgHead *pHead = taosMemoryCalloc(1, contLen);
12,344,504✔
584
  if (pHead == NULL) {
12,344,504✔
585
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
586
    goto _err;
×
587
  }
588

589
  pHead->contLen = htonl(contLen);
12,344,504✔
590
  pHead->vgId = htonl(pVgroup->vgId);
12,344,504✔
591

592
  void *pBuf = POINTER_SHIFT(pHead, sizeof(SMsgHead));
12,344,504✔
593
  tEncoderInit(&encoder, pBuf, contLen - sizeof(SMsgHead));
12,344,504✔
594
  if (tEncodeSVCreateStbReq(&encoder, &req) < 0) {
12,344,504✔
595
    taosMemoryFreeClear(pHead);
×
596
    tEncoderClear(&encoder);
×
597
    goto _err;
×
598
  }
599
  tEncoderClear(&encoder);
12,344,504✔
600

601
  *pContLen = contLen;
12,344,504✔
602
  taosMemoryFreeClear(req.rsmaParam.name);
12,344,504✔
603
  taosMemoryFreeClear(req.rsmaParam.funcColIds);
12,344,504✔
604
  taosMemoryFreeClear(req.rsmaParam.funcIds);
12,344,504✔
605
  taosMemoryFreeClear(req.colCmpr.pColCmpr);
12,344,504✔
606
  return pHead;
12,344,504✔
607
_err:
×
608
  taosMemoryFreeClear(req.rsmaParam.name);
×
609
  taosMemoryFreeClear(req.rsmaParam.funcColIds);
×
610
  taosMemoryFreeClear(req.rsmaParam.funcIds);
×
611
  taosMemoryFreeClear(req.colCmpr.pColCmpr);
×
612
  return NULL;
×
613
}
614

615
static void *mndBuildVDropStbReq(SMnode *pMnode, SVgObj *pVgroup, SStbObj *pStb, int32_t *pContLen) {
5,642,706✔
616
  SName        name = {0};
5,642,706✔
617
  SVDropStbReq req = {0};
5,642,706✔
618
  int32_t      contLen = 0;
5,642,706✔
619
  int32_t      ret = 0;
5,642,706✔
620
  SMsgHead    *pHead = NULL;
5,642,706✔
621
  SEncoder     encoder = {0};
5,642,706✔
622

623
  if ((terrno = tNameFromString(&name, pStb->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0) {
5,642,706✔
624
    return NULL;
×
625
  }
626

627
  req.name = (char *)tNameGetTableName(&name);
5,642,706✔
628
  req.suid = pStb->uid;
5,642,706✔
629

630
  tEncodeSize(tEncodeSVDropStbReq, &req, contLen, ret);
5,642,706✔
631
  if (ret < 0) return NULL;
5,642,706✔
632

633
  contLen += sizeof(SMsgHead);
5,642,706✔
634
  pHead = taosMemoryMalloc(contLen);
5,642,706✔
635
  if (pHead == NULL) {
5,642,706✔
636
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
637
    return NULL;
×
638
  }
639

640
  pHead->contLen = htonl(contLen);
5,642,706✔
641
  pHead->vgId = htonl(pVgroup->vgId);
5,642,706✔
642

643
  void *pBuf = POINTER_SHIFT(pHead, sizeof(SMsgHead));
5,642,706✔
644

645
  tEncoderInit(&encoder, pBuf, contLen - sizeof(SMsgHead));
5,642,706✔
646
  int32_t code = tEncodeSVDropStbReq(&encoder, &req);
5,642,706✔
647
  tEncoderClear(&encoder);
5,642,706✔
648
  if (code != 0) {
5,642,706✔
649
    terrno = code;
×
650
    return NULL;
×
651
  }
652

653
  *pContLen = contLen;
5,642,706✔
654
  return pHead;
5,642,706✔
655
}
656

657
int32_t mndCheckCreateStbReq(SMCreateStbReq *pCreate) {
1,990,940✔
658
  int32_t code = 0;
1,990,940✔
659
  if (pCreate->igExists < 0 || pCreate->igExists > 1) {
1,990,940✔
660
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
661
    TAOS_RETURN(code);
×
662
  }
663

664
  if (pCreate->virtualStb != 0 && pCreate->virtualStb != 1) {
1,990,940✔
665
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
666
    TAOS_RETURN(code);
×
667
  }
668

669
  int32_t maxColumns = pCreate->virtualStb ? TSDB_MAX_COLUMNS : TSDB_MAX_COLUMNS_NON_VIRTUAL;
1,990,940✔
670
  if (pCreate->numOfColumns < TSDB_MIN_COLUMNS || pCreate->numOfTags + pCreate->numOfColumns > maxColumns) {
1,990,940✔
671
    code = TSDB_CODE_PAR_INVALID_COLUMNS_NUM;
×
672
    TAOS_RETURN(code);
×
673
  }
674

675
  if (pCreate->numOfTags <= 0 || pCreate->numOfTags > TSDB_MAX_TAGS) {
1,990,940✔
676
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
677
    TAOS_RETURN(code);
×
678
  }
679

680
  SField *pField = taosArrayGet(pCreate->pColumns, 0);
1,990,940✔
681
  if (pField->type != TSDB_DATA_TYPE_TIMESTAMP) {
1,990,940✔
682
    code = TSDB_CODE_PAR_INVALID_FIRST_COLUMN;
×
683
    TAOS_RETURN(code);
×
684
  }
685

686
  for (int32_t i = 0; i < pCreate->numOfColumns; ++i) {
44,253,830✔
687
    SFieldWithOptions *pField1 = taosArrayGet(pCreate->pColumns, i);
42,262,890✔
688
    if (pField1->type >= TSDB_DATA_TYPE_MAX) {
42,262,890✔
689
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
690
      TAOS_RETURN(code);
×
691
    }
692
    if (pField1->bytes <= 0) {
42,262,890✔
693
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
694
      TAOS_RETURN(code);
×
695
    }
696
    if (pField1->name[0] == 0) {
42,262,890✔
697
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
698
      TAOS_RETURN(code);
×
699
    }
700
  }
701

702
  for (int32_t i = 0; i < pCreate->numOfTags; ++i) {
9,738,168✔
703
    SField *pField1 = taosArrayGet(pCreate->pTags, i);
7,747,228✔
704
    if (pField1->type >= TSDB_DATA_TYPE_MAX) {
7,747,228✔
705
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
706
      TAOS_RETURN(code);
×
707
    }
708
    if (pField1->bytes <= 0) {
7,747,228✔
709
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
710
      TAOS_RETURN(code);
×
711
    }
712
    if (pField1->name[0] == 0) {
7,747,228✔
713
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
714
      TAOS_RETURN(code);
×
715
    }
716
  }
717

718
  TAOS_RETURN(code);
1,990,940✔
719
}
720

721
static int32_t mndSetCreateStbPrepareLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
×
722
  int32_t  code = 0;
×
723
  SSdbRaw *pRedoRaw = mndStbActionEncode(pStb);
×
724
  if (pRedoRaw == NULL) {
×
725
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
726
    if (terrno != 0) code = terrno;
×
727
    TAOS_RETURN(code);
×
728
  }
729
  if ((code = mndTransAppendPrepareLog(pTrans, pRedoRaw)) != 0) {
×
730
    sdbFreeRaw(pRedoRaw);
×
731
    TAOS_RETURN(code);
×
732
  }
733
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_CREATING));
×
734

735
  TAOS_RETURN(code);
×
736
}
737

738
int32_t mndSetCreateStbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
1,964,722✔
739
  int32_t  code = 0;
1,964,722✔
740
  SSdbRaw *pCommitRaw = mndStbActionEncode(pStb);
1,964,722✔
741
  if (pCommitRaw == NULL) {
1,964,722✔
742
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
743
    if (terrno != 0) code = terrno;
×
744
    TAOS_RETURN(code);
×
745
  }
746
  if ((code = mndTransAppendCommitlog(pTrans, pCommitRaw)) != 0) {
1,964,722✔
747
    sdbFreeRaw(pCommitRaw);
×
748
    TAOS_RETURN(code);
×
749
  }
750
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY));
1,964,722✔
751

752
  TAOS_RETURN(code);
1,964,722✔
753
}
754

755
static int32_t mndSetCreateStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
1,960,804✔
756
  int32_t code = 0;
1,960,804✔
757
  SSdb   *pSdb = pMnode->pSdb;
1,960,804✔
758
  SVgObj *pVgroup = NULL;
1,960,804✔
759
  void   *pIter = NULL;
1,960,804✔
760
  int32_t contLen;
1,960,449✔
761

762
  while (1) {
7,571,697✔
763
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
9,532,501✔
764
    if (pIter == NULL) break;
9,532,501✔
765
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
7,571,697✔
766
      sdbRelease(pSdb, pVgroup);
2,941,536✔
767
      continue;
2,941,536✔
768
    }
769

770
    void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, NULL, 0);
4,630,161✔
771
    if (pReq == NULL) {
4,630,161✔
772
      sdbCancelFetch(pSdb, pIter);
×
773
      sdbRelease(pSdb, pVgroup);
×
774
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
775
      if (terrno != 0) code = terrno;
×
776
      TAOS_RETURN(code);
×
777
    }
778

779
    STransAction action = {0};
4,630,161✔
780
    action.mTraceId = pTrans->mTraceId;
4,630,161✔
781
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
4,630,161✔
782
    action.pCont = pReq;
4,630,161✔
783
    action.contLen = contLen;
4,630,161✔
784
    action.msgType = TDMT_VND_CREATE_STB;
4,630,161✔
785
    action.acceptableCode = TSDB_CODE_TDB_STB_ALREADY_EXIST;
4,630,161✔
786
    action.retryCode = TSDB_CODE_TDB_STB_NOT_EXIST;
4,630,161✔
787
    if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
4,630,161✔
788
      taosMemoryFree(pReq);
×
789
      sdbCancelFetch(pSdb, pIter);
×
790
      sdbRelease(pSdb, pVgroup);
×
791
      TAOS_RETURN(code);
×
792
    }
793
    sdbRelease(pSdb, pVgroup);
4,630,161✔
794
  }
795

796
  TAOS_RETURN(code);
1,960,804✔
797
}
798

799
int32_t mndSetForceDropCreateStbRedoActions(SMnode *pMnode, STrans *pTrans, SVgObj *pVgroup, SStbObj *pStb) {
×
800
  int32_t code = 0;
×
801
  SSdb   *pSdb = pMnode->pSdb;
×
802
  int32_t contLen;
×
803

804
  void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, NULL, 0);
×
805
  if (pReq == NULL) {
×
806
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
807
    if (terrno != 0) code = terrno;
×
808
    TAOS_RETURN(code);
×
809
  }
810

811
  STransAction action = {0};
×
812
  action.mTraceId = pTrans->mTraceId;
×
813
  action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
×
814
  action.pCont = pReq;
×
815
  action.contLen = contLen;
×
816
  action.msgType = TDMT_VND_CREATE_STB;
×
817
  action.acceptableCode = TSDB_CODE_TDB_STB_ALREADY_EXIST;
×
818
  action.retryCode = TSDB_CODE_TDB_STB_NOT_EXIST;
×
819
  action.groupId = pVgroup->vgId;
×
820
  if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
×
821
    taosMemoryFree(pReq);
×
822
    TAOS_RETURN(code);
×
823
  }
824

825
  TAOS_RETURN(code);
×
826
}
827

828
static int32_t mndSetCreateStbUndoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
1,960,804✔
829
  int32_t code = 0;
1,960,804✔
830
  SSdb   *pSdb = pMnode->pSdb;
1,960,804✔
831
  SVgObj *pVgroup = NULL;
1,960,804✔
832
  void   *pIter = NULL;
1,960,804✔
833

834
  while (1) {
7,571,697✔
835
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
9,532,501✔
836
    if (pIter == NULL) break;
9,532,501✔
837
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
7,571,697✔
838
      sdbRelease(pSdb, pVgroup);
2,941,536✔
839
      continue;
2,941,536✔
840
    }
841

842
    int32_t contLen = 0;
4,630,161✔
843
    void   *pReq = mndBuildVDropStbReq(pMnode, pVgroup, pStb, &contLen);
4,630,161✔
844
    if (pReq == NULL) {
4,630,161✔
845
      sdbCancelFetch(pSdb, pIter);
×
846
      sdbRelease(pSdb, pVgroup);
×
847
      code = TSDB_CODE_OUT_OF_MEMORY;
×
848
      TAOS_RETURN(code);
×
849
    }
850

851
    STransAction action = {0};
4,630,161✔
852
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
4,630,161✔
853
    action.pCont = pReq;
4,630,161✔
854
    action.contLen = contLen;
4,630,161✔
855
    action.msgType = TDMT_VND_DROP_STB;
4,630,161✔
856
    action.acceptableCode = TSDB_CODE_TDB_STB_NOT_EXIST;
4,630,161✔
857
    if ((code = mndTransAppendUndoAction(pTrans, &action)) != 0) {
4,630,161✔
858
      taosMemoryFree(pReq);
×
859
      sdbCancelFetch(pSdb, pIter);
×
860
      sdbRelease(pSdb, pVgroup);
×
861
      TAOS_RETURN(code);
×
862
    }
863
    sdbRelease(pSdb, pVgroup);
4,630,161✔
864
  }
865

866
  TAOS_RETURN(code);
1,960,804✔
867
}
868

869
static SSchema *mndFindStbColumns(const SStbObj *pStb, const char *colName) {
×
870
  for (int32_t col = 0; col < pStb->numOfColumns; ++col) {
×
871
    SSchema *pSchema = &pStb->pColumns[col];
×
872
    if (taosStrncasecmp(pSchema->name, colName, TSDB_COL_NAME_LEN) == 0) {
×
873
      return pSchema;
×
874
    }
875
  }
876
  return NULL;
×
877
}
878

879
int32_t mndBuildStbFromReq(SMnode *pMnode, SStbObj *pDst, SMCreateStbReq *pCreate, SDbObj *pDb) {
1,965,731✔
880
  int32_t code = 0;
1,965,731✔
881
  bool    hasTypeMods = false;
1,965,731✔
882
  memcpy(pDst->name, pCreate->name, TSDB_TABLE_FNAME_LEN);
1,965,731✔
883
  memcpy(pDst->db, pDb->name, TSDB_DB_FNAME_LEN);
1,965,731✔
884
  pDst->createdTime = taosGetTimestampMs();
1,965,731✔
885
  pDst->updateTime = pDst->createdTime;
1,965,731✔
886
  pDst->uid = (pCreate->source == TD_REQ_FROM_TAOX_OLD || pCreate->source == TD_REQ_FROM_TAOX || pCreate->source == TD_REQ_FROM_SML)
5,896,483✔
887
                  ? pCreate->suid
888
                  : mndGenerateUid(pCreate->name, TSDB_TABLE_FNAME_LEN);
3,931,462✔
889
  pDst->dbUid = pDb->uid;
1,965,731✔
890
  pDst->tagVer = 1;
1,965,731✔
891
  pDst->colVer = 1;
1,965,731✔
892
  pDst->smaVer = 1;
1,965,731✔
893
  pDst->nextColId = 1;
1,965,731✔
894
  pDst->maxdelay[0] = pCreate->delay1;
1,965,731✔
895
  pDst->maxdelay[1] = pCreate->delay2;
1,965,731✔
896
  pDst->watermark[0] = pCreate->watermark1;
1,965,731✔
897
  pDst->watermark[1] = pCreate->watermark2;
1,965,731✔
898
  pDst->ttl = pCreate->ttl;
1,965,731✔
899
  pDst->numOfColumns = pCreate->numOfColumns;
1,965,731✔
900
  pDst->numOfTags = pCreate->numOfTags;
1,965,731✔
901
  pDst->numOfFuncs = pCreate->numOfFuncs;
1,965,731✔
902
  pDst->commentLen = pCreate->commentLen;
1,965,731✔
903
  pDst->pFuncs = pCreate->pFuncs;
1,965,731✔
904
  pDst->source = pCreate->source;
1,965,731✔
905
  pDst->keep = pCreate->keep;
1,965,731✔
906
  pDst->virtualStb = pCreate->virtualStb;
1,965,731✔
907
  pCreate->pFuncs = NULL;
1,965,731✔
908

909
  if (pDst->commentLen > 0) {
1,965,731✔
910
    pDst->comment = taosMemoryCalloc(pDst->commentLen + 1, 1);
9,287✔
911
    if (pDst->comment == NULL) {
9,287✔
912
      code = terrno;
×
913
      TAOS_RETURN(code);
×
914
    }
915
    memcpy(pDst->comment, pCreate->pComment, pDst->commentLen + 1);
9,287✔
916
  }
917

918
  pDst->ast1Len = pCreate->ast1Len;
1,965,731✔
919
  if (pDst->ast1Len > 0) {
1,965,731✔
920
    pDst->pAst1 = taosMemoryCalloc(pDst->ast1Len, 1);
×
921
    if (pDst->pAst1 == NULL) {
×
922
      code = terrno;
×
923
      TAOS_RETURN(code);
×
924
    }
925
    memcpy(pDst->pAst1, pCreate->pAst1, pDst->ast1Len);
×
926
  }
927

928
  pDst->ast2Len = pCreate->ast2Len;
1,965,731✔
929
  if (pDst->ast2Len > 0) {
1,965,731✔
930
    pDst->pAst2 = taosMemoryCalloc(pDst->ast2Len, 1);
×
931
    if (pDst->pAst2 == NULL) {
×
932
      code = terrno;
×
933
      TAOS_RETURN(code);
×
934
    }
935
    memcpy(pDst->pAst2, pCreate->pAst2, pDst->ast2Len);
×
936
  }
937

938
  pDst->pColumns = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SSchema));
1,965,731✔
939
  pDst->pTags = taosMemoryCalloc(1, pDst->numOfTags * sizeof(SSchema));
1,965,731✔
940
  if (pDst->pColumns == NULL || pDst->pTags == NULL) {
1,965,731✔
941
    code = terrno;
×
942
    TAOS_RETURN(code);
×
943
  }
944

945
  if (pDst->nextColId < 0 || pDst->nextColId >= 0x7fff - pDst->numOfColumns - pDst->numOfTags) {
1,965,731✔
UNCOV
946
    code = TSDB_CODE_OUT_OF_RANGE;
×
UNCOV
947
    TAOS_RETURN(code);
×
948
  }
949

950
  for (int32_t i = 0; i < pDst->numOfColumns; ++i) {
44,053,474✔
951
    SFieldWithOptions *pField = taosArrayGet(pCreate->pColumns, i);
42,087,743✔
952
    SSchema           *pSchema = &pDst->pColumns[i];
42,087,743✔
953
    pSchema->type = pField->type;
42,087,743✔
954
    pSchema->bytes = pField->bytes;
42,087,743✔
955
    pSchema->flags = pField->flags;
42,087,743✔
956
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
42,087,743✔
957
    pSchema->colId = pDst->nextColId;
42,087,743✔
958
    pDst->nextColId++;
42,087,743✔
959
    hasTypeMods = hasTypeMods || HAS_TYPE_MOD(pSchema);
42,087,743✔
960
  }
961

962
  for (int32_t i = 0; i < pDst->numOfTags; ++i) {
9,554,596✔
963
    SField  *pField = taosArrayGet(pCreate->pTags, i);
7,588,865✔
964
    SSchema *pSchema = &pDst->pTags[i];
7,588,865✔
965
    pSchema->type = pField->type;
7,588,865✔
966
    pSchema->bytes = pField->bytes;
7,588,865✔
967
    if (i == 0) {
7,588,865✔
968
      SSCHMEA_SET_IDX_ON(pSchema);
1,965,731✔
969
    }
970
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
7,588,865✔
971
    pSchema->colId = pDst->nextColId;
7,588,865✔
972
    pDst->nextColId++;
7,588,865✔
973
  }
974
  // set col compress
975
  pDst->pCmpr = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SCmprObj));
1,965,731✔
976
  for (int32_t i = 0; i < pDst->numOfColumns; i++) {
44,053,474✔
977
    SFieldWithOptions *pField = taosArrayGet(pCreate->pColumns, i);
42,087,743✔
978
    SSchema           *pSchema = &pDst->pColumns[i];
42,087,743✔
979

980
    SColCmpr *pColCmpr = &pDst->pCmpr[i];
42,087,743✔
981
    pColCmpr->id = pSchema->colId;
42,087,743✔
982
    pColCmpr->alg = pField->compress;
42,087,743✔
983
  }
984

985
  if (hasTypeMods) {
1,965,731✔
986
    pDst->pExtSchemas = taosMemoryCalloc(pDst->numOfColumns, sizeof(SExtSchema));
24,539✔
987
    if (!pDst->pExtSchemas) {
24,539✔
988
      code = terrno;
×
989
      TAOS_RETURN(code);
×
990
    }
991
    for (int32_t i = 0; i < pDst->numOfColumns; ++i) {
411,204✔
992
      SFieldWithOptions * pField = taosArrayGet(pCreate->pColumns, i);
386,665✔
993
      pDst->pExtSchemas[i].typeMod = pField->typeMod;
386,665✔
994
    }
995
  }
996
  TAOS_RETURN(code);
1,965,731✔
997
}
998
int32_t mndGenIdxNameForFirstTag(char *fullname, char *dbname, char *stbname, char *tagname) {
1,872,192✔
999
  SName name = {0};
1,872,192✔
1000
  if ((terrno = tNameFromString(&name, stbname, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0) {
1,872,192✔
1001
    return -1;
×
1002
  }
1003
  return snprintf(fullname, TSDB_INDEX_FNAME_LEN, "%s.%s_%s", dbname, tagname, tNameGetTableName(&name));
1,872,192✔
1004
}
1005

1006
static int32_t mndCreateStb(SMnode *pMnode, SRpcMsg *pReq, SMCreateStbReq *pCreate, SDbObj *pDb) {
1,868,274✔
1007
  SStbObj stbObj = {0};
1,868,274✔
1008
  int32_t code = -1;
1,868,274✔
1009

1010
  char fullIdxName[TSDB_INDEX_FNAME_LEN * 2] = {0};
1,868,274✔
1011

1012
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_DB_INSIDE, pReq, "create-stb");
1,868,274✔
1013
  if (pTrans == NULL) {
1,868,274✔
1014
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1015
    if (terrno != 0) code = terrno;
×
1016
    goto _OVER;
×
1017
  }
1018

1019
  mInfo("trans:%d, used to create stb:%s", pTrans->id, pCreate->name);
1,868,274✔
1020
  TAOS_CHECK_GOTO(mndBuildStbFromReq(pMnode, &stbObj, pCreate, pDb), NULL, _OVER);
1,868,274✔
1021

1022
  SSchema *pSchema = &(stbObj.pTags[0]);
1,868,274✔
1023
  if (mndGenIdxNameForFirstTag(fullIdxName, pDb->name, stbObj.name, pSchema->name) < 0) {
1,868,274✔
1024
    goto _OVER;
×
1025
  }
1026
  SSIdx idx = {0};
1,868,274✔
1027
  if (mndAcquireGlobalIdx(pMnode, fullIdxName, SDB_IDX, &idx) == 0 && idx.pIdx != NULL) {
1,868,274✔
1028
    code = TSDB_CODE_MND_TAG_INDEX_ALREADY_EXIST;
×
1029
    mndReleaseIdx(pMnode, idx.pIdx);
×
1030
    goto _OVER;
×
1031
  }
1032

1033
  SIdxObj idxObj = {0};
1,868,274✔
1034
  memcpy(idxObj.name, fullIdxName, TSDB_INDEX_FNAME_LEN);
1,868,274✔
1035
  memcpy(idxObj.stb, stbObj.name, TSDB_TABLE_FNAME_LEN);
1,868,274✔
1036
  memcpy(idxObj.db, stbObj.db, TSDB_DB_FNAME_LEN);
1,868,274✔
1037
  memcpy(idxObj.colName, pSchema->name, TSDB_COL_NAME_LEN);
1,868,274✔
1038
  idxObj.createdTime = taosGetTimestampMs();
1,868,274✔
1039
  idxObj.uid = mndGenerateUid(fullIdxName, strlen(fullIdxName));
1,868,274✔
1040
  idxObj.stbUid = stbObj.uid;
1,868,274✔
1041
  idxObj.dbUid = stbObj.dbUid;
1,868,274✔
1042

1043
  TAOS_CHECK_GOTO(mndSetCreateIdxCommitLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
1,868,274✔
1044

1045
  TAOS_CHECK_GOTO(mndAddStbToTrans(pMnode, pTrans, pDb, &stbObj), NULL, _OVER);
1,868,274✔
1046
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
1,863,347✔
1047
  code = 0;
1,863,347✔
1048

1049
_OVER:
1,868,274✔
1050
  mndTransDrop(pTrans);
1,868,274✔
1051
  if (mndStbActionDelete(pMnode->pSdb, &stbObj) != 0) mError("failed to mndStbActionDelete");
1,868,274✔
1052
  TAOS_RETURN(code);
1,868,274✔
1053
}
1054

1055
int32_t mndAddStbToTrans(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
1,965,731✔
1056
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
1,965,731✔
1057
  TAOS_CHECK_RETURN(mndTransCheckConflict(pMnode, pTrans));
1,965,731✔
1058
  TAOS_CHECK_RETURN(mndSetCreateStbCommitLogs(pMnode, pTrans, pDb, pStb));
1,960,804✔
1059
  TAOS_CHECK_RETURN(mndSetCreateStbRedoActions(pMnode, pTrans, pDb, pStb));
1,960,804✔
1060
  TAOS_CHECK_RETURN(mndSetCreateStbUndoActions(pMnode, pTrans, pDb, pStb));
1,960,804✔
1061
  return 0;
1,960,804✔
1062
}
1063

1064
static int32_t mndProcessTtlTimer(SRpcMsg *pReq) {
2,921,920✔
1065
  SMnode           *pMnode = pReq->info.node;
2,921,920✔
1066
  SSdb             *pSdb = pMnode->pSdb;
2,921,920✔
1067
  SVgObj           *pVgroup = NULL;
2,921,920✔
1068
  void             *pIter = NULL;
2,921,920✔
1069
  SVDropTtlTableReq ttlReq = {
2,921,920✔
1070
      .timestampSec = taosGetTimestampSec(), .ttlDropMaxCount = tsTtlBatchDropNum, .nUids = 0, .pTbUids = NULL};
2,921,920✔
1071
  int32_t reqLen = tSerializeSVDropTtlTableReq(NULL, 0, &ttlReq);
2,921,920✔
1072
  int32_t contLen = reqLen + sizeof(SMsgHead);
2,921,920✔
1073

1074
  mDebug("start to process ttl timer");
2,921,920✔
1075

1076
  while (1) {
10,969,021✔
1077
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
13,890,941✔
1078
    if (pIter == NULL) break;
13,890,941✔
1079

1080
    if (pVgroup->mountVgId) {
10,969,021✔
1081
      sdbRelease(pSdb, pVgroup);
5,224✔
1082
      continue;
5,224✔
1083
    }
1084

1085
    int32_t   code = 0;
10,963,797✔
1086
    SMsgHead *pHead = rpcMallocCont(contLen);
10,963,797✔
1087
    if (pHead == NULL) {
10,963,797✔
1088
      sdbRelease(pSdb, pVgroup);
×
1089
      continue;
×
1090
    }
1091
    pHead->contLen = htonl(contLen);
10,963,797✔
1092
    pHead->vgId = htonl(pVgroup->vgId);
10,963,797✔
1093
    if ((code = tSerializeSVDropTtlTableReq((char *)pHead + sizeof(SMsgHead), reqLen, &ttlReq)) < 0) {
10,963,797✔
1094
      mError("vgId:%d, failed to serialize drop ttl table request since %s", pVgroup->vgId, tstrerror(code));
×
1095
      sdbRelease(pSdb, pVgroup);
×
1096
      continue;
×
1097
    }
1098

1099
    SRpcMsg rpcMsg = {
10,963,797✔
1100
        .msgType = TDMT_VND_FETCH_TTL_EXPIRED_TBS, .pCont = pHead, .contLen = contLen, .info = pReq->info};
1101
    SEpSet epSet = mndGetVgroupEpset(pMnode, pVgroup);
10,963,797✔
1102
    code = tmsgSendReq(&epSet, &rpcMsg);
10,963,797✔
1103
    if (code != 0) {
10,963,797✔
1104
      mError("vgId:%d, failed to send drop ttl table request to vnode since 0x%x", pVgroup->vgId, code);
16,461✔
1105
    } else {
1106
      mDebug("vgId:%d, send drop ttl table request to vnode, time:%" PRId32, pVgroup->vgId, ttlReq.timestampSec);
10,947,336✔
1107
    }
1108
    sdbRelease(pSdb, pVgroup);
10,963,797✔
1109
  }
1110

1111
  return 0;
2,921,920✔
1112
}
1113

1114
#if 0
1115
static int32_t mndProcessTrimDbTimer(SRpcMsg *pReq) {
1116
  SMnode     *pMnode = pReq->info.node;
1117
  SSdb       *pSdb = pMnode->pSdb;
1118
  SVgObj     *pVgroup = NULL;
1119
  void       *pIter = NULL;
1120
  SVTrimDbReq trimReq = {0};
1121
  trimReq.compactStartTime = taosGetTimestampMs();
1122
  trimReq.tw.skey = INT64_MIN;
1123
  trimReq.tw.ekey = trimReq.compactStartTime;
1124
  trimReq.compactId = 0;  // TODO: use the real value
1125
  trimReq.metaOnly = 0;
1126
  trimReq.triggerType = TSDB_TRIGGER_AUTO;
1127
  int32_t reqLen = tSerializeSVTrimDbReq(NULL, 0, &trimReq);
1128
  int32_t contLen = reqLen + sizeof(SMsgHead);
1129

1130
  while (1) {
1131
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
1132
    if (pIter == NULL) break;
1133
    if (pVgroup->mountVgId) {
1134
      sdbRelease(pSdb, pVgroup);
1135
      continue;
1136
    }
1137

1138
    int32_t code = 0;
1139

1140
    SMsgHead *pHead = rpcMallocCont(contLen);
1141
    if (pHead == NULL) {
1142
      sdbCancelFetch(pSdb, pVgroup);
1143
      sdbRelease(pSdb, pVgroup);
1144
      continue;
1145
    }
1146
    pHead->contLen = htonl(contLen);
1147
    pHead->vgId = htonl(pVgroup->vgId);
1148
    trimReq.dbUid = pVgroup->dbUid;
1149
    (void)snprintf(trimReq.db, sizeof(trimReq.db), "%s", pVgroup->dbName);
1150
    if ((code = tSerializeSVTrimDbReq((char *)pHead + sizeof(SMsgHead), reqLen, &trimReq)) < 0) {
1151
      mError("vgId:%d, failed to serialize trim db request since %s", pVgroup->vgId, tstrerror(code));
1152
    }
1153

1154
    SRpcMsg rpcMsg = {.msgType = TDMT_VND_TRIM, .pCont = pHead, .contLen = contLen};
1155
    SEpSet  epSet = mndGetVgroupEpset(pMnode, pVgroup);
1156
    code = tmsgSendReq(&epSet, &rpcMsg);
1157
    if (code != 0) {
1158
      mError("vgId:%d, timer failed to send vnode-trim request to vnode since 0x%x", pVgroup->vgId, code);
1159
    } else {
1160
      mInfo("vgId:%d, timer send vnode-trim request to vnode, time:%" PRIi64 " ms", pVgroup->vgId, trimReq.tw.ekey);
1161
    }
1162
    sdbRelease(pSdb, pVgroup);
1163
  }
1164

1165
  return 0;
1166
}
1167
#endif
1168

1169
static int32_t mndFindSuperTableTagIndex(const SStbObj *pStb, const char *tagName) {
3,919,433✔
1170
  for (int32_t tag = 0; tag < pStb->numOfTags; tag++) {
45,342,068✔
1171
    if (strcmp(pStb->pTags[tag].name, tagName) == 0) {
42,340,572✔
1172
      return tag;
917,937✔
1173
    }
1174
  }
1175

1176
  return -1;
3,001,496✔
1177
}
1178

1179
static int32_t mndFindSuperTableColumnIndex(const SStbObj *pStb, const char *colName) {
5,974,942✔
1180
  for (int32_t col = 0; col < pStb->numOfColumns; col++) {
285,889,006✔
1181
    if (strcmp(pStb->pColumns[col].name, colName) == 0) {
282,816,520✔
1182
      return col;
2,902,456✔
1183
    }
1184
  }
1185

1186
  return -1;
3,072,486✔
1187
}
1188

1189
static bool mndValidateSchema(SSchema *pSchemas, int32_t nSchema, SArray *pFields, int32_t maxLen) {
3,193,977✔
1190
  int32_t rowLen = 0;
3,193,977✔
1191
  for (int32_t i = 0; i < nSchema; ++i) {
153,564,862✔
1192
    rowLen += (pSchemas + i)->bytes;
150,370,885✔
1193
  }
1194

1195
  int32_t nField = taosArrayGetSize(pFields);
3,193,977✔
1196
  for (int32_t i = 0; i < nField; ++i) {
6,387,954✔
1197
    rowLen += ((SField *)TARRAY_GET_ELEM(pFields, i))->bytes;
3,193,977✔
1198
  }
1199

1200
  return rowLen <= maxLen;
3,193,977✔
1201
}
1202

1203
static int32_t mndBuildStbFromAlter(SStbObj *pStb, SStbObj *pDst, SMCreateStbReq *createReq) {
14,154✔
1204
  int32_t code = 0;
14,154✔
1205
  taosRLockLatch(&pStb->lock);
14,154✔
1206
  memcpy(pDst, pStb, sizeof(SStbObj));
14,154✔
1207
  taosRUnLockLatch(&pStb->lock);
14,154✔
1208

1209
  pDst->source = createReq->source;
14,154✔
1210
  pDst->updateTime = taosGetTimestampMs();
14,154✔
1211
  pDst->numOfColumns = createReq->numOfColumns;
14,154✔
1212
  pDst->numOfTags = createReq->numOfTags;
14,154✔
1213
  pDst->pColumns = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SSchema));
14,154✔
1214
  pDst->pTags = taosMemoryCalloc(1, pDst->numOfTags * sizeof(SSchema));
14,154✔
1215
  pDst->pCmpr = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SColCmpr));
14,154✔
1216
  pDst->pExtSchemas = taosMemoryCalloc(pDst->numOfColumns, sizeof(SExtSchema));
14,154✔
1217

1218
  if (pDst->pColumns == NULL || pDst->pTags == NULL || pDst->pCmpr == NULL || pDst->pExtSchemas == NULL) {
14,154✔
1219
    code = terrno;
×
1220
    TAOS_RETURN(code);
×
1221
  }
1222

1223
  if (pDst->nextColId < 0 || pDst->nextColId >= 0x7fff - pDst->numOfColumns - pDst->numOfTags) {
14,154✔
1224
    code = TSDB_CODE_OUT_OF_RANGE;
×
1225
    TAOS_RETURN(code);
×
1226
  }
1227

1228
  for (int32_t i = 0; i < pDst->numOfColumns; ++i) {
107,456✔
1229
    SFieldWithOptions *pField = taosArrayGet(createReq->pColumns, i);
93,302✔
1230
    SSchema           *pSchema = &pDst->pColumns[i];
93,302✔
1231
    pSchema->type = pField->type;
93,302✔
1232
    pSchema->bytes = pField->bytes;
93,302✔
1233
    pSchema->flags = pField->flags;
93,302✔
1234
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
93,302✔
1235
    int32_t cIndex = mndFindSuperTableColumnIndex(pStb, pField->name);
93,302✔
1236
    if (cIndex >= 0) {
93,302✔
1237
      pSchema->colId = pStb->pColumns[cIndex].colId;
86,484✔
1238
    } else {
1239
      pSchema->colId = pDst->nextColId++;
6,818✔
1240
    }
1241
  }
1242

1243
  for (int32_t i = 0; i < pDst->numOfTags; ++i) {
109,012✔
1244
    SField  *pField = taosArrayGet(createReq->pTags, i);
94,858✔
1245
    SSchema *pSchema = &pDst->pTags[i];
94,858✔
1246
    pSchema->type = pField->type;
94,858✔
1247
    pSchema->bytes = pField->bytes;
94,858✔
1248
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
94,858✔
1249
    int32_t cIndex = mndFindSuperTableTagIndex(pStb, pField->name);
94,858✔
1250
    if (cIndex >= 0) {
94,858✔
1251
      pSchema->colId = pStb->pTags[cIndex].colId;
89,241✔
1252
    } else {
1253
      pSchema->colId = pDst->nextColId++;
5,617✔
1254
    }
1255
  }
1256
  for (int32_t i = 0; i < pDst->numOfColumns; i++) {
107,456✔
1257
    SColCmpr          *p = pDst->pCmpr + i;
93,302✔
1258
    SFieldWithOptions *pField = taosArrayGet(createReq->pColumns, i);
93,302✔
1259
    SSchema           *pSchema = &pDst->pColumns[i];
93,302✔
1260
    p->id = pSchema->colId;
93,302✔
1261
    if (pField->compress == 0) {
93,302✔
1262
      p->alg = createDefaultColCmprByType(pSchema->type);
×
1263
    } else {
1264
      p->alg = pField->compress;
93,302✔
1265
    }
1266
    if (pField->flags & COL_HAS_TYPE_MOD) {
93,302✔
1267
      pDst->pExtSchemas[i].typeMod = pField->typeMod;
560✔
1268
    }
1269
  }
1270
  pDst->tagVer = createReq->tagVer;
14,154✔
1271
  pDst->colVer = createReq->colVer;
14,154✔
1272
  return TSDB_CODE_SUCCESS;
14,154✔
1273
}
1274

1275
// used for tmq_get_json_meta to build alter msg
1276
static void buildAlterMsg(SStbObj *pStb, SStbObj *pDst, void** pAlterBuf, int32_t* len){
14,154✔
1277
  SMAlterStbReq alterReq = {0};
14,154✔
1278
  alterReq.pFields = taosArrayInit(2, sizeof(SField));
14,154✔
1279
  if (NULL == alterReq.pFields) {
14,154✔
1280
    mError("failed to init alter fields array");
×
1281
    goto END;
×
1282
  }
1283
  tstrncpy(alterReq.name, pStb->name, TSDB_TABLE_FNAME_LEN);
14,154✔
1284
  for (int32_t i = 0; i < pDst->numOfColumns && taosArrayGetSize(alterReq.pFields) == 0; ++i) {
105,206✔
1285
    SSchema           *pSchema = &pDst->pColumns[i];
91,052✔
1286
    int32_t cIndex = mndFindSuperTableColumnIndex(pStb, pSchema->name);
91,052✔
1287
    if (cIndex >= 0 && pSchema->bytes == pStb->pColumns[cIndex].bytes) {
91,052✔
1288
      continue;
83,038✔
1289
    }
1290
    if (cIndex < 0) {
8,014✔
1291
      alterReq.alterType = TSDB_ALTER_TABLE_ADD_COLUMN;
6,818✔
1292
    } else if (pSchema->bytes > pStb->pColumns[cIndex].bytes){
1,196✔
1293
      alterReq.alterType = TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES;
1,196✔
1294
    }
1295
    SField *pAlterField = taosArrayReserve(alterReq.pFields, 1);
8,014✔
1296
    pAlterField->type = pSchema->type;
8,014✔
1297
    pAlterField->bytes = pSchema->bytes;
8,014✔
1298
    tstrncpy(pAlterField->name, pSchema->name, TSDB_COL_NAME_LEN);
8,014✔
1299
    mDebug("alter column name:%s, type:%d, bytes:%d", pAlterField->name, pAlterField->type, pAlterField->bytes);
8,014✔
1300
  }
1301

1302
  for (int32_t i = 0; i < pDst->numOfTags && taosArrayGetSize(alterReq.pFields) == 0; ++i) {
69,965✔
1303
    SSchema *pSchema = &pDst->pTags[i];
55,811✔
1304
    int32_t cIndex = mndFindSuperTableTagIndex(pStb, pSchema->name);
55,811✔
1305
    if (cIndex >= 0 && pSchema->bytes == pStb->pTags[cIndex].bytes) {
55,811✔
1306
      continue;
49,811✔
1307
    }
1308
    if (cIndex < 0) {
6,000✔
1309
      alterReq.alterType = TSDB_ALTER_TABLE_ADD_TAG;
5,617✔
1310
    } else if (pSchema->bytes > pStb->pTags[cIndex].bytes){
383✔
1311
      alterReq.alterType = TSDB_ALTER_TABLE_UPDATE_TAG_BYTES;
383✔
1312
    }
1313
    SField *pAlterField = taosArrayReserve(alterReq.pFields, 1);
6,000✔
1314
    pAlterField->type = pSchema->type;
6,000✔
1315
    pAlterField->bytes = pSchema->bytes;
6,000✔
1316
    tstrncpy(pAlterField->name, pSchema->name, TSDB_COL_NAME_LEN);
6,000✔
1317
    mDebug("alter tag name:%s, type:%d, bytes:%d", pAlterField->name, pAlterField->type, pAlterField->bytes);
6,000✔
1318
  }
1319
  alterReq.numOfFields = taosArrayGetSize(alterReq.pFields);
14,154✔
1320
  if (alterReq.numOfFields == 0) {
14,154✔
1321
    mError("no valid alter field found");
140✔
1322
    goto END;
140✔
1323
  }
1324

1325
  int32_t contLen = tSerializeSMAlterStbReq(NULL, 0, &alterReq);
14,014✔
1326
  if (contLen <= 0) {
14,014✔
1327
    mError("failed to get alter stb req len");
×
1328
    goto END;
×
1329
  }
1330
  void*   buf = taosMemoryMalloc(contLen);
14,014✔
1331
  if (buf == NULL) {
14,014✔
1332
    mError("failed to malloc alter stb req buf");
×
1333
    goto END;
×
1334
  }
1335
  int32_t code = tSerializeSMAlterStbReq(buf, contLen, &alterReq);
14,014✔
1336
  if (code <= TSDB_CODE_SUCCESS) {
14,014✔
1337
    mError("failed to serialize alter stb req %d", code);
×
1338
    taosMemoryFreeClear(buf);
×
1339
    goto END;
×
1340
  }
1341
  *pAlterBuf = buf;
14,014✔
1342
  *len = contLen;
14,014✔
1343
END:
14,154✔
1344
  taosArrayDestroy(alterReq.pFields);
14,154✔
1345
}
14,154✔
1346

1347
static int32_t mndProcessCreateStbReq(SRpcMsg *pReq) {
1,893,483✔
1348
  SMnode        *pMnode = pReq->info.node;
1,893,483✔
1349
  int32_t        code = -1;
1,893,483✔
1350
  SStbObj       *pStb = NULL;
1,893,483✔
1351
  SDbObj        *pDb = NULL;
1,893,483✔
1352
  SMCreateStbReq createReq = {0};
1,893,483✔
1353
  bool           isAlter = false;
1,893,483✔
1354
  SHashObj      *pHash = NULL;
1,893,483✔
1355
  int64_t        tss = taosGetTimestampMs();
1,893,483✔
1356

1357
  if (tDeserializeSMCreateStbReq(pReq->pCont, pReq->contLen, &createReq) != 0) {
1,893,483✔
1358
    code = TSDB_CODE_INVALID_MSG;
×
1359
    goto _OVER;
×
1360
  }
1361

1362
  mInfo("stb:%s, start to create", createReq.name);
1,893,483✔
1363
  if (mndCheckCreateStbReq(&createReq) != 0) {
1,893,483✔
1364
    code = TSDB_CODE_INVALID_MSG;
×
1365
    goto _OVER;
×
1366
  }
1367

1368
  pStb = mndAcquireStb(pMnode, createReq.name);
1,893,483✔
1369
  if (pStb != NULL) {
1,893,483✔
1370
    if (createReq.igExists) {
25,104✔
1371
      if (createReq.source == TD_REQ_FROM_APP) {
23,808✔
1372
        mInfo("stb:%s, already exist, ignore exist is set", createReq.name);
7,893✔
1373
        code = 0;
7,893✔
1374
        goto _OVER;
7,893✔
1375
      } else if (pStb->uid != createReq.suid) {
15,915✔
1376
        mInfo("stb:%s, alter table does not need to be done, because table is deleted", createReq.name);
×
1377
        code = 0;
×
1378
        goto _OVER;
×
1379
      } else if (createReq.tagVer > 0 || createReq.colVer > 0) {
30,069✔
1380
        int32_t tagDelta = createReq.tagVer - pStb->tagVer;
15,915✔
1381
        int32_t colDelta = createReq.colVer - pStb->colVer;
15,915✔
1382
        mInfo("stb:%s, already exist while create, input tagVer:%d colVer:%d, exist tagVer:%d colVer:%d",
15,915✔
1383
              createReq.name, createReq.tagVer, createReq.colVer, pStb->tagVer, pStb->colVer);
1384
        if (tagDelta <= 0 && colDelta <= 0) {
15,915✔
1385
          mInfo("stb:%s, schema version is not incremented and nothing needs to be done", createReq.name);
1,761✔
1386
          code = 0;
1,761✔
1387
          goto _OVER;
1,761✔
1388
        } else if ((tagDelta == 1 && colDelta == 0) || (tagDelta == 0 && colDelta == 1) ||
14,154✔
1389
                   (pStb->colVer == 1 && createReq.colVer > 1) || (pStb->tagVer == 1 && createReq.tagVer > 1)) {
×
1390
          isAlter = true;
14,154✔
1391
          mInfo("stb:%s, schema version is only increased by 1 number, do alter operation", createReq.name);
14,154✔
1392
        } else {
1393
          mError("stb:%s, schema version increase more than 1 number, error is returned", createReq.name);
×
1394
          code = TSDB_CODE_MND_INVALID_SCHEMA_VER;
×
1395
          goto _OVER;
×
1396
        }
1397
      } else {
1398
        mError("stb:%s, already exist while create, input tagVer:%d colVer:%d is invalid, origin tagVer:%d colVer:%d",
×
1399
               createReq.name, createReq.tagVer, createReq.colVer, pStb->tagVer, pStb->colVer);
1400
        code = TSDB_CODE_MND_INVALID_SCHEMA_VER;
×
1401
        goto _OVER;
×
1402
      }
1403
    } else {
1404
      code = TSDB_CODE_MND_STB_ALREADY_EXIST;
1,296✔
1405
      goto _OVER;
1,296✔
1406
    }
1407
  } else if (terrno != TSDB_CODE_MND_STB_NOT_EXIST) {
1,868,379✔
1408
    goto _OVER;
×
1409
  } else if ((createReq.source == TD_REQ_FROM_TAOX_OLD || createReq.source == TD_REQ_FROM_TAOX || createReq.source == TD_REQ_FROM_SML) &&
1,868,379✔
1410
             (createReq.tagVer != 1 || createReq.colVer != 1)) {
1,691✔
1411
    mInfo("stb:%s, alter table does not need to be done, because table is deleted", createReq.name);
105✔
1412
    code = 0;
105✔
1413
    goto _OVER;
105✔
1414
  }
1415

1416
  pHash = taosHashInit(createReq.numOfColumns + createReq.numOfTags, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY),
1,882,428✔
1417
                       false, HASH_NO_LOCK);
1418
  if (pHash == NULL) {
1,882,428✔
1419
    code = TSDB_CODE_OUT_OF_MEMORY;
×
1420
    goto _OVER;
×
1421
  }
1422

1423
  for (int32_t i = 0; i < createReq.numOfColumns; ++i) {
43,654,810✔
1424
    SFieldWithOptions *pField = taosArrayGet(createReq.pColumns, i);
41,772,382✔
1425
    if ((code = taosHashPut(pHash, pField->name, strlen(pField->name), NULL, 0)) != 0) {
41,772,382✔
1426
      if (code == TSDB_CODE_DUP_KEY) {
×
1427
        code = TSDB_CODE_TSC_DUP_COL_NAMES;
×
1428
      }
1429
      goto _OVER;
×
1430
    }
1431
  }
1432

1433
  for (int32_t i = 0; i < createReq.numOfTags; ++i) {
9,412,941✔
1434
    SField *pField = taosArrayGet(createReq.pTags, i);
7,530,513✔
1435
    if ((code = taosHashPut(pHash, pField->name, strlen(pField->name), NULL, 0)) != 0) {
7,530,513✔
1436
      if (code == TSDB_CODE_DUP_KEY) {
×
1437
        code = TSDB_CODE_TSC_DUP_COL_NAMES;
×
1438
      }
1439
      goto _OVER;
×
1440
    }
1441
  }
1442

1443
  pDb = mndAcquireDbByStb(pMnode, createReq.name);
1,882,428✔
1444
  if (pDb == NULL) {
1,882,428✔
1445
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
1446
    goto _OVER;
×
1447
  }
1448

1449
  if ((code = mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_WRITE_DB, pDb)) != 0) {
1,882,428✔
1450
    goto _OVER;
×
1451
  }
1452
  if (pDb->cfg.isMount) {
1,882,428✔
1453
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
×
1454
    goto _OVER;
×
1455
  }
1456

1457
  int32_t numOfStbs = -1;
1,882,428✔
1458
  if ((code = mndGetNumOfStbs(pMnode, pDb->name, &numOfStbs)) != 0) {
1,882,428✔
1459
    goto _OVER;
×
1460
  }
1461

1462
  if (pDb->cfg.numOfStables == 1 && numOfStbs != 0) {
1,882,428✔
1463
    code = TSDB_CODE_MND_SINGLE_STB_MODE_DB;
×
1464
    goto _OVER;
×
1465
  }
1466

1467
  if ((code = grantCheck(TSDB_GRANT_STABLE)) < 0) {
1,882,428✔
1468
    goto _OVER;
×
1469
  }
1470

1471
  if (isAlter) {
1,882,428✔
1472
    bool    needRsp = false;
14,154✔
1473
    SStbObj pDst = {0};
14,154✔
1474
    if ((code = mndBuildStbFromAlter(pStb, &pDst, &createReq)) != 0) {
14,154✔
1475
      taosMemoryFreeClear(pDst.pTags);
×
1476
      taosMemoryFreeClear(pDst.pColumns);
×
1477
      taosMemoryFreeClear(pDst.pCmpr);
×
1478
      taosMemoryFreeClear(pDst.pExtSchemas);
×
1479
      goto _OVER;
×
1480
    }
1481
    void* buf = NULL;
14,154✔
1482
    int32_t contLen = 0;
14,154✔
1483
    buildAlterMsg(pStb, &pDst, &buf, &contLen);
14,154✔
1484
    code = mndAlterStbImp(pMnode, pReq, pDb, &pDst, needRsp, buf, contLen);
14,154✔
1485
    taosMemoryFree(buf);
14,154✔
1486
    taosMemoryFreeClear(pDst.pTags);
14,154✔
1487
    taosMemoryFreeClear(pDst.pColumns);
14,154✔
1488
    taosMemoryFreeClear(pDst.pCmpr);
14,154✔
1489
    taosMemoryFreeClear(pDst.pExtSchemas);
14,154✔
1490
  } else {
1491
    code = mndCreateStb(pMnode, pReq, &createReq, pDb);
1,868,274✔
1492
  }
1493
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
1,882,428✔
1494

1495
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
1,882,428✔
1496
    SName name = {0};
1,882,428✔
1497
    TAOS_CHECK_RETURN(tNameFromString(&name, createReq.name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE));
1,882,428✔
1498

1499
    int64_t tse = taosGetTimestampMs();
1,882,428✔
1500
    double  duration = (double)(tse - tss);
1,882,428✔
1501
    duration = duration / 1000;
1,882,428✔
1502
    if (createReq.sql == NULL && createReq.sqlLen == 0) {
1,882,428✔
1503
      char detail[1000] = {0};
333,855✔
1504

1505
      (void)tsnprintf(detail, sizeof(detail), "dbname:%s, stable name:%s", name.dbname, name.tname);
333,855✔
1506

1507
      auditRecord(pReq, pMnode->clusterId, "createStb", name.dbname, name.tname, detail, strlen(detail), duration, 0);
333,855✔
1508
    } else {
1509
      auditRecord(pReq, pMnode->clusterId, "createStb", name.dbname, name.tname, createReq.sql, createReq.sqlLen,
1,548,573✔
1510
                  duration, 0);
1511
    }
1512
  }
1513
_OVER:
1,893,128✔
1514
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
1,893,483✔
1515
    mError("stb:%s, failed to create since %s", createReq.name, tstrerror(code));
6,223✔
1516
  }
1517

1518
  mndReleaseStb(pMnode, pStb);
1,893,483✔
1519
  mndReleaseDb(pMnode, pDb);
1,893,483✔
1520
  tFreeSMCreateStbReq(&createReq);
1,893,483✔
1521

1522
  if (pHash != NULL) {
1,893,483✔
1523
    taosHashCleanup(pHash);
1,882,428✔
1524
  }
1525

1526
  TAOS_RETURN(code);
1,893,483✔
1527
}
1528

1529
static int32_t mndCheckAlterStbReq(SMAlterStbReq *pAlter) {
6,356,725✔
1530
  int32_t code = 0;
6,356,725✔
1531
  if (pAlter->commentLen >= 0) return 0;
6,356,725✔
1532
  if (pAlter->ttl != 0) return 0;
13,856✔
1533
  if (pAlter->keep != -1) return 0;
13,856✔
1534

1535
  if (pAlter->numOfFields < 1 || pAlter->numOfFields != (int32_t)taosArrayGetSize(pAlter->pFields)) {
×
1536
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
1537
    TAOS_RETURN(code);
×
1538
  }
1539

1540
  for (int32_t i = 0; i < pAlter->numOfFields; ++i) {
×
1541
    SField *pField = taosArrayGet(pAlter->pFields, i);
×
1542
    if (pField->name[0] == 0) {
×
1543
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
1544
      TAOS_RETURN(code);
×
1545
    }
1546
  }
1547

1548
  TAOS_RETURN(code);
×
1549
}
1550

1551
int32_t mndAllocStbSchemas(const SStbObj *pOld, SStbObj *pNew) {
6,071,588✔
1552
  pNew->pTags = taosMemoryCalloc(pNew->numOfTags, sizeof(SSchema));
6,071,588✔
1553
  pNew->pColumns = taosMemoryCalloc(pNew->numOfColumns, sizeof(SSchema));
6,071,588✔
1554
  pNew->pCmpr = taosMemoryCalloc(pNew->numOfColumns, sizeof(SColCmpr));
6,071,588✔
1555
  if (pNew->pTags == NULL || pNew->pColumns == NULL || pNew->pCmpr == NULL) {
6,071,588✔
1556
    TAOS_RETURN(terrno);
×
1557
  }
1558

1559
  memcpy(pNew->pColumns, pOld->pColumns, sizeof(SSchema) * pOld->numOfColumns);
6,071,588✔
1560
  memcpy(pNew->pTags, pOld->pTags, sizeof(SSchema) * pOld->numOfTags);
6,071,588✔
1561
  memcpy(pNew->pCmpr, pOld->pCmpr, sizeof(SColCmpr) * pOld->numOfColumns);
6,071,588✔
1562
  if (pOld->pExtSchemas) {
6,071,588✔
1563
    pNew->pExtSchemas = taosMemoryCalloc(pNew->numOfColumns, sizeof(SExtSchema));
5,004,250✔
1564
    if (pNew->pExtSchemas == NULL) {
5,004,250✔
1565
      TAOS_RETURN(terrno);
×
1566
    }
1567
    memcpy(pNew->pExtSchemas, pOld->pExtSchemas, sizeof(SExtSchema) * pOld->numOfColumns);
5,004,250✔
1568
  }
1569

1570
  TAOS_RETURN(0);
6,071,588✔
1571
}
1572

1573
static int32_t mndUpdateTableOptions(const SStbObj *pOld, SStbObj *pNew, char *pComment, int32_t commentLen,
22,935✔
1574
                                     int32_t ttl, int64_t keep) {
1575
  int32_t code = 0;
22,935✔
1576
  if (commentLen > 0) {
22,935✔
1577
    pNew->commentLen = commentLen;
4,826✔
1578
    pNew->comment = taosMemoryCalloc(1, commentLen + 1);
4,826✔
1579
    if (pNew->comment == NULL) {
4,826✔
1580
      terrno = TSDB_CODE_OUT_OF_MEMORY;
×
1581
      return -1;
×
1582
    }
1583
    memcpy(pNew->comment, pComment, commentLen + 1);
4,826✔
1584
  } else if (commentLen == 0) {
18,109✔
1585
    pNew->commentLen = 0;
4,253✔
1586
  } else {
1587
  }
1588

1589
  if (ttl >= 0) {
22,935✔
1590
    pNew->ttl = ttl;
22,935✔
1591
  }
1592

1593
  if (keep > 0) {
22,935✔
1594
    pNew->keep = keep;
13,856✔
1595
  }
1596

1597
  if ((code = mndAllocStbSchemas(pOld, pNew)) != 0) {
22,935✔
1598
    TAOS_RETURN(code);
×
1599
  }
1600
  TAOS_RETURN(code);
22,935✔
1601
}
1602

1603
static int32_t mndAddSuperTableTag(const SStbObj *pOld, SStbObj *pNew, SArray *pFields, int32_t ntags) {
334,638✔
1604
  int32_t code = 0;
334,638✔
1605
  if (pOld->numOfTags + ntags > TSDB_MAX_TAGS) {
334,638✔
1606
    code = TSDB_CODE_MND_TOO_MANY_TAGS;
×
1607
    TAOS_RETURN(code);
×
1608
  }
1609

1610
  int32_t maxColumns = pOld->virtualStb ? TSDB_MAX_COLUMNS : TSDB_MAX_COLUMNS_NON_VIRTUAL;
334,638✔
1611
  if (pOld->numOfColumns + ntags + pOld->numOfTags > maxColumns) {
334,638✔
1612
    code = TSDB_CODE_MND_TOO_MANY_COLUMNS;
×
1613
    TAOS_RETURN(code);
×
1614
  }
1615

1616
  if (!mndValidateSchema(pOld->pTags, pOld->numOfTags, pFields, TSDB_MAX_TAGS_LEN)) {
334,638✔
1617
    code = TSDB_CODE_PAR_INVALID_TAGS_LENGTH;
25,840✔
1618
    TAOS_RETURN(code);
25,840✔
1619
  }
1620

1621
  pNew->numOfTags = pNew->numOfTags + ntags;
308,798✔
1622
  if ((code = mndAllocStbSchemas(pOld, pNew)) != 0) {
308,798✔
1623
    TAOS_RETURN(code);
×
1624
  }
1625

1626
  if (pNew->nextColId < 0 || pNew->nextColId >= 0x7fff - ntags) {
308,798✔
UNCOV
1627
    code = TSDB_CODE_OUT_OF_RANGE;
×
UNCOV
1628
    TAOS_RETURN(code);
×
1629
  }
1630

1631
  for (int32_t i = 0; i < ntags; i++) {
547,647✔
1632
    SField *pField = taosArrayGet(pFields, i);
308,798✔
1633
    if (mndFindSuperTableColumnIndex(pOld, pField->name) >= 0) {
308,798✔
1634
      code = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
2,043✔
1635
      TAOS_RETURN(code);
2,043✔
1636
    }
1637

1638
    if (mndFindSuperTableTagIndex(pOld, pField->name) >= 0) {
306,755✔
1639
      code = TSDB_CODE_MND_TAG_ALREADY_EXIST;
67,906✔
1640
      TAOS_RETURN(code);
67,906✔
1641
    }
1642

1643
    SSchema *pSchema = &pNew->pTags[pOld->numOfTags + i];
238,849✔
1644
    pSchema->bytes = pField->bytes;
238,849✔
1645
    pSchema->type = pField->type;
238,849✔
1646
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
238,849✔
1647
    if (pNew->nextColId > INT16_MAX) {
238,849✔
1648
      code = TSDB_CODE_MND_EXCEED_MAX_COL_ID;
×
1649
      TAOS_RETURN(code);
×
1650
    }
1651
    pSchema->colId = pNew->nextColId;
238,849✔
1652
    pNew->nextColId++;
238,849✔
1653

1654
    mInfo("stb:%s, start to add tag %s", pNew->name, pSchema->name);
238,849✔
1655
  }
1656

1657
  pNew->tagVer++;
238,849✔
1658
  TAOS_RETURN(code);
238,849✔
1659
}
1660

1661
static int32_t mndCheckAlterColForTSma(SMnode *pMnode, const char *stbFullName, int64_t suid, col_id_t colId, bool isTag) {
2,980,544✔
1662
  int32_t code = 0;
2,980,544✔
1663
  SSdb   *pSdb = pMnode->pSdb;
2,980,544✔
1664
  void   *pIter = NULL;
2,980,544✔
1665
  while (1) {
×
1666
    SSmaObj *pSma = NULL;
2,980,544✔
1667
    pIter = sdbFetch(pSdb, SDB_SMA, pIter, (void **)&pSma);
2,980,544✔
1668
    if (pIter == NULL) break;
2,980,544✔
1669

1670
    mInfo("tsma:%s, check tag and column modifiable, stb:%s suid:%" PRId64 " colId:%d, sql:%s", pSma->name, stbFullName,
×
1671
          suid, colId, pSma->sql);
1672

1673
    if (isTag) {
×
1674
      code = TSDB_CODE_MND_FIELD_CONFLICT_WITH_TSMA;
×
1675
      mError("tsma:%s, check tag:%d conflicted", pSma->name, colId);
×
1676
      sdbRelease(pSdb, pSma);
×
1677
      sdbCancelFetch(pSdb, pIter);
×
1678
      TAOS_RETURN(code);
×
1679
    }
1680

1681
    SNode *pAst = NULL;
×
1682
    if (nodesStringToNode(pSma->ast, &pAst) != 0) {
×
1683
      code = TSDB_CODE_SDB_INVALID_DATA_CONTENT;
×
1684
      mError("tsma:%s, check tag and column modifiable, stb:%s suid:%" PRId64 " colId:%d failed since parse AST err",
×
1685
             pSma->name, stbFullName, suid, colId);
1686
      sdbCancelFetch(pSdb, pIter);
×
1687
      TAOS_RETURN(code);
×
1688
    }
1689

1690
    SNodeList *pNodeList = NULL;
×
1691
    if ((code = nodesCollectColumns((SSelectStmt *)pAst, SQL_CLAUSE_FROM, NULL, COLLECT_COL_TYPE_ALL, &pNodeList)) !=
×
1692
        0) {
1693
      sdbCancelFetch(pSdb, pIter);
×
1694
      TAOS_RETURN(code);
×
1695
    }
1696
    SNode *pNode = NULL;
×
1697
    FOREACH(pNode, pNodeList) {
×
1698
      SColumnNode *pCol = (SColumnNode *)pNode;
×
1699
      mInfo("tsma:%s, check colId:%d tableId:%" PRId64, pSma->name, pCol->colId, pCol->tableId);
×
1700

1701
      if ((pCol->tableId != suid) && (pSma->stbUid != suid)) {
×
1702
        mInfo("tsma:%s, check colId:%d passed", pSma->name, pCol->colId);
×
1703
        goto NEXT;
×
1704
      }
1705
      if ((pCol->colId) > 0 && (pCol->colId == colId)) {
×
1706
        code = TSDB_CODE_MND_FIELD_CONFLICT_WITH_TSMA;
×
1707
        mError("tsma:%s, check colId:%d conflicted", pSma->name, pCol->colId);
×
1708
        nodesDestroyNode(pAst);
×
1709
        nodesDestroyList(pNodeList);
×
1710
        sdbRelease(pSdb, pSma);
×
1711
        sdbCancelFetch(pSdb, pIter);
×
1712
        TAOS_RETURN(code);
×
1713
      }
1714
      mInfo("tsma:%s, check colId:%d passed", pSma->name, pCol->colId);
×
1715
    }
1716

1717
  NEXT:
×
1718
    sdbRelease(pSdb, pSma);
×
1719
    nodesDestroyNode(pAst);
×
1720
    nodesDestroyList(pNodeList);
×
1721
  }
1722
  TAOS_RETURN(code);
2,980,544✔
1723
}
1724

1725
static int32_t mndDropSuperTableTag(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const char *tagName) {
154,492✔
1726
  int32_t code = 0;
154,492✔
1727
  int32_t tag = mndFindSuperTableTagIndex(pOld, tagName);
154,492✔
1728
  if (tag < 0) {
154,492✔
1729
    code = TSDB_CODE_MND_TAG_NOT_EXIST;
×
1730
    TAOS_RETURN(code);
×
1731
  }
1732

1733
  col_id_t colId = pOld->pTags[tag].colId;
154,492✔
1734
  TAOS_CHECK_RETURN(mndCheckAlterColForTSma(pMnode, pOld->name, pOld->uid, colId, true));
154,492✔
1735

1736
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
154,492✔
1737

1738
  memmove(pNew->pTags + tag, pNew->pTags + tag + 1, sizeof(SSchema) * (pNew->numOfTags - tag - 1));
154,492✔
1739
  pNew->numOfTags--;
154,492✔
1740

1741
  pNew->tagVer++;
154,492✔
1742

1743
  // if (mndDropIndexByTag(pMnode, pOld, tagName) != 0) {
1744
  //   return -1;
1745
  // }
1746
  mInfo("stb:%s, start to drop tag %s", pNew->name, tagName);
154,492✔
1747
  TAOS_RETURN(code);
154,492✔
1748
}
1749

1750
static int32_t mndAlterStbTagName(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, SArray *pFields) {
215,651✔
1751
  int32_t code = 0;
215,651✔
1752
  if ((int32_t)taosArrayGetSize(pFields) != 2) {
215,651✔
1753
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
1754
    TAOS_RETURN(code);
×
1755
  }
1756

1757
  SField *pField0 = taosArrayGet(pFields, 0);
215,651✔
1758
  SField *pField1 = taosArrayGet(pFields, 1);
215,651✔
1759

1760
  const char *oldTagName = pField0->name;
215,651✔
1761
  const char *newTagName = pField1->name;
215,651✔
1762

1763
  int32_t tag = mndFindSuperTableTagIndex(pOld, oldTagName);
215,651✔
1764
  if (tag < 0) {
215,651✔
1765
    code = TSDB_CODE_MND_TAG_NOT_EXIST;
3,404✔
1766
    TAOS_RETURN(code);
3,404✔
1767
  }
1768

1769
  col_id_t colId = pOld->pTags[tag].colId;
212,247✔
1770
  TAOS_CHECK_RETURN(mndCheckAlterColForTSma(pMnode, pOld->name, pOld->uid, colId, true));
212,247✔
1771

1772
  if (mndFindSuperTableTagIndex(pOld, newTagName) >= 0) {
212,247✔
1773
    code = TSDB_CODE_MND_TAG_ALREADY_EXIST;
6,123✔
1774
    TAOS_RETURN(code);
6,123✔
1775
  }
1776

1777
  if (mndFindSuperTableColumnIndex(pOld, newTagName) >= 0) {
206,124✔
1778
    code = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
×
1779
    TAOS_RETURN(code);
×
1780
  }
1781

1782
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
206,124✔
1783

1784
  SSchema *pSchema = (SSchema *)(pNew->pTags + tag);
206,124✔
1785
  memcpy(pSchema->name, newTagName, TSDB_COL_NAME_LEN);
206,124✔
1786

1787
  pNew->tagVer++;
206,124✔
1788
  mInfo("stb:%s, start to modify tag %s to %s", pNew->name, oldTagName, newTagName);
206,124✔
1789
  TAOS_RETURN(code);
206,124✔
1790
}
1791

1792
static int32_t mndAlterStbTagBytes(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const SField *pField) {
335,691✔
1793
  int32_t code = 0;
335,691✔
1794
  int32_t tag = mndFindSuperTableTagIndex(pOld, pField->name);
335,691✔
1795
  if (tag < 0) {
335,691✔
1796
    code = TSDB_CODE_MND_TAG_NOT_EXIST;
×
1797
    TAOS_RETURN(code);
×
1798
  }
1799

1800
  col_id_t colId = pOld->pTags[tag].colId;
335,691✔
1801
  TAOS_CHECK_RETURN(mndCheckAlterColForTSma(pMnode, pOld->name, pOld->uid, colId, true));
335,691✔
1802

1803
  uint32_t nLen = 0;
335,691✔
1804
  for (int32_t i = 0; i < pOld->numOfTags; ++i) {
13,492,448✔
1805
    nLen += (pOld->pTags[i].colId == colId) ? pField->bytes : pOld->pTags[i].bytes;
13,156,757✔
1806
  }
1807

1808
  if (nLen > TSDB_MAX_TAGS_LEN) {
335,691✔
1809
    code = TSDB_CODE_PAR_INVALID_TAGS_LENGTH;
195,840✔
1810
    TAOS_RETURN(code);
195,840✔
1811
  }
1812

1813
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
139,851✔
1814

1815
  SSchema *pTag = pNew->pTags + tag;
139,851✔
1816

1817
  if (!(pTag->type == TSDB_DATA_TYPE_BINARY || pTag->type == TSDB_DATA_TYPE_VARBINARY ||
139,851✔
1818
        pTag->type == TSDB_DATA_TYPE_NCHAR || pTag->type == TSDB_DATA_TYPE_GEOMETRY)) {
135,581✔
1819
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
1820
    TAOS_RETURN(code);
×
1821
  }
1822

1823
  if (pField->bytes <= pTag->bytes) {
139,851✔
1824
    code = TSDB_CODE_MND_INVALID_ROW_BYTES;
53,720✔
1825
    TAOS_RETURN(code);
53,720✔
1826
  }
1827

1828
  pTag->bytes = pField->bytes;
86,131✔
1829
  pNew->tagVer++;
86,131✔
1830

1831
  mInfo("stb:%s, start to modify tag len %s to %d", pNew->name, pField->name, pField->bytes);
86,131✔
1832
  TAOS_RETURN(code);
86,131✔
1833
}
1834

1835
static int32_t mndUpdateSuperTableColumnCompress(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, SArray *pField,
98,678✔
1836
                                                 int32_t nCols) {
1837
  // if (pColCmpr == NULL || colName == NULL) return -1;
1838

1839
  if (taosArrayGetSize(pField) != nCols) return TSDB_CODE_FAILED;
98,678✔
1840
  TAOS_FIELD *p = taosArrayGet(pField, 0);
98,678✔
1841

1842
  int32_t code = 0;
98,678✔
1843
  int32_t idx = mndFindSuperTableColumnIndex(pOld, p->name);
98,678✔
1844
  if (idx == -1) {
98,678✔
1845
    code = TSDB_CODE_MND_COLUMN_NOT_EXIST;
×
1846
    TAOS_RETURN(code);
×
1847
  }
1848
  SSchema *pTarget = &pOld->pColumns[idx];
98,678✔
1849
  col_id_t colId = pTarget->colId;
98,678✔
1850

1851
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
98,678✔
1852
  code = validColCmprByType(pTarget->type, p->bytes);
98,678✔
1853
  if (code != TSDB_CODE_SUCCESS) {
98,678✔
1854
    TAOS_RETURN(code);
2,380✔
1855
  }
1856

1857
  int8_t updated = 0;
96,298✔
1858
  for (int i = 0; i < pNew->numOfColumns; i++) {
817,019✔
1859
    SColCmpr *pCmpr = &pNew->pCmpr[i];
817,019✔
1860
    if (pCmpr->id == colId) {
817,019✔
1861
      uint32_t dst = 0;
96,298✔
1862
      updated = tUpdateCompress(pCmpr->alg, p->bytes, TSDB_COLVAL_COMPRESS_DISABLED, TSDB_COLVAL_LEVEL_DISABLED,
96,298✔
1863
                                TSDB_COLVAL_LEVEL_MEDIUM, &dst);
1864
      if (updated > 0) pCmpr->alg = dst;
96,298✔
1865
      break;
96,298✔
1866
    }
1867
  }
1868

1869
  if (updated == 0) {
96,298✔
1870
    code = TSDB_CODE_MND_COLUMN_COMPRESS_ALREADY_EXIST;
8,498✔
1871
    TAOS_RETURN(code);
8,498✔
1872
  } else if (updated == -1) {
87,800✔
1873
    code = TSDB_CODE_TSC_COMPRESS_LEVEL_ERROR;
×
1874
    TAOS_RETURN(code);
×
1875
  }
1876

1877
  pNew->colVer++;
87,800✔
1878

1879
  TAOS_RETURN(code);
87,800✔
1880
}
1881
static int32_t mndAddSuperTableColumn(const SStbObj *pOld, SStbObj *pNew, const SMAlterStbReq* pReq, int32_t ncols,
2,859,339✔
1882
                                      int8_t withCompress) {
1883
  int32_t code = 0;
2,859,339✔
1884
  int32_t maxColumns = pOld->virtualStb ? TSDB_MAX_COLUMNS : TSDB_MAX_COLUMNS_NON_VIRTUAL;
2,859,339✔
1885
  int32_t maxBytesPerRow = pOld->virtualStb ? TSDB_MAX_BYTES_PER_ROW_VIRTUAL : TSDB_MAX_BYTES_PER_ROW;
2,859,339✔
1886
  if (pOld->numOfColumns + ncols + pOld->numOfTags > maxColumns) {
2,859,339✔
1887
    code = TSDB_CODE_MND_TOO_MANY_COLUMNS;
×
1888
    TAOS_RETURN(code);
×
1889
  }
1890

1891
  if ((code = grantCheck(TSDB_GRANT_TIMESERIES)) != 0) {
2,859,339✔
1892
    TAOS_RETURN(code);
×
1893
  }
1894

1895
  if (!mndValidateSchema(pOld->pColumns, pOld->numOfColumns, pReq->pFields, maxBytesPerRow)) {
2,859,339✔
1896
    code = TSDB_CODE_PAR_INVALID_ROW_LENGTH;
2,040✔
1897
    TAOS_RETURN(code);
2,040✔
1898
  }
1899

1900
  pNew->numOfColumns = pNew->numOfColumns + ncols;
2,857,299✔
1901

1902
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
2,857,299✔
1903

1904
  if (pNew->nextColId < 0 || pNew->nextColId >= 0x7fff - ncols) {
2,857,299✔
UNCOV
1905
    code = TSDB_CODE_OUT_OF_RANGE;
×
UNCOV
1906
    TAOS_RETURN(code);
×
1907
  }
1908

1909
  for (int32_t i = 0; i < ncols; i++) {
5,399,184✔
1910
    if (withCompress) {
2,857,299✔
1911
      SFieldWithOptions *pField = taosArrayGet(pReq->pFields, i);
269,410✔
1912
      if (mndFindSuperTableColumnIndex(pOld, pField->name) >= 0) {
269,410✔
1913
        code = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
×
1914
        TAOS_RETURN(code);
×
1915
      }
1916

1917
      if (mndFindSuperTableTagIndex(pOld, pField->name) >= 0) {
269,410✔
1918
        code = TSDB_CODE_MND_TAG_ALREADY_EXIST;
×
1919
        TAOS_RETURN(code);
×
1920
      }
1921

1922
      SSchema *pSchema = &pNew->pColumns[pOld->numOfColumns + i];
269,410✔
1923
      pSchema->bytes = pField->bytes;
269,410✔
1924
      pSchema->type = pField->type;
269,410✔
1925
      memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
269,410✔
1926
      if (pNew->nextColId > INT16_MAX) {
269,410✔
1927
        code = TSDB_CODE_MND_EXCEED_MAX_COL_ID;
×
1928
        TAOS_RETURN(code);
×
1929
      }
1930
      pSchema->colId = pNew->nextColId;
269,410✔
1931
      pNew->nextColId++;
269,410✔
1932

1933
      SColCmpr *pCmpr = &pNew->pCmpr[pOld->numOfColumns + i];
269,410✔
1934
      pCmpr->id = pSchema->colId;
269,410✔
1935
      pCmpr->alg = pField->compress;
269,410✔
1936
      mInfo("stb:%s, start to add column %s", pNew->name, pSchema->name);
269,410✔
1937
    } else {
1938
      SField *pField = taosArrayGet(pReq->pFields, i);
2,587,889✔
1939
      if (mndFindSuperTableColumnIndex(pOld, pField->name) >= 0) {
2,587,889✔
1940
        code = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
313,371✔
1941
        TAOS_RETURN(code);
313,371✔
1942
      }
1943

1944
      if (mndFindSuperTableTagIndex(pOld, pField->name) >= 0) {
2,274,518✔
1945
        code = TSDB_CODE_MND_TAG_ALREADY_EXIST;
2,043✔
1946
        TAOS_RETURN(code);
2,043✔
1947
      }
1948

1949
      SSchema *pSchema = &pNew->pColumns[pOld->numOfColumns + i];
2,272,475✔
1950
      pSchema->bytes = pField->bytes;
2,272,475✔
1951
      pSchema->type = pField->type;
2,272,475✔
1952
      memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
2,272,475✔
1953
      if (pNew->nextColId > INT16_MAX) {
2,272,475✔
1954
        code = TSDB_CODE_MND_EXCEED_MAX_COL_ID;
×
1955
        TAOS_RETURN(code);
×
1956
      }
1957
      pSchema->colId = pNew->nextColId;
2,272,475✔
1958
      pNew->nextColId++;
2,272,475✔
1959

1960
      SColCmpr *pCmpr = &pNew->pCmpr[pOld->numOfColumns + i];
2,272,475✔
1961
      pCmpr->id = pSchema->colId;
2,272,475✔
1962
      pCmpr->alg = createDefaultColCmprByType(pSchema->type);
2,272,475✔
1963
      mInfo("stb:%s, start to add column %s", pNew->name, pSchema->name);
2,272,475✔
1964
    }
1965
  }
1966
  // 1. old schema already has extschemas
1967
  // 2. new schema has extschemas
1968
  if (pReq->pTypeMods || pOld->pExtSchemas) {
2,541,885✔
1969
    if (!pNew->pExtSchemas) {
2,541,885✔
1970
      // all ext schemas reset to zero
1971
      pNew->pExtSchemas = taosMemoryCalloc(pNew->numOfColumns, sizeof(SExtSchema));
29,863✔
1972
      if (!pNew->pExtSchemas) TAOS_RETURN(terrno);
29,863✔
1973
    }
1974
    if (pOld->pExtSchemas) {
2,541,885✔
1975
      memcpy(pNew->pExtSchemas, pOld->pExtSchemas, pOld->numOfColumns * sizeof(SExtSchema));
2,512,022✔
1976
    }
1977
    if (taosArrayGetSize(pReq->pTypeMods) > 0) {
2,541,885✔
1978
      // copy added column ext schema
1979
      for (int32_t i = 0; i < ncols; ++i) {
5,083,770✔
1980
        pNew->pColumns[pOld->numOfColumns + i].flags |= COL_HAS_TYPE_MOD;
2,541,885✔
1981
        pNew->pExtSchemas[pOld->numOfColumns + i].typeMod = *(STypeMod *)taosArrayGet(pReq->pTypeMods, i);
2,541,885✔
1982
      }
1983
    }
1984
  }
1985

1986
  pNew->colVer++;
2,541,885✔
1987
  TAOS_RETURN(code);
2,541,885✔
1988
}
1989

1990
static int32_t mndDropSuperTableColumn(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const char *colName) {
1,804,416✔
1991
  int32_t code = 0;
1,804,416✔
1992
  int32_t col = mndFindSuperTableColumnIndex(pOld, colName);
1,804,416✔
1993
  if (col < 0) {
1,804,416✔
1994
    code = TSDB_CODE_MND_COLUMN_NOT_EXIST;
2,043✔
1995
    TAOS_RETURN(code);
2,043✔
1996
  }
1997

1998
  if (col == 0) {
1,802,373✔
1999
    code = TSDB_CODE_MND_INVALID_STB_ALTER_OPTION;
1,452✔
2000
    TAOS_RETURN(code);
1,452✔
2001
  }
2002

2003
  if (pOld->numOfColumns == 2) {
1,800,921✔
2004
    code = TSDB_CODE_PAR_INVALID_DROP_COL;
×
2005
    TAOS_RETURN(code);
×
2006
  }
2007

2008
  col_id_t colId = pOld->pColumns[col].colId;
1,800,921✔
2009
  TAOS_CHECK_RETURN(mndCheckAlterColForTSma(pMnode, pOld->name, pOld->uid, colId, false));
1,800,921✔
2010

2011
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
1,800,921✔
2012

2013
  int32_t sz = pNew->numOfColumns - col - 1;
1,800,921✔
2014
  memmove(pNew->pColumns + col, pNew->pColumns + col + 1, sizeof(SSchema) * sz);
1,800,921✔
2015
  memmove(pNew->pCmpr + col, pNew->pCmpr + col + 1, sizeof(SColCmpr) * sz);
1,800,921✔
2016
  if (pOld->pExtSchemas) {
1,800,921✔
2017
    memmove(pNew->pExtSchemas + col, pNew->pExtSchemas + col + 1, sizeof(SExtSchema) * sz);
1,785,177✔
2018
  }
2019
  pNew->numOfColumns--;
1,800,921✔
2020

2021
  pNew->colVer++;
1,800,921✔
2022
  mInfo("stb:%s, start to drop col %s", pNew->name, colName);
1,800,921✔
2023
  TAOS_RETURN(code);
1,800,921✔
2024
}
2025

2026
static int32_t mndAlterStbColumnBytes(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const SField *pField) {
515,273✔
2027
  int32_t code = 0;
515,273✔
2028
  int32_t col = mndFindSuperTableColumnIndex(pOld, pField->name);
515,273✔
2029
  if (col < 0) {
515,273✔
2030
    code = TSDB_CODE_MND_COLUMN_NOT_EXIST;
×
2031
    TAOS_RETURN(code);
×
2032
  }
2033

2034
  col_id_t colId = pOld->pColumns[col].colId;
515,273✔
2035

2036
  uint32_t nLen = 0;
515,273✔
2037
  int32_t  maxBytesPerRow = pOld->virtualStb ? TSDB_MAX_BYTES_PER_ROW_VIRTUAL : TSDB_MAX_BYTES_PER_ROW;
515,273✔
2038
  for (int32_t i = 0; i < pOld->numOfColumns; ++i) {
21,197,462✔
2039
    nLen += (pOld->pColumns[i].colId == colId) ? pField->bytes : pOld->pColumns[i].bytes;
20,682,189✔
2040
  }
2041

2042
  if (nLen > maxBytesPerRow) {
515,273✔
2043
    code = TSDB_CODE_MND_INVALID_ROW_BYTES;
38,080✔
2044
    TAOS_RETURN(code);
38,080✔
2045
  }
2046

2047
  TAOS_CHECK_RETURN(mndCheckAlterColForTSma(pMnode, pOld->name, pOld->uid, colId, false));
477,193✔
2048

2049
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
477,193✔
2050

2051
  SSchema *pCol = pNew->pColumns + col;
477,193✔
2052
  if (!(pCol->type == TSDB_DATA_TYPE_BINARY || pCol->type == TSDB_DATA_TYPE_VARBINARY ||
477,193✔
2053
        pCol->type == TSDB_DATA_TYPE_NCHAR || pCol->type == TSDB_DATA_TYPE_GEOMETRY)) {
469,376✔
2054
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
2055
    TAOS_RETURN(code);
×
2056
  }
2057

2058
  if (pField->bytes <= pCol->bytes) {
477,193✔
2059
    code = TSDB_CODE_MND_INVALID_ROW_BYTES;
218,960✔
2060
    TAOS_RETURN(code);
218,960✔
2061
  }
2062

2063
  pCol->bytes = pField->bytes;
258,233✔
2064
  pNew->colVer++;
258,233✔
2065

2066
  mInfo("stb:%s, start to modify col len %s to %d", pNew->name, pField->name, pField->bytes);
258,233✔
2067
  TAOS_RETURN(code);
258,233✔
2068
}
2069

2070
static int32_t mndSetAlterStbPrepareLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
5,325,164✔
2071
  int32_t  code = 0;
5,325,164✔
2072
  SSdbRaw *pRedoRaw = mndStbActionEncode(pStb);
5,325,164✔
2073
  if (pRedoRaw == NULL) {
5,325,164✔
2074
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2075
    if (terrno != 0) code = terrno;
×
2076
    TAOS_RETURN(code);
×
2077
  }
2078
  if ((code = mndTransAppendPrepareLog(pTrans, pRedoRaw)) != 0) {
5,325,164✔
2079
    sdbFreeRaw(pRedoRaw);
×
2080
    TAOS_RETURN(code);
×
2081
  }
2082
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_READY));
5,325,164✔
2083

2084
  TAOS_RETURN(code);
5,325,164✔
2085
}
2086

2087
static int32_t mndSetAlterStbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
5,325,164✔
2088
  int32_t  code = 0;
5,325,164✔
2089
  SSdbRaw *pCommitRaw = mndStbActionEncode(pStb);
5,325,164✔
2090
  if (pCommitRaw == NULL) {
5,325,164✔
2091
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2092
    if (terrno != 0) code = terrno;
×
2093
    TAOS_RETURN(code);
×
2094
  }
2095
  if ((code = mndTransAppendCommitlog(pTrans, pCommitRaw)) != 0) {
5,325,164✔
2096
    sdbFreeRaw(pCommitRaw);
×
2097
    TAOS_RETURN(code);
×
2098
  }
2099
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY));
5,325,164✔
2100

2101
  TAOS_RETURN(code);
5,325,164✔
2102
}
2103

2104
static int32_t mndSetAlterStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb, void *alterOriData,
5,325,164✔
2105
                                         int32_t alterOriDataLen) {
2106
  int32_t code = 0;
5,325,164✔
2107
  SSdb   *pSdb = pMnode->pSdb;
5,325,164✔
2108
  SVgObj *pVgroup = NULL;
5,325,164✔
2109
  void   *pIter = NULL;
5,325,164✔
2110
  int32_t contLen;
5,325,164✔
2111

2112
  while (1) {
12,463,353✔
2113
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
17,788,517✔
2114
    if (pIter == NULL) break;
17,788,517✔
2115
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
12,463,353✔
2116
      sdbRelease(pSdb, pVgroup);
4,755,014✔
2117
      continue;
4,755,014✔
2118
    }
2119

2120
    void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, alterOriData, alterOriDataLen);
7,708,339✔
2121
    if (pReq == NULL) {
7,708,339✔
2122
      sdbCancelFetch(pSdb, pIter);
×
2123
      sdbRelease(pSdb, pVgroup);
×
2124
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2125
      if (terrno != 0) code = terrno;
×
2126
      TAOS_RETURN(code);
×
2127
    }
2128
    STransAction action = {0};
7,708,339✔
2129
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
7,708,339✔
2130
    action.pCont = pReq;
7,708,339✔
2131
    action.contLen = contLen;
7,708,339✔
2132
    action.msgType = TDMT_VND_ALTER_STB;
7,708,339✔
2133
    if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
7,708,339✔
2134
      taosMemoryFree(pReq);
×
2135
      sdbCancelFetch(pSdb, pIter);
×
2136
      sdbRelease(pSdb, pVgroup);
×
2137
      TAOS_RETURN(code);
×
2138
    }
2139
    sdbRelease(pSdb, pVgroup);
7,708,339✔
2140
  }
2141

2142
  TAOS_RETURN(code);
5,325,164✔
2143
}
2144

2145
static int32_t mndSetAlterStbRedoActions2(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb,
×
2146
                                          void *alterOriData, int32_t alterOriDataLen) {
2147
  int32_t code = 0;
×
2148
  SSdb   *pSdb = pMnode->pSdb;
×
2149
  SVgObj *pVgroup = NULL;
×
2150
  void   *pIter = NULL;
×
2151
  int32_t contLen;
×
2152

2153
  while (1) {
×
2154
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
×
2155
    if (pIter == NULL) break;
×
2156
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
×
2157
      sdbRelease(pSdb, pVgroup);
×
2158
      continue;
×
2159
    }
2160

2161
    void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, alterOriData, alterOriDataLen);
×
2162
    if (pReq == NULL) {
×
2163
      sdbCancelFetch(pSdb, pIter);
×
2164
      sdbRelease(pSdb, pVgroup);
×
2165
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2166
      if (terrno != 0) code = terrno;
×
2167
      TAOS_RETURN(code);
×
2168
    }
2169
    STransAction action = {0};
×
2170
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
×
2171
    action.pCont = pReq;
×
2172
    action.contLen = contLen;
×
2173
    action.msgType = TDMT_VND_CREATE_INDEX;
×
2174
    if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
×
2175
      taosMemoryFree(pReq);
×
2176
      sdbCancelFetch(pSdb, pIter);
×
2177
      sdbRelease(pSdb, pVgroup);
×
2178
      TAOS_RETURN(code);
×
2179
    }
2180
    sdbRelease(pSdb, pVgroup);
×
2181
  }
2182

2183
  TAOS_RETURN(code);
×
2184
}
2185

2186
static int32_t mndBuildStbSchemaImp(SMnode *pMnode, SDbObj *pDb, SStbObj *pStb, const char *tbName, STableMetaRsp *pRsp, bool refByStm) {
22,287,164✔
2187
  int32_t code = 0;
22,287,164✔
2188
  taosRLockLatch(&pStb->lock);
22,287,164✔
2189

2190
  int32_t totalCols = pStb->numOfColumns + pStb->numOfTags;
22,287,164✔
2191
  pRsp->pSchemas = taosMemoryCalloc(totalCols, sizeof(SSchema));
22,287,164✔
2192
  if (pRsp->pSchemas == NULL) {
22,287,164✔
2193
    taosRUnLockLatch(&pStb->lock);
×
2194
    code = terrno;
×
2195
    TAOS_RETURN(code);
×
2196
  }
2197
  pRsp->pSchemaExt = taosMemoryCalloc(pStb->numOfColumns, sizeof(SSchemaExt));
22,287,164✔
2198
  if (pRsp->pSchemaExt == NULL) {
22,287,164✔
2199
    taosRUnLockLatch(&pStb->lock);
×
2200
    code = terrno;
×
2201
    TAOS_RETURN(code);
×
2202
  }
2203
  pRsp->numOfColRefs = 0;
22,287,164✔
2204
  pRsp->pColRefs = NULL;
22,287,164✔
2205
  tstrncpy(pRsp->dbFName, pStb->db, sizeof(pRsp->dbFName));
22,287,164✔
2206
  tstrncpy(pRsp->tbName, tbName, sizeof(pRsp->tbName));
22,287,164✔
2207
  tstrncpy(pRsp->stbName, tbName, sizeof(pRsp->stbName));
22,287,164✔
2208
  pRsp->dbId = pDb->uid;
22,287,164✔
2209
  pRsp->numOfTags = pStb->numOfTags;
22,287,164✔
2210
  pRsp->numOfColumns = pStb->numOfColumns;
22,287,164✔
2211
  pRsp->precision = pDb->cfg.precision;
22,287,164✔
2212
  pRsp->tableType = TSDB_SUPER_TABLE;
22,287,164✔
2213
  pRsp->sversion = pStb->colVer;
22,287,164✔
2214
  pRsp->tversion = pStb->tagVer;
22,287,164✔
2215
  pRsp->suid = pStb->uid;
22,287,164✔
2216
  pRsp->tuid = pStb->uid;
22,287,164✔
2217
  pRsp->virtualStb = pStb->virtualStb;
22,287,164✔
2218

2219
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
542,541,471✔
2220
    SSchema *pSchema = &pRsp->pSchemas[i];
520,254,307✔
2221
    SSchema *pSrcSchema = &pStb->pColumns[i];
520,254,307✔
2222
    memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
520,254,307✔
2223
    pSchema->type = pSrcSchema->type;
520,254,307✔
2224
    pSchema->flags = pSrcSchema->flags;
520,254,307✔
2225
    pSchema->colId = pSrcSchema->colId;
520,254,307✔
2226
    pSchema->bytes = pSrcSchema->bytes;
520,254,307✔
2227
  }
2228
  
2229
  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
125,881,213✔
2230
    SSchema *pSchema = &pRsp->pSchemas[i + pStb->numOfColumns];
103,594,049✔
2231
    SSchema *pSrcSchema = &pStb->pTags[i];
103,594,049✔
2232
    memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
103,594,049✔
2233
    pSchema->type = pSrcSchema->type;
103,594,049✔
2234
    pSchema->flags = pSrcSchema->flags;
103,594,049✔
2235
    pSchema->colId = pSrcSchema->colId;
103,594,049✔
2236
    pSchema->bytes = pSrcSchema->bytes;
103,594,049✔
2237
  }
2238

2239
  if (refByStm) {
22,287,164✔
2240
    mndStreamUpdateTagsRefFlag(pMnode, pStb->uid, &pRsp->pSchemas[pStb->numOfColumns], pStb->numOfTags);
15,082,333✔
2241
  }
2242

2243
  for (int32_t i = 0; i < pStb->numOfColumns; i++) {
542,541,471✔
2244
    SColCmpr   *pCmpr = &pStb->pCmpr[i];
520,254,307✔
2245
    SSchemaExt *pSchEx = &pRsp->pSchemaExt[i];
520,254,307✔
2246
    pSchEx->colId = pCmpr->id;
520,254,307✔
2247
    pSchEx->compress = pCmpr->alg;
520,254,307✔
2248
    if (pStb->pExtSchemas) {
520,254,307✔
2249
      pSchEx->typeMod = pStb->pExtSchemas[i].typeMod;
339,391,710✔
2250
    }
2251
  }
2252

2253
  taosRUnLockLatch(&pStb->lock);
22,287,164✔
2254
  TAOS_RETURN(code);
22,287,164✔
2255
}
2256

2257
static int32_t mndBuildStbCfgImp(SDbObj *pDb, SStbObj *pStb, const char *tbName, STableCfgRsp *pRsp) {
48,091✔
2258
  int32_t code = 0;
48,091✔
2259
  taosRLockLatch(&pStb->lock);
48,091✔
2260

2261
  int32_t totalCols = pStb->numOfColumns + pStb->numOfTags;
48,091✔
2262
  pRsp->pSchemas = taosMemoryCalloc(totalCols, sizeof(SSchema));
48,091✔
2263
  if (pRsp->pSchemas == NULL) {
48,091✔
2264
    taosRUnLockLatch(&pStb->lock);
×
2265
    code = terrno;
×
2266
    TAOS_RETURN(code);
×
2267
  }
2268

2269
  tstrncpy(pRsp->dbFName, pStb->db, sizeof(pRsp->dbFName));
48,091✔
2270
  tstrncpy(pRsp->tbName, tbName, sizeof(pRsp->tbName));
48,091✔
2271
  tstrncpy(pRsp->stbName, tbName, sizeof(pRsp->stbName));
48,091✔
2272
  pRsp->numOfTags = pStb->numOfTags;
48,091✔
2273
  pRsp->numOfColumns = pStb->numOfColumns;
48,091✔
2274
  pRsp->tableType = TSDB_SUPER_TABLE;
48,091✔
2275
  pRsp->delay1 = pStb->maxdelay[0];
48,091✔
2276
  pRsp->delay2 = pStb->maxdelay[1];
48,091✔
2277
  pRsp->watermark1 = pStb->watermark[0];
48,091✔
2278
  pRsp->watermark2 = pStb->watermark[1];
48,091✔
2279
  pRsp->ttl = pStb->ttl;
48,091✔
2280
  pRsp->keep = pStb->keep;
48,091✔
2281
  pRsp->commentLen = pStb->commentLen;
48,091✔
2282
  if (pStb->commentLen > 0) {
48,091✔
2283
    pRsp->pComment = taosStrdup(pStb->comment);
×
2284
  }
2285

2286
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
421,623✔
2287
    SSchema *pSchema = &pRsp->pSchemas[i];
373,532✔
2288
    SSchema *pSrcSchema = &pStb->pColumns[i];
373,532✔
2289
    memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
373,532✔
2290
    pSchema->type = pSrcSchema->type;
373,532✔
2291
    pSchema->flags = pSrcSchema->flags;
373,532✔
2292
    pSchema->colId = pSrcSchema->colId;
373,532✔
2293
    pSchema->bytes = pSrcSchema->bytes;
373,532✔
2294
  }
2295

2296
  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
271,286✔
2297
    SSchema *pSchema = &pRsp->pSchemas[i + pStb->numOfColumns];
223,195✔
2298
    SSchema *pSrcSchema = &pStb->pTags[i];
223,195✔
2299
    memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
223,195✔
2300
    pSchema->type = pSrcSchema->type;
223,195✔
2301
    pSchema->flags = pSrcSchema->flags;
223,195✔
2302
    pSchema->colId = pSrcSchema->colId;
223,195✔
2303
    pSchema->bytes = pSrcSchema->bytes;
223,195✔
2304
  }
2305

2306
  if (pStb->numOfFuncs > 0) {
48,091✔
2307
    pRsp->pFuncs = taosArrayDup(pStb->pFuncs, NULL);
×
2308
  }
2309

2310
  pRsp->pSchemaExt = taosMemoryCalloc(pStb->numOfColumns, sizeof(SSchemaExt));
48,091✔
2311
  for (int32_t i = 0; i < pStb->numOfColumns; i++) {
421,623✔
2312
    SColCmpr *pCmpr = &pStb->pCmpr[i];
373,532✔
2313

2314
    SSchemaExt *pSchExt = &pRsp->pSchemaExt[i];
373,532✔
2315
    pSchExt->colId = pCmpr->id;
373,532✔
2316
    pSchExt->compress = pCmpr->alg;
373,532✔
2317
    if (pStb->pExtSchemas) {
373,532✔
2318
      pSchExt->typeMod = pStb->pExtSchemas[i].typeMod;
25,476✔
2319
    }
2320
  }
2321
  pRsp->virtualStb = pStb->virtualStb;
48,091✔
2322
  pRsp->pColRefs = NULL;
48,091✔
2323

2324
  taosRUnLockLatch(&pStb->lock);
48,091✔
2325
  TAOS_RETURN(code);
48,091✔
2326
}
2327

2328
static int32_t mndValidateStbVersion(SMnode *pMnode, SSTableVersion *pStbVer, bool *schema, bool *sma) {
7,119,692✔
2329
  int32_t code = 0;
7,119,692✔
2330
  char    tbFName[TSDB_TABLE_FNAME_LEN] = {0};
7,119,692✔
2331
  snprintf(tbFName, sizeof(tbFName), "%s.%s", pStbVer->dbFName, pStbVer->stbName);
7,119,692✔
2332

2333
  SDbObj *pDb = mndAcquireDb(pMnode, pStbVer->dbFName);
7,119,692✔
2334
  if (pDb == NULL) {
7,119,692✔
2335
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
43,765✔
2336
    TAOS_RETURN(code);
43,765✔
2337
  }
2338

2339
  if (pDb->uid != pStbVer->dbId) {
7,075,927✔
2340
    mndReleaseDb(pMnode, pDb);
5,087✔
2341
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
5,087✔
2342
    TAOS_RETURN(code);
5,087✔
2343
  }
2344

2345
  SStbObj *pStb = mndAcquireStb(pMnode, tbFName);
7,070,840✔
2346
  if (pStb == NULL) {
7,070,840✔
2347
    mndReleaseDb(pMnode, pDb);
1,940✔
2348
    code = TSDB_CODE_PAR_TABLE_NOT_EXIST;
1,940✔
2349
    TAOS_RETURN(code);
1,940✔
2350
  }
2351

2352
  taosRLockLatch(&pStb->lock);
7,068,900✔
2353

2354
  if (pStbVer->sversion != pStb->colVer || pStbVer->tversion != pStb->tagVer) {
7,068,900✔
2355
    *schema = true;
37,549✔
2356
  } else {
2357
    *schema = false;
7,031,351✔
2358
  }
2359

2360
  if (pStbVer->smaVer && pStbVer->smaVer != pStb->smaVer) {
7,068,900✔
2361
    *sma = true;
×
2362
  } else {
2363
    *sma = false;
7,068,900✔
2364
  }
2365

2366
  taosRUnLockLatch(&pStb->lock);
7,068,900✔
2367

2368
  mndReleaseDb(pMnode, pDb);
7,068,900✔
2369
  mndReleaseStb(pMnode, pStb);
7,068,900✔
2370
  return TSDB_CODE_SUCCESS;
7,068,900✔
2371
}
2372

2373
static int32_t mndBuildStbSchema(SMnode *pMnode, const char *dbFName, const char *tbName, STableMetaRsp *pRsp, bool refByStm) {
15,798,790✔
2374
  int32_t code = 0;
15,798,790✔
2375
  char    tbFName[TSDB_TABLE_FNAME_LEN] = {0};
15,798,790✔
2376
  snprintf(tbFName, sizeof(tbFName), "%s.%s", dbFName, tbName);
15,798,790✔
2377

2378
  SDbObj *pDb = mndAcquireDb(pMnode, dbFName);
15,798,790✔
2379
  if (pDb == NULL) {
15,798,790✔
2380
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
2381
    TAOS_RETURN(code);
×
2382
  }
2383

2384
  SStbObj *pStb = mndAcquireStb(pMnode, tbFName);
15,798,790✔
2385
  if (pStb == NULL) {
15,798,790✔
2386
    mndReleaseDb(pMnode, pDb);
678,908✔
2387
    code = TSDB_CODE_PAR_TABLE_NOT_EXIST;
678,908✔
2388
    TAOS_RETURN(code);
678,908✔
2389
  }
2390

2391
  code = mndBuildStbSchemaImp(pMnode, pDb, pStb, tbName, pRsp, refByStm);
15,119,882✔
2392
  mndReleaseDb(pMnode, pDb);
15,119,882✔
2393
  mndReleaseStb(pMnode, pStb);
15,119,882✔
2394
  TAOS_RETURN(code);
15,119,882✔
2395
}
2396

2397
static int32_t mndBuildStbCfg(SMnode *pMnode, const char *dbFName, const char *tbName, STableCfgRsp *pRsp) {
48,091✔
2398
  int32_t code = 0;
48,091✔
2399
  char    tbFName[TSDB_TABLE_FNAME_LEN] = {0};
48,091✔
2400
  snprintf(tbFName, sizeof(tbFName), "%s.%s", dbFName, tbName);
48,091✔
2401

2402
  SDbObj *pDb = mndAcquireDb(pMnode, dbFName);
48,091✔
2403
  if (pDb == NULL) {
48,091✔
2404
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
2405
    TAOS_RETURN(code);
×
2406
  }
2407

2408
  SStbObj *pStb = mndAcquireStb(pMnode, tbFName);
48,091✔
2409
  if (pStb == NULL) {
48,091✔
2410
    mndReleaseDb(pMnode, pDb);
×
2411
    code = TSDB_CODE_PAR_TABLE_NOT_EXIST;
×
2412
    TAOS_RETURN(code);
×
2413
  }
2414

2415
  code = mndBuildStbCfgImp(pDb, pStb, tbName, pRsp);
48,091✔
2416

2417
  mndReleaseDb(pMnode, pDb);
48,091✔
2418
  mndReleaseStb(pMnode, pStb);
48,091✔
2419
  TAOS_RETURN(code);
48,091✔
2420
}
2421

2422
static int32_t mndBuildSMAlterStbRsp(SDbObj *pDb, SStbObj *pObj, void **pCont, int32_t *pLen) {
5,288,075✔
2423
  int32_t       code = 0;
5,288,075✔
2424
  SEncoder      ec = {0};
5,288,075✔
2425
  uint32_t      contLen = 0;
5,288,075✔
2426
  SMAlterStbRsp alterRsp = {0};
5,288,075✔
2427
  SName         name = {0};
5,288,075✔
2428
  TAOS_CHECK_RETURN(tNameFromString(&name, pObj->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE));
5,288,075✔
2429

2430
  alterRsp.pMeta = taosMemoryCalloc(1, sizeof(STableMetaRsp));
5,288,075✔
2431
  if (NULL == alterRsp.pMeta) {
5,288,075✔
2432
    code = terrno;
×
2433
    TAOS_RETURN(code);
×
2434
  }
2435

2436
  code = mndBuildStbSchemaImp(NULL, pDb, pObj, name.tname, alterRsp.pMeta, false);
5,288,075✔
2437
  if (code) {
5,288,075✔
2438
    tFreeSMAlterStbRsp(&alterRsp);
×
2439
    return code;
×
2440
  }
2441

2442
  tEncodeSize(tEncodeSMAlterStbRsp, &alterRsp, contLen, code);
5,288,075✔
2443
  if (code) {
5,288,075✔
2444
    tFreeSMAlterStbRsp(&alterRsp);
×
2445
    return code;
×
2446
  }
2447

2448
  void *cont = taosMemoryMalloc(contLen);
5,288,075✔
2449
  if (NULL == cont) {
5,288,075✔
2450
    code = terrno;
×
2451
    tFreeSMAlterStbRsp(&alterRsp);
×
2452
    TAOS_RETURN(code);
×
2453
  }
2454
  tEncoderInit(&ec, cont, contLen);
5,288,075✔
2455
  code = tEncodeSMAlterStbRsp(&ec, &alterRsp);
5,288,075✔
2456
  tEncoderClear(&ec);
5,288,075✔
2457

2458
  tFreeSMAlterStbRsp(&alterRsp);
5,288,075✔
2459

2460
  if (code < 0) TAOS_RETURN(code);
5,288,075✔
2461

2462
  *pCont = cont;
5,288,075✔
2463
  *pLen = contLen;
5,288,075✔
2464

2465
  TAOS_RETURN(code);
5,288,075✔
2466
}
2467

2468
int32_t mndBuildSMCreateStbRsp(SMnode *pMnode, char *dbFName, char *stbFName, void **pCont, int32_t *pLen) {
1,880,799✔
2469
  int32_t code = -1;
1,880,799✔
2470
  SDbObj *pDb = mndAcquireDb(pMnode, dbFName);
1,880,799✔
2471
  if (NULL == pDb) {
1,880,799✔
2472
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2473
    if (terrno != 0) code = terrno;
×
2474
    TAOS_RETURN(code);
×
2475
  }
2476

2477
  SStbObj *pObj = mndAcquireStb(pMnode, stbFName);
1,880,799✔
2478
  if (NULL == pObj) {
1,880,799✔
2479
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
1,592✔
2480
    if (terrno != 0) code = terrno;
1,592✔
2481
    goto _OVER;
1,592✔
2482
  }
2483

2484
  SEncoder       ec = {0};
1,879,207✔
2485
  uint32_t       contLen = 0;
1,879,207✔
2486
  SMCreateStbRsp stbRsp = {0};
1,879,207✔
2487
  SName          name = {0};
1,879,207✔
2488
  TAOS_CHECK_GOTO(tNameFromString(&name, pObj->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE), NULL, _OVER);
1,879,207✔
2489

2490
  stbRsp.pMeta = taosMemoryCalloc(1, sizeof(STableMetaRsp));
1,879,207✔
2491
  if (NULL == stbRsp.pMeta) {
1,879,207✔
2492
    code = terrno;
×
2493
    goto _OVER;
×
2494
  }
2495

2496
  code = mndBuildStbSchemaImp(NULL, pDb, pObj, name.tname, stbRsp.pMeta, false);
1,879,207✔
2497
  if (code) {
1,879,207✔
2498
    tFreeSMCreateStbRsp(&stbRsp);
×
2499
    goto _OVER;
×
2500
  }
2501

2502
  tEncodeSize(tEncodeSMCreateStbRsp, &stbRsp, contLen, code);
1,879,207✔
2503
  if (code) {
1,879,207✔
2504
    tFreeSMCreateStbRsp(&stbRsp);
×
2505
    goto _OVER;
×
2506
  }
2507

2508
  void *cont = taosMemoryMalloc(contLen);
1,879,207✔
2509
  if (NULL == cont) {
1,879,207✔
2510
    code = terrno;
×
2511
    tFreeSMCreateStbRsp(&stbRsp);
×
2512
    goto _OVER;
×
2513
  }
2514
  tEncoderInit(&ec, cont, contLen);
1,879,207✔
2515
  TAOS_CHECK_GOTO(tEncodeSMCreateStbRsp(&ec, &stbRsp), NULL, _OVER);
1,879,207✔
2516
  tEncoderClear(&ec);
1,879,207✔
2517

2518
  tFreeSMCreateStbRsp(&stbRsp);
1,879,207✔
2519

2520
  *pCont = cont;
1,879,207✔
2521
  *pLen = contLen;
1,879,207✔
2522

2523
  code = 0;
1,879,207✔
2524

2525
_OVER:
1,880,799✔
2526
  if (pObj) {
1,880,799✔
2527
    mndReleaseStb(pMnode, pObj);
1,879,207✔
2528
  }
2529

2530
  if (pDb) {
1,880,799✔
2531
    mndReleaseDb(pMnode, pDb);
1,880,799✔
2532
  }
2533

2534
  TAOS_RETURN(code);
1,880,799✔
2535
}
2536

2537
static int32_t mndAlterStbImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
5,050,908✔
2538
                              void *alterOriData, int32_t alterOriDataLen) {
2539
  int32_t code = -1;
5,050,908✔
2540
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "alter-stb");
5,050,908✔
2541
  if (pTrans == NULL) {
5,050,908✔
2542
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2543
    if (terrno != 0) code = terrno;
×
2544
    goto _OVER;
×
2545
  }
2546

2547
  mInfo("trans:%d, used to alter stb:%s, alterOriDataLen:%d", pTrans->id, pStb->name, alterOriDataLen);
5,050,908✔
2548
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
5,050,908✔
2549
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
5,050,908✔
2550

2551
  if (needRsp) {
4,964,548✔
2552
    void   *pCont = NULL;
4,927,459✔
2553
    int32_t contLen = 0;
4,927,459✔
2554
    TAOS_CHECK_GOTO(mndBuildSMAlterStbRsp(pDb, pStb, &pCont, &contLen), NULL, _OVER);
4,927,459✔
2555
    mndTransSetRpcRsp(pTrans, pCont, contLen);
4,927,459✔
2556
  }
2557

2558
  TAOS_CHECK_GOTO(mndSetAlterStbPrepareLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
4,964,548✔
2559
  TAOS_CHECK_GOTO(mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
4,964,548✔
2560
  TAOS_CHECK_GOTO(mndSetAlterStbRedoActions(pMnode, pTrans, pDb, pStb, alterOriData, alterOriDataLen), NULL, _OVER);
4,964,548✔
2561
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
4,964,548✔
2562

2563
  code = 0;
4,964,548✔
2564

2565
_OVER:
5,050,908✔
2566
  mndTransDrop(pTrans);
5,050,908✔
2567
  TAOS_RETURN(code);
5,050,908✔
2568
}
2569

2570
static int32_t mndAlterStbAndUpdateTagIdxImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
360,616✔
2571
                                             void *alterOriData, int32_t alterOriDataLen, const SMAlterStbReq *pAlter) {
2572
  int32_t code = -1;
360,616✔
2573
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "alter-stb");
360,616✔
2574
  if (pTrans == NULL) {
360,616✔
2575
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2576
    if (terrno != 0) code = terrno;
×
2577
    goto _OVER;
×
2578
  }
2579

2580
  mInfo("trans:%d, used to alter stb:%s", pTrans->id, pStb->name);
360,616✔
2581
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
360,616✔
2582

2583
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
360,616✔
2584

2585
  if (needRsp) {
360,616✔
2586
    void   *pCont = NULL;
360,616✔
2587
    int32_t contLen = 0;
360,616✔
2588
    TAOS_CHECK_GOTO(mndBuildSMAlterStbRsp(pDb, pStb, &pCont, &contLen), NULL, _OVER);
360,616✔
2589
    mndTransSetRpcRsp(pTrans, pCont, contLen);
360,616✔
2590
  }
2591

2592
  if (pAlter->alterType == TSDB_ALTER_TABLE_DROP_TAG) {
360,616✔
2593
    SIdxObj idxObj = {0};
154,492✔
2594
    SField *pField0 = taosArrayGet(pAlter->pFields, 0);
154,492✔
2595
    bool    exist = false;
154,492✔
2596
    if (mndGetIdxsByTagName(pMnode, pStb, pField0->name, &idxObj) == 0) {
154,492✔
2597
      exist = true;
3,535✔
2598
    }
2599
    TAOS_CHECK_GOTO(mndSetAlterStbPrepareLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
154,492✔
2600
    TAOS_CHECK_GOTO(mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
154,492✔
2601

2602
    if (exist == true) {
154,492✔
2603
      TAOS_CHECK_GOTO(mndSetDropIdxPrepareLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
3,535✔
2604
      TAOS_CHECK_GOTO(mndSetDropIdxCommitLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
3,535✔
2605
    }
2606

2607
    TAOS_CHECK_GOTO(mndSetAlterStbRedoActions(pMnode, pTrans, pDb, pStb, alterOriData, alterOriDataLen), NULL, _OVER);
154,492✔
2608
    TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
154,492✔
2609

2610
  } else if (pAlter->alterType == TSDB_ALTER_TABLE_UPDATE_TAG_NAME) {
206,124✔
2611
    SIdxObj     idxObj = {0};
206,124✔
2612
    SField     *pField0 = taosArrayGet(pAlter->pFields, 0);
206,124✔
2613
    SField     *pField1 = taosArrayGet(pAlter->pFields, 1);
206,124✔
2614
    const char *oTagName = pField0->name;
206,124✔
2615
    const char *nTagName = pField1->name;
206,124✔
2616
    bool        exist = false;
206,124✔
2617

2618
    if (mndGetIdxsByTagName(pMnode, pStb, pField0->name, &idxObj) == 0) {
206,124✔
2619
      exist = true;
14,791✔
2620
    }
2621

2622
    TAOS_CHECK_GOTO(mndSetAlterStbPrepareLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
206,124✔
2623
    TAOS_CHECK_GOTO(mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
206,124✔
2624

2625
    if (exist == true) {
206,124✔
2626
      memcpy(idxObj.colName, nTagName, strlen(nTagName));
14,791✔
2627
      idxObj.colName[strlen(nTagName)] = 0;
14,791✔
2628
      TAOS_CHECK_GOTO(mndSetAlterIdxPrepareLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
14,791✔
2629
      TAOS_CHECK_GOTO(mndSetAlterIdxCommitLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
14,791✔
2630
    }
2631

2632
    TAOS_CHECK_GOTO(mndSetAlterStbRedoActions(pMnode, pTrans, pDb, pStb, alterOriData, alterOriDataLen), NULL, _OVER);
206,124✔
2633
    TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
206,124✔
2634
  }
2635
  code = 0;
360,616✔
2636

2637
_OVER:
360,616✔
2638
  mndTransDrop(pTrans);
360,616✔
2639
  TAOS_RETURN(code);
360,616✔
2640
}
2641

2642
static int32_t mndAlterStb(SMnode *pMnode, SRpcMsg *pReq, const SMAlterStbReq *pAlter, SDbObj *pDb, SStbObj *pOld) {
6,341,113✔
2643
  bool    needRsp = true;
6,341,113✔
2644
  int32_t code = -1;
6,341,113✔
2645
  SField *pField0 = NULL;
6,341,113✔
2646

2647
  SStbObj stbObj = {0};
6,341,113✔
2648
  taosRLockLatch(&pOld->lock);
6,341,113✔
2649
  memcpy(&stbObj, pOld, sizeof(SStbObj));
6,341,113✔
2650
  taosRUnLockLatch(&pOld->lock);
6,341,113✔
2651
  stbObj.pColumns = NULL;
6,341,113✔
2652
  stbObj.pTags = NULL;
6,341,113✔
2653
  stbObj.pFuncs = NULL;
6,341,113✔
2654
  stbObj.pCmpr = NULL;
6,341,113✔
2655
  stbObj.pExtSchemas = NULL;
6,341,113✔
2656
  stbObj.updateTime = taosGetTimestampMs();
6,341,113✔
2657
  stbObj.lock = 0;
6,341,113✔
2658
  stbObj.virtualStb = pOld->virtualStb;
6,341,113✔
2659
  bool updateTagIndex = false;
6,341,113✔
2660
  switch (pAlter->alterType) {
6,341,113✔
2661
    case TSDB_ALTER_TABLE_ADD_TAG:
334,638✔
2662
      code = mndAddSuperTableTag(pOld, &stbObj, pAlter->pFields, pAlter->numOfFields);
334,638✔
2663
      break;
334,638✔
2664
    case TSDB_ALTER_TABLE_DROP_TAG:
154,492✔
2665
      pField0 = taosArrayGet(pAlter->pFields, 0);
154,492✔
2666
      code = mndDropSuperTableTag(pMnode, pOld, &stbObj, pField0->name);
154,492✔
2667
      updateTagIndex = true;
154,492✔
2668
      break;
154,492✔
2669
    case TSDB_ALTER_TABLE_UPDATE_TAG_NAME:
215,651✔
2670
      code = mndAlterStbTagName(pMnode, pOld, &stbObj, pAlter->pFields);
215,651✔
2671
      updateTagIndex = true;
215,651✔
2672
      break;
215,651✔
2673
    case TSDB_ALTER_TABLE_UPDATE_TAG_BYTES:
335,691✔
2674
      pField0 = taosArrayGet(pAlter->pFields, 0);
335,691✔
2675
      code = mndAlterStbTagBytes(pMnode, pOld, &stbObj, pField0);
335,691✔
2676
      break;
335,691✔
2677
    case TSDB_ALTER_TABLE_ADD_COLUMN:
2,589,929✔
2678
      code = mndAddSuperTableColumn(pOld, &stbObj, pAlter, pAlter->numOfFields, 0);
2,589,929✔
2679
      break;
2,589,929✔
2680
    case TSDB_ALTER_TABLE_DROP_COLUMN:
1,804,416✔
2681
      pField0 = taosArrayGet(pAlter->pFields, 0);
1,804,416✔
2682
      code = mndDropSuperTableColumn(pMnode, pOld, &stbObj, pField0->name);
1,804,416✔
2683
      break;
1,804,416✔
2684
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES:
515,273✔
2685
      pField0 = taosArrayGet(pAlter->pFields, 0);
515,273✔
2686
      code = mndAlterStbColumnBytes(pMnode, pOld, &stbObj, pField0);
515,273✔
2687
      break;
515,273✔
2688
    case TSDB_ALTER_TABLE_UPDATE_OPTIONS:
22,935✔
2689
      needRsp = false;
22,935✔
2690
      code = mndUpdateTableOptions(pOld, &stbObj, pAlter->comment, pAlter->commentLen, pAlter->ttl, pAlter->keep);
22,935✔
2691
      break;
22,935✔
2692
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_COMPRESS:
98,678✔
2693
      code = mndUpdateSuperTableColumnCompress(pMnode, pOld, &stbObj, pAlter->pFields, pAlter->numOfFields);
98,678✔
2694
      break;
98,678✔
2695
    case TSDB_ALTER_TABLE_ADD_COLUMN_WITH_COMPRESS_OPTION:
269,410✔
2696
      code = mndAddSuperTableColumn(pOld, &stbObj, pAlter, pAlter->numOfFields, 1);
269,410✔
2697
      break;
269,410✔
2698
    default:
×
2699
      needRsp = false;
×
2700
      terrno = TSDB_CODE_OPS_NOT_SUPPORT;
×
2701
      break;
×
2702
  }
2703

2704
  if (code != 0) goto _OVER;
6,341,113✔
2705
  if (updateTagIndex == false) {
5,397,370✔
2706
    code = mndAlterStbImp(pMnode, pReq, pDb, &stbObj, needRsp, pReq->pCont, pReq->contLen);
5,036,754✔
2707
  } else {
2708
    code = mndAlterStbAndUpdateTagIdxImp(pMnode, pReq, pDb, &stbObj, needRsp, pReq->pCont, pReq->contLen, pAlter);
360,616✔
2709
  }
2710

2711
_OVER:
6,341,113✔
2712
  taosMemoryFreeClear(stbObj.pTags);
6,341,113✔
2713
  taosMemoryFreeClear(stbObj.pColumns);
6,341,113✔
2714
  taosMemoryFreeClear(stbObj.pCmpr);
6,341,113✔
2715
  if (pAlter->commentLen > 0) {
6,341,113✔
2716
    taosMemoryFreeClear(stbObj.comment);
4,826✔
2717
  }
2718
  taosMemoryFreeClear(stbObj.pExtSchemas);
6,341,113✔
2719
  TAOS_RETURN(code);
6,341,113✔
2720
}
2721

2722
static int32_t mndProcessAlterStbReq(SRpcMsg *pReq) {
6,356,725✔
2723
  SMnode       *pMnode = pReq->info.node;
6,356,725✔
2724
  int32_t       code = -1;
6,356,725✔
2725
  SDbObj       *pDb = NULL;
6,356,725✔
2726
  SStbObj      *pStb = NULL;
6,356,725✔
2727
  SMAlterStbReq alterReq = {0};
6,356,725✔
2728
  int64_t       tss = taosGetTimestampMs();
6,356,725✔
2729

2730
  if (tDeserializeSMAlterStbReq(pReq->pCont, pReq->contLen, &alterReq) != 0) {
6,356,725✔
2731
    code = TSDB_CODE_INVALID_MSG;
×
2732
    goto _OVER;
×
2733
  }
2734

2735
  mInfo("stb:%s, start to alter", alterReq.name);
6,356,725✔
2736
  if (mndCheckAlterStbReq(&alterReq) != 0) goto _OVER;
6,356,725✔
2737

2738
  pDb = mndAcquireDbByStb(pMnode, alterReq.name);
6,356,725✔
2739
  if (pDb == NULL) {
6,356,725✔
2740
    code = TSDB_CODE_MND_DB_NOT_EXIST;
×
2741
    goto _OVER;
×
2742
  }
2743
  if (pDb->cfg.isMount) {
6,356,725✔
2744
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
652✔
2745
    goto _OVER;
652✔
2746
  }
2747

2748
  pStb = mndAcquireStb(pMnode, alterReq.name);
6,356,073✔
2749
  if (pStb == NULL) {
6,356,073✔
2750
    code = TSDB_CODE_MND_STB_NOT_EXIST;
14,960✔
2751
    goto _OVER;
14,960✔
2752
  }
2753

2754
  if ((code = mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_WRITE_DB, pDb)) != 0) {
6,341,113✔
2755
    goto _OVER;
×
2756
  }
2757

2758
  code = mndAlterStb(pMnode, pReq, &alterReq, pDb, pStb);
6,341,113✔
2759
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
6,341,113✔
2760

2761
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
6,341,113✔
2762
    SName   name = {0};
6,341,113✔
2763
    int32_t ret = 0;
6,341,113✔
2764
    if ((ret = tNameFromString(&name, alterReq.name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0)
6,341,113✔
2765
      mError("stb:%s, failed to tNameFromString since %s", alterReq.name, tstrerror(ret));
×
2766

2767
    int64_t tse = taosGetTimestampMs();
6,341,113✔
2768
    double  duration = (double)(tse - tss);
6,341,113✔
2769
    duration = duration / 1000;
6,341,113✔
2770
    auditRecord(pReq, pMnode->clusterId, "alterStb", name.dbname, name.tname, alterReq.sql, alterReq.sqlLen, duration,
6,341,113✔
2771
                0);
2772
  }
2773
_OVER:
6,356,725✔
2774
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
6,356,725✔
2775
    mError("stb:%s, failed to alter since %s", alterReq.name, tstrerror(code));
1,045,715✔
2776
  }
2777

2778
  mndReleaseStb(pMnode, pStb);
6,356,725✔
2779
  mndReleaseDb(pMnode, pDb);
6,356,725✔
2780
  tFreeSMAltertbReq(&alterReq);
6,356,725✔
2781

2782
  TAOS_RETURN(code);
6,356,725✔
2783
}
2784

2785
static int32_t mndSetDropStbPrepareLogs(SMnode *pMnode, STrans *pTrans, SStbObj *pStb) {
505,152✔
2786
  int32_t  code = 0;
505,152✔
2787
  SSdbRaw *pRedoRaw = mndStbActionEncode(pStb);
505,152✔
2788
  if (pRedoRaw == NULL) {
505,152✔
2789
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2790
    if (terrno != 0) code = terrno;
×
2791
    TAOS_RETURN(code);
×
2792
  }
2793
  if ((code = mndTransAppendPrepareLog(pTrans, pRedoRaw)) != 0) {
505,152✔
2794
    sdbFreeRaw(pRedoRaw);
×
2795
    TAOS_RETURN(code);
×
2796
  }
2797
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING));
505,152✔
2798

2799
  TAOS_RETURN(code);
505,152✔
2800
}
2801

2802
static int32_t mndSetDropStbCommitLogs(SMnode *pMnode, STrans *pTrans, SStbObj *pStb) {
505,152✔
2803
  int32_t  code = 0;
505,152✔
2804
  SSdbRaw *pCommitRaw = mndStbActionEncode(pStb);
505,152✔
2805
  if (pCommitRaw == NULL) {
505,152✔
2806
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2807
    if (terrno != 0) code = terrno;
×
2808
    TAOS_RETURN(code);
×
2809
  }
2810
  if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) {
505,152✔
2811
    sdbFreeRaw(pCommitRaw);
×
2812
    TAOS_RETURN(code);
×
2813
  }
2814
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED));
505,152✔
2815

2816
  TAOS_RETURN(code);
505,152✔
2817
}
2818

2819
static int32_t mndSetDropStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
505,152✔
2820
  int32_t code = 0;
505,152✔
2821
  SSdb   *pSdb = pMnode->pSdb;
505,152✔
2822
  SVgObj *pVgroup = NULL;
505,152✔
2823
  void   *pIter = NULL;
505,152✔
2824

2825
  while (1) {
1,274,416✔
2826
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
1,779,568✔
2827
    if (pIter == NULL) break;
1,779,568✔
2828
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
1,274,416✔
2829
      sdbRelease(pSdb, pVgroup);
261,871✔
2830
      continue;
261,871✔
2831
    }
2832

2833
    int32_t contLen = 0;
1,012,545✔
2834
    void   *pReq = mndBuildVDropStbReq(pMnode, pVgroup, pStb, &contLen);
1,012,545✔
2835
    if (pReq == NULL) {
1,012,545✔
2836
      sdbCancelFetch(pSdb, pIter);
×
2837
      sdbRelease(pSdb, pVgroup);
×
2838
      code = TSDB_CODE_OUT_OF_MEMORY;
×
2839
      TAOS_RETURN(code);
×
2840
    }
2841

2842
    STransAction action = {0};
1,012,545✔
2843
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
1,012,545✔
2844
    action.pCont = pReq;
1,012,545✔
2845
    action.contLen = contLen;
1,012,545✔
2846
    action.msgType = TDMT_VND_DROP_STB;
1,012,545✔
2847
    action.acceptableCode = TSDB_CODE_TDB_STB_NOT_EXIST;
1,012,545✔
2848
    if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
1,012,545✔
2849
      taosMemoryFree(pReq);
×
2850
      sdbCancelFetch(pSdb, pIter);
×
2851
      sdbRelease(pSdb, pVgroup);
×
2852
      TAOS_RETURN(code);
×
2853
    }
2854
    sdbRelease(pSdb, pVgroup);
1,012,545✔
2855
  }
2856

2857
  TAOS_RETURN(code);
505,152✔
2858
}
2859

2860
static int32_t mndDropStb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb) {
505,152✔
2861
  int32_t code = -1;
505,152✔
2862
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "drop-stb");
505,152✔
2863
  if (pTrans == NULL) {
505,152✔
2864
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2865
    if (terrno != 0) code = terrno;
×
2866
    goto _OVER;
×
2867
  }
2868

2869
  mInfo("trans:%d, used to drop stb:%s", pTrans->id, pStb->name);
505,152✔
2870
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
505,152✔
2871
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
505,152✔
2872

2873
  TAOS_CHECK_GOTO(mndSetDropStbPrepareLogs(pMnode, pTrans, pStb), NULL, _OVER);
505,152✔
2874
  TAOS_CHECK_GOTO(mndSetDropStbCommitLogs(pMnode, pTrans, pStb), NULL, _OVER);
505,152✔
2875
  TAOS_CHECK_GOTO(mndSetDropStbRedoActions(pMnode, pTrans, pDb, pStb), NULL, _OVER);
505,152✔
2876
  TAOS_CHECK_GOTO(mndDropIdxsByStb(pMnode, pTrans, pDb, pStb), NULL, _OVER);
505,152✔
2877
  TAOS_CHECK_GOTO(mndDropRsmaByStb(pMnode, pTrans, pDb, pStb), NULL, _OVER);
505,152✔
2878
  TAOS_CHECK_GOTO(mndUserRemoveStb(pMnode, pTrans, pStb->name), NULL, _OVER);
505,152✔
2879
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
505,152✔
2880
  code = 0;
505,152✔
2881

2882
_OVER:
505,152✔
2883
  mndTransDrop(pTrans);
505,152✔
2884
  TAOS_RETURN(code);
505,152✔
2885
}
2886

2887
static int32_t mndCheckDropStbForTopic(SMnode *pMnode, const char *stbFullName, int64_t suid) {
505,804✔
2888
  int32_t code = 0;
505,804✔
2889
  SSdb   *pSdb = pMnode->pSdb;
505,804✔
2890
  void   *pIter = NULL;
505,804✔
2891
  while (1) {
2,944✔
2892
    SMqTopicObj *pTopic = NULL;
508,748✔
2893
    pIter = sdbFetch(pSdb, SDB_TOPIC, pIter, (void **)&pTopic);
508,748✔
2894
    if (pIter == NULL) break;
508,748✔
2895

2896
    if (pTopic->stbUid == suid) {
2,944✔
2897
      sdbRelease(pSdb, pTopic);
×
2898
      sdbCancelFetch(pSdb, pIter);
×
2899
      TAOS_RETURN(TSDB_CODE_MND_TOPIC_MUST_BE_DELETED);
×
2900
    }
2901
    sdbRelease(pSdb, pTopic);
2,944✔
2902
  }
2903
  TAOS_RETURN(code);
505,804✔
2904
}
2905

2906
static int32_t mndCheckDropStbForStream(SMnode *pMnode, const char *stbFullName, int64_t suid) {
×
2907
  int32_t code = 0;
×
2908
  SSdb   *pSdb = pMnode->pSdb;
×
2909
  void   *pIter = NULL;
×
2910
  while (1) {
×
2911
    SStreamObj *pStream = NULL;
×
2912
    pIter = sdbFetch(pSdb, SDB_STREAM, pIter, (void **)&pStream);
×
2913
    if (pIter == NULL) break;
×
2914

2915
    if (pStream->pCreate->outStbUid == suid) {
×
2916
      sdbCancelFetch(pSdb, pIter);
×
2917
      sdbRelease(pSdb, pStream);
×
2918
      TAOS_RETURN(-1);
×
2919
    }
2920

2921
    sdbRelease(pSdb, pStream);
×
2922
  }
2923
  TAOS_RETURN(code);
×
2924
}
2925

2926
static int32_t mndProcessDropTtltbRsp(SRpcMsg *pRsp) { return 0; }
×
2927
static int32_t mndProcessTrimDbRsp(SRpcMsg *pRsp) { return 0; }
×
2928
static int32_t mndProcessTrimDbWalRsp(SRpcMsg *pRsp) { return 0; }
1,214✔
2929
static int32_t mndProcessS3MigrateDbRsp(SRpcMsg *pRsp) { return 0; }
×
2930

2931
static int32_t mndProcessDropStbReq(SRpcMsg *pReq) {
831,323✔
2932
  SMnode      *pMnode = pReq->info.node;
831,323✔
2933
  int32_t      code = -1;
831,323✔
2934
  SDbObj      *pDb = NULL;
831,323✔
2935
  SStbObj     *pStb = NULL;
831,323✔
2936
  SMDropStbReq dropReq = {0};
831,323✔
2937
  int64_t      tss = taosGetTimestampMs();
831,323✔
2938

2939
  TAOS_CHECK_GOTO(tDeserializeSMDropStbReq(pReq->pCont, pReq->contLen, &dropReq), NULL, _OVER);
831,323✔
2940

2941
  mInfo("stb:%s, start to drop", dropReq.name);
831,323✔
2942

2943
  pStb = mndAcquireStb(pMnode, dropReq.name);
831,323✔
2944
  if (pStb == NULL) {
831,323✔
2945
    if (dropReq.igNotExists) {
325,519✔
2946
      mInfo("stb:%s, not exist, ignore not exist is set", dropReq.name);
324,182✔
2947
      code = 0;
324,182✔
2948
      goto _OVER;
324,182✔
2949
    } else {
2950
      code = TSDB_CODE_MND_STB_NOT_EXIST;
1,337✔
2951
      goto _OVER;
1,337✔
2952
    }
2953
  }
2954

2955
  if ((dropReq.source == TD_REQ_FROM_TAOX_OLD || dropReq.source == TD_REQ_FROM_TAOX) && pStb->uid != dropReq.suid) {
505,804✔
2956
    code = 0;
×
2957
    goto _OVER;
×
2958
  }
2959

2960
  pDb = mndAcquireDbByStb(pMnode, dropReq.name);
505,804✔
2961
  if (pDb == NULL) {
505,804✔
2962
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
2963
    goto _OVER;
×
2964
  }
2965

2966
  if ((code = mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_WRITE_DB, pDb)) != 0) {
505,804✔
2967
    goto _OVER;
×
2968
  }
2969

2970
  if ((code = mndCheckDropStbForTopic(pMnode, dropReq.name, pStb->uid)) != 0) {
505,804✔
2971
    goto _OVER;
×
2972
  }
2973

2974
  if (pDb->cfg.isMount) {
505,804✔
2975
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
652✔
2976
    goto _OVER;
652✔
2977
  }
2978

2979
  code = mndDropStb(pMnode, pReq, pDb, pStb);
505,152✔
2980
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
505,152✔
2981

2982
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
505,152✔
2983
    SName   name = {0};
505,152✔
2984
    int32_t ret = 0;
505,152✔
2985
    if ((ret = tNameFromString(&name, dropReq.name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0)
505,152✔
2986
      mError("stb:%s, failed to tNameFromString since %s", dropReq.name, tstrerror(ret));
×
2987

2988
    int64_t tse = taosGetTimestampMs();
505,152✔
2989
    double  duration = (double)(tse - tss);
505,152✔
2990
    duration = duration / 1000;
505,152✔
2991
    auditRecord(pReq, pMnode->clusterId, "dropStb", name.dbname, name.tname, dropReq.sql, dropReq.sqlLen, duration, 0);
505,152✔
2992
  }
2993
_OVER:
831,323✔
2994
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
831,323✔
2995
    mError("stb:%s, failed to drop since %s", dropReq.name, tstrerror(code));
1,989✔
2996
  }
2997

2998
  mndReleaseDb(pMnode, pDb);
831,323✔
2999
  mndReleaseStb(pMnode, pStb);
831,323✔
3000
  tFreeSMDropStbReq(&dropReq);
831,323✔
3001
  TAOS_RETURN(code);
831,323✔
3002
}
3003

3004
static int32_t mndProcessTableMetaReq(SRpcMsg *pReq) {
18,157,784✔
3005
  SMnode       *pMnode = pReq->info.node;
18,157,784✔
3006
  int32_t       code = -1;
18,157,784✔
3007
  STableInfoReq infoReq = {0};
18,157,784✔
3008
  STableMetaRsp metaRsp = {0};
18,157,784✔
3009
  SUserObj     *pUser = NULL;
18,157,784✔
3010

3011
  code = mndAcquireUser(pMnode, pReq->info.conn.user, &pUser);
18,157,784✔
3012
  if (pUser == NULL) return 0;
18,157,784✔
3013
  bool sysinfo = pUser->sysInfo;
18,157,784✔
3014

3015
  TAOS_CHECK_GOTO(tDeserializeSTableInfoReq(pReq->pCont, pReq->contLen, &infoReq), NULL, _OVER);
18,157,784✔
3016

3017
  if (0 == strcmp(infoReq.dbFName, TSDB_INFORMATION_SCHEMA_DB)) {
18,157,784✔
3018
    mInfo("information_schema table:%s.%s, start to retrieve meta", infoReq.dbFName, infoReq.tbName);
2,246,859✔
3019
    TAOS_CHECK_GOTO(mndBuildInsTableSchema(pMnode, infoReq.dbFName, infoReq.tbName, sysinfo, &metaRsp), NULL, _OVER);
2,246,859✔
3020
  } else if (0 == strcmp(infoReq.dbFName, TSDB_PERFORMANCE_SCHEMA_DB)) {
15,910,925✔
3021
    mInfo("performance_schema table:%s.%s, start to retrieve meta", infoReq.dbFName, infoReq.tbName);
149,684✔
3022
    TAOS_CHECK_GOTO(mndBuildPerfsTableSchema(pMnode, infoReq.dbFName, infoReq.tbName, &metaRsp), NULL, _OVER);
149,684✔
3023
  } else {
3024
    mInfo("stb:%s.%s, start to retrieve meta", infoReq.dbFName, infoReq.tbName);
15,761,241✔
3025
    TAOS_CHECK_GOTO(mndBuildStbSchema(pMnode, infoReq.dbFName, infoReq.tbName, &metaRsp, true), NULL, _OVER);
15,761,241✔
3026
  }
3027

3028
  int32_t rspLen = tSerializeSTableMetaRsp(NULL, 0, &metaRsp);
17,256,433✔
3029
  if (rspLen < 0) {
17,256,433✔
3030
    code = TSDB_CODE_INVALID_MSG;
×
3031
    goto _OVER;
×
3032
  }
3033

3034
  void *pRsp = rpcMallocCont(rspLen);
17,256,433✔
3035
  if (pRsp == NULL) {
17,256,433✔
3036
    code = terrno;
×
3037
    goto _OVER;
×
3038
  }
3039

3040
  if ((rspLen = tSerializeSTableMetaRsp(pRsp, rspLen, &metaRsp)) < 0) {
17,256,433✔
3041
    code = rspLen;
×
3042
    goto _OVER;
×
3043
  }
3044
  pReq->info.rsp = pRsp;
17,256,433✔
3045
  pReq->info.rspLen = rspLen;
17,256,433✔
3046
  code = 0;
17,256,433✔
3047

3048
  mTrace("%s.%s, meta is retrieved", infoReq.dbFName, infoReq.tbName);
17,256,433✔
3049

3050
_OVER:
18,157,784✔
3051
  if (code != 0) {
18,157,784✔
3052
    mError("stb:%s.%s, failed to retrieve meta since %s", infoReq.dbFName, infoReq.tbName, tstrerror(code));
901,351✔
3053
  }
3054

3055
  mndReleaseUser(pMnode, pUser);
18,157,784✔
3056
  tFreeSTableMetaRsp(&metaRsp);
18,157,784✔
3057
  // TODO change to TAOS_RETURN
3058
  return code;
18,157,784✔
3059
}
3060

3061
static int32_t mndProcessTableCfgReq(SRpcMsg *pReq) {
58,951✔
3062
  SMnode      *pMnode = pReq->info.node;
58,951✔
3063
  int32_t      code = -1;
58,951✔
3064
  STableCfgReq cfgReq = {0};
58,951✔
3065
  STableCfgRsp cfgRsp = {0};
58,951✔
3066

3067
  TAOS_CHECK_GOTO(tDeserializeSTableCfgReq(pReq->pCont, pReq->contLen, &cfgReq), NULL, _OVER);
58,951✔
3068

3069
  char dbName[TSDB_DB_NAME_LEN] = {0};
58,951✔
3070
  TAOS_CHECK_GOTO(mndExtractShortDbNameFromDbFullName(cfgReq.dbFName, dbName), NULL, _OVER);
58,951✔
3071
  if (0 == strcmp(dbName, TSDB_INFORMATION_SCHEMA_DB)) {
58,951✔
3072
    mInfo("information_schema table:%s.%s, start to retrieve cfg", cfgReq.dbFName, cfgReq.tbName);
7,240✔
3073
    TAOS_CHECK_GOTO(mndBuildInsTableCfg(pMnode, cfgReq.dbFName, cfgReq.tbName, &cfgRsp), NULL, _OVER);
7,240✔
3074
  } else if (0 == strcmp(dbName, TSDB_PERFORMANCE_SCHEMA_DB)) {
51,711✔
3075
    mInfo("performance_schema table:%s.%s, start to retrieve cfg", cfgReq.dbFName, cfgReq.tbName);
3,620✔
3076
    TAOS_CHECK_GOTO(mndBuildPerfsTableCfg(pMnode, cfgReq.dbFName, cfgReq.tbName, &cfgRsp), NULL, _OVER);
3,620✔
3077
  } else {
3078
    mInfo("stb:%s.%s, start to retrieve cfg", cfgReq.dbFName, cfgReq.tbName);
48,091✔
3079
    TAOS_CHECK_GOTO(mndBuildStbCfg(pMnode, cfgReq.dbFName, cfgReq.tbName, &cfgRsp), NULL, _OVER);
48,091✔
3080
  }
3081

3082
  int32_t rspLen = tSerializeSTableCfgRsp(NULL, 0, &cfgRsp);
58,951✔
3083
  if (rspLen < 0) {
58,951✔
3084
    code = TSDB_CODE_INVALID_MSG;
×
3085
    goto _OVER;
×
3086
  }
3087

3088
  void *pRsp = rpcMallocCont(rspLen);
58,951✔
3089
  if (pRsp == NULL) {
58,951✔
3090
    code = terrno;
×
3091
    goto _OVER;
×
3092
  }
3093

3094
  if ((rspLen = tSerializeSTableCfgRsp(pRsp, rspLen, &cfgRsp)) < 0) {
58,951✔
3095
    code = rspLen;
×
3096
    goto _OVER;
×
3097
  }
3098
  pReq->info.rsp = pRsp;
58,951✔
3099
  pReq->info.rspLen = rspLen;
58,951✔
3100
  code = 0;
58,951✔
3101

3102
  mTrace("%s.%s, cfg is retrieved", cfgReq.dbFName, cfgReq.tbName);
58,951✔
3103

3104
_OVER:
58,951✔
3105
  if (code != 0) {
58,951✔
3106
    mError("stb:%s.%s, failed to retrieve cfg since %s", cfgReq.dbFName, cfgReq.tbName, tstrerror(code));
×
3107
  }
3108

3109
  tFreeSTableCfgRsp(&cfgRsp);
58,951✔
3110
  TAOS_RETURN(code);
58,951✔
3111
}
3112

3113
int32_t mndValidateStbInfo(SMnode *pMnode, SSTableVersion *pStbVersions, int32_t numOfStbs, void **ppRsp,
4,032,782✔
3114
                           int32_t *pRspLen) {
3115
  int32_t   code = 0;
4,032,782✔
3116
  SSTbHbRsp hbRsp = {0};
4,032,782✔
3117
  hbRsp.pMetaRsp = taosArrayInit(numOfStbs, sizeof(STableMetaRsp));
4,032,782✔
3118
  if (hbRsp.pMetaRsp == NULL) {
4,032,782✔
3119
    code = terrno;
×
3120
    TAOS_RETURN(code);
×
3121
  }
3122

3123
  hbRsp.pIndexRsp = taosArrayInit(numOfStbs, sizeof(STableIndexRsp));
4,032,782✔
3124
  if (NULL == hbRsp.pIndexRsp) {
4,032,782✔
3125
    taosArrayDestroy(hbRsp.pMetaRsp);
×
3126
    code = terrno;
×
3127
    TAOS_RETURN(code);
×
3128
  }
3129

3130
  for (int32_t i = 0; i < numOfStbs; ++i) {
11,152,474✔
3131
    SSTableVersion *pStbVersion = &pStbVersions[i];
7,119,692✔
3132
    pStbVersion->suid = be64toh(pStbVersion->suid);
7,119,692✔
3133
    pStbVersion->sversion = ntohl(pStbVersion->sversion);
7,119,692✔
3134
    pStbVersion->tversion = ntohl(pStbVersion->tversion);
7,119,692✔
3135
    pStbVersion->smaVer = ntohl(pStbVersion->smaVer);
7,119,692✔
3136

3137
    bool    schema = false;
7,119,692✔
3138
    bool    sma = false;
7,119,692✔
3139
    int32_t code = mndValidateStbVersion(pMnode, pStbVersion, &schema, &sma);
7,119,692✔
3140
    if (TSDB_CODE_SUCCESS != code) {
7,119,692✔
3141
      STableMetaRsp metaRsp = {0};
50,792✔
3142
      metaRsp.numOfColumns = -1;
50,792✔
3143
      metaRsp.suid = pStbVersion->suid;
50,792✔
3144
      tstrncpy(metaRsp.dbFName, pStbVersion->dbFName, sizeof(metaRsp.dbFName));
50,792✔
3145
      tstrncpy(metaRsp.tbName, pStbVersion->stbName, sizeof(metaRsp.tbName));
50,792✔
3146
      tstrncpy(metaRsp.stbName, pStbVersion->stbName, sizeof(metaRsp.stbName));
50,792✔
3147
      if (taosArrayPush(hbRsp.pMetaRsp, &metaRsp) == NULL) {
101,584✔
3148
        code = terrno;
×
3149
        return code;
×
3150
      }
3151
      continue;
50,792✔
3152
    }
3153

3154
    if (schema) {
7,068,900✔
3155
      STableMetaRsp metaRsp = {0};
37,549✔
3156
      mInfo("stb:%s.%s, start to retrieve meta", pStbVersion->dbFName, pStbVersion->stbName);
37,549✔
3157
      if (mndBuildStbSchema(pMnode, pStbVersion->dbFName, pStbVersion->stbName, &metaRsp, false) != 0) {
37,549✔
3158
        metaRsp.numOfColumns = -1;
×
3159
        metaRsp.suid = pStbVersion->suid;
×
3160
        tstrncpy(metaRsp.dbFName, pStbVersion->dbFName, sizeof(metaRsp.dbFName));
×
3161
        tstrncpy(metaRsp.tbName, pStbVersion->stbName, sizeof(metaRsp.tbName));
×
3162
        tstrncpy(metaRsp.stbName, pStbVersion->stbName, sizeof(metaRsp.stbName));
×
3163
        if (taosArrayPush(hbRsp.pMetaRsp, &metaRsp) == NULL) {
×
3164
          code = terrno;
×
3165
          return code;
×
3166
        }
3167
        continue;
×
3168
      }
3169

3170
      if (taosArrayPush(hbRsp.pMetaRsp, &metaRsp) == NULL) {
75,098✔
3171
        code = terrno;
×
3172
        return code;
×
3173
      }
3174
    }
3175

3176
    if (sma) {
7,068,900✔
3177
      bool           exist = false;
×
3178
      char           tbFName[TSDB_TABLE_FNAME_LEN];
×
3179
      STableIndexRsp indexRsp = {0};
×
3180
      indexRsp.pIndex = taosArrayInit(10, sizeof(STableIndexInfo));
×
3181
      if (NULL == indexRsp.pIndex) {
×
3182
        code = terrno;
×
3183
        TAOS_RETURN(code);
×
3184
      }
3185

3186
      (void)tsnprintf(tbFName, sizeof(tbFName), "%s.%s", pStbVersion->dbFName, pStbVersion->stbName);
×
3187
      tstrncpy(indexRsp.dbFName, pStbVersion->dbFName, sizeof(indexRsp.dbFName));
×
3188
      tstrncpy(indexRsp.tbName, pStbVersion->stbName, sizeof(indexRsp.tbName));
×
3189

3190
      if (taosArrayPush(hbRsp.pIndexRsp, &indexRsp) == NULL) {
×
3191
        code = terrno;
×
3192
        return code;
×
3193
      }
3194
    }
3195
  }
3196

3197
  int32_t rspLen = tSerializeSSTbHbRsp(NULL, 0, &hbRsp);
4,032,782✔
3198
  if (rspLen < 0) {
4,032,782✔
3199
    tFreeSSTbHbRsp(&hbRsp);
×
3200
    code = TSDB_CODE_INVALID_MSG;
×
3201
    TAOS_RETURN(code);
×
3202
  }
3203

3204
  void *pRsp = taosMemoryMalloc(rspLen);
4,032,782✔
3205
  if (pRsp == NULL) {
4,032,782✔
3206
    tFreeSSTbHbRsp(&hbRsp);
×
3207
    code = terrno;
×
3208
    TAOS_RETURN(code);
×
3209
  }
3210

3211
  rspLen = tSerializeSSTbHbRsp(pRsp, rspLen, &hbRsp);
4,032,782✔
3212
  tFreeSSTbHbRsp(&hbRsp);
4,032,782✔
3213
  if (rspLen < 0) return rspLen;
4,032,782✔
3214
  *ppRsp = pRsp;
4,032,782✔
3215
  *pRspLen = rspLen;
4,032,782✔
3216
  TAOS_RETURN(code);
4,032,782✔
3217
}
3218

3219
int32_t mndGetNumOfStbs(SMnode *pMnode, char *dbName, int32_t *pNumOfStbs) {
1,979,885✔
3220
  int32_t code = 0;
1,979,885✔
3221
  SSdb   *pSdb = pMnode->pSdb;
1,979,885✔
3222
  SDbObj *pDb = mndAcquireDb(pMnode, dbName);
1,979,885✔
3223
  if (pDb == NULL) {
1,979,885✔
3224
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
3225
    TAOS_RETURN(code);
×
3226
  }
3227

3228
  int32_t numOfStbs = 0;
1,979,885✔
3229
  void   *pIter = NULL;
1,979,885✔
3230
  while (1) {
32,602,944✔
3231
    SStbObj *pStb = NULL;
34,582,829✔
3232
    pIter = sdbFetch(pSdb, SDB_STB, pIter, (void **)&pStb);
34,582,829✔
3233
    if (pIter == NULL) break;
34,582,829✔
3234

3235
    if (pStb->dbUid == pDb->uid) {
32,602,944✔
3236
      numOfStbs++;
29,235,962✔
3237
    }
3238

3239
    sdbRelease(pSdb, pStb);
32,602,944✔
3240
  }
3241

3242
  *pNumOfStbs = numOfStbs;
1,979,885✔
3243
  mndReleaseDb(pMnode, pDb);
1,979,885✔
3244
  TAOS_RETURN(code);
1,979,885✔
3245
}
3246

3247
int32_t mndExtractDbNameFromStbFullName(const char *stbFullName, char *dst) {
×
3248
  SName name = {0};
×
3249
  TAOS_CHECK_RETURN(tNameFromString(&name, stbFullName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE));
×
3250

3251
  TAOS_CHECK_RETURN(tNameGetFullDbName(&name, dst));
×
3252

3253
  return 0;
×
3254
}
3255

3256
int32_t mndExtractShortDbNameFromStbFullName(const char *stbFullName, char *dst) {
91,227✔
3257
  SName name = {0};
91,227✔
3258
  TAOS_CHECK_RETURN(tNameFromString(&name, stbFullName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE));
91,227✔
3259

3260
  TAOS_CHECK_RETURN(tNameGetDbName(&name, dst));
91,227✔
3261

3262
  return 0;
91,227✔
3263
}
3264

3265
int32_t mndExtractShortDbNameFromDbFullName(const char *stbFullName, char *dst) {
58,951✔
3266
  SName name = {0};
58,951✔
3267
  TAOS_CHECK_RETURN(tNameFromString(&name, stbFullName, T_NAME_ACCT | T_NAME_DB));
58,951✔
3268

3269
  TAOS_CHECK_RETURN(tNameGetDbName(&name, dst));
58,951✔
3270

3271
  return 0;
58,951✔
3272
}
3273

3274
void mndExtractTbNameFromStbFullName(const char *stbFullName, char *dst, int32_t dstSize) {
1,777,745✔
3275
  int32_t pos = -1;
1,777,745✔
3276
  int32_t num = 0;
1,777,745✔
3277
  for (pos = 0; stbFullName[pos] != 0; ++pos) {
16,708,923✔
3278
    if (stbFullName[pos] == TS_PATH_DELIMITER[0]) num++;
16,708,923✔
3279
    if (num == 2) break;
16,708,923✔
3280
  }
3281

3282
  if (num == 2) {
1,777,745✔
3283
    tstrncpy(dst, stbFullName + pos + 1, dstSize);
1,777,745✔
3284
  }
3285
}
1,777,745✔
3286

3287
static int32_t mndRetrieveStb(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
345,687✔
3288
  SMnode   *pMnode = pReq->info.node;
345,687✔
3289
  SSdb     *pSdb = pMnode->pSdb;
345,687✔
3290
  int32_t   numOfRows = 0;
345,687✔
3291
  SStbObj  *pStb = NULL;
345,687✔
3292
  SUserObj *pUser = NULL;
345,687✔
3293
  int32_t   cols = 0;
345,687✔
3294
  int32_t   lino = 0;
345,687✔
3295
  int32_t   code = 0;
345,687✔
3296

3297
  SDbObj *pDb = NULL;
345,687✔
3298
  if (strlen(pShow->db) > 0) {
345,687✔
3299
    pDb = mndAcquireDb(pMnode, pShow->db);
262,265✔
3300
    if (pDb == NULL) return terrno;
262,265✔
3301
  }
3302

3303
  if ((code = mndAcquireUser(pMnode, pReq->info.conn.user, &pUser)) != 0) {
343,621✔
3304
    goto _ERROR;
×
3305
  }
3306

3307
  while (numOfRows < rows) {
2,824,528✔
3308
    pShow->pIter = sdbFetch(pSdb, SDB_STB, pShow->pIter, (void **)&pStb);
2,822,356✔
3309
    if (pShow->pIter == NULL) break;
2,822,356✔
3310

3311
    if (pDb != NULL && pStb->dbUid != pDb->uid) {
2,480,907✔
3312
      sdbRelease(pSdb, pStb);
1,076,885✔
3313
      continue;
1,076,885✔
3314
    }
3315

3316
    if (isTsmaResSTb(pStb->name)) {
1,404,022✔
3317
      sdbRelease(pSdb, pStb);
×
3318
      continue;
×
3319
    }
3320

3321
    if ((0 == pUser->superUser) && mndCheckStbPrivilege(pMnode, pUser, MND_OPER_SHOW_STB, pStb) != 0) {
1,404,022✔
3322
      sdbRelease(pSdb, pStb);
3,953✔
3323
      terrno = 0;
3,953✔
3324
      continue;
3,953✔
3325
    }
3326

3327
    cols = 0;
1,400,069✔
3328

3329
    SName name = {0};
1,400,069✔
3330

3331
    char stbName[TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
1,400,069✔
3332
    mndExtractTbNameFromStbFullName(pStb->name, &stbName[VARSTR_HEADER_SIZE], TSDB_TABLE_NAME_LEN);
1,400,069✔
3333
    varDataSetLen(stbName, strlen(&stbName[VARSTR_HEADER_SIZE]));
1,400,069✔
3334
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,400,069✔
3335
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)stbName, false), pStb, &lino, _ERROR);
1,400,069✔
3336

3337
    char db[TSDB_DB_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
1,400,069✔
3338
    RETRIEVE_CHECK_GOTO(tNameFromString(&name, pStb->db, T_NAME_ACCT | T_NAME_DB), pStb, &lino, _ERROR);
1,400,069✔
3339
    RETRIEVE_CHECK_GOTO(tNameGetDbName(&name, varDataVal(db)), pStb, &lino, _ERROR);
1,400,069✔
3340
    varDataSetLen(db, strlen(varDataVal(db)));
1,400,069✔
3341
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,400,069✔
3342
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)db, false), pStb, &lino, _ERROR);
1,400,069✔
3343

3344
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,400,069✔
3345
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->createdTime, false), pStb, &lino,
1,400,069✔
3346
                        _ERROR);
3347

3348
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,400,069✔
3349
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->numOfColumns, false), pStb, &lino,
1,400,069✔
3350
                        _ERROR);
3351

3352
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,400,069✔
3353
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->numOfTags, false), pStb, &lino, _ERROR);
1,400,069✔
3354

3355
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,400,069✔
3356
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->updateTime, false), pStb, &lino,
1,400,069✔
3357
                        _ERROR);  // number of tables
3358

3359
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,400,069✔
3360
    if (pStb->commentLen > 0) {
1,400,069✔
3361
      char comment[TSDB_TB_COMMENT_LEN + VARSTR_HEADER_SIZE] = {0};
14,167✔
3362
      STR_TO_VARSTR(comment, pStb->comment);
14,167✔
3363
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, comment, false), pStb, &lino, _ERROR);
14,167✔
3364
    } else if (pStb->commentLen == 0) {
1,385,902✔
3365
      char comment[VARSTR_HEADER_SIZE + VARSTR_HEADER_SIZE] = {0};
202,068✔
3366
      STR_TO_VARSTR(comment, "");
202,068✔
3367
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, comment, false), pStb, &lino, _ERROR);
202,068✔
3368
    } else {
3369
      colDataSetNULL(pColInfo, numOfRows);
1,183,834✔
3370
    }
3371

3372
    char watermark[64 + VARSTR_HEADER_SIZE] = {0};
1,400,069✔
3373
    (void)tsnprintf(varDataVal(watermark), sizeof(watermark) - VARSTR_HEADER_SIZE, "%" PRId64 "a,%" PRId64 "a",
2,800,138✔
3374
              pStb->watermark[0], pStb->watermark[1]);
2,800,138✔
3375
    varDataSetLen(watermark, strlen(varDataVal(watermark)));
1,400,069✔
3376

3377
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,400,069✔
3378
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)watermark, false), pStb, &lino, _ERROR);
1,400,069✔
3379

3380
    char maxDelay[64 + VARSTR_HEADER_SIZE] = {0};
1,400,069✔
3381
    (void)tsnprintf(varDataVal(maxDelay), sizeof(maxDelay) - VARSTR_HEADER_SIZE, "%" PRId64 "a,%" PRId64 "a",
2,800,138✔
3382
              pStb->maxdelay[0], pStb->maxdelay[1]);
2,800,138✔
3383
    varDataSetLen(maxDelay, strlen(varDataVal(maxDelay)));
1,400,069✔
3384

3385
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,400,069✔
3386
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)maxDelay, false), pStb, &lino, _ERROR);
1,400,069✔
3387

3388
    char    rollup[160 + VARSTR_HEADER_SIZE] = {0};
1,400,069✔
3389
    int32_t rollupNum = (int32_t)taosArrayGetSize(pStb->pFuncs);
1,400,069✔
3390
    char   *sep = ", ";
1,400,069✔
3391
    int32_t sepLen = strlen(sep);
1,400,069✔
3392
    int32_t rollupLen = sizeof(rollup) - VARSTR_HEADER_SIZE - 2;
1,400,069✔
3393
    for (int32_t i = 0; i < rollupNum; ++i) {
1,400,069✔
3394
      char *funcName = taosArrayGet(pStb->pFuncs, i);
×
3395
      if (i) {
×
3396
        (void)strncat(varDataVal(rollup), sep, rollupLen);
×
3397
        rollupLen -= sepLen;
×
3398
      }
3399
      (void)strncat(varDataVal(rollup), funcName, rollupLen);
×
3400
      rollupLen -= strlen(funcName);
×
3401
    }
3402
    varDataSetLen(rollup, strlen(varDataVal(rollup)));
1,400,069✔
3403

3404
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,400,069✔
3405
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)rollup, false), pStb, &lino, _ERROR);
1,400,069✔
3406

3407
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,400,069✔
3408
    if (pColInfo) {
1,400,069✔
3409
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)(&pStb->uid), false), pStb, &lino, _ERROR);
1,400,069✔
3410
    }
3411

3412
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,400,069✔
3413
    if (pColInfo) {
1,400,069✔
3414
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)(&pStb->virtualStb), false), pStb, &lino, _ERROR);
1,400,069✔
3415
    }
3416

3417
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,400,069✔
3418
    if (pColInfo) {
1,400,069✔
3419
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)(&pStb->keep), false), pStb, &lino, _ERROR);
1,400,069✔
3420
    }
3421

3422
    numOfRows++;
1,400,069✔
3423
    sdbRelease(pSdb, pStb);
1,400,069✔
3424
  }
3425

3426
  if (pDb != NULL) {
343,621✔
3427
    mndReleaseDb(pMnode, pDb);
260,199✔
3428
  }
3429
  if (pUser != NULL) {
343,621✔
3430
    mndReleaseUser(pMnode, pUser);
343,621✔
3431
  }
3432

3433
  goto _OVER;
343,621✔
3434

3435
_ERROR:
×
3436
  if (pDb != NULL) {
×
3437
    mndReleaseDb(pMnode, pDb);
×
3438
  }
3439
  if (pUser != NULL) {
×
3440
    mndReleaseUser(pMnode, pUser);
×
3441
  }
3442
  mError("show:0x%" PRIx64 ", failed to retrieve data at %s:%d since %s", pShow->id, __FUNCTION__, lino,
×
3443
         tstrerror(code));
3444

3445
_OVER:
343,621✔
3446
  pShow->numOfRows += numOfRows;
343,621✔
3447
  return numOfRows;
343,621✔
3448
}
3449

3450
static int32_t buildDbColsInfoBlock(const SSDataBlock *p, const SSysTableMeta *pSysDbTableMeta, size_t size,
1,014,526✔
3451
                                    const char *dbName, const char *tbName) {
3452
  char    tName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
1,014,526✔
3453
  char    dName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
1,014,526✔
3454
  char    typeName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
1,014,526✔
3455
  int32_t numOfRows = p->info.rows;
1,014,526✔
3456
  int32_t lino = 0;
1,014,526✔
3457
  int32_t code = 0;
1,014,526✔
3458

3459
  STR_TO_VARSTR(dName, dbName);
1,014,526✔
3460
  STR_TO_VARSTR(typeName, "SYSTEM_TABLE");
1,014,526✔
3461

3462
  for (int32_t i = 0; i < size; ++i) {
28,913,786✔
3463
    const SSysTableMeta *pm = &pSysDbTableMeta[i];
27,899,260✔
3464
    //    if (pm->sysInfo) {
3465
    //      continue;
3466
    //    }
3467
    if (tbName[0] && strncmp(tbName, pm->name, TSDB_TABLE_NAME_LEN) != 0) {
27,899,055✔
3468
      continue;
×
3469
    }
3470

3471
    STR_TO_VARSTR(tName, pm->name);
27,899,055✔
3472

3473
    for (int32_t j = 0; j < pm->colNum; j++) {
270,352,524✔
3474
      // table name
3475
      SColumnInfoData *pColInfoData = taosArrayGet(p->pDataBlock, 0);
242,452,854✔
3476
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, tName, false), &lino, _OVER);
242,443,014✔
3477

3478
      // database name
3479
      pColInfoData = taosArrayGet(p->pDataBlock, 1);
242,447,934✔
3480
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, dName, false), &lino, _OVER);
242,443,834✔
3481

3482
      pColInfoData = taosArrayGet(p->pDataBlock, 2);
242,450,189✔
3483
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, typeName, false), &lino, _OVER);
242,443,834✔
3484

3485
      // col name
3486
      char colName[TSDB_COL_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
242,444,244✔
3487
      STR_TO_VARSTR(colName, pm->schema[j].name);
242,444,449✔
3488
      pColInfoData = taosArrayGet(p->pDataBlock, 3);
242,450,804✔
3489
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, colName, false), &lino, _OVER);
242,389,714✔
3490

3491
      // col type
3492
      int8_t colType = pm->schema[j].type;
242,446,089✔
3493
      pColInfoData = taosArrayGet(p->pDataBlock, 4);
242,445,679✔
3494
      char colTypeStr[VARSTR_HEADER_SIZE + 32];
242,438,299✔
3495
      int  colTypeLen =
242,455,724✔
3496
          tsnprintf(varDataVal(colTypeStr), sizeof(colTypeStr) - VARSTR_HEADER_SIZE, "%s", tDataTypes[colType].name);
242,438,914✔
3497
      if (colType == TSDB_DATA_TYPE_VARCHAR) {
242,455,724✔
3498
        colTypeLen +=
119,705,253✔
3499
            tsnprintf(varDataVal(colTypeStr) + colTypeLen, sizeof(colTypeStr) - colTypeLen - VARSTR_HEADER_SIZE, "(%d)",
119,705,868✔
3500
                      (int32_t)(pm->schema[j].bytes - VARSTR_HEADER_SIZE));
119,706,278✔
3501
      } else if (colType == TSDB_DATA_TYPE_NCHAR) {
122,749,446✔
3502
        colTypeLen +=
×
3503
            tsnprintf(varDataVal(colTypeStr) + colTypeLen, sizeof(colTypeStr) - colTypeLen - VARSTR_HEADER_SIZE, "(%d)",
×
3504
                      (int32_t)((pm->schema[j].bytes - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE));
×
3505
      }
3506
      varDataSetLen(colTypeStr, colTypeLen);
242,454,699✔
3507
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, (char *)colTypeStr, false), &lino, _OVER);
242,429,484✔
3508

3509
      // col length
3510
      pColInfoData = taosArrayGet(p->pDataBlock, 5);
242,455,519✔
3511
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, (const char *)&pm->schema[j].bytes, false), &lino, _OVER);
242,450,394✔
3512

3513
      // col precision, col scale, col nullable, col source
3514
      for (int32_t k = 6; k <= 10; ++k) {
1,454,329,469✔
3515
        pColInfoData = taosArrayGet(p->pDataBlock, k);
1,211,486,910✔
3516
        colDataSetNULL(pColInfoData, numOfRows);
1,211,364,525✔
3517
      }
3518

3519
      numOfRows += 1;
242,842,559✔
3520
    }
3521
  }
3522
  return numOfRows;
1,014,526✔
3523
_OVER:
×
3524
  mError("failed at %s:%d since %s", __FUNCTION__, lino, tstrerror(code));
×
3525
  return numOfRows;
×
3526
}
3527
#define BUILD_COL_FOR_INFO_DB 1
3528
#define BUILD_COL_FOR_PERF_DB 1 << 1
3529
#define BUILD_COL_FOR_USER_DB 1 << 2
3530
#define BUILD_COL_FOR_ALL_DB  (BUILD_COL_FOR_INFO_DB | BUILD_COL_FOR_PERF_DB | BUILD_COL_FOR_USER_DB)
3531

3532
static int32_t buildSysDbColsInfo(SSDataBlock *p, int8_t buildWhichDBs, char *tb) {
540,397✔
3533
  size_t               size = 0;
540,397✔
3534
  const SSysTableMeta *pSysDbTableMeta = NULL;
540,397✔
3535

3536
  if (buildWhichDBs & BUILD_COL_FOR_INFO_DB) {
540,397✔
3537
    getInfosDbMeta(&pSysDbTableMeta, &size);
507,263✔
3538
    p->info.rows = buildDbColsInfoBlock(p, pSysDbTableMeta, size, TSDB_INFORMATION_SCHEMA_DB, tb);
507,263✔
3539
  }
3540

3541
  if (buildWhichDBs & BUILD_COL_FOR_PERF_DB) {
540,397✔
3542
    getPerfDbMeta(&pSysDbTableMeta, &size);
507,263✔
3543
    p->info.rows = buildDbColsInfoBlock(p, pSysDbTableMeta, size, TSDB_PERFORMANCE_SCHEMA_DB, tb);
507,263✔
3544
  }
3545

3546
  return p->info.rows;
540,397✔
3547
}
3548

3549
static int8_t determineBuildColForWhichDBs(const char *db) {
543,205✔
3550
  int8_t buildWhichDBs;
3551
  if (!db[0])
543,205✔
3552
    buildWhichDBs = BUILD_COL_FOR_ALL_DB;
507,146✔
3553
  else {
3554
    char *p = strchr(db, '.');
36,059✔
3555
    if (p && strcmp(p + 1, TSDB_INFORMATION_SCHEMA_DB) == 0) {
36,059✔
3556
      buildWhichDBs = BUILD_COL_FOR_INFO_DB;
117✔
3557
    } else if (p && strcmp(p + 1, TSDB_PERFORMANCE_SCHEMA_DB) == 0) {
35,942✔
3558
      buildWhichDBs = BUILD_COL_FOR_PERF_DB;
117✔
3559
    } else {
3560
      buildWhichDBs = BUILD_COL_FOR_USER_DB;
35,825✔
3561
    }
3562
  }
3563
  return buildWhichDBs;
543,205✔
3564
}
3565

3566
static int32_t mndRetrieveStbCol(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
543,205✔
3567
  uint8_t  buildWhichDBs;
3568
  SMnode  *pMnode = pReq->info.node;
543,205✔
3569
  SSdb    *pSdb = pMnode->pSdb;
543,205✔
3570
  SStbObj *pStb = NULL;
543,205✔
3571
  int32_t  numOfRows = 0;
543,205✔
3572
  int32_t  lino = 0;
543,205✔
3573
  int32_t  code = 0;
543,205✔
3574

3575
  buildWhichDBs = determineBuildColForWhichDBs(pShow->db);
543,205✔
3576

3577
  if (!pShow->sysDbRsp) {
543,205✔
3578
    numOfRows = buildSysDbColsInfo(pBlock, buildWhichDBs, pShow->filterTb);
540,397✔
3579
    mDebug("mndRetrieveStbCol get system table cols, rows:%d, db:%s", numOfRows, pShow->db);
540,397✔
3580
    pShow->sysDbRsp = true;
540,397✔
3581
  }
3582

3583
  if (buildWhichDBs & BUILD_COL_FOR_USER_DB) {
543,205✔
3584
    SDbObj *pDb = NULL;
542,971✔
3585
    if (strlen(pShow->db) > 0) {
542,971✔
3586
      pDb = mndAcquireDb(pMnode, pShow->db);
35,825✔
3587
      if (pDb == NULL && TSDB_CODE_MND_DB_NOT_EXIST != terrno && pBlock->info.rows == 0) return terrno;
35,825✔
3588
    }
3589

3590
    char typeName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
542,971✔
3591
    STR_TO_VARSTR(typeName, "SUPER_TABLE");
542,971✔
3592
    bool fetch = pShow->restore ? false : true;
542,971✔
3593
    pShow->restore = false;
542,971✔
3594
    while (numOfRows < rows) {
828,016✔
3595
      if (fetch) {
828,016✔
3596
        pShow->pIter = sdbFetch(pSdb, SDB_STB, pShow->pIter, (void **)&pStb);
825,208✔
3597
        if (pShow->pIter == NULL) break;
825,208✔
3598
      } else {
3599
        fetch = true;
2,808✔
3600
        void *pKey = taosHashGetKey(pShow->pIter, NULL);
2,808✔
3601
        pStb = sdbAcquire(pSdb, SDB_STB, pKey);
2,808✔
3602
        if (!pStb) continue;
2,808✔
3603
      }
3604

3605
      if (pDb != NULL && pStb->dbUid != pDb->uid) {
287,853✔
3606
        sdbRelease(pSdb, pStb);
1,404✔
3607
        continue;
1,404✔
3608
      }
3609

3610
      SName name = {0};
286,449✔
3611
      char  stbName[TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
286,449✔
3612
      mndExtractTbNameFromStbFullName(pStb->name, &stbName[VARSTR_HEADER_SIZE], TSDB_TABLE_NAME_LEN);
286,449✔
3613
      if (pShow->filterTb[0] && strncmp(pShow->filterTb, &stbName[VARSTR_HEADER_SIZE], TSDB_TABLE_NAME_LEN) != 0) {
286,449✔
3614
        sdbRelease(pSdb, pStb);
×
3615
        continue;
×
3616
      }
3617

3618
      if ((numOfRows + pStb->numOfColumns) > rows) {
286,449✔
3619
        pShow->restore = true;
2,808✔
3620
        if (numOfRows == 0) {
2,808✔
3621
          mError("mndRetrieveStbCol failed to get stable cols since buf:%d less than result:%d, stable name:%s, db:%s",
×
3622
                 rows, pStb->numOfColumns, pStb->name, pStb->db);
3623
        }
3624
        sdbRelease(pSdb, pStb);
2,808✔
3625
        break;
2,808✔
3626
      }
3627

3628
      varDataSetLen(stbName, strlen(&stbName[VARSTR_HEADER_SIZE]));
283,641✔
3629

3630
      mDebug("mndRetrieveStbCol get stable cols, stable name:%s, db:%s", pStb->name, pStb->db);
283,641✔
3631

3632
      char db[TSDB_DB_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
283,641✔
3633
      RETRIEVE_CHECK_GOTO(tNameFromString(&name, pStb->db, T_NAME_ACCT | T_NAME_DB), pStb, &lino, _OVER);
283,641✔
3634
      RETRIEVE_CHECK_GOTO(tNameGetDbName(&name, varDataVal(db)), pStb, &lino, _OVER);
283,641✔
3635
      varDataSetLen(db, strlen(varDataVal(db)));
283,641✔
3636

3637
      for (int i = 0; i < pStb->numOfColumns; i++) {
20,245,216✔
3638
        int32_t          cols = 0;
19,961,575✔
3639
        SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
19,961,575✔
3640
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)stbName, false), pStb, &lino, _OVER);
19,961,575✔
3641

3642
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
19,961,575✔
3643
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)db, false), pStb, &lino, _OVER);
19,961,575✔
3644

3645
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
19,961,575✔
3646
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, typeName, false), pStb, &lino, _OVER);
19,961,575✔
3647

3648
        // col name
3649
        char colName[TSDB_COL_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
19,961,575✔
3650
        STR_TO_VARSTR(colName, pStb->pColumns[i].name);
19,961,575✔
3651
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
19,961,575✔
3652
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, colName, false), pStb, &lino, _OVER);
19,961,575✔
3653

3654
        // col type
3655
        int8_t colType = pStb->pColumns[i].type;
19,961,575✔
3656
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
19,961,575✔
3657
        char colTypeStr[VARSTR_HEADER_SIZE + 32];
19,961,575✔
3658
        int  colTypeLen =
19,961,575✔
3659
            tsnprintf(varDataVal(colTypeStr), sizeof(colTypeStr) - VARSTR_HEADER_SIZE, "%s", tDataTypes[colType].name);
19,961,575✔
3660
        if (colType == TSDB_DATA_TYPE_VARCHAR) {
19,961,575✔
3661
          colTypeLen +=
194,972✔
3662
              tsnprintf(varDataVal(colTypeStr) + colTypeLen, sizeof(colTypeStr) - colTypeLen - VARSTR_HEADER_SIZE,
194,972✔
3663
                        "(%d)", (int32_t)(pStb->pColumns[i].bytes - VARSTR_HEADER_SIZE));
194,972✔
3664
        } else if (colType == TSDB_DATA_TYPE_NCHAR) {
19,766,603✔
3665
          colTypeLen +=
194,972✔
3666
              tsnprintf(varDataVal(colTypeStr) + colTypeLen, sizeof(colTypeStr) - colTypeLen - VARSTR_HEADER_SIZE,
194,972✔
3667
                        "(%d)", (int32_t)((pStb->pColumns[i].bytes - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE));
194,972✔
3668
        } else if (IS_DECIMAL_TYPE(colType)) {
19,571,631✔
3669
          STypeMod typeMod = pStb->pExtSchemas[i].typeMod;
×
3670
          uint8_t prec = 0, scale = 0;
×
3671
          decimalFromTypeMod(typeMod, &prec, &scale);
×
3672
          colTypeLen += sprintf(varDataVal(colTypeStr) + colTypeLen, "(%d,%d)", prec, scale);
×
3673
        }
3674
        varDataSetLen(colTypeStr, colTypeLen);
19,961,575✔
3675
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (char *)colTypeStr, false), pStb, &lino, _OVER);
19,961,575✔
3676

3677
        // col length
3678
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
19,961,575✔
3679
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->pColumns[i].bytes, false), pStb,
19,961,575✔
3680
                            &lino, _OVER);
3681
        
3682
        // col precision, col scale, col nullable, col source
3683
        for (int32_t j = 6; j <= 9; ++j) {
99,807,875✔
3684
          pColInfo = taosArrayGet(pBlock->pDataBlock, j);
79,846,300✔
3685
          colDataSetNULL(pColInfo, numOfRows);
79,846,300✔
3686
        }
3687

3688
        // col id
3689
        pColInfo = taosArrayGet(pBlock->pDataBlock, 10);
19,961,575✔
3690
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->pColumns[i].colId, false), pStb,
19,961,575✔
3691
                            &lino, _OVER);
3692
        numOfRows++;
19,961,575✔
3693
      }
3694

3695
      sdbRelease(pSdb, pStb);
283,641✔
3696
    }
3697

3698
    if (pDb != NULL) {
542,971✔
3699
      mndReleaseDb(pMnode, pDb);
35,470✔
3700
    }
3701
  }
3702

3703
  mDebug("mndRetrieveStbCol success, rows:%d, pShow->numOfRows:%d", numOfRows, pShow->numOfRows);
543,205✔
3704
  goto _OVER;
543,205✔
3705

3706
_ERROR:
3707
  mError("failed to mndRetrieveStbCol, rows:%d, pShow->numOfRows:%d, at %s:%d since %s", numOfRows, pShow->numOfRows,
3708
         __FUNCTION__, lino, tstrerror(code));
3709

3710
_OVER:
543,205✔
3711
  pShow->numOfRows += numOfRows;
543,205✔
3712
  return numOfRows;
543,205✔
3713
}
3714

3715
static void mndCancelGetNextStb(SMnode *pMnode, void *pIter) {
117✔
3716
  SSdb *pSdb = pMnode->pSdb;
117✔
3717
  sdbCancelFetchByType(pSdb, pIter, SDB_STB);
117✔
3718
}
117✔
3719

3720
const char *mndGetStbStr(const char *src) {
×
3721
  char *posDb = strstr(src, TS_PATH_DELIMITER);
×
3722
  if (posDb != NULL) ++posDb;
×
3723
  if (posDb == NULL) return src;
×
3724

3725
  char *posStb = strstr(posDb, TS_PATH_DELIMITER);
×
3726
  if (posStb != NULL) ++posStb;
×
3727
  if (posStb == NULL) return posDb;
×
3728
  return posStb;
×
3729
}
3730

3731
static int32_t mndCheckIndexReq(SCreateTagIndexReq *pReq) {
×
3732
  // impl
3733
  return TSDB_CODE_SUCCESS;
×
3734
}
3735

3736
/*int32_t mndAddIndexImpl(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp, void *sql,
3737
                        int32_t len) {
3738
  // impl later
3739
  int32_t code = 0;
3740
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "create-stb-index");
3741
  if (pTrans == NULL) goto _OVER;
3742

3743
  mInfo("trans:%d, used to add index to stb:%s", pTrans->id, pStb->name);
3744
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
3745
  if (mndTransCheckConflict(pMnode, pTrans) != 0) goto _OVER;
3746

3747
  if (mndSetAlterStbPrepareLogs(pMnode, pTrans, pDb, pStb) != 0) goto _OVER;
3748
  if (mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb) != 0) goto _OVER;
3749
  if (mndSetAlterStbRedoActions2(pMnode, pTrans, pDb, pStb, sql, len) != 0) goto _OVER;
3750
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
3751

3752
  return code;
3753

3754
_OVER:
3755
  mndTransDrop(pTrans);
3756
  return code;
3757
}
3758
static int32_t mndAddIndex(SMnode *pMnode, SRpcMsg *pReq, SCreateTagIndexReq *tagIdxReq, SDbObj *pDb, SStbObj *pOld) {
3759
  bool    needRsp = true;
3760
  int32_t code = -1;
3761
  SField *pField0 = NULL;
3762

3763
  SStbObj  stbObj = {0};
3764
  SStbObj *pNew = &stbObj;
3765

3766
  taosRLockLatch(&pOld->lock);
3767
  memcpy(&stbObj, pOld, sizeof(SStbObj));
3768
  taosRUnLockLatch(&pOld->lock);
3769

3770
  stbObj.pColumns = NULL;
3771
  stbObj.pTags = NULL;
3772
  stbObj.updateTime = taosGetTimestampMs();
3773
  stbObj.lock = 0;
3774

3775
  int32_t tag = mndFindSuperTableTagIndex(pOld, tagIdxReq->colName);
3776
  if (tag < 0) {
3777
    terrno = TSDB_CODE_MND_TAG_NOT_EXIST;
3778
    return -1;
3779
  }
3780
  if (mndAllocStbSchemas(pOld, pNew) != 0) {
3781
    return -1;
3782
  }
3783

3784
  SSchema *pTag = pNew->pTags + tag;
3785
  if (IS_IDX_ON(pTag)) {
3786
    terrno = TSDB_CODE_MND_TAG_INDEX_ALREADY_EXIST;
3787
    return -1;
3788
  } else {
3789
    pTag->flags |= COL_IDX_ON;
3790
  }
3791
  pNew->tagVer++;
3792

3793
  code = mndAddIndexImpl(pMnode, pReq, pDb, pNew, needRsp, pReq->pCont, pReq->contLen);
3794

3795
  return code;
3796
}
3797
static int32_t mndProcessCreateIndexReq(SRpcMsg *pReq) {
3798
  SMnode            *pMnode = pReq->info.node;
3799
  int32_t            code = -1;
3800
  SDbObj            *pDb = NULL;
3801
  SStbObj           *pStb = NULL;
3802
  SCreateTagIndexReq tagIdxReq = {0};
3803

3804
  if (tDeserializeSCreateTagIdxReq(pReq->pCont, pReq->contLen, &tagIdxReq) != 0) {
3805
    terrno = TSDB_CODE_INVALID_MSG;
3806
    goto _OVER;
3807
  }
3808

3809
  mInfo("stb:%s, start to alter", tagIdxReq.stbName);
3810

3811
  if (mndCheckIndexReq(&tagIdxReq) != TSDB_CODE_SUCCESS) {
3812
    goto _OVER;
3813
  }
3814

3815
  pDb = mndAcquireDbByStb(pMnode, tagIdxReq.dbFName);
3816
  if (pDb == NULL) {
3817
    terrno = TSDB_CODE_MND_DB_NOT_EXIST;
3818
    goto _OVER;
3819
  }
3820

3821
  pStb = mndAcquireStb(pMnode, tagIdxReq.stbName);
3822
  if (pStb == NULL) {
3823
    terrno = TSDB_CODE_MND_STB_NOT_EXIST;
3824
    goto _OVER;
3825
  }
3826
  if (mndCheckDbPrivilege(pMnode, pReq->info.conn.user, MND_OPER_WRITE_DB, pDb) != 0) {
3827
    goto _OVER;
3828
  }
3829

3830
  code = mndAddIndex(pMnode, pReq, &tagIdxReq, pDb, pStb);
3831
  if (terrno == TSDB_CODE_MND_TAG_INDEX_ALREADY_EXIST || terrno == TSDB_CODE_MND_TAG_NOT_EXIST) {
3832
    return terrno;
3833
  } else {
3834
    if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
3835
  }
3836
_OVER:
3837
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
3838
    mError("stb:%s, failed to create index since %s", tagIdxReq.stbName, terrstr());
3839
  }
3840
  mndReleaseStb(pMnode, pStb);
3841
  mndReleaseDb(pMnode, pDb);
3842
  return code;
3843
}
3844
static int32_t mndProcessDropIndexReq(SRpcMsg *pReq) {
3845
  SMnode          *pMnode = pReq->info.node;
3846
  int32_t          code = -1;
3847
  SDbObj          *pDb = NULL;
3848
  SStbObj         *pStb = NULL;
3849
  SDropTagIndexReq dropReq = {0};
3850
  if (tDeserializeSDropTagIdxReq(pReq->pCont, pReq->contLen, &dropReq) != 0) {
3851
    terrno = TSDB_CODE_INVALID_MSG;
3852
    goto _OVER;
3853
  }
3854
  //
3855
  return TSDB_CODE_SUCCESS;
3856
_OVER:
3857
  return code;
3858
}*/
3859

3860
static int32_t mndProcessDropStbReqFromMNode(SRpcMsg *pReq) {
×
3861
  int32_t code = mndProcessDropStbReq(pReq);
×
3862
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
×
3863
    pReq->info.rsp = rpcMallocCont(1);
×
3864
    pReq->info.rspLen = 1;
×
3865
    pReq->info.noResp = false;
×
3866
    pReq->code = code;
×
3867
  }
3868
  return code;
×
3869
}
3870

3871
typedef struct SVDropTbVgReqs {
3872
  SArray     *pBatchReqs;
3873
  SVgroupInfo info;
3874
} SVDropTbVgReqs;
3875

3876
typedef struct SMDropTbDbInfo {
3877
  SArray *dbVgInfos;
3878
  int32_t hashPrefix;
3879
  int32_t hashSuffix;
3880
  int32_t hashMethod;
3881
} SMDropTbDbInfo;
3882

3883
typedef struct SMDropTbTsmaInfo {
3884
  char           tsmaResTbDbFName[TSDB_DB_FNAME_LEN];
3885
  char           tsmaResTbNamePrefix[TSDB_TABLE_FNAME_LEN];
3886
  int32_t        suid;
3887
  SMDropTbDbInfo dbInfo;  // reference to DbInfo in pDbMap
3888
} SMDropTbTsmaInfo;
3889

3890
typedef struct SMDropTbTsmaInfos {
3891
  SArray *pTsmaInfos;  // SMDropTbTsmaInfo
3892
} SMDropTbTsmaInfos;
3893

3894
typedef struct SMndDropTbsWithTsmaCtx {
3895
  SHashObj *pVgMap;  // <vgId, SVDropTbVgReqs>
3896
} SMndDropTbsWithTsmaCtx;
3897

3898
static int32_t mndDropTbForSingleVg(SMnode *pMnode, SMndDropTbsWithTsmaCtx *pCtx, SArray *pTbs, int32_t vgId);
3899

3900
static void destroySVDropTbBatchReqs(void *p);
3901
static void mndDestroyDropTbsWithTsmaCtx(SMndDropTbsWithTsmaCtx *p) {
12,327✔
3902
  if (!p) return;
12,327✔
3903

3904
  if (p->pVgMap) {
12,327✔
3905
    void *pIter = taosHashIterate(p->pVgMap, NULL);
12,327✔
3906
    while (pIter) {
24,654✔
3907
      SVDropTbVgReqs *pReqs = pIter;
12,327✔
3908
      taosArrayDestroyEx(pReqs->pBatchReqs, destroySVDropTbBatchReqs);
12,327✔
3909
      pIter = taosHashIterate(p->pVgMap, pIter);
12,327✔
3910
    }
3911
    taosHashCleanup(p->pVgMap);
12,327✔
3912
  }
3913
  taosMemoryFree(p);
12,327✔
3914
}
3915

3916
static int32_t mndInitDropTbsWithTsmaCtx(SMndDropTbsWithTsmaCtx **ppCtx) {
12,327✔
3917
  int32_t                 code = 0;
12,327✔
3918
  SMndDropTbsWithTsmaCtx *pCtx = taosMemoryCalloc(1, sizeof(SMndDropTbsWithTsmaCtx));
12,327✔
3919
  if (!pCtx) return terrno;
12,327✔
3920

3921
  pCtx->pVgMap = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), false, HASH_NO_LOCK);
12,327✔
3922
  if (!pCtx->pVgMap) {
12,327✔
3923
    code = terrno;
×
3924
    goto _end;
×
3925
  }
3926

3927
  *ppCtx = pCtx;
12,327✔
3928
_end:
12,327✔
3929
  if (code) mndDestroyDropTbsWithTsmaCtx(pCtx);
12,327✔
3930
  return code;
12,327✔
3931
}
3932

3933
static void *mndBuildVDropTbsReq(SMnode *pMnode, const SVgroupInfo *pVgInfo, const SVDropTbBatchReq *pReq,
35,688✔
3934
                                 int32_t *len) {
3935
  int32_t   contLen = 0;
35,688✔
3936
  int32_t   ret = 0;
35,688✔
3937
  SMsgHead *pHead = NULL;
35,688✔
3938
  SEncoder  encoder = {0};
35,688✔
3939

3940
  tEncodeSize(tEncodeSVDropTbBatchReq, pReq, contLen, ret);
35,688✔
3941
  if (ret < 0) return NULL;
35,688✔
3942

3943
  contLen += sizeof(SMsgHead);
35,688✔
3944
  pHead = taosMemoryMalloc(contLen);
35,688✔
3945
  if (pHead == NULL) {
35,688✔
3946
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
3947
    return NULL;
×
3948
  }
3949

3950
  pHead->contLen = htonl(contLen);
35,688✔
3951
  pHead->vgId = htonl(pVgInfo->vgId);
35,688✔
3952

3953
  void *pBuf = POINTER_SHIFT(pHead, sizeof(SMsgHead));
35,688✔
3954

3955
  tEncoderInit(&encoder, pBuf, contLen - sizeof(SMsgHead));
35,688✔
3956
  int32_t code = tEncodeSVDropTbBatchReq(&encoder, pReq);
35,688✔
3957
  tEncoderClear(&encoder);
35,688✔
3958
  if (code != 0) return NULL;
35,688✔
3959

3960
  *len = contLen;
35,688✔
3961
  return pHead;
35,688✔
3962
}
3963

3964
static int32_t mndSetDropTbsRedoActions(SMnode *pMnode, STrans *pTrans, const SVDropTbVgReqs *pVgReqs, void *pCont,
35,688✔
3965
                                        int32_t contLen, tmsg_t msgType) {
3966
  STransAction action = {0};
35,688✔
3967
  action.epSet = pVgReqs->info.epSet;
35,688✔
3968
  action.pCont = pCont;
35,688✔
3969
  action.contLen = contLen;
35,688✔
3970
  action.msgType = msgType;
35,688✔
3971
  action.acceptableCode = TSDB_CODE_TDB_TABLE_NOT_EXIST;
35,688✔
3972
  return mndTransAppendRedoAction(pTrans, &action);
35,688✔
3973
}
3974

3975
static int32_t mndBuildDropTbRedoActions(SMnode *pMnode, STrans *pTrans, SHashObj *pVgMap, tmsg_t msgType) {
8,922✔
3976
  int32_t code = 0;
8,922✔
3977
  void   *pIter = taosHashIterate(pVgMap, NULL);
8,922✔
3978
  while (pIter) {
17,844✔
3979
    const SVDropTbVgReqs *pVgReqs = pIter;
8,922✔
3980
    int32_t               len = 0;
8,922✔
3981
    for (int32_t i = 0; i < taosArrayGetSize(pVgReqs->pBatchReqs) && code == TSDB_CODE_SUCCESS; ++i) {
44,610✔
3982
      SVDropTbBatchReq *pBatchReq = taosArrayGet(pVgReqs->pBatchReqs, i);
35,688✔
3983
      void             *p = mndBuildVDropTbsReq(pMnode, &pVgReqs->info, pBatchReq, &len);
35,688✔
3984
      if (!p) {
35,688✔
3985
        code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
3986
        if (terrno != 0) code = terrno;
×
3987
        break;
×
3988
      }
3989
      if ((code = mndSetDropTbsRedoActions(pMnode, pTrans, pVgReqs, p, len, msgType)) != 0) {
35,688✔
3990
        break;
×
3991
      }
3992
    }
3993
    if (TSDB_CODE_SUCCESS != code) {
8,922✔
3994
      taosHashCancelIterate(pVgMap, pIter);
×
3995
      break;
×
3996
    }
3997
    pIter = taosHashIterate(pVgMap, pIter);
8,922✔
3998
  }
3999
  return code;
8,922✔
4000
}
4001

4002
static int32_t mndCreateDropTbsTxnPrepare(SRpcMsg *pRsp, SMndDropTbsWithTsmaCtx *pCtx) {
12,327✔
4003
  int32_t code = 0;
12,327✔
4004
  SMnode *pMnode = pRsp->info.node;
12,327✔
4005
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_GLOBAL, pRsp, "drop-tbs");
12,327✔
4006
  mndTransSetChangeless(pTrans);
12,327✔
4007
  mndTransSetSerial(pTrans);
12,327✔
4008
  if (pTrans == NULL) {
12,327✔
4009
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
4010
    if (terrno != 0) code = terrno;
×
4011
    goto _OVER;
×
4012
  }
4013

4014
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
12,327✔
4015

4016
  if ((code = mndBuildDropTbRedoActions(pMnode, pTrans, pCtx->pVgMap, TDMT_VND_DROP_TABLE)) != 0) goto _OVER;
8,922✔
4017
  if ((code = mndTransPrepare(pMnode, pTrans)) != 0) goto _OVER;
8,922✔
4018

4019
_OVER:
8,922✔
4020
  mndTransDrop(pTrans);
12,327✔
4021
  TAOS_RETURN(code);
12,327✔
4022
}
4023

4024
static int32_t mndProcessDropTbWithTsma(SRpcMsg *pReq) {
×
4025
  int32_t      code = -1;
×
4026
  SMnode      *pMnode = pReq->info.node;
×
4027
  SDbObj      *pDb = NULL;
×
4028
  SStbObj     *pStb = NULL;
×
4029
  SMDropTbsReq dropReq = {0};
×
4030
  bool         locked = false;
×
4031
  if (tDeserializeSMDropTbsReq(pReq->pCont, pReq->contLen, &dropReq) != 0) {
×
4032
    code = TSDB_CODE_INVALID_MSG;
×
4033
    goto _OVER;
×
4034
  }
4035

4036
  SMndDropTbsWithTsmaCtx *pCtx = NULL;
×
4037
  code = mndInitDropTbsWithTsmaCtx(&pCtx);
×
4038
  if (code) goto _OVER;
×
4039
  for (int32_t i = 0; i < dropReq.pVgReqs->size; ++i) {
×
4040
    SMDropTbReqsOnSingleVg *pReq = taosArrayGet(dropReq.pVgReqs, i);
×
4041
    code = mndDropTbForSingleVg(pMnode, pCtx, pReq->pTbs, pReq->vgInfo.vgId);
×
4042
    if (code) goto _OVER;
×
4043
  }
4044
  code = mndCreateDropTbsTxnPrepare(pReq, pCtx);
×
4045
  if (code == 0) {
×
4046
    code = TSDB_CODE_ACTION_IN_PROGRESS;
×
4047
  }
4048
_OVER:
×
4049
  tFreeSMDropTbsReq(&dropReq);
×
4050
  if (pCtx) mndDestroyDropTbsWithTsmaCtx(pCtx);
×
4051
  TAOS_RETURN(code);
×
4052
}
4053

4054
static int32_t createDropTbBatchReq(const SVDropTbReq *pReq, SVDropTbBatchReq *pBatchReq) {
50,670✔
4055
  pBatchReq->nReqs = 1;
50,670✔
4056
  pBatchReq->pArray = taosArrayInit(TARRAY_MIN_SIZE, sizeof(SVDropTbReq));
50,670✔
4057
  if (!pBatchReq->pArray) return terrno;
50,670✔
4058
  if (taosArrayPush(pBatchReq->pArray, pReq) == NULL) {
101,340✔
4059
    taosArrayDestroy(pBatchReq->pArray);
×
4060
    pBatchReq->pArray = NULL;
×
4061
    return terrno;
×
4062
  }
4063
  return TSDB_CODE_SUCCESS;
50,670✔
4064
}
4065

4066
static void destroySVDropTbBatchReqs(void *p) {
50,670✔
4067
  SVDropTbBatchReq *pReq = p;
50,670✔
4068
  taosArrayDestroy(pReq->pArray);
50,670✔
4069
  pReq->pArray = NULL;
50,670✔
4070
}
50,670✔
4071

4072
static int32_t mndDropTbAdd(SMnode *pMnode, SHashObj *pVgHashMap, const SVgroupInfo *pVgInfo, char *name, tb_uid_t suid,
50,670✔
4073
                            bool ignoreNotExists) {
4074
  SVDropTbReq req = {.name = name, .suid = suid, .igNotExists = ignoreNotExists, .uid = 0};
50,670✔
4075

4076
  SVDropTbVgReqs *pVgReqs = taosHashGet(pVgHashMap, &pVgInfo->vgId, sizeof(pVgInfo->vgId));
50,670✔
4077
  SVDropTbVgReqs  vgReqs = {0};
50,670✔
4078
  if (pVgReqs == NULL) {
50,670✔
4079
    vgReqs.info = *pVgInfo;
12,327✔
4080
    vgReqs.pBatchReqs = taosArrayInit(TARRAY_MIN_SIZE, sizeof(SVDropTbBatchReq));
12,327✔
4081
    if (!vgReqs.pBatchReqs) return terrno;
12,327✔
4082
    SVDropTbBatchReq batchReq = {0};
12,327✔
4083
    int32_t          code = createDropTbBatchReq(&req, &batchReq);
12,327✔
4084
    if (TSDB_CODE_SUCCESS != code) return code;
12,327✔
4085
    if (taosArrayPush(vgReqs.pBatchReqs, &batchReq) == NULL) {
24,654✔
4086
      taosArrayDestroy(batchReq.pArray);
×
4087
      return terrno;
×
4088
    }
4089
    if (taosHashPut(pVgHashMap, &pVgInfo->vgId, sizeof(pVgInfo->vgId), &vgReqs, sizeof(vgReqs)) != 0) {
12,327✔
4090
      taosArrayDestroyEx(vgReqs.pBatchReqs, destroySVDropTbBatchReqs);
×
4091
      return terrno;
×
4092
    }
4093
  } else {
4094
    SVDropTbBatchReq batchReq = {0};
38,343✔
4095
    int32_t          code = createDropTbBatchReq(&req, &batchReq);
38,343✔
4096
    if (TSDB_CODE_SUCCESS != code) return code;
38,343✔
4097
    if (taosArrayPush(pVgReqs->pBatchReqs, &batchReq) == NULL) {
76,686✔
4098
      taosArrayDestroy(batchReq.pArray);
×
4099
      return terrno;
×
4100
    }
4101
  }
4102
  return 0;
50,670✔
4103
}
4104

4105
static int32_t mndDropTbForSingleVg(SMnode *pMnode, SMndDropTbsWithTsmaCtx *pCtx, SArray *pTbs, int32_t vgId) {
12,327✔
4106
  int32_t code = 0;
12,327✔
4107

4108
  SVgObj *pVgObj = mndAcquireVgroup(pMnode, vgId);
12,327✔
4109
  if (!pVgObj) {
12,327✔
4110
    code = 0;
×
4111
    goto _end;
×
4112
  }
4113
  SVgroupInfo vgInfo = {.hashBegin = pVgObj->hashBegin,
24,654✔
4114
                        .hashEnd = pVgObj->hashEnd,
12,327✔
4115
                        .numOfTable = pVgObj->numOfTables,
12,327✔
4116
                        .vgId = pVgObj->vgId};
12,327✔
4117
  vgInfo.epSet = mndGetVgroupEpset(pMnode, pVgObj);
12,327✔
4118
  mndReleaseVgroup(pMnode, pVgObj);
12,327✔
4119

4120
  for (int32_t i = 0; i < pTbs->size; ++i) {
62,997✔
4121
    SVDropTbReq *pTb = taosArrayGet(pTbs, i);
50,670✔
4122
    TAOS_CHECK_GOTO(mndDropTbAdd(pMnode, pCtx->pVgMap, &vgInfo, pTb->name, pTb->suid, pTb->igNotExists), NULL, _end);
50,670✔
4123
  }
4124
_end:
12,327✔
4125
  return code;
12,327✔
4126
}
4127

4128
static int32_t mndProcessFetchTtlExpiredTbs(SRpcMsg *pRsp) {
10,938,255✔
4129
  int32_t                 code = -1;
10,938,255✔
4130
  SDecoder                decoder = {0};
10,938,255✔
4131
  SMnode                 *pMnode = pRsp->info.node;
10,938,255✔
4132
  SVFetchTtlExpiredTbsRsp rsp = {0};
10,938,255✔
4133
  SMndDropTbsWithTsmaCtx *pCtx = NULL;
10,938,255✔
4134
  if (pRsp->code != TSDB_CODE_SUCCESS) {
10,938,255✔
4135
    code = pRsp->code;
133,299✔
4136
    goto _end;
133,299✔
4137
  }
4138
  if (pRsp->contLen == 0) {
10,804,956✔
4139
    code = 0;
10,792,629✔
4140
    goto _end;
10,792,629✔
4141
  }
4142

4143
  tDecoderInit(&decoder, pRsp->pCont, pRsp->contLen);
12,327✔
4144
  code = tDecodeVFetchTtlExpiredTbsRsp(&decoder, &rsp);
12,327✔
4145
  if (code) goto _end;
12,327✔
4146

4147
  code = mndInitDropTbsWithTsmaCtx(&pCtx);
12,327✔
4148
  if (code) goto _end;
12,327✔
4149

4150
  code = mndDropTbForSingleVg(pMnode, pCtx, rsp.pExpiredTbs, rsp.vgId);
12,327✔
4151
  if (code) goto _end;
12,327✔
4152
  code = mndCreateDropTbsTxnPrepare(pRsp, pCtx);
12,327✔
4153
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
12,327✔
4154
_end:
10,937,626✔
4155
  if (pCtx) mndDestroyDropTbsWithTsmaCtx(pCtx);
10,938,255✔
4156
  tDecoderClear(&decoder);
10,938,255✔
4157
  tFreeFetchTtlExpiredTbsRsp(&rsp);
10,938,255✔
4158
  TAOS_RETURN(code);
10,938,255✔
4159
}
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc