• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #4998

21 Mar 2026 01:22PM UTC coverage: 72.335% (+0.6%) from 71.739%
#4998

push

travis-ci

web-flow
enh:register add secondEp (#34867)

61 of 69 new or added lines in 1 file covered. (88.41%)

8670 existing lines in 142 files now uncovered.

253516 of 350475 relevant lines covered (72.33%)

133451446.75 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

78.13
/source/dnode/mnode/impl/src/mndStb.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#define _DEFAULT_SOURCE
17
#include "audit.h"
18
#include "mndDb.h"
19
#include "mndDnode.h"
20
#include "mndIndex.h"
21
#include "mndIndexComm.h"
22
#include "mndInfoSchema.h"
23
#include "mndMnode.h"
24
#include "mndPerfSchema.h"
25
#include "mndPrivilege.h"
26
#include "mndRsma.h"
27
#include "mndShow.h"
28
#include "mndSma.h"
29
#include "mndStb.h"
30
#include "mndTopic.h"
31
#include "mndTrans.h"
32
#include "mndUser.h"
33
#include "mndVgroup.h"
34
#include "mndStream.h"
35
#include "tname.h"
36

37
#define STB_VER_SUPPORT_COMP    2
38
#define STB_VER_SUPPORT_VIRTUAL 3
39
#define STB_VER_SUPPORT_OWNER   4
40
#define STB_VER_NUMBER          STB_VER_SUPPORT_OWNER
41
#define STB_RESERVE_SIZE        55
42

43
static int32_t  mndStbActionInsert(SSdb *pSdb, SStbObj *pStb);
44
static int32_t  mndStbActionDelete(SSdb *pSdb, SStbObj *pStb);
45
static int32_t  mndStbActionUpdate(SSdb *pSdb, SStbObj *pOld, SStbObj *pNew);
46
static int32_t  mndProcessTtlTimer(SRpcMsg *pReq);
47
// static int32_t  mndProcessTrimDbTimer(SRpcMsg *pReq);
48
static int32_t  mndProcessCreateStbReq(SRpcMsg *pReq);
49
static int32_t  mndProcessAlterStbReq(SRpcMsg *pReq);
50
static int32_t  mndProcessDropStbReq(SRpcMsg *pReq);
51
static int32_t  mndProcessDropTtltbRsp(SRpcMsg *pReq);
52
static int32_t  mndProcessTrimDbRsp(SRpcMsg *pReq);
53
static int32_t  mndProcessTrimDbWalRsp(SRpcMsg *pReq);
54
static int32_t  mndProcessTableMetaReq(SRpcMsg *pReq);
55
static int32_t  mndRetrieveStb(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
56
static int32_t  mndRetrieveStbCol(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
57
static void     mndCancelGetNextStb(SMnode *pMnode, void *pIter);
58
static int32_t  mndProcessTableCfgReq(SRpcMsg *pReq);
59
static int32_t  mndAlterStbImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
60
                               void *alterOriData, int32_t alterOriDataLen);
61
static int32_t  mndAlterStbAndUpdateTagIdxImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
62
                                              void *alterOriData, int32_t alterOriDataLen, const SMAlterStbReq *pAlter);
63

64
static int32_t mndProcessCreateIndexReq(SRpcMsg *pReq);
65
static int32_t mndProcessDropIndexReq(SRpcMsg *pReq);
66

67
static int32_t mndProcessDropStbReqFromMNode(SRpcMsg *pReq);
68
static int32_t mndProcessDropTbWithTsma(SRpcMsg *pReq);
69
static int32_t mndProcessFetchTtlExpiredTbs(SRpcMsg *pReq);
70
static int32_t mndProcessAuditRecordRsp(SRpcMsg *pRsp);
71

72
int32_t mndInitStb(SMnode *pMnode) {
450,236✔
73
  SSdbTable table = {
450,236✔
74
      .sdbType = SDB_STB,
75
      .keyType = SDB_KEY_BINARY,
76
      .encodeFp = (SdbEncodeFp)mndStbActionEncode,
77
      .decodeFp = (SdbDecodeFp)mndStbActionDecode,
78
      .insertFp = (SdbInsertFp)mndStbActionInsert,
79
      .updateFp = (SdbUpdateFp)mndStbActionUpdate,
80
      .deleteFp = (SdbDeleteFp)mndStbActionDelete,
81
  };
82

83
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_STB, mndProcessCreateStbReq);
450,236✔
84
  mndSetMsgHandle(pMnode, TDMT_MND_ALTER_STB, mndProcessAlterStbReq);
450,236✔
85
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_STB, mndProcessDropStbReq);
450,236✔
86
  mndSetMsgHandle(pMnode, TDMT_VND_CREATE_STB_RSP, mndTransProcessRsp);
450,236✔
87
  mndSetMsgHandle(pMnode, TDMT_VND_DROP_TTL_TABLE_RSP, mndProcessDropTtltbRsp);
450,236✔
88
  mndSetMsgHandle(pMnode, TDMT_VND_TRIM_RSP, mndTransProcessRsp);
450,236✔
89
  mndSetMsgHandle(pMnode, TDMT_VND_TRIM_WAL_RSP, mndProcessTrimDbWalRsp);
450,236✔
90
  mndSetMsgHandle(pMnode, TDMT_VND_ALTER_STB_RSP, mndTransProcessRsp);
450,236✔
91
  mndSetMsgHandle(pMnode, TDMT_VND_DROP_STB_RSP, mndTransProcessRsp);
450,236✔
92
  mndSetMsgHandle(pMnode, TDMT_MND_TABLE_META, mndProcessTableMetaReq);
450,236✔
93
  mndSetMsgHandle(pMnode, TDMT_MND_TTL_TIMER, mndProcessTtlTimer);
450,236✔
94
  // mndSetMsgHandle(pMnode, TDMT_MND_TRIM_DB_TIMER, mndProcessTrimDbTimer);
95
  mndSetMsgHandle(pMnode, TDMT_MND_TABLE_CFG, mndProcessTableCfgReq);
450,236✔
96
  mndSetMsgHandle(pMnode, TDMT_MND_STB_DROP, mndProcessDropStbReqFromMNode);
450,236✔
97
  mndSetMsgHandle(pMnode, TDMT_MND_STB_DROP_RSP, mndTransProcessRsp);
450,236✔
98
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_TB_WITH_TSMA, mndProcessDropTbWithTsma);
450,236✔
99
  mndSetMsgHandle(pMnode, TDMT_VND_FETCH_TTL_EXPIRED_TBS_RSP, mndProcessFetchTtlExpiredTbs);
450,236✔
100
  mndSetMsgHandle(pMnode, TDMT_VND_DROP_TABLE_RSP, mndTransProcessRsp);
450,236✔
101
  //  mndSetMsgHandle(pMnode, TDMT_MND_SYSTABLE_RETRIEVE, mndProcessRetrieveStbReq);
102

103
  // mndSetMsgHandle(pMnode, TDMT_MND_CREATE_INDEX, mndProcessCreateIndexReq);
104
  // mndSetMsgHandle(pMnode, TDMT_MND_DROP_INDEX, mndProcessDropIndexReq);
105
  // mndSetMsgHandle(pMnode, TDMT_VND_CREATE_INDEX_RSP, mndTransProcessRsp);
106
  // mndSetMsgHandle(pMnode, TDMT_VND_DROP_INDEX_RSP, mndTransProcessRsp);
107
  mndSetMsgHandle(pMnode, TDMT_VND_AUDIT_RECORD_RSP, mndProcessAuditRecordRsp);
450,236✔
108

109
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_STB, mndRetrieveStb);
450,236✔
110
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_STB, mndCancelGetNextStb);
450,236✔
111

112
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_COL, mndRetrieveStbCol);
450,236✔
113
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_COL, mndCancelGetNextStb);
450,236✔
114

115
  return sdbSetTable(pMnode->pSdb, table);
450,236✔
116
}
117

118
void mndCleanupStb(SMnode *pMnode) {}
450,172✔
119

120
SSdbRaw *mndStbActionEncode(SStbObj *pStb) {
15,653,133✔
121
  int32_t code = 0;
15,653,133✔
122
  int32_t lino = 0;
15,653,133✔
123
  bool    hasTypeMod = false;
15,653,133✔
124
  terrno = TSDB_CODE_OUT_OF_MEMORY;
15,653,133✔
125

126
  int32_t size = sizeof(SStbObj) + (pStb->numOfColumns + pStb->numOfTags) * sizeof(SSchema) + pStb->commentLen +
15,664,983✔
127
                 pStb->ast1Len + pStb->ast2Len + pStb->numOfColumns * sizeof(SColCmpr) + STB_RESERVE_SIZE +
15,664,983✔
128
                 taosArrayGetSize(pStb->pFuncs) * TSDB_FUNC_NAME_LEN + sizeof(int32_t) * pStb->numOfColumns;
15,653,133✔
129
  SSdbRaw *pRaw = sdbAllocRaw(SDB_STB, STB_VER_NUMBER, size);
15,653,133✔
130
  if (pRaw == NULL) goto _OVER;
15,653,133✔
131

132
  int32_t dataPos = 0;
15,653,133✔
133
  SDB_SET_BINARY(pRaw, dataPos, pStb->name, TSDB_TABLE_FNAME_LEN, _OVER)
15,653,133✔
134
  SDB_SET_BINARY(pRaw, dataPos, pStb->db, TSDB_DB_FNAME_LEN, _OVER)
15,653,133✔
135
  SDB_SET_INT64(pRaw, dataPos, pStb->createdTime, _OVER)
15,653,133✔
136
  SDB_SET_INT64(pRaw, dataPos, pStb->updateTime, _OVER)
15,653,133✔
137
  SDB_SET_INT64(pRaw, dataPos, pStb->uid, _OVER)
15,653,133✔
138
  SDB_SET_INT64(pRaw, dataPos, pStb->dbUid, _OVER)
15,653,133✔
139
  SDB_SET_INT32(pRaw, dataPos, pStb->tagVer, _OVER)
15,653,133✔
140
  SDB_SET_INT32(pRaw, dataPos, pStb->colVer, _OVER)
15,653,133✔
141
  SDB_SET_INT32(pRaw, dataPos, pStb->smaVer, _OVER)
15,653,133✔
142
  SDB_SET_INT32(pRaw, dataPos, pStb->nextColId, _OVER)
15,653,133✔
143
  SDB_SET_INT64(pRaw, dataPos, pStb->maxdelay[0], _OVER)
15,653,133✔
144
  SDB_SET_INT64(pRaw, dataPos, pStb->maxdelay[1], _OVER)
15,653,133✔
145
  SDB_SET_INT64(pRaw, dataPos, pStb->watermark[0], _OVER)
15,653,133✔
146
  SDB_SET_INT64(pRaw, dataPos, pStb->watermark[1], _OVER)
15,653,133✔
147
  SDB_SET_INT32(pRaw, dataPos, pStb->ttl, _OVER)
15,653,133✔
148
  SDB_SET_INT32(pRaw, dataPos, pStb->numOfColumns, _OVER)
15,653,133✔
149
  SDB_SET_INT32(pRaw, dataPos, pStb->numOfTags, _OVER)
15,653,133✔
150
  SDB_SET_INT32(pRaw, dataPos, pStb->numOfFuncs, _OVER)
15,653,133✔
151
  SDB_SET_INT32(pRaw, dataPos, pStb->commentLen, _OVER)
15,653,133✔
152
  SDB_SET_INT32(pRaw, dataPos, pStb->ast1Len, _OVER)
15,653,133✔
153
  SDB_SET_INT32(pRaw, dataPos, pStb->ast2Len, _OVER)
15,653,133✔
154

155
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
1,014,577,532✔
156
    SSchema *pSchema = &pStb->pColumns[i];
998,924,399✔
157
    SDB_SET_INT8(pRaw, dataPos, pSchema->type, _OVER)
998,924,399✔
158
    SDB_SET_INT8(pRaw, dataPos, pSchema->flags, _OVER)
998,924,399✔
159
    SDB_SET_INT16(pRaw, dataPos, pSchema->colId, _OVER)
998,924,399✔
160
    SDB_SET_INT32(pRaw, dataPos, pSchema->bytes, _OVER)
998,924,399✔
161
    SDB_SET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
998,924,399✔
162
    hasTypeMod = hasTypeMod || HAS_TYPE_MOD(pSchema);
998,924,399✔
163
  }
164

165
  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
110,852,648✔
166
    SSchema *pSchema = &pStb->pTags[i];
95,199,515✔
167
    SDB_SET_INT8(pRaw, dataPos, pSchema->type, _OVER)
95,199,515✔
168
    SDB_SET_INT8(pRaw, dataPos, pSchema->flags, _OVER)
95,199,515✔
169
    SDB_SET_INT16(pRaw, dataPos, pSchema->colId, _OVER)
95,199,515✔
170
    SDB_SET_INT32(pRaw, dataPos, pSchema->bytes, _OVER)
95,199,515✔
171
    SDB_SET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
95,199,515✔
172
  }
173

174
  for (int32_t i = 0; i < pStb->numOfFuncs; ++i) {
15,653,133✔
175
    char *func = taosArrayGet(pStb->pFuncs, i);
×
176
    SDB_SET_BINARY(pRaw, dataPos, func, TSDB_FUNC_NAME_LEN, _OVER)
×
177
  }
178

179
  if (pStb->commentLen > 0) {
15,653,133✔
180
    SDB_SET_BINARY(pRaw, dataPos, pStb->comment, pStb->commentLen + 1, _OVER)
64,830✔
181
  }
182

183
  if (pStb->ast1Len > 0) {
15,653,133✔
184
    SDB_SET_BINARY(pRaw, dataPos, pStb->pAst1, pStb->ast1Len, _OVER)
×
185
  }
186

187
  if (pStb->ast2Len > 0) {
15,653,133✔
188
    SDB_SET_BINARY(pRaw, dataPos, pStb->pAst2, pStb->ast2Len, _OVER)
×
189
  }
190

191
  if (pStb->pCmpr != NULL) {
15,653,133✔
192
    for (int i = 0; i < pStb->numOfColumns; i++) {
1,014,577,532✔
193
      SColCmpr *p = &pStb->pCmpr[i];
998,924,399✔
194
      SDB_SET_INT16(pRaw, dataPos, p->id, _OVER)
998,924,399✔
195
      SDB_SET_INT32(pRaw, dataPos, p->alg, _OVER)
998,924,399✔
196
    }
197
  }
198
  SDB_SET_INT64(pRaw, dataPos, pStb->keep, _OVER)
15,653,133✔
199

200
  if (hasTypeMod) {
15,653,133✔
201
    for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
649,991,796✔
202
      SDB_SET_INT32(pRaw, dataPos, pStb->pExtSchemas[i].typeMod, _OVER);
644,670,928✔
203
    }
204
  }
205

206
  SDB_SET_INT8(pRaw, dataPos, pStb->virtualStb, _OVER)
15,653,133✔
207
  // since 3.4.0.0 - STB_VER_SUPPORT_OWNER
208
  SDB_SET_BINARY(pRaw, dataPos, pStb->createUser, TSDB_USER_LEN, _OVER)
15,653,133✔
209
  SDB_SET_INT64(pRaw, dataPos, pStb->ownerId, _OVER)
15,653,133✔
210
  SDB_SET_INT8(pRaw, dataPos, pStb->secureDelete, _OVER)
15,653,133✔
211
  SDB_SET_RESERVE(pRaw, dataPos, STB_RESERVE_SIZE, _OVER)
15,653,133✔
212
  SDB_SET_DATALEN(pRaw, dataPos, _OVER)
15,653,133✔
213

214
  terrno = 0;
15,653,133✔
215

216
_OVER:
15,653,133✔
217
  if (terrno != 0) {
15,653,133✔
218
    mError("stb:%s, failed to encode to raw:%p since %s", pStb->name, pRaw, terrstr());
×
219
    sdbFreeRaw(pRaw);
×
220
    return NULL;
×
221
  }
222

223
  mTrace("stb:%s, encode to raw:%p, row:%p", pStb->name, pRaw, pStb);
15,653,133✔
224
  return pRaw;
15,653,133✔
225
}
226

227
SSdbRow *mndStbActionDecode(SSdbRaw *pRaw) {
15,197,335✔
228
  int32_t code = 0;
15,197,335✔
229
  int32_t lino = 0;
15,197,335✔
230
  terrno = TSDB_CODE_OUT_OF_MEMORY;
15,197,335✔
231
  SSdbRow *pRow = NULL;
15,197,335✔
232
  SStbObj *pStb = NULL;
15,197,335✔
233
  bool     hasExtSchemas = false;
15,197,335✔
234

235
  int8_t sver = 0;
15,197,335✔
236
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
15,197,335✔
237

238
  if (sver > STB_VER_NUMBER) {
15,197,335✔
239
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
×
240
    goto _OVER;
×
241
  }
242

243
  pRow = sdbAllocRow(sizeof(SStbObj));
15,197,335✔
244
  if (pRow == NULL) goto _OVER;
15,197,335✔
245

246
  pStb = sdbGetRowObj(pRow);
15,197,335✔
247
  if (pStb == NULL) goto _OVER;
15,197,335✔
248

249
  int32_t dataPos = 0;
15,197,335✔
250
  SDB_GET_BINARY(pRaw, dataPos, pStb->name, TSDB_TABLE_FNAME_LEN, _OVER)
15,197,335✔
251
  SDB_GET_BINARY(pRaw, dataPos, pStb->db, TSDB_DB_FNAME_LEN, _OVER)
15,197,335✔
252
  SDB_GET_INT64(pRaw, dataPos, &pStb->createdTime, _OVER)
15,197,335✔
253
  SDB_GET_INT64(pRaw, dataPos, &pStb->updateTime, _OVER)
15,197,335✔
254
  SDB_GET_INT64(pRaw, dataPos, &pStb->uid, _OVER)
15,197,335✔
255
  SDB_GET_INT64(pRaw, dataPos, &pStb->dbUid, _OVER)
15,197,335✔
256
  SDB_GET_INT32(pRaw, dataPos, &pStb->tagVer, _OVER)
15,197,335✔
257
  SDB_GET_INT32(pRaw, dataPos, &pStb->colVer, _OVER)
15,197,335✔
258
  SDB_GET_INT32(pRaw, dataPos, &pStb->smaVer, _OVER)
15,197,335✔
259
  SDB_GET_INT32(pRaw, dataPos, &pStb->nextColId, _OVER)
15,197,335✔
260
  SDB_GET_INT64(pRaw, dataPos, &pStb->maxdelay[0], _OVER)
15,197,335✔
261
  SDB_GET_INT64(pRaw, dataPos, &pStb->maxdelay[1], _OVER)
15,197,335✔
262
  SDB_GET_INT64(pRaw, dataPos, &pStb->watermark[0], _OVER)
15,197,335✔
263
  SDB_GET_INT64(pRaw, dataPos, &pStb->watermark[1], _OVER)
15,197,335✔
264
  SDB_GET_INT32(pRaw, dataPos, &pStb->ttl, _OVER)
15,197,335✔
265
  SDB_GET_INT32(pRaw, dataPos, &pStb->numOfColumns, _OVER)
15,197,335✔
266
  SDB_GET_INT32(pRaw, dataPos, &pStb->numOfTags, _OVER)
15,197,335✔
267
  SDB_GET_INT32(pRaw, dataPos, &pStb->numOfFuncs, _OVER)
15,197,335✔
268
  SDB_GET_INT32(pRaw, dataPos, &pStb->commentLen, _OVER)
15,197,335✔
269
  SDB_GET_INT32(pRaw, dataPos, &pStb->ast1Len, _OVER)
15,197,335✔
270
  SDB_GET_INT32(pRaw, dataPos, &pStb->ast2Len, _OVER)
15,197,335✔
271

272
  pStb->pColumns = taosMemoryCalloc(pStb->numOfColumns, sizeof(SSchema));
15,197,335✔
273
  pStb->pTags = taosMemoryCalloc(pStb->numOfTags, sizeof(SSchema));
15,197,335✔
274
  pStb->pFuncs = taosArrayInit(pStb->numOfFuncs, TSDB_FUNC_NAME_LEN);
15,197,335✔
275
  if (pStb->pColumns == NULL || pStb->pTags == NULL || pStb->pFuncs == NULL) {
15,197,335✔
276
    goto _OVER;
×
277
  }
278

279
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
1,709,529,244✔
280
    SSchema *pSchema = &pStb->pColumns[i];
1,694,331,909✔
281
    SDB_GET_INT8(pRaw, dataPos, &pSchema->type, _OVER)
1,694,331,909✔
282
    SDB_GET_INT8(pRaw, dataPos, &pSchema->flags, _OVER)
1,694,331,909✔
283
    SDB_GET_INT16(pRaw, dataPos, &pSchema->colId, _OVER)
1,694,331,909✔
284
    SDB_GET_INT32(pRaw, dataPos, &pSchema->bytes, _OVER)
1,694,331,909✔
285
    SDB_GET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
1,694,331,909✔
286
    hasExtSchemas = hasExtSchemas || HAS_TYPE_MOD(pSchema);
1,694,331,909✔
287
  }
288

289
  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
174,178,025✔
290
    SSchema *pSchema = &pStb->pTags[i];
158,980,690✔
291
    SDB_GET_INT8(pRaw, dataPos, &pSchema->type, _OVER)
158,980,690✔
292
    SDB_GET_INT8(pRaw, dataPos, &pSchema->flags, _OVER)
158,980,690✔
293
    SDB_GET_INT16(pRaw, dataPos, &pSchema->colId, _OVER)
158,980,690✔
294
    SDB_GET_INT32(pRaw, dataPos, &pSchema->bytes, _OVER)
158,980,690✔
295
    SDB_GET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
158,980,690✔
296
  }
297

298
  for (int32_t i = 0; i < pStb->numOfFuncs; ++i) {
15,197,335✔
299
    char funcName[TSDB_FUNC_NAME_LEN] = {0};
×
300
    SDB_GET_BINARY(pRaw, dataPos, funcName, TSDB_FUNC_NAME_LEN, _OVER)
×
301
    if (taosArrayPush(pStb->pFuncs, funcName) == NULL) goto _OVER;
×
302
  }
303

304
  if (pStb->commentLen > 0) {
15,197,335✔
305
    pStb->comment = taosMemoryCalloc(pStb->commentLen + 1, 1);
61,860✔
306
    if (pStb->comment == NULL) goto _OVER;
61,860✔
307
    SDB_GET_BINARY(pRaw, dataPos, pStb->comment, pStb->commentLen + 1, _OVER)
61,860✔
308
  }
309

310
  if (pStb->ast1Len > 0) {
15,197,335✔
311
    pStb->pAst1 = taosMemoryCalloc(pStb->ast1Len, 1);
×
312
    if (pStb->pAst1 == NULL) goto _OVER;
×
313
    SDB_GET_BINARY(pRaw, dataPos, pStb->pAst1, pStb->ast1Len, _OVER)
×
314
  }
315

316
  if (pStb->ast2Len > 0) {
15,197,335✔
317
    pStb->pAst2 = taosMemoryCalloc(pStb->ast2Len, 1);
×
318
    if (pStb->pAst2 == NULL) goto _OVER;
×
319
    SDB_GET_BINARY(pRaw, dataPos, pStb->pAst2, pStb->ast2Len, _OVER)
×
320
  }
321

322
  pStb->pCmpr = taosMemoryCalloc(pStb->numOfColumns, sizeof(SColCmpr));
15,197,335✔
323
  if (sver < STB_VER_SUPPORT_COMP) {
15,197,335✔
324
    // compatible with old data, setup default compress value
325
    // impl later
326
    for (int i = 0; i < pStb->numOfColumns; i++) {
×
327
      SSchema  *pSchema = &pStb->pColumns[i];
×
328
      SColCmpr *pCmpr = &pStb->pCmpr[i];
×
329
      pCmpr->id = pSchema->colId;
×
330
      pCmpr->alg = createDefaultColCmprByType(pSchema->type);
×
331
    }
332
  } else {
333
    for (int i = 0; i < pStb->numOfColumns; i++) {
1,709,529,244✔
334
      SColCmpr *pCmpr = &pStb->pCmpr[i];
1,694,331,909✔
335
      SDB_GET_INT16(pRaw, dataPos, &pCmpr->id, _OVER)
1,694,331,909✔
336
      SDB_GET_INT32(pRaw, dataPos, (int32_t *)&pCmpr->alg, _OVER)  // compatiable
1,694,331,909✔
337
    }
338
  }
339
  SDB_GET_INT64(pRaw, dataPos, &pStb->keep, _OVER)
15,197,335✔
340

341
  // type mod
342
  if (hasExtSchemas) {
15,197,335✔
343
    pStb->pExtSchemas = taosMemoryCalloc(pStb->numOfColumns, sizeof(SExtSchema));
7,025,592✔
344
    if (!pStb->pExtSchemas) goto _OVER;
7,025,592✔
345
    for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
1,432,251,767✔
346
      SSchema *pSchema = &pStb->pColumns[i];
1,425,226,175✔
347
      SDB_GET_INT32(pRaw, dataPos, &pStb->pExtSchemas[i].typeMod, _OVER)
1,425,226,175✔
348
    }
349
  }
350

351
  if (sver < STB_VER_SUPPORT_VIRTUAL) {
15,197,335✔
352
    pStb->virtualStb = 0;
×
353
  } else {
354
    SDB_GET_INT8(pRaw, dataPos, &pStb->virtualStb, _OVER)
15,197,335✔
355
  }
356

357
  if (sver < STB_VER_SUPPORT_OWNER) {
15,197,335✔
358
    pStb->createUser[0] = 0;
×
359
  } else {
360
    SDB_GET_BINARY(pRaw, dataPos, pStb->createUser, TSDB_USER_LEN, _OVER)
15,197,335✔
361
    SDB_GET_INT64(pRaw, dataPos, &pStb->ownerId, _OVER)
15,197,335✔
362
  }
363

364
  if (dataPos + sizeof(int8_t) <= pRaw->dataLen) {
15,197,335✔
365
    SDB_GET_INT8(pRaw, dataPos, &pStb->secureDelete, _OVER)
15,197,335✔
366
  } else {
367
    pStb->secureDelete = 0;
×
368
  }
369

370
  SDB_GET_RESERVE(pRaw, dataPos, STB_RESERVE_SIZE, _OVER)
15,197,335✔
371

372
  terrno = 0;
15,197,335✔
373

374
_OVER:
15,197,335✔
375
  if (terrno != 0) {
15,197,335✔
376
    mError("stb:%s, failed to decode from raw:%p since %s", pStb == NULL ? "null" : pStb->name, pRaw, terrstr());
×
377
    if (pStb != NULL) {
×
378
      taosMemoryFreeClear(pStb->pColumns);
×
379
      taosMemoryFreeClear(pStb->pTags);
×
380
      taosMemoryFreeClear(pStb->comment);
×
381
      taosMemoryFree(pStb->pCmpr);
×
382
      taosMemoryFreeClear(pStb->pExtSchemas);
×
383
    }
384
    taosMemoryFreeClear(pRow);
×
385
    return NULL;
×
386
  }
387

388
  mTrace("stb:%s, decode from raw:%p, row:%p", pStb->name, pRaw, pStb);
15,197,335✔
389
  return pRow;
15,197,335✔
390
}
391

392
void mndFreeStb(SStbObj *pStb) {
17,109,495✔
393
  taosArrayDestroy(pStb->pFuncs);
17,109,495✔
394
  taosMemoryFreeClear(pStb->pColumns);
17,109,495✔
395
  taosMemoryFreeClear(pStb->pTags);
17,109,495✔
396
  taosMemoryFreeClear(pStb->comment);
17,109,495✔
397
  taosMemoryFreeClear(pStb->pAst1);
17,109,495✔
398
  taosMemoryFreeClear(pStb->pAst2);
17,109,495✔
399
  taosMemoryFreeClear(pStb->pCmpr);
17,109,495✔
400
  taosMemoryFreeClear(pStb->pExtSchemas);
17,109,495✔
401
}
17,109,495✔
402

403
static int32_t mndStbActionInsert(SSdb *pSdb, SStbObj *pStb) {
2,349,892✔
404
  mTrace("stb:%s, perform insert action, row:%p", pStb->name, pStb);
2,349,892✔
405
  return 0;
2,349,892✔
406
}
407

408
static int32_t mndStbActionDelete(SSdb *pSdb, SStbObj *pStb) {
17,043,160✔
409
  mTrace("stb:%s, perform delete action, row:%p", pStb->name, pStb);
17,043,160✔
410
  mndFreeStb(pStb);
17,043,160✔
411
  return 0;
17,043,160✔
412
}
413

414
static int32_t mndStbActionUpdate(SSdb *pSdb, SStbObj *pOld, SStbObj *pNew) {
11,800,775✔
415
  terrno = 0;
11,800,775✔
416
  mTrace("stb:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);
11,800,775✔
417

418
  taosWLockLatch(&pOld->lock);
11,800,775✔
419
  int32_t numOfColumns = pOld->numOfColumns;
11,800,775✔
420
  if (pOld->numOfColumns < pNew->numOfColumns) {
11,800,775✔
421
    void *pColumns = taosMemoryMalloc(pNew->numOfColumns * sizeof(SSchema));
2,675,320✔
422
    if (pColumns == NULL) {
2,675,320✔
423
      goto END;
×
424
    }
425
    taosMemoryFree(pOld->pColumns);
2,675,320✔
426
    pOld->pColumns = pColumns;
2,675,320✔
427
  }
428

429
  if (pOld->numOfTags < pNew->numOfTags) {
11,800,775✔
430
    void *pTags = taosMemoryMalloc(pNew->numOfTags * sizeof(SSchema));
289,274✔
431
    if (pTags == NULL) {
289,274✔
432
      goto END;
×
433
    }
434
    taosMemoryFree(pOld->pTags);
289,274✔
435
    pOld->pTags = pTags;
289,274✔
436
  }
437

438
  if (pOld->commentLen < pNew->commentLen && pNew->commentLen > 0) {
11,800,775✔
439
    void *comment = taosMemoryMalloc(pNew->commentLen + 1);
6,064✔
440
    if (comment == NULL) {
6,064✔
441
      goto END;
×
442
    }
443
    taosMemoryFree(pOld->comment);
6,064✔
444
    pOld->comment = comment;
6,064✔
445
  }
446
  pOld->commentLen = pNew->commentLen;
11,800,775✔
447

448
  if (pOld->ast1Len < pNew->ast1Len) {
11,800,775✔
449
    void *pAst1 = taosMemoryMalloc(pNew->ast1Len + 1);
×
450
    if (pAst1 == NULL) {
×
451
      goto END;
×
452
    }
453
    taosMemoryFree(pOld->pAst1);
×
454
    pOld->pAst1 = pAst1;
×
455
  }
456

457
  if (pOld->ast2Len < pNew->ast2Len) {
11,800,775✔
458
    void *pAst2 = taosMemoryMalloc(pNew->ast2Len + 1);
×
459
    if (pAst2 == NULL) {
×
460
      goto END;
×
461
    }
462
    taosMemoryFree(pOld->pAst2);
×
463
    pOld->pAst2 = pAst2;
×
464
  }
465

466
  pOld->updateTime = pNew->updateTime;
11,800,775✔
467
  pOld->tagVer = pNew->tagVer;
11,800,775✔
468
  pOld->colVer = pNew->colVer;
11,800,775✔
469
  pOld->smaVer = pNew->smaVer;
11,800,775✔
470
  pOld->nextColId = pNew->nextColId;
11,800,775✔
471
  pOld->ttl = pNew->ttl;
11,800,775✔
472
  pOld->keep = pNew->keep;
11,800,775✔
473
  pOld->ownerId = pNew->ownerId;
11,800,775✔
474
  pOld->secureDelete = pNew->secureDelete;
11,800,775✔
475

476
  if (pNew->numOfColumns > 0) {
11,800,775✔
477
    pOld->numOfColumns = pNew->numOfColumns;
11,800,775✔
478
    memcpy(pOld->pColumns, pNew->pColumns, pOld->numOfColumns * sizeof(SSchema));
11,800,775✔
479
  }
480
  if (pNew->numOfTags > 0) {
11,800,775✔
481
    pOld->numOfTags = pNew->numOfTags;
11,800,775✔
482
    memcpy(pOld->pTags, pNew->pTags, pOld->numOfTags * sizeof(SSchema));
11,800,775✔
483
  }
484
  if (pNew->commentLen > 0) {
11,800,775✔
485
    memcpy(pOld->comment, pNew->comment, pNew->commentLen + 1);
40,688✔
486
    pOld->commentLen = pNew->commentLen;
40,688✔
487
  }
488
  if (pNew->ast1Len != 0) {
11,800,775✔
489
    memcpy(pOld->pAst1, pNew->pAst1, pNew->ast1Len);
×
490
    pOld->ast1Len = pNew->ast1Len;
×
491
  }
492
  if (pNew->ast2Len != 0) {
11,800,775✔
493
    memcpy(pOld->pAst2, pNew->pAst2, pNew->ast2Len);
×
494
    pOld->ast2Len = pNew->ast2Len;
×
495
  }
496
  if (numOfColumns < pNew->numOfColumns) {
11,800,775✔
497
    taosMemoryFree(pOld->pCmpr);
2,675,320✔
498
    pOld->pCmpr = taosMemoryCalloc(pNew->numOfColumns, sizeof(SColCmpr));
2,675,320✔
499
    if (pOld->pCmpr == NULL){
2,675,320✔
500
      goto END;
×
501
    }
502
    memcpy(pOld->pCmpr, pNew->pCmpr, pNew->numOfColumns * sizeof(SColCmpr));
2,675,320✔
503
  } else {
504
    memcpy(pOld->pCmpr, pNew->pCmpr, pNew->numOfColumns * sizeof(SColCmpr));
9,125,455✔
505
  }
506

507
  if (pNew->pExtSchemas) {
11,800,775✔
508
    taosMemoryFreeClear(pOld->pExtSchemas);
6,979,745✔
509
    pOld->pExtSchemas = taosMemoryCalloc(pNew->numOfColumns, sizeof(SExtSchema));
6,979,745✔
510
    if (pOld->pExtSchemas == NULL){
6,979,745✔
511
      goto END;
×
512
    }
513
    memcpy(pOld->pExtSchemas, pNew->pExtSchemas, pNew->numOfColumns * sizeof(SExtSchema));
6,979,745✔
514
  }
515

516
END:
4,821,030✔
517
  taosWUnLockLatch(&pOld->lock);
11,800,775✔
518
  return terrno;
11,800,775✔
519
}
520

521
SStbObj *mndAcquireStb(SMnode *pMnode, char *stbName) {
33,230,256✔
522
  SSdb    *pSdb = pMnode->pSdb;
33,230,256✔
523
  SStbObj *pStb = sdbAcquire(pSdb, SDB_STB, stbName);
33,230,676✔
524
  if (pStb == NULL && terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
33,230,676✔
525
    terrno = TSDB_CODE_MND_STB_NOT_EXIST;
3,071,975✔
526
  }
527
  return pStb;
33,230,291✔
528
}
529

530
void mndReleaseStb(SMnode *pMnode, SStbObj *pStb) {
32,487,049✔
531
  SSdb *pSdb = pMnode->pSdb;
32,487,049✔
532
  sdbRelease(pSdb, pStb);
32,487,049✔
533
}
32,487,049✔
534

535
SDbObj *mndAcquireDbByStb(SMnode *pMnode, const char *stbName) {
8,168,773✔
536
  SName name = {0};
8,168,773✔
537
  if ((terrno = tNameFromString(&name, stbName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0) return NULL;
8,168,773✔
538

539
  char db[TSDB_TABLE_FNAME_LEN] = {0};
8,168,773✔
540
  if ((terrno = tNameGetFullDbName(&name, db)) != 0) return NULL;
8,168,773✔
541

542
  return mndAcquireDb(pMnode, db);
8,168,773✔
543
}
544

545
static FORCE_INLINE int32_t schemaExColIdCompare(const void *colId, const void *pSchema) {
546
  if (*(col_id_t *)colId < ((SSchema *)pSchema)->colId) {
547
    return -1;
548
  } else if (*(col_id_t *)colId > ((SSchema *)pSchema)->colId) {
549
    return 1;
550
  }
551
  return 0;
552
}
553

554
void *mndBuildVCreateStbReq(SMnode *pMnode, SVgObj *pVgroup, SStbObj *pStb, int32_t *pContLen, void *alterOriData,
10,944,869✔
555
                            int32_t alterOriDataLen) {
556
  SEncoder       encoder = {0};
10,944,869✔
557
  int32_t        contLen;
558
  SName          name = {0};
10,944,869✔
559
  SVCreateStbReq req = {0};
10,944,869✔
560

561
  if ((terrno = tNameFromString(&name, pStb->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0) {
10,944,869✔
562
    goto _err;
×
563
  }
564
  char dbFName[TSDB_DB_FNAME_LEN] = {0};
10,944,869✔
565
  if ((terrno = tNameGetFullDbName(&name, dbFName)) != 0) {
10,944,869✔
566
    goto _err;
×
567
  };
568

569
  req.name = (char *)tNameGetTableName(&name);
10,944,869✔
570
  req.suid = pStb->uid;
10,944,869✔
571
  req.rollup = pStb->ast1Len > 0 ? 1 : 0;
10,944,869✔
572
  req.alterOriData = alterOriData;
10,944,869✔
573
  req.alterOriDataLen = alterOriDataLen;
10,944,869✔
574
  req.source = pStb->source;
10,944,869✔
575
  req.virtualStb = pStb->virtualStb;
10,944,869✔
576
  req.secureDelete = pStb->secureDelete;
10,944,869✔
577
  // todo
578
  req.schemaRow.nCols = pStb->numOfColumns;
10,944,869✔
579
  req.schemaRow.version = pStb->colVer;
10,944,869✔
580
  req.schemaRow.pSchema = pStb->pColumns;
10,944,869✔
581
  req.schemaTag.nCols = pStb->numOfTags;
10,944,869✔
582
  req.schemaTag.version = pStb->tagVer;
10,944,869✔
583
  req.schemaTag.pSchema = pStb->pTags;
10,944,869✔
584

585
  req.colCmpred = 1;
10,944,869✔
586
  SColCmprWrapper *pCmpr = &req.colCmpr;
10,944,869✔
587
  req.keep = pStb->keep;
10,944,869✔
588
  pCmpr->version = pStb->colVer;
10,944,869✔
589
  pCmpr->nCols = pStb->numOfColumns;
10,944,869✔
590

591
  req.colCmpr.pColCmpr = taosMemoryCalloc(pCmpr->nCols, sizeof(SColCmpr));
10,944,869✔
592
  for (int32_t i = 0; i < pStb->numOfColumns; i++) {
976,976,301✔
593
    SColCmpr *p = &pCmpr->pColCmpr[i];
966,031,432✔
594
    p->alg = pStb->pCmpr[i].alg;
966,031,432✔
595
    p->id = pStb->pCmpr[i].id;
966,031,432✔
596
  }
597

598
  req.pExtSchemas = pStb->pExtSchemas; // only reference to it.
10,944,869✔
599
  // get length
600
  int32_t ret = 0;
10,944,869✔
601
  tEncodeSize(tEncodeSVCreateStbReq, &req, contLen, ret);
10,944,869✔
602
  if (ret < 0) {
10,944,869✔
603
    goto _err;
×
604
  }
605

606
  contLen += sizeof(SMsgHead);
10,944,869✔
607

608
  SMsgHead *pHead = taosMemoryCalloc(1, contLen);
10,944,869✔
609
  if (pHead == NULL) {
10,944,869✔
610
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
611
    goto _err;
×
612
  }
613

614
  pHead->contLen = htonl(contLen);
10,944,869✔
615
  pHead->vgId = htonl(pVgroup->vgId);
10,944,869✔
616

617
  void *pBuf = POINTER_SHIFT(pHead, sizeof(SMsgHead));
10,944,869✔
618
  tEncoderInit(&encoder, pBuf, contLen - sizeof(SMsgHead));
10,944,869✔
619
  if (tEncodeSVCreateStbReq(&encoder, &req) < 0) {
10,944,869✔
620
    taosMemoryFreeClear(pHead);
×
621
    tEncoderClear(&encoder);
×
622
    goto _err;
×
623
  }
624
  tEncoderClear(&encoder);
10,944,869✔
625

626
  *pContLen = contLen;
10,944,869✔
627
  taosMemoryFreeClear(req.rsmaParam.name);
10,944,869✔
628
  taosMemoryFreeClear(req.rsmaParam.funcColIds);
10,944,869✔
629
  taosMemoryFreeClear(req.rsmaParam.funcIds);
10,944,869✔
630
  taosMemoryFreeClear(req.colCmpr.pColCmpr);
10,944,869✔
631
  return pHead;
10,944,869✔
632
_err:
×
633
  taosMemoryFreeClear(req.rsmaParam.name);
×
634
  taosMemoryFreeClear(req.rsmaParam.funcColIds);
×
635
  taosMemoryFreeClear(req.rsmaParam.funcIds);
×
636
  taosMemoryFreeClear(req.colCmpr.pColCmpr);
×
637
  return NULL;
×
638
}
639

640
static void *mndBuildVDropStbReq(SMnode *pMnode, SVgObj *pVgroup, SStbObj *pStb, int32_t *pContLen) {
5,166,928✔
641
  SName        name = {0};
5,166,928✔
642
  SVDropStbReq req = {0};
5,166,928✔
643
  int32_t      contLen = 0;
5,166,928✔
644
  int32_t      ret = 0;
5,166,928✔
645
  SMsgHead    *pHead = NULL;
5,166,928✔
646
  SEncoder     encoder = {0};
5,166,928✔
647

648
  if ((terrno = tNameFromString(&name, pStb->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0) {
5,166,928✔
649
    return NULL;
×
650
  }
651

652
  req.name = (char *)tNameGetTableName(&name);
5,166,928✔
653
  req.suid = pStb->uid;
5,166,928✔
654

655
  tEncodeSize(tEncodeSVDropStbReq, &req, contLen, ret);
5,166,928✔
656
  if (ret < 0) return NULL;
5,166,928✔
657

658
  contLen += sizeof(SMsgHead);
5,166,928✔
659
  pHead = taosMemoryMalloc(contLen);
5,166,928✔
660
  if (pHead == NULL) {
5,166,928✔
661
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
662
    return NULL;
×
663
  }
664

665
  pHead->contLen = htonl(contLen);
5,166,928✔
666
  pHead->vgId = htonl(pVgroup->vgId);
5,166,928✔
667

668
  void *pBuf = POINTER_SHIFT(pHead, sizeof(SMsgHead));
5,166,928✔
669

670
  tEncoderInit(&encoder, pBuf, contLen - sizeof(SMsgHead));
5,166,928✔
671
  int32_t code = tEncodeSVDropStbReq(&encoder, &req);
5,166,928✔
672
  tEncoderClear(&encoder);
5,166,928✔
673
  if (code != 0) {
5,166,928✔
674
    terrno = code;
×
675
    return NULL;
×
676
  }
677

678
  *pContLen = contLen;
5,166,928✔
679
  return pHead;
5,166,928✔
680
}
681

682
int32_t mndCheckCreateStbReq(SMCreateStbReq *pCreate) {
1,945,485✔
683
  int32_t code = 0;
1,945,485✔
684
  if (pCreate->igExists < 0 || pCreate->igExists > 1) {
1,945,485✔
685
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
686
    TAOS_RETURN(code);
×
687
  }
688

689
  if (pCreate->virtualStb != 0 && pCreate->virtualStb != 1) {
1,945,485✔
690
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
691
    TAOS_RETURN(code);
×
692
  }
693

694
  int32_t maxColumns = pCreate->virtualStb ? TSDB_MAX_COLUMNS : TSDB_MAX_COLUMNS_NON_VIRTUAL;
1,945,485✔
695
  if (pCreate->numOfColumns < TSDB_MIN_COLUMNS || pCreate->numOfTags + pCreate->numOfColumns > maxColumns) {
1,945,485✔
696
    code = TSDB_CODE_PAR_INVALID_COLUMNS_NUM;
×
697
    TAOS_RETURN(code);
×
698
  }
699

700
  if (pCreate->numOfTags <= 0 || pCreate->numOfTags > TSDB_MAX_TAGS) {
1,945,485✔
701
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
702
    TAOS_RETURN(code);
×
703
  }
704

705
  SField *pField = taosArrayGet(pCreate->pColumns, 0);
1,945,485✔
706
  if (pField->type != TSDB_DATA_TYPE_TIMESTAMP) {
1,945,485✔
707
    code = TSDB_CODE_PAR_INVALID_FIRST_COLUMN;
×
708
    TAOS_RETURN(code);
×
709
  }
710

711
  for (int32_t i = 0; i < pCreate->numOfColumns; ++i) {
159,086,373✔
712
    SFieldWithOptions *pField1 = taosArrayGet(pCreate->pColumns, i);
157,140,888✔
713
    if (pField1->type >= TSDB_DATA_TYPE_MAX) {
157,140,888✔
714
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
715
      TAOS_RETURN(code);
×
716
    }
717
    if (pField1->bytes <= 0) {
157,140,888✔
718
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
719
      TAOS_RETURN(code);
×
720
    }
721
    if (pField1->name[0] == 0) {
157,140,888✔
722
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
723
      TAOS_RETURN(code);
×
724
    }
725
  }
726

727
  for (int32_t i = 0; i < pCreate->numOfTags; ++i) {
10,104,912✔
728
    SField *pField1 = taosArrayGet(pCreate->pTags, i);
8,159,427✔
729
    if (pField1->type >= TSDB_DATA_TYPE_MAX) {
8,159,427✔
730
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
731
      TAOS_RETURN(code);
×
732
    }
733
    if (pField1->bytes <= 0) {
8,159,427✔
734
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
735
      TAOS_RETURN(code);
×
736
    }
737
    if (pField1->name[0] == 0) {
8,159,427✔
738
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
739
      TAOS_RETURN(code);
×
740
    }
741
  }
742

743
  TAOS_RETURN(code);
1,945,485✔
744
}
745

746
static int32_t mndSetCreateStbPrepareLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
×
747
  int32_t  code = 0;
×
748
  SSdbRaw *pRedoRaw = mndStbActionEncode(pStb);
×
749
  if (pRedoRaw == NULL) {
×
750
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
751
    if (terrno != 0) code = terrno;
×
752
    TAOS_RETURN(code);
×
753
  }
754
  if ((code = mndTransAppendPrepareLog(pTrans, pRedoRaw)) != 0) {
×
755
    sdbFreeRaw(pRedoRaw);
×
756
    TAOS_RETURN(code);
×
757
  }
758
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_CREATING));
×
759

760
  TAOS_RETURN(code);
×
761
}
762

763
int32_t mndSetCreateStbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
1,903,329✔
764
  int32_t  code = 0;
1,903,329✔
765
  SSdbRaw *pCommitRaw = mndStbActionEncode(pStb);
1,903,329✔
766
  if (pCommitRaw == NULL) {
1,903,329✔
767
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
768
    if (terrno != 0) code = terrno;
×
769
    TAOS_RETURN(code);
×
770
  }
771
  mInfo("trans:%d, add stb to commit log", pTrans->id);
1,903,329✔
772
  if ((code = mndTransAppendCommitlog(pTrans, pCommitRaw)) != 0) {
1,903,329✔
773
    sdbFreeRaw(pCommitRaw);
×
774
    TAOS_RETURN(code);
×
775
  }
776
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY));
1,903,329✔
777

778
  TAOS_RETURN(code);
1,903,329✔
779
}
780

781
static int32_t mndSetCreateStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
1,901,586✔
782
  int32_t code = 0;
1,901,586✔
783
  SSdb   *pSdb = pMnode->pSdb;
1,901,586✔
784
  SVgObj *pVgroup = NULL;
1,901,586✔
785
  void   *pIter = NULL;
1,901,586✔
786
  int32_t contLen;
1,898,291✔
787

788
  while (1) {
8,377,407✔
789
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
10,278,993✔
790
    if (pIter == NULL) break;
10,278,993✔
791
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
8,377,407✔
792
      sdbRelease(pSdb, pVgroup);
4,127,182✔
793
      continue;
4,127,182✔
794
    }
795

796
    void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, NULL, 0);
4,250,225✔
797
    if (pReq == NULL) {
4,250,225✔
798
      sdbCancelFetch(pSdb, pIter);
×
799
      sdbRelease(pSdb, pVgroup);
×
800
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
801
      if (terrno != 0) code = terrno;
×
802
      TAOS_RETURN(code);
×
803
    }
804

805
    STransAction action = {0};
4,250,225✔
806
    action.mTraceId = pTrans->mTraceId;
4,250,225✔
807
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
4,250,225✔
808
    action.pCont = pReq;
4,250,225✔
809
    action.contLen = contLen;
4,250,225✔
810
    action.msgType = TDMT_VND_CREATE_STB;
4,250,225✔
811
    action.acceptableCode = TSDB_CODE_TDB_STB_ALREADY_EXIST;
4,250,225✔
812
    action.retryCode = TSDB_CODE_TDB_STB_NOT_EXIST;
4,250,225✔
813
    mInfo("trans:%d, add create stb to redo action", pTrans->id);
4,250,225✔
814
    if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
4,250,225✔
815
      taosMemoryFree(pReq);
×
816
      sdbCancelFetch(pSdb, pIter);
×
817
      sdbRelease(pSdb, pVgroup);
×
818
      TAOS_RETURN(code);
×
819
    }
820
    sdbRelease(pSdb, pVgroup);
4,250,225✔
821
  }
822

823
  TAOS_RETURN(code);
1,901,586✔
824
}
825

826
int32_t mndSetForceDropCreateStbRedoActions(SMnode *pMnode, STrans *pTrans, SVgObj *pVgroup, SStbObj *pStb) {
×
827
  int32_t code = 0;
×
828
  SSdb   *pSdb = pMnode->pSdb;
×
829
  int32_t contLen;
×
830

831
  void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, NULL, 0);
×
832
  if (pReq == NULL) {
×
833
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
834
    if (terrno != 0) code = terrno;
×
835
    TAOS_RETURN(code);
×
836
  }
837

838
  STransAction action = {0};
×
839
  action.mTraceId = pTrans->mTraceId;
×
840
  action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
×
841
  action.pCont = pReq;
×
842
  action.contLen = contLen;
×
843
  action.msgType = TDMT_VND_CREATE_STB;
×
844
  action.acceptableCode = TSDB_CODE_TDB_STB_ALREADY_EXIST;
×
845
  action.retryCode = TSDB_CODE_TDB_STB_NOT_EXIST;
×
846
  action.groupId = pVgroup->vgId;
×
847
  if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
×
848
    taosMemoryFree(pReq);
×
849
    TAOS_RETURN(code);
×
850
  }
851

852
  TAOS_RETURN(code);
×
853
}
854

855
static int32_t mndSetCreateStbUndoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
1,901,586✔
856
  int32_t code = 0;
1,901,586✔
857
  SSdb   *pSdb = pMnode->pSdb;
1,901,586✔
858
  SVgObj *pVgroup = NULL;
1,901,586✔
859
  void   *pIter = NULL;
1,901,586✔
860

861
  while (1) {
8,377,407✔
862
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
10,278,993✔
863
    if (pIter == NULL) break;
10,278,993✔
864
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
8,377,407✔
865
      sdbRelease(pSdb, pVgroup);
4,127,182✔
866
      continue;
4,127,182✔
867
    }
868

869
    int32_t contLen = 0;
4,250,225✔
870
    void   *pReq = mndBuildVDropStbReq(pMnode, pVgroup, pStb, &contLen);
4,250,225✔
871
    if (pReq == NULL) {
4,250,225✔
872
      sdbCancelFetch(pSdb, pIter);
×
873
      sdbRelease(pSdb, pVgroup);
×
874
      code = TSDB_CODE_OUT_OF_MEMORY;
×
875
      TAOS_RETURN(code);
×
876
    }
877

878
    STransAction action = {0};
4,250,225✔
879
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
4,250,225✔
880
    action.pCont = pReq;
4,250,225✔
881
    action.contLen = contLen;
4,250,225✔
882
    action.msgType = TDMT_VND_DROP_STB;
4,250,225✔
883
    action.acceptableCode = TSDB_CODE_TDB_STB_NOT_EXIST;
4,250,225✔
884
    mInfo("trans:%d, add drop stb to undo action", pTrans->id);
4,250,225✔
885
    if ((code = mndTransAppendUndoAction(pTrans, &action)) != 0) {
4,250,225✔
886
      taosMemoryFree(pReq);
×
887
      sdbCancelFetch(pSdb, pIter);
×
888
      sdbRelease(pSdb, pVgroup);
×
889
      TAOS_RETURN(code);
×
890
    }
891
    sdbRelease(pSdb, pVgroup);
4,250,225✔
892
  }
893

894
  TAOS_RETURN(code);
1,901,586✔
895
}
896

897
static SSchema *mndFindStbColumns(const SStbObj *pStb, const char *colName) {
×
898
  for (int32_t col = 0; col < pStb->numOfColumns; ++col) {
×
899
    SSchema *pSchema = &pStb->pColumns[col];
×
900
    if (taosStrncasecmp(pSchema->name, colName, TSDB_COL_NAME_LEN) == 0) {
×
901
      return pSchema;
×
902
    }
903
  }
904
  return NULL;
×
905
}
906

907
int32_t mndBuildStbFromReq(SMnode *pMnode, SStbObj *pDst, SMCreateStbReq *pCreate, SDbObj *pDb) {
1,910,417✔
908
  int32_t code = 0;
1,910,417✔
909
  bool    hasTypeMods = false;
1,910,417✔
910
  memcpy(pDst->name, pCreate->name, TSDB_TABLE_FNAME_LEN);
1,910,417✔
911
  memcpy(pDst->db, pDb->name, TSDB_DB_FNAME_LEN);
1,910,417✔
912
  pDst->createdTime = taosGetTimestampMs();
1,910,417✔
913
  pDst->updateTime = pDst->createdTime;
1,910,417✔
914
  pDst->uid = (pCreate->source == TD_REQ_FROM_TAOX_OLD || pCreate->source == TD_REQ_FROM_TAOX || pCreate->source == TD_REQ_FROM_SML)
5,724,661✔
915
                  ? pCreate->suid
916
                  : mndGenerateUid(pCreate->name, TSDB_TABLE_FNAME_LEN);
3,820,834✔
917
  pDst->dbUid = pDb->uid;
1,910,417✔
918
  pDst->tagVer = 1;
1,910,417✔
919
  pDst->colVer = 1;
1,910,417✔
920
  pDst->smaVer = 1;
1,910,417✔
921
  pDst->nextColId = 1;
1,910,417✔
922
  pDst->maxdelay[0] = pCreate->delay1;
1,910,417✔
923
  pDst->maxdelay[1] = pCreate->delay2;
1,910,417✔
924
  pDst->watermark[0] = pCreate->watermark1;
1,910,417✔
925
  pDst->watermark[1] = pCreate->watermark2;
1,910,417✔
926
  pDst->ttl = pCreate->ttl;
1,910,417✔
927
  pDst->numOfColumns = pCreate->numOfColumns;
1,910,417✔
928
  pDst->numOfTags = pCreate->numOfTags;
1,910,417✔
929
  pDst->numOfFuncs = pCreate->numOfFuncs;
1,910,417✔
930
  pDst->commentLen = pCreate->commentLen;
1,910,417✔
931
  pDst->pFuncs = pCreate->pFuncs;
1,910,417✔
932
  pDst->source = pCreate->source;
1,910,417✔
933
  pDst->keep = pCreate->keep;
1,910,417✔
934
  pDst->virtualStb = pCreate->virtualStb;
1,910,417✔
935
  pDst->secureDelete = pCreate->secureDelete;
1,910,417✔
936
  pCreate->pFuncs = NULL;
1,910,417✔
937

938
  if (pDst->commentLen > 0) {
1,910,417✔
939
    pDst->comment = taosMemoryCalloc(pDst->commentLen + 1, 1);
8,958✔
940
    if (pDst->comment == NULL) {
8,958✔
941
      code = terrno;
×
942
      TAOS_RETURN(code);
×
943
    }
944
    memcpy(pDst->comment, pCreate->pComment, pDst->commentLen + 1);
8,958✔
945
  }
946

947
  pDst->ast1Len = pCreate->ast1Len;
1,910,417✔
948
  if (pDst->ast1Len > 0) {
1,910,417✔
949
    pDst->pAst1 = taosMemoryCalloc(pDst->ast1Len, 1);
×
950
    if (pDst->pAst1 == NULL) {
×
951
      code = terrno;
×
952
      TAOS_RETURN(code);
×
953
    }
954
    memcpy(pDst->pAst1, pCreate->pAst1, pDst->ast1Len);
×
955
  }
956

957
  pDst->ast2Len = pCreate->ast2Len;
1,910,417✔
958
  if (pDst->ast2Len > 0) {
1,910,417✔
959
    pDst->pAst2 = taosMemoryCalloc(pDst->ast2Len, 1);
×
960
    if (pDst->pAst2 == NULL) {
×
961
      code = terrno;
×
962
      TAOS_RETURN(code);
×
963
    }
964
    memcpy(pDst->pAst2, pCreate->pAst2, pDst->ast2Len);
×
965
  }
966

967
  pDst->pColumns = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SSchema));
1,910,417✔
968
  pDst->pTags = taosMemoryCalloc(1, pDst->numOfTags * sizeof(SSchema));
1,910,417✔
969
  if (pDst->pColumns == NULL || pDst->pTags == NULL) {
1,910,417✔
970
    code = terrno;
×
971
    TAOS_RETURN(code);
×
972
  }
973

974
  if (pDst->nextColId < 0 || pDst->nextColId >= 0x7fff - pDst->numOfColumns - pDst->numOfTags) {
1,910,417✔
975
    code = TSDB_CODE_OUT_OF_RANGE;
1,138✔
976
    TAOS_RETURN(code);
1,138✔
977
  }
978

979
  for (int32_t i = 0; i < pDst->numOfColumns; ++i) {
121,533,337✔
980
    SFieldWithOptions *pField = taosArrayGet(pCreate->pColumns, i);
119,624,058✔
981
    SSchema           *pSchema = &pDst->pColumns[i];
119,624,058✔
982
    pSchema->type = pField->type;
119,624,058✔
983
    pSchema->bytes = pField->bytes;
119,624,058✔
984
    pSchema->flags = pField->flags;
119,624,058✔
985
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
119,624,058✔
986
    pSchema->colId = pDst->nextColId;
119,624,058✔
987
    pDst->nextColId++;
119,624,058✔
988
    hasTypeMods = hasTypeMods || HAS_TYPE_MOD(pSchema);
119,624,058✔
989
  }
990

991
  for (int32_t i = 0; i < pDst->numOfTags; ++i) {
9,864,349✔
992
    SField  *pField = taosArrayGet(pCreate->pTags, i);
7,955,070✔
993
    SSchema *pSchema = &pDst->pTags[i];
7,955,070✔
994
    pSchema->type = pField->type;
7,955,070✔
995
    pSchema->bytes = pField->bytes;
7,955,070✔
996
    if (i == 0) {
7,955,070✔
997
      SSCHMEA_SET_IDX_ON(pSchema);
1,909,279✔
998
    }
999
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
7,955,070✔
1000
    pSchema->colId = pDst->nextColId;
7,955,070✔
1001
    pDst->nextColId++;
7,955,070✔
1002
  }
1003
  // set col compress
1004
  pDst->pCmpr = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SCmprObj));
1,909,279✔
1005
  for (int32_t i = 0; i < pDst->numOfColumns; i++) {
121,533,337✔
1006
    SFieldWithOptions *pField = taosArrayGet(pCreate->pColumns, i);
119,624,058✔
1007
    SSchema           *pSchema = &pDst->pColumns[i];
119,624,058✔
1008

1009
    SColCmpr *pColCmpr = &pDst->pCmpr[i];
119,624,058✔
1010
    pColCmpr->id = pSchema->colId;
119,624,058✔
1011
    pColCmpr->alg = pField->compress;
119,624,058✔
1012
  }
1013

1014
  if (hasTypeMods) {
1,909,279✔
1015
    pDst->pExtSchemas = taosMemoryCalloc(pDst->numOfColumns, sizeof(SExtSchema));
19,308✔
1016
    if (!pDst->pExtSchemas) {
19,308✔
1017
      code = terrno;
×
1018
      TAOS_RETURN(code);
×
1019
    }
1020
    for (int32_t i = 0; i < pDst->numOfColumns; ++i) {
320,555✔
1021
      SFieldWithOptions * pField = taosArrayGet(pCreate->pColumns, i);
301,247✔
1022
      pDst->pExtSchemas[i].typeMod = pField->typeMod;
301,247✔
1023
    }
1024
  }
1025
  TAOS_RETURN(code);
1,909,279✔
1026
}
1027
int32_t mndGenIdxNameForFirstTag(char *fullname, char *dbname, char *stbname, char *tagname) {
1,846,373✔
1028
  SName name = {0};
1,846,373✔
1029
  if ((terrno = tNameFromString(&name, stbname, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0) {
1,846,373✔
1030
    return -1;
×
1031
  }
1032
  return snprintf(fullname, TSDB_INDEX_FNAME_LEN, "%s.%s_%s", dbname, tagname, tNameGetTableName(&name));
1,846,373✔
1033
}
1034

1035
static int32_t mndCreateStb(SMnode *pMnode, SRpcMsg *pReq, SMCreateStbReq *pCreate, SDbObj *pDb, SUserObj *pOperUser) {
1,845,768✔
1036
  SStbObj stbObj = {0};
1,845,768✔
1037
  int32_t code = -1;
1,845,768✔
1038

1039
  char fullIdxName[TSDB_INDEX_FNAME_LEN * 2] = {0};
1,845,768✔
1040

1041
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_DB_INSIDE, pReq, "create-stb");
1,845,768✔
1042
  if (pTrans == NULL) {
1,845,768✔
1043
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1044
    if (terrno != 0) code = terrno;
×
1045
    goto _OVER;
×
1046
  }
1047

1048
  mInfo("trans:%d, used to create stb:%s", pTrans->id, pCreate->name);
1,845,768✔
1049
  TAOS_CHECK_GOTO(mndBuildStbFromReq(pMnode, &stbObj, pCreate, pDb), NULL, _OVER);
1,845,768✔
1050
  memcpy(stbObj.createUser, pOperUser->name, TSDB_USER_LEN);
1,844,630✔
1051
  stbObj.ownerId = pOperUser->uid;
1,844,630✔
1052

1053

1054
  SSchema *pSchema = &(stbObj.pTags[0]);
1,844,630✔
1055
  if (mndGenIdxNameForFirstTag(fullIdxName, pDb->name, stbObj.name, pSchema->name) < 0) {
1,844,630✔
1056
    code = terrno;
×
1057
    goto _OVER;
×
1058
  }
1059
  SSIdx idx = {0};
1,844,630✔
1060
  if (mndAcquireGlobalIdx(pMnode, fullIdxName, SDB_IDX, &idx) == 0 && idx.pIdx != NULL) {
1,844,630✔
1061
    code = TSDB_CODE_MND_TAG_INDEX_ALREADY_EXIST;
×
1062
    mndReleaseIdx(pMnode, idx.pIdx);
×
1063
    goto _OVER;
×
1064
  }
1065

1066
  SIdxObj idxObj = {0};
1,844,630✔
1067
  memcpy(idxObj.name, fullIdxName, TSDB_INDEX_FNAME_LEN);
1,844,630✔
1068
  memcpy(idxObj.stb, stbObj.name, TSDB_TABLE_FNAME_LEN);
1,844,630✔
1069
  memcpy(idxObj.db, stbObj.db, TSDB_DB_FNAME_LEN);
1,844,630✔
1070
  memcpy(idxObj.colName, pSchema->name, TSDB_COL_NAME_LEN);
1,844,630✔
1071
  memcpy(idxObj.createUser, pOperUser->name, TSDB_USER_LEN);
1,844,630✔
1072
  idxObj.ownerId = pOperUser->uid;
1,844,630✔
1073
  idxObj.createdTime = taosGetTimestampMs();
1,844,630✔
1074
  idxObj.uid = mndGenerateUid(fullIdxName, strlen(fullIdxName));
1,844,630✔
1075
  idxObj.stbUid = stbObj.uid;
1,844,630✔
1076
  idxObj.dbUid = stbObj.dbUid;
1,844,630✔
1077

1078
  TAOS_CHECK_GOTO(mndSetCreateIdxCommitLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
1,844,630✔
1079

1080
  TAOS_CHECK_GOTO(mndAddStbToTrans(pMnode, pTrans, pDb, &stbObj), NULL, _OVER);
1,844,630✔
1081
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
1,836,937✔
1082
  code = 0;
1,836,765✔
1083

1084
_OVER:
1,845,768✔
1085
  mndTransDrop(pTrans);
1,845,768✔
1086
  if (mndStbActionDelete(pMnode->pSdb, &stbObj) != 0) mError("failed to mndStbActionDelete");
1,845,768✔
1087
  TAOS_RETURN(code);
1,845,768✔
1088
}
1089

1090
typedef struct {
1091
  const char *name;
1092
  uint8_t     type;
1093
  int32_t     bytes;
1094
  uint32_t    alg;
1095
} AuditColumnDef;
1096

1097
// column is consistent with vnodePrepareRow process in vnodeSvr.c
1098
static const AuditColumnDef audit_columns[] = {
1099
    {"ts", TSDB_DATA_TYPE_TIMESTAMP, 8, 0x2000102},
1100
    {"details", TSDB_DATA_TYPE_VARCHAR, 50000 + VARSTR_HEADER_SIZE, 0xFF000302},
1101
    {"user_name", TSDB_DATA_TYPE_VARCHAR, 25 + VARSTR_HEADER_SIZE, 0xFF000302},
1102
    {"operation", TSDB_DATA_TYPE_VARCHAR, 20 + VARSTR_HEADER_SIZE, 0xFF000302},
1103
    {"db", TSDB_DATA_TYPE_VARCHAR, TSDB_DB_NAME_LEN + VARSTR_HEADER_SIZE, 0xFF000302},
1104
    {"resource", TSDB_DATA_TYPE_VARCHAR, TSDB_STREAM_NAME_LEN + VARSTR_HEADER_SIZE, 0xFF000302},
1105
    {"client_address", TSDB_DATA_TYPE_VARCHAR, AUDIT_CLIENT_ADD_LEN + VARSTR_HEADER_SIZE, 0xFF000302},
1106
    {"duration", TSDB_DATA_TYPE_DOUBLE, 8, 0x5000102},
1107
    {"affected_rows", TSDB_DATA_TYPE_UBIGINT, 8, 0x1000102}};
1108

1109
static int32_t mndBuildAuditStb(SMnode *pMnode, SStbObj *pDst, SDbObj *pDb) {
57✔
1110
  int32_t code = 0;
57✔
1111
  char   *name = AUDIT_STABLE_NAME;
57✔
1112
  (void)tsnprintf(pDst->name, TSDB_TABLE_FNAME_LEN, "%s.%s", pDb->name, name);
57✔
1113
  memcpy(pDst->db, pDb->name, TSDB_DB_FNAME_LEN);
57✔
1114
  pDst->createdTime = taosGetTimestampMs();
57✔
1115
  pDst->updateTime = pDst->createdTime;
57✔
1116
  pDst->uid = mndGenerateUid(pDst->name, strlen(pDst->name));
57✔
1117
  pDst->dbUid = pDb->uid;
57✔
1118
  pDst->tagVer = 1;
57✔
1119
  pDst->colVer = 1;
57✔
1120
  pDst->smaVer = 1;
57✔
1121
  pDst->nextColId = 1;
57✔
1122
  pDst->maxdelay[0] = -1;
57✔
1123
  pDst->maxdelay[1] = -1;
57✔
1124
  pDst->watermark[0] = 5000;
57✔
1125
  pDst->watermark[1] = 5000;
57✔
1126
  pDst->ttl = 0;
57✔
1127
  pDst->keep = -1;
57✔
1128
  pDst->source = 0;
57✔
1129
  pDst->virtualStb = 0;
57✔
1130
  pDst->numOfColumns = sizeof(audit_columns) / sizeof(AuditColumnDef);
57✔
1131
  pDst->numOfTags = 1;
57✔
1132
  pDst->numOfFuncs = 0;
57✔
1133
  pDst->commentLen = -1;
57✔
1134
  pDst->pFuncs = NULL;
57✔
1135

1136
  pDst->ast1Len = 0;
57✔
1137
  pDst->ast2Len = 0;
57✔
1138

1139
  pDst->pColumns = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SSchema));
57✔
1140
  pDst->pTags = taosMemoryCalloc(1, pDst->numOfTags * sizeof(SSchema));
57✔
1141
  pDst->pCmpr = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SCmprObj));
57✔
1142
  if (pDst->pColumns == NULL || pDst->pTags == NULL || pDst->pCmpr == NULL) {
57✔
1143
    code = terrno;
×
1144
    TAOS_RETURN(code);
×
1145
  }
1146

1147
  if (pDst->nextColId < 0 || pDst->nextColId >= 0x7fff - pDst->numOfColumns - pDst->numOfTags) {
57✔
1148
    code = TSDB_CODE_OUT_OF_RANGE;
×
1149
    TAOS_RETURN(code);
×
1150
  }
1151

1152
  SSchema *pSchema = NULL;
57✔
1153
  for (int32_t i = 0; i < sizeof(audit_columns) / sizeof(AuditColumnDef); ++i) {
570✔
1154
    pSchema = &pDst->pColumns[pDst->nextColId - 1];
513✔
1155
    pSchema->type = audit_columns[i].type;
513✔
1156
    pSchema->bytes = audit_columns[i].bytes;
513✔
1157
    pSchema->flags = 1;
513✔
1158
    tstrncpy(pSchema->name, audit_columns[i].name, TSDB_COL_NAME_LEN);
513✔
1159
    pSchema->colId = pDst->nextColId;
513✔
1160
    // hasTypeMods = hasTypeMods || HAS_TYPE_MOD(pSchema);
1161
    SColCmpr *pColCmpr = &pDst->pCmpr[pDst->nextColId - 1];
513✔
1162
    pColCmpr->id = pSchema->colId;
513✔
1163
    pColCmpr->alg = audit_columns[i].alg;
513✔
1164
    pDst->nextColId++;
513✔
1165
  }
1166

1167
  // tag
1168
  pSchema = &pDst->pTags[0];
57✔
1169
  pSchema->type = TSDB_DATA_TYPE_VARCHAR;
57✔
1170
  pSchema->bytes = 64 + VARSTR_HEADER_SIZE;
57✔
1171
  SSCHMEA_SET_IDX_ON(pSchema);
57✔
1172
  tstrncpy(pSchema->name, "cluster_id", TSDB_COL_NAME_LEN);
57✔
1173
  pSchema->colId = pDst->nextColId;
57✔
1174
  pDst->nextColId++;
57✔
1175

1176
  /*
1177
    if (hasTypeMods) {
1178
      pDst->pExtSchemas = taosMemoryCalloc(pDst->numOfColumns, sizeof(SExtSchema));
1179
      if (!pDst->pExtSchemas) {
1180
        code = terrno;
1181
        TAOS_RETURN(code);
1182
      }
1183
      for (int32_t i = 0; i < pDst->numOfColumns; ++i) {
1184
        SFieldWithOptions *pField = taosArrayGet(pCreate->pColumns, i);
1185
        pDst->pExtSchemas[i].typeMod = pField->typeMod;
1186
      }
1187
    }
1188
  */
1189
  TAOS_RETURN(code);
57✔
1190
}
1191

1192
static int32_t mndSetCreateAuditStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb,
57✔
1193
                                               SVgObj *pVgroup) {
1194
  int32_t code = 0;
57✔
1195
  SSdb   *pSdb = pMnode->pSdb;
57✔
1196

1197
  int32_t contLen;
57✔
1198

1199
  if (pVgroup == NULL) {
57✔
1200
    code = TSDB_CODE_INVALID_PARA;
×
1201
    TAOS_RETURN(code);
×
1202
  }
1203

1204
  void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, NULL, 0);
57✔
1205
  if (pReq == NULL) {
57✔
1206
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1207
    if (terrno != 0) code = terrno;
×
1208
    TAOS_RETURN(code);
×
1209
  }
1210

1211
  STransAction action = {0};
57✔
1212
  action.mTraceId = pTrans->mTraceId;
57✔
1213
  action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
57✔
1214
  action.pCont = pReq;
57✔
1215
  action.contLen = contLen;
57✔
1216
  action.msgType = TDMT_VND_CREATE_STB;
57✔
1217
  action.acceptableCode = TSDB_CODE_TDB_STB_ALREADY_EXIST;
57✔
1218
  action.retryCode = TSDB_CODE_TDB_STB_NOT_EXIST;
57✔
1219
  mInfo("trans:%d, add create stb to redo action", pTrans->id);
57✔
1220
  if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
57✔
1221
    taosMemoryFree(pReq);
×
1222
    TAOS_RETURN(code);
×
1223
  }
1224

1225
  TAOS_RETURN(code);
57✔
1226
}
1227

1228
// Note: pVgroup is expected to point to the first element of a vgroup array (e.g. pVgroups at the call site).
1229
// Only the first element is used for creating the audit super table.
1230
int32_t mndCreateAuditStb(SMnode *pMnode, SDbObj *pDb, SUserObj *pOperUser, STrans *pTrans, SVgObj *pVgroup) {
57✔
1231
  SStbObj stbObj = {0};
57✔
1232
  int32_t code = -1;
57✔
1233

1234
  char fullIdxName[TSDB_INDEX_FNAME_LEN * 2] = {0};
57✔
1235

1236
  TAOS_CHECK_GOTO(mndBuildAuditStb(pMnode, &stbObj, pDb), NULL, _OVER);
57✔
1237
  memcpy(stbObj.createUser, pOperUser->name, TSDB_USER_LEN);
57✔
1238
  stbObj.ownerId = pOperUser->uid;
57✔
1239

1240
  SSchema *pSchema = &(stbObj.pTags[0]);
57✔
1241
  if (mndGenIdxNameForFirstTag(fullIdxName, pDb->name, stbObj.name, pSchema->name) < 0) {
57✔
1242
    code = terrno;
×
1243
    goto _OVER;
×
1244
  }
1245

1246
  SSIdx idx = {0};
57✔
1247
  if (mndAcquireGlobalIdx(pMnode, fullIdxName, SDB_IDX, &idx) == 0 && idx.pIdx != NULL) {
57✔
1248
    code = TSDB_CODE_MND_TAG_INDEX_ALREADY_EXIST;
×
1249
    mndReleaseIdx(pMnode, idx.pIdx);
×
1250
    goto _OVER;
×
1251
  }
1252

1253
  SIdxObj idxObj = {0};
57✔
1254
  memcpy(idxObj.name, fullIdxName, TSDB_INDEX_FNAME_LEN);
57✔
1255
  memcpy(idxObj.stb, stbObj.name, TSDB_TABLE_FNAME_LEN);
57✔
1256
  memcpy(idxObj.db, stbObj.db, TSDB_DB_FNAME_LEN);
57✔
1257
  memcpy(idxObj.colName, pSchema->name, TSDB_COL_NAME_LEN);
57✔
1258
  memcpy(idxObj.createUser, pOperUser->name, TSDB_USER_LEN);
57✔
1259
  idxObj.ownerId = pOperUser->uid;
57✔
1260
  idxObj.createdTime = taosGetTimestampMs();
57✔
1261
  idxObj.uid = mndGenerateUid(fullIdxName, strlen(fullIdxName));
57✔
1262
  idxObj.stbUid = stbObj.uid;
57✔
1263
  idxObj.dbUid = stbObj.dbUid;
57✔
1264

1265
  mndTransSetDbName(pTrans, pDb->name, stbObj.name);
57✔
1266
  TAOS_CHECK_RETURN(mndTransCheckConflict(pMnode, pTrans));
57✔
1267
  TAOS_CHECK_GOTO(mndSetCreateIdxCommitLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
57✔
1268
  TAOS_CHECK_GOTO(mndSetCreateStbCommitLogs(pMnode, pTrans, pDb, &stbObj), NULL, _OVER);
57✔
1269
  TAOS_CHECK_GOTO(mndSetCreateAuditStbRedoActions(pMnode, pTrans, pDb, &stbObj, pVgroup), NULL, _OVER);
57✔
1270

1271
  code = 0;
57✔
1272

1273
_OVER:
57✔
1274
  if (mndStbActionDelete(pMnode->pSdb, &stbObj) != 0) mError("failed to mndStbActionDelete");
57✔
1275
  TAOS_RETURN(code);
57✔
1276
}
1277

1278
static int32_t mndProcessAuditRecordRsp(SRpcMsg *pRsp) {
228✔
1279
  int32_t code = 0;
228✔
1280

1281
  if (pRsp == NULL) {
228✔
1282
    mError("audit record rsp, null response message");
×
1283
    return -1;
×
1284
  }
1285

1286
  if (pRsp->code != 0) {
228✔
1287
    mError("audit record rsp failed, code:%d", pRsp->code);
×
1288
    return pRsp->code;
×
1289
  }
1290

1291
  SMnode *pMnode = pRsp->info.node;
228✔
1292
  SSdb   *pSdb = pMnode->pSdb;
228✔
1293
  (void)pMnode;  // currently unused, kept for potential future use
1294
  (void)pSdb;    // currently unused, kept for potential future use
1295

1296
  mDebug("audit record rsp succeeded, code:%d", pRsp->code);
228✔
1297

1298
  // no need to implement this rsp, since we do not care about the result of audit record insertion
1299

1300
  return code;
228✔
1301
}
1302

1303
int32_t mndAddStbToTrans(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
1,909,279✔
1304
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
1,909,279✔
1305
  TAOS_CHECK_RETURN(mndTransCheckConflict(pMnode, pTrans));
1,909,279✔
1306
  TAOS_CHECK_RETURN(mndSetCreateStbCommitLogs(pMnode, pTrans, pDb, pStb));
1,901,586✔
1307
  TAOS_CHECK_RETURN(mndSetCreateStbRedoActions(pMnode, pTrans, pDb, pStb));
1,901,586✔
1308
  TAOS_CHECK_RETURN(mndSetCreateStbUndoActions(pMnode, pTrans, pDb, pStb));
1,901,586✔
1309
  return 0;
1,901,586✔
1310
}
1311

1312
static int32_t mndProcessTtlTimer(SRpcMsg *pReq) {
2,638,172✔
1313
  SMnode           *pMnode = pReq->info.node;
2,638,172✔
1314
  SSdb             *pSdb = pMnode->pSdb;
2,638,172✔
1315
  SVgObj           *pVgroup = NULL;
2,638,172✔
1316
  void             *pIter = NULL;
2,638,172✔
1317
  SVDropTtlTableReq ttlReq = {
2,638,172✔
1318
      .timestampSec = taosGetTimestampSec(), .ttlDropMaxCount = tsTtlBatchDropNum, .nUids = 0, .pTbUids = NULL};
2,638,172✔
1319
  int32_t reqLen = tSerializeSVDropTtlTableReq(NULL, 0, &ttlReq);
2,638,172✔
1320
  int32_t contLen = reqLen + sizeof(SMsgHead);
2,638,172✔
1321

1322
  mDebug("start to process ttl timer");
2,638,172✔
1323

1324
  while (1) {
9,995,611✔
1325
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
12,633,783✔
1326
    if (pIter == NULL) break;
12,633,783✔
1327

1328
    if (pVgroup->mountVgId) {
9,995,611✔
1329
      sdbRelease(pSdb, pVgroup);
1,108✔
1330
      continue;
1,108✔
1331
    }
1332

1333
    int32_t   code = 0;
9,994,503✔
1334
    SMsgHead *pHead = rpcMallocCont(contLen);
9,994,503✔
1335
    if (pHead == NULL) {
9,994,503✔
1336
      sdbRelease(pSdb, pVgroup);
×
1337
      continue;
×
1338
    }
1339
    pHead->contLen = htonl(contLen);
9,994,503✔
1340
    pHead->vgId = htonl(pVgroup->vgId);
9,994,503✔
1341
    if ((code = tSerializeSVDropTtlTableReq((char *)pHead + sizeof(SMsgHead), reqLen, &ttlReq)) < 0) {
9,994,503✔
1342
      mError("vgId:%d, failed to serialize drop ttl table request since %s", pVgroup->vgId, tstrerror(code));
×
1343
      sdbRelease(pSdb, pVgroup);
×
1344
      continue;
×
1345
    }
1346

1347
    SRpcMsg rpcMsg = {
9,994,503✔
1348
        .msgType = TDMT_VND_FETCH_TTL_EXPIRED_TBS, .pCont = pHead, .contLen = contLen, .info = pReq->info};
1349
    SEpSet epSet = mndGetVgroupEpset(pMnode, pVgroup);
9,994,503✔
1350
    code = tmsgSendReq(&epSet, &rpcMsg);
9,994,503✔
1351
    if (code != 0) {
9,994,503✔
1352
      mError("vgId:%d, failed to send drop ttl table request to vnode since 0x%x", pVgroup->vgId, code);
27,369✔
1353
    } else {
1354
      mDebug("vgId:%d, send drop ttl table request to vnode, time:%" PRId32, pVgroup->vgId, ttlReq.timestampSec);
9,967,134✔
1355
    }
1356
    sdbRelease(pSdb, pVgroup);
9,994,503✔
1357
  }
1358

1359
  return 0;
2,638,172✔
1360
}
1361

1362
#if 0
1363
static int32_t mndProcessTrimDbTimer(SRpcMsg *pReq) {
1364
  SMnode     *pMnode = pReq->info.node;
1365
  SSdb       *pSdb = pMnode->pSdb;
1366
  SVgObj     *pVgroup = NULL;
1367
  void       *pIter = NULL;
1368
  SVTrimDbReq trimReq = {0};
1369
  trimReq.compactStartTime = taosGetTimestampMs();
1370
  trimReq.tw.skey = INT64_MIN;
1371
  trimReq.tw.ekey = trimReq.compactStartTime;
1372
  trimReq.compactId = 0;  // TODO: use the real value
1373
  trimReq.metaOnly = 0;
1374
  trimReq.triggerType = TSDB_TRIGGER_AUTO;
1375
  int32_t reqLen = tSerializeSVTrimDbReq(NULL, 0, &trimReq);
1376
  int32_t contLen = reqLen + sizeof(SMsgHead);
1377

1378
  while (1) {
1379
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
1380
    if (pIter == NULL) break;
1381
    if (pVgroup->mountVgId) {
1382
      sdbRelease(pSdb, pVgroup);
1383
      continue;
1384
    }
1385

1386
    int32_t code = 0;
1387

1388
    SMsgHead *pHead = rpcMallocCont(contLen);
1389
    if (pHead == NULL) {
1390
      sdbCancelFetch(pSdb, pVgroup);
1391
      sdbRelease(pSdb, pVgroup);
1392
      continue;
1393
    }
1394
    pHead->contLen = htonl(contLen);
1395
    pHead->vgId = htonl(pVgroup->vgId);
1396
    trimReq.dbUid = pVgroup->dbUid;
1397
    (void)snprintf(trimReq.db, sizeof(trimReq.db), "%s", pVgroup->dbName);
1398
    if ((code = tSerializeSVTrimDbReq((char *)pHead + sizeof(SMsgHead), reqLen, &trimReq)) < 0) {
1399
      mError("vgId:%d, failed to serialize trim db request since %s", pVgroup->vgId, tstrerror(code));
1400
    }
1401

1402
    SRpcMsg rpcMsg = {.msgType = TDMT_VND_TRIM, .pCont = pHead, .contLen = contLen};
1403
    SEpSet  epSet = mndGetVgroupEpset(pMnode, pVgroup);
1404
    code = tmsgSendReq(&epSet, &rpcMsg);
1405
    if (code != 0) {
1406
      mError("vgId:%d, timer failed to send vnode-trim request to vnode since 0x%x", pVgroup->vgId, code);
1407
    } else {
1408
      mInfo("vgId:%d, timer send vnode-trim request to vnode, time:%" PRIi64 " ms", pVgroup->vgId, trimReq.tw.ekey);
1409
    }
1410
    sdbRelease(pSdb, pVgroup);
1411
  }
1412

1413
  return 0;
1414
}
1415
#endif
1416

1417
static int32_t mndFindSuperTableTagIndex(const SStbObj *pStb, const char *tagName) {
3,557,434✔
1418
  for (int32_t tag = 0; tag < pStb->numOfTags; tag++) {
29,643,236✔
1419
    if (strcmp(pStb->pTags[tag].name, tagName) == 0) {
26,998,971✔
1420
      return tag;
913,169✔
1421
    }
1422
  }
1423

1424
  return -1;
2,644,265✔
1425
}
1426

1427
static int32_t mndFindSuperTableColumnIndex(const SStbObj *pStb, const char *colName) {
5,582,228✔
1428
  for (int32_t col = 0; col < pStb->numOfColumns; col++) {
330,818,522✔
1429
    if (strcmp(pStb->pColumns[col].name, colName) == 0) {
328,097,987✔
1430
      return col;
2,861,693✔
1431
    }
1432
  }
1433

1434
  return -1;
2,720,535✔
1435
}
1436

1437
static bool mndValidateSchema(SSchema *pSchemas, int32_t nSchema, SArray *pFields, int32_t maxLen) {
2,932,655✔
1438
  int32_t rowLen = 0;
2,932,655✔
1439
  for (int32_t i = 0; i < nSchema; ++i) {
197,252,434✔
1440
    rowLen += (pSchemas + i)->bytes;
194,319,779✔
1441
  }
1442

1443
  int32_t nField = taosArrayGetSize(pFields);
2,932,655✔
1444
  for (int32_t i = 0; i < nField; ++i) {
5,865,310✔
1445
    rowLen += ((SField *)TARRAY_GET_ELEM(pFields, i))->bytes;
2,932,655✔
1446
  }
1447

1448
  return rowLen <= maxLen;
2,932,655✔
1449
}
1450

1451
static int32_t mndBuildStbFromAlter(SStbObj *pStb, SStbObj *pDst, SMCreateStbReq *createReq) {
28,986✔
1452
  int32_t code = 0;
28,986✔
1453
  taosRLockLatch(&pStb->lock);
28,986✔
1454
  memcpy(pDst, pStb, sizeof(SStbObj));
28,986✔
1455
  taosRUnLockLatch(&pStb->lock);
28,986✔
1456

1457
  pDst->source = createReq->source;
28,986✔
1458
  pDst->updateTime = taosGetTimestampMs();
28,986✔
1459
  pDst->numOfColumns = createReq->numOfColumns;
28,986✔
1460
  pDst->numOfTags = createReq->numOfTags;
28,986✔
1461
  pDst->pColumns = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SSchema));
28,986✔
1462
  pDst->pTags = taosMemoryCalloc(1, pDst->numOfTags * sizeof(SSchema));
28,986✔
1463
  pDst->pCmpr = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SColCmpr));
28,986✔
1464
  pDst->pExtSchemas = taosMemoryCalloc(pDst->numOfColumns, sizeof(SExtSchema));
28,986✔
1465

1466
  if (pDst->pColumns == NULL || pDst->pTags == NULL || pDst->pCmpr == NULL || pDst->pExtSchemas == NULL) {
28,986✔
1467
    code = terrno;
×
1468
    TAOS_RETURN(code);
×
1469
  }
1470

1471
  if (pDst->nextColId < 0 || pDst->nextColId >= 0x7fff - pDst->numOfColumns - pDst->numOfTags) {
28,986✔
1472
    code = TSDB_CODE_OUT_OF_RANGE;
×
1473
    TAOS_RETURN(code);
×
1474
  }
1475

1476
  for (int32_t i = 0; i < pDst->numOfColumns; ++i) {
215,035✔
1477
    SFieldWithOptions *pField = taosArrayGet(createReq->pColumns, i);
186,049✔
1478
    SSchema           *pSchema = &pDst->pColumns[i];
186,049✔
1479
    pSchema->type = pField->type;
186,049✔
1480
    pSchema->bytes = pField->bytes;
186,049✔
1481
    pSchema->flags = pField->flags;
186,049✔
1482
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
186,049✔
1483
    int32_t cIndex = mndFindSuperTableColumnIndex(pStb, pField->name);
186,049✔
1484
    if (cIndex >= 0) {
186,049✔
1485
      pSchema->colId = pStb->pColumns[cIndex].colId;
172,461✔
1486
    } else {
1487
      pSchema->colId = pDst->nextColId++;
13,588✔
1488
    }
1489
  }
1490

1491
  for (int32_t i = 0; i < pDst->numOfTags; ++i) {
211,888✔
1492
    SField  *pField = taosArrayGet(createReq->pTags, i);
182,902✔
1493
    SSchema *pSchema = &pDst->pTags[i];
182,902✔
1494
    pSchema->type = pField->type;
182,902✔
1495
    pSchema->bytes = pField->bytes;
182,902✔
1496
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
182,902✔
1497
    int32_t cIndex = mndFindSuperTableTagIndex(pStb, pField->name);
182,902✔
1498
    if (cIndex >= 0) {
182,902✔
1499
      pSchema->colId = pStb->pTags[cIndex].colId;
173,161✔
1500
    } else {
1501
      pSchema->colId = pDst->nextColId++;
9,741✔
1502
    }
1503
  }
1504
  for (int32_t i = 0; i < pDst->numOfColumns; i++) {
215,035✔
1505
    SColCmpr          *p = pDst->pCmpr + i;
186,049✔
1506
    SFieldWithOptions *pField = taosArrayGet(createReq->pColumns, i);
186,049✔
1507
    SSchema           *pSchema = &pDst->pColumns[i];
186,049✔
1508
    p->id = pSchema->colId;
186,049✔
1509
    if (pField->compress == 0) {
186,049✔
1510
      p->alg = createDefaultColCmprByType(pSchema->type);
×
1511
    } else {
1512
      p->alg = pField->compress;
186,049✔
1513
    }
1514
    if (pField->flags & COL_HAS_TYPE_MOD) {
186,049✔
1515
      pDst->pExtSchemas[i].typeMod = pField->typeMod;
×
1516
    }
1517
  }
1518
  pDst->tagVer = createReq->tagVer;
28,986✔
1519
  pDst->colVer = createReq->colVer;
28,986✔
1520
  return TSDB_CODE_SUCCESS;
28,986✔
1521
}
1522

1523
// used for tmq_get_json_meta to build alter msg
1524
static void buildAlterMsg(SStbObj *pStb, SStbObj *pDst, void** pAlterBuf, int32_t* len){
28,986✔
1525
  SMAlterStbReq alterReq = {0};
28,986✔
1526
  alterReq.pFields = taosArrayInit(2, sizeof(SField));
28,986✔
1527
  if (NULL == alterReq.pFields) {
28,986✔
1528
    mError("failed to init alter fields array");
×
1529
    goto END;
×
1530
  }
1531
  tstrncpy(alterReq.name, pStb->name, TSDB_TABLE_FNAME_LEN);
28,986✔
1532
  for (int32_t i = 0; i < pDst->numOfColumns && taosArrayGetSize(alterReq.pFields) == 0; ++i) {
207,347✔
1533
    SSchema           *pSchema = &pDst->pColumns[i];
178,361✔
1534
    int32_t cIndex = mndFindSuperTableColumnIndex(pStb, pSchema->name);
178,361✔
1535
    if (cIndex >= 0 && pSchema->bytes == pStb->pColumns[cIndex].bytes) {
178,361✔
1536
      continue;
162,379✔
1537
    }
1538
    if (cIndex < 0) {
15,982✔
1539
      alterReq.alterType = TSDB_ALTER_TABLE_ADD_COLUMN;
13,588✔
1540
    } else if (pSchema->bytes > pStb->pColumns[cIndex].bytes){
2,394✔
1541
      alterReq.alterType = TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES;
2,394✔
1542
    }
1543
    SField *pAlterField = taosArrayReserve(alterReq.pFields, 1);
15,982✔
1544
    pAlterField->type = pSchema->type;
15,982✔
1545
    pAlterField->bytes = pSchema->bytes;
15,982✔
1546
    tstrncpy(pAlterField->name, pSchema->name, TSDB_COL_NAME_LEN);
15,982✔
1547
    mDebug("alter column name:%s, type:%d, bytes:%d", pAlterField->name, pAlterField->type, pAlterField->bytes);
15,982✔
1548
  }
1549

1550
  for (int32_t i = 0; i < pDst->numOfTags && taosArrayGetSize(alterReq.pFields) == 0; ++i) {
127,207✔
1551
    SSchema *pSchema = &pDst->pTags[i];
98,221✔
1552
    int32_t cIndex = mndFindSuperTableTagIndex(pStb, pSchema->name);
98,221✔
1553
    if (cIndex >= 0 && pSchema->bytes == pStb->pTags[cIndex].bytes) {
98,221✔
1554
      continue;
85,217✔
1555
    }
1556
    if (cIndex < 0) {
13,004✔
1557
      alterReq.alterType = TSDB_ALTER_TABLE_ADD_TAG;
9,741✔
1558
    } else if (pSchema->bytes > pStb->pTags[cIndex].bytes){
3,263✔
1559
      alterReq.alterType = TSDB_ALTER_TABLE_UPDATE_TAG_BYTES;
3,263✔
1560
    }
1561
    SField *pAlterField = taosArrayReserve(alterReq.pFields, 1);
13,004✔
1562
    pAlterField->type = pSchema->type;
13,004✔
1563
    pAlterField->bytes = pSchema->bytes;
13,004✔
1564
    tstrncpy(pAlterField->name, pSchema->name, TSDB_COL_NAME_LEN);
13,004✔
1565
    mDebug("alter tag name:%s, type:%d, bytes:%d", pAlterField->name, pAlterField->type, pAlterField->bytes);
13,004✔
1566
  }
1567
  alterReq.numOfFields = taosArrayGetSize(alterReq.pFields);
28,986✔
1568
  if (alterReq.numOfFields == 0) {
28,986✔
1569
    mError("no valid alter field found");
×
1570
    goto END;
×
1571
  }
1572

1573
  int32_t contLen = tSerializeSMAlterStbReq(NULL, 0, &alterReq);
28,986✔
1574
  if (contLen <= 0) {
28,986✔
1575
    mError("failed to get alter stb req len");
×
1576
    goto END;
×
1577
  }
1578
  void*   buf = taosMemoryMalloc(contLen);
28,986✔
1579
  if (buf == NULL) {
28,986✔
1580
    mError("failed to malloc alter stb req buf");
×
1581
    goto END;
×
1582
  }
1583
  int32_t code = tSerializeSMAlterStbReq(buf, contLen, &alterReq);
28,986✔
1584
  if (code <= TSDB_CODE_SUCCESS) {
28,986✔
1585
    mError("failed to serialize alter stb req %d", code);
×
1586
    taosMemoryFreeClear(buf);
×
1587
    goto END;
×
1588
  }
1589
  *pAlterBuf = buf;
28,986✔
1590
  *len = contLen;
28,986✔
1591
END:
28,986✔
1592
  taosArrayDestroy(alterReq.pFields);
28,986✔
1593
}
28,986✔
1594

1595
static int32_t mndProcessCreateStbReq(SRpcMsg *pReq) {
1,880,836✔
1596
  SMnode        *pMnode = pReq->info.node;
1,880,836✔
1597
  int32_t        code = -1;
1,880,836✔
1598
  SStbObj       *pStb = NULL;
1,880,836✔
1599
  SDbObj        *pDb = NULL;
1,880,836✔
1600
  SUserObj      *pOperUser = NULL;
1,880,836✔
1601
  SMCreateStbReq createReq = {0};
1,880,836✔
1602
  bool           isAlter = false;
1,880,836✔
1603
  SHashObj      *pHash = NULL;
1,880,836✔
1604
  int64_t        tss = taosGetTimestampMs();
1,880,836✔
1605

1606
  if (tDeserializeSMCreateStbReq(pReq->pCont, pReq->contLen, &createReq) != 0) {
1,880,836✔
1607
    code = TSDB_CODE_INVALID_MSG;
×
1608
    goto _OVER;
×
1609
  }
1610

1611
  mInfo("stb:%s, start to create", createReq.name);
1,880,836✔
1612
  if (mndCheckCreateStbReq(&createReq) != 0) {
1,880,836✔
1613
    code = TSDB_CODE_INVALID_MSG;
×
1614
    goto _OVER;
×
1615
  }
1616

1617
  pStb = mndAcquireStb(pMnode, createReq.name);
1,880,836✔
1618
  if (pStb != NULL) {
1,880,836✔
1619
    if (createReq.igExists) {
34,873✔
1620
      if (createReq.source == TD_REQ_FROM_APP) {
33,462✔
1621
        mInfo("stb:%s, already exist, ignore exist is set", createReq.name);
2,954✔
1622
        code = 0;
2,954✔
1623
        goto _OVER;
2,954✔
1624
      } else if (pStb->uid != createReq.suid) {
30,508✔
1625
        mInfo("stb:%s, alter table does not need to be done, because table is deleted", createReq.name);
×
1626
        code = 0;
×
1627
        goto _OVER;
×
1628
      } else if (createReq.tagVer > 0 || createReq.colVer > 0) {
59,494✔
1629
        int32_t tagDelta = createReq.tagVer - pStb->tagVer;
30,508✔
1630
        int32_t colDelta = createReq.colVer - pStb->colVer;
30,508✔
1631
        mInfo("stb:%s, already exist while create, input tagVer:%d colVer:%d, exist tagVer:%d colVer:%d",
30,508✔
1632
              createReq.name, createReq.tagVer, createReq.colVer, pStb->tagVer, pStb->colVer);
1633
        if (tagDelta <= 0 && colDelta <= 0) {
30,508✔
1634
          mInfo("stb:%s, schema version is not incremented and nothing needs to be done", createReq.name);
1,522✔
1635
          code = 0;
1,522✔
1636
          goto _OVER;
1,522✔
1637
        } else if ((tagDelta == 1 && colDelta == 0) || (tagDelta == 0 && colDelta == 1) ||
28,986✔
1638
                   (pStb->colVer == 1 && createReq.colVer > 1) || (pStb->tagVer == 1 && createReq.tagVer > 1)) {
×
1639
          isAlter = true;
28,986✔
1640
          mInfo("stb:%s, schema version is only increased by 1 number, do alter operation", createReq.name);
28,986✔
1641
        } else {
1642
          mError("stb:%s, schema version increase more than 1 number, error is returned", createReq.name);
×
1643
          code = TSDB_CODE_MND_INVALID_SCHEMA_VER;
×
1644
          goto _OVER;
×
1645
        }
1646
      } else {
1647
        mError("stb:%s, already exist while create, input tagVer:%d colVer:%d is invalid, origin tagVer:%d colVer:%d",
×
1648
               createReq.name, createReq.tagVer, createReq.colVer, pStb->tagVer, pStb->colVer);
1649
        code = TSDB_CODE_MND_INVALID_SCHEMA_VER;
×
1650
        goto _OVER;
×
1651
      }
1652
    } else {
1653
      code = TSDB_CODE_MND_STB_ALREADY_EXIST;
1,411✔
1654
      goto _OVER;
1,411✔
1655
    }
1656
  } else if (terrno != TSDB_CODE_MND_STB_NOT_EXIST) {
1,845,963✔
1657
    goto _OVER;
×
1658
  } else if ((createReq.source == TD_REQ_FROM_TAOX_OLD || createReq.source == TD_REQ_FROM_TAOX || createReq.source == TD_REQ_FROM_SML) &&
1,845,963✔
1659
             (createReq.tagVer != 1 || createReq.colVer != 1)) {
4,252✔
UNCOV
1660
    mInfo("stb:%s, alter table does not need to be done, because table is deleted", createReq.name);
×
UNCOV
1661
    code = 0;
×
UNCOV
1662
    goto _OVER;
×
1663
  }
1664

1665
  pHash = taosHashInit(createReq.numOfColumns + createReq.numOfTags, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY),
1,874,949✔
1666
                       false, HASH_NO_LOCK);
1667
  if (pHash == NULL) {
1,874,949✔
1668
    code = TSDB_CODE_OUT_OF_MEMORY;
×
1669
    goto _OVER;
×
1670
  }
1671

1672
  for (int32_t i = 0; i < createReq.numOfColumns; ++i) {
158,695,022✔
1673
    SFieldWithOptions *pField = taosArrayGet(createReq.pColumns, i);
156,820,073✔
1674
    if ((code = taosHashPut(pHash, pField->name, strlen(pField->name), NULL, 0)) != 0) {
156,820,073✔
1675
      if (code == TSDB_CODE_DUP_KEY) {
×
1676
        code = TSDB_CODE_TSC_DUP_COL_NAMES;
×
1677
      }
1678
      goto _OVER;
×
1679
    }
1680
  }
1681

1682
  for (int32_t i = 0; i < createReq.numOfTags; ++i) {
9,902,988✔
1683
    SField *pField = taosArrayGet(createReq.pTags, i);
8,028,234✔
1684
    if ((code = taosHashPut(pHash, pField->name, strlen(pField->name), NULL, 0)) != 0) {
8,028,234✔
1685
      if (code == TSDB_CODE_DUP_KEY) {
195✔
1686
        code = TSDB_CODE_TSC_DUP_COL_NAMES;
195✔
1687
      }
1688
      goto _OVER;
195✔
1689
    }
1690
  }
1691

1692
  pDb = mndAcquireDbByStb(pMnode, createReq.name);
1,874,754✔
1693
  if (pDb == NULL) {
1,874,754✔
1694
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
1695
    goto _OVER;
×
1696
  }
1697

1698
  if ((code = mndAcquireUser(pMnode, (RPC_MSG_USER(pReq)), &pOperUser))) {
1,874,754✔
1699
    goto _OVER;
×
1700
  }
1701

1702
  if ((code = mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_USE_DB, pDb))) {
1,874,754✔
1703
    goto _OVER;
×
1704
  }
1705

1706
  if ((code =
1,874,754✔
1707
           mndCheckDbPrivilegeByNameRecF(pMnode, pOperUser, pDb->cfg.isAudit ? PRIV_AUDIT_TBL_CREATE : PRIV_TBL_CREATE,
1,874,754✔
1708
                                         pDb->cfg.isAudit ? PRIV_OBJ_CLUSTER : PRIV_OBJ_DB, pDb->name, NULL))) {
1,874,754✔
1709
    goto _OVER;
×
1710
  }
1711

1712
  if (pDb->cfg.isMount) {
1,874,754✔
1713
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
×
1714
    goto _OVER;
×
1715
  }
1716

1717
  int32_t numOfStbs = -1;
1,874,754✔
1718
  if ((code = mndGetNumOfStbs(pMnode, pDb->name, &numOfStbs)) != 0) {
1,874,754✔
1719
    goto _OVER;
×
1720
  }
1721

1722
  if (pDb->cfg.numOfStables == 1 && numOfStbs != 0) {
1,874,754✔
1723
    code = TSDB_CODE_MND_SINGLE_STB_MODE_DB;
×
1724
    goto _OVER;
×
1725
  }
1726

1727
  if ((code = grantCheck(TSDB_GRANT_STABLE)) < 0) {
1,874,754✔
1728
    goto _OVER;
×
1729
  }
1730

1731
  if (isAlter) {
1,874,754✔
1732
    bool    needRsp = false;
28,986✔
1733
    SStbObj pDst = {0};
28,986✔
1734
    if ((code = mndBuildStbFromAlter(pStb, &pDst, &createReq)) != 0) {
28,986✔
1735
      taosMemoryFreeClear(pDst.pTags);
×
1736
      taosMemoryFreeClear(pDst.pColumns);
×
1737
      taosMemoryFreeClear(pDst.pCmpr);
×
1738
      taosMemoryFreeClear(pDst.pExtSchemas);
×
1739
      goto _OVER;
×
1740
    }
1741
    void* buf = NULL;
28,986✔
1742
    int32_t contLen = 0;
28,986✔
1743
    buildAlterMsg(pStb, &pDst, &buf, &contLen);
28,986✔
1744
    code = mndAlterStbImp(pMnode, pReq, pDb, &pDst, needRsp, buf, contLen);
28,986✔
1745
    taosMemoryFree(buf);
28,986✔
1746
    taosMemoryFreeClear(pDst.pTags);
28,986✔
1747
    taosMemoryFreeClear(pDst.pColumns);
28,986✔
1748
    taosMemoryFreeClear(pDst.pCmpr);
28,986✔
1749
    taosMemoryFreeClear(pDst.pExtSchemas);
28,986✔
1750
  } else {
1751
    code = mndCreateStb(pMnode, pReq, &createReq, pDb, pOperUser);
1,845,768✔
1752
  }
1753
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
1,874,754✔
1754

1755
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
1,874,754✔
1756
    SName name = {0};
1,874,754✔
1757
    TAOS_CHECK_RETURN(tNameFromString(&name, createReq.name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE));
1,874,754✔
1758

1759
    int64_t tse = taosGetTimestampMs();
1,874,754✔
1760
    double  duration = (double)(tse - tss);
1,874,754✔
1761
    duration = duration / 1000;
1,874,754✔
1762
    if (createReq.sql == NULL && createReq.sqlLen == 0) {
1,876,509✔
1763
      char detail[1000] = {0};
377,023✔
1764

1765
      (void)snprintf(detail, sizeof(detail), "dbname:%s, stable name:%s", name.dbname, name.tname);
377,023✔
1766

1767
      auditRecord(pReq, pMnode->clusterId, "createStb", name.dbname, name.tname, detail, strlen(detail), duration, 0);
377,023✔
1768
    } else {
1769
      auditRecord(pReq, pMnode->clusterId, "createStb", name.dbname, name.tname, createReq.sql, createReq.sqlLen,
1,497,731✔
1770
                  duration, 0);
1771
    }
1772
  }
1773
_OVER:
1,877,169✔
1774
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
1,880,836✔
1775
    mError("stb:%s, failed to create since %s", createReq.name, tstrerror(code));
10,609✔
1776
  }
1777

1778
  mndReleaseStb(pMnode, pStb);
1,880,836✔
1779
  mndReleaseDb(pMnode, pDb);
1,880,836✔
1780
  mndReleaseUser(pMnode, pOperUser);
1,880,836✔
1781
  tFreeSMCreateStbReq(&createReq);
1,880,836✔
1782

1783
  if (pHash != NULL) {
1,880,836✔
1784
    taosHashCleanup(pHash);
1,874,949✔
1785
  }
1786

1787
  TAOS_RETURN(code);
1,880,836✔
1788
}
1789

1790
static int32_t mndCheckAlterStbReq(SMAlterStbReq *pAlter) {
5,752,273✔
1791
  int32_t code = 0;
5,752,273✔
1792
  if (pAlter->commentLen >= 0) return 0;
5,752,273✔
1793
  if (pAlter->ttl != 0) return 0;
13,901✔
1794
  if (pAlter->keep != -1) return 0;
13,901✔
1795
  if (pAlter->secureDelete >= 0) return 0;
×
1796

1797
  if (pAlter->numOfFields < 1 || pAlter->numOfFields != (int32_t)taosArrayGetSize(pAlter->pFields)) {
×
1798
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
1799
    TAOS_RETURN(code);
×
1800
  }
1801

1802
  for (int32_t i = 0; i < pAlter->numOfFields; ++i) {
×
1803
    SField *pField = taosArrayGet(pAlter->pFields, i);
×
1804
    if (pField->name[0] == 0) {
×
1805
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
1806
      TAOS_RETURN(code);
×
1807
    }
1808
  }
1809

1810
  TAOS_RETURN(code);
×
1811
}
1812

1813
int32_t mndAllocStbSchemas(const SStbObj *pOld, SStbObj *pNew) {
5,462,907✔
1814
  pNew->pTags = taosMemoryCalloc(pNew->numOfTags, sizeof(SSchema));
5,462,907✔
1815
  pNew->pColumns = taosMemoryCalloc(pNew->numOfColumns, sizeof(SSchema));
5,462,907✔
1816
  pNew->pCmpr = taosMemoryCalloc(pNew->numOfColumns, sizeof(SColCmpr));
5,462,907✔
1817
  if (pNew->pTags == NULL || pNew->pColumns == NULL || pNew->pCmpr == NULL) {
5,462,907✔
1818
    TAOS_RETURN(terrno);
×
1819
  }
1820

1821
  memcpy(pNew->pColumns, pOld->pColumns, sizeof(SSchema) * pOld->numOfColumns);
5,462,907✔
1822
  memcpy(pNew->pTags, pOld->pTags, sizeof(SSchema) * pOld->numOfTags);
5,462,907✔
1823
  memcpy(pNew->pCmpr, pOld->pCmpr, sizeof(SColCmpr) * pOld->numOfColumns);
5,462,907✔
1824
  if (pOld->pExtSchemas) {
5,462,907✔
1825
    pNew->pExtSchemas = taosMemoryCalloc(pNew->numOfColumns, sizeof(SExtSchema));
4,389,691✔
1826
    if (pNew->pExtSchemas == NULL) {
4,389,691✔
1827
      TAOS_RETURN(terrno);
×
1828
    }
1829
    memcpy(pNew->pExtSchemas, pOld->pExtSchemas, sizeof(SExtSchema) * pOld->numOfColumns);
4,389,691✔
1830
  }
1831

1832
  TAOS_RETURN(0);
5,462,907✔
1833
}
1834

1835
static int32_t mndUpdateTableOptions(const SStbObj *pOld, SStbObj *pNew, char *pComment, int32_t commentLen,
24,665✔
1836
                                     int32_t ttl, int64_t keep, int8_t secureDelete) {
1837
  int32_t code = 0;
24,665✔
1838
  if (commentLen > 0) {
24,665✔
1839
    pNew->commentLen = commentLen;
6,064✔
1840
    pNew->comment = taosMemoryCalloc(1, commentLen + 1);
6,064✔
1841
    if (pNew->comment == NULL) {
6,064✔
1842
      terrno = TSDB_CODE_OUT_OF_MEMORY;
×
1843
      return -1;
×
1844
    }
1845
    memcpy(pNew->comment, pComment, commentLen + 1);
6,064✔
1846
  } else if (commentLen == 0) {
18,601✔
1847
    pNew->commentLen = 0;
4,700✔
1848
  } else {
1849
  }
1850

1851
  if (ttl >= 0) {
24,665✔
1852
    pNew->ttl = ttl;
24,665✔
1853
  }
1854

1855
  if (keep > 0) {
24,665✔
1856
    pNew->keep = keep;
13,330✔
1857
  }
1858

1859
  if (secureDelete >= 0) {
24,665✔
1860
    pNew->secureDelete = secureDelete;
571✔
1861
  }
1862

1863
  if ((code = mndAllocStbSchemas(pOld, pNew)) != 0) {
24,665✔
1864
    TAOS_RETURN(code);
×
1865
  }
1866
  TAOS_RETURN(code);
24,665✔
1867
}
1868

1869
static int32_t mndAddSuperTableTag(const SStbObj *pOld, SStbObj *pNew, SArray *pFields, int32_t ntags) {
286,339✔
1870
  int32_t code = 0;
286,339✔
1871
  if (pOld->numOfTags + ntags > TSDB_MAX_TAGS) {
286,339✔
1872
    code = TSDB_CODE_MND_TOO_MANY_TAGS;
×
1873
    TAOS_RETURN(code);
×
1874
  }
1875

1876
  int32_t maxColumns = pOld->virtualStb ? TSDB_MAX_COLUMNS : TSDB_MAX_COLUMNS_NON_VIRTUAL;
286,339✔
1877
  if (pOld->numOfColumns + ntags + pOld->numOfTags > maxColumns) {
286,339✔
1878
    code = TSDB_CODE_MND_TOO_MANY_COLUMNS;
×
1879
    TAOS_RETURN(code);
×
1880
  }
1881

1882
  if (!mndValidateSchema(pOld->pTags, pOld->numOfTags, pFields, TSDB_MAX_TAGS_LEN)) {
286,339✔
1883
    code = TSDB_CODE_PAR_INVALID_TAGS_LENGTH;
26,560✔
1884
    TAOS_RETURN(code);
26,560✔
1885
  }
1886

1887
  pNew->numOfTags = pNew->numOfTags + ntags;
259,779✔
1888
  if ((code = mndAllocStbSchemas(pOld, pNew)) != 0) {
259,779✔
1889
    TAOS_RETURN(code);
×
1890
  }
1891

1892
  if (pNew->nextColId < 0 || pNew->nextColId >= 0x7fff - ntags) {
259,779✔
1893
    code = TSDB_CODE_OUT_OF_RANGE;
1,138✔
1894
    TAOS_RETURN(code);
1,138✔
1895
  }
1896

1897
  for (int32_t i = 0; i < ntags; i++) {
446,990✔
1898
    SField *pField = taosArrayGet(pFields, i);
258,641✔
1899
    if (mndFindSuperTableColumnIndex(pOld, pField->name) >= 0) {
258,641✔
1900
      code = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
2,193✔
1901
      TAOS_RETURN(code);
2,193✔
1902
    }
1903

1904
    if (mndFindSuperTableTagIndex(pOld, pField->name) >= 0) {
256,448✔
1905
      code = TSDB_CODE_MND_TAG_ALREADY_EXIST;
68,099✔
1906
      TAOS_RETURN(code);
68,099✔
1907
    }
1908

1909
    SSchema *pSchema = &pNew->pTags[pOld->numOfTags + i];
188,349✔
1910
    pSchema->bytes = pField->bytes;
188,349✔
1911
    pSchema->type = pField->type;
188,349✔
1912
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
188,349✔
1913
    if (pNew->nextColId > INT16_MAX) {
188,349✔
1914
      code = TSDB_CODE_MND_EXCEED_MAX_COL_ID;
×
1915
      TAOS_RETURN(code);
×
1916
    }
1917
    pSchema->colId = pNew->nextColId;
188,349✔
1918
    pNew->nextColId++;
188,349✔
1919

1920
    mInfo("stb:%s, start to add tag %s", pNew->name, pSchema->name);
188,349✔
1921
  }
1922

1923
  pNew->tagVer++;
188,349✔
1924
  TAOS_RETURN(code);
188,349✔
1925
}
1926

1927
static int32_t mndCheckAlterColForTSma(SMnode *pMnode, const char *stbFullName, int64_t suid, col_id_t colId, bool isTag) {
2,633,797✔
1928
  int32_t code = 0;
2,633,797✔
1929
  SSdb   *pSdb = pMnode->pSdb;
2,633,797✔
1930
  void   *pIter = NULL;
2,633,797✔
1931
  while (1) {
×
1932
    SSmaObj *pSma = NULL;
2,633,797✔
1933
    pIter = sdbFetch(pSdb, SDB_SMA, pIter, (void **)&pSma);
2,633,797✔
1934
    if (pIter == NULL) break;
2,633,797✔
1935

1936
    mInfo("tsma:%s, check tag and column modifiable, stb:%s suid:%" PRId64 " colId:%d, sql:%s", pSma->name, stbFullName,
266✔
1937
          suid, colId, pSma->sql);
1938

1939
    if (isTag) {
266✔
1940
      code = TSDB_CODE_MND_FIELD_CONFLICT_WITH_TSMA;
266✔
1941
      mError("tsma:%s, check tag:%d conflicted", pSma->name, colId);
266✔
1942
      sdbRelease(pSdb, pSma);
266✔
1943
      sdbCancelFetch(pSdb, pIter);
266✔
1944
      TAOS_RETURN(code);
266✔
1945
    }
1946

1947
    SNode *pAst = NULL;
×
1948
    if (nodesStringToNode(pSma->ast, &pAst) != 0) {
×
1949
      code = TSDB_CODE_SDB_INVALID_DATA_CONTENT;
×
1950
      mError("tsma:%s, check tag and column modifiable, stb:%s suid:%" PRId64 " colId:%d failed since parse AST err",
×
1951
             pSma->name, stbFullName, suid, colId);
1952
      sdbCancelFetch(pSdb, pIter);
×
1953
      TAOS_RETURN(code);
×
1954
    }
1955

1956
    SNodeList *pNodeList = NULL;
×
1957
    if ((code = nodesCollectColumns((SSelectStmt *)pAst, SQL_CLAUSE_FROM, NULL, COLLECT_COL_TYPE_ALL, &pNodeList)) !=
×
1958
        0) {
1959
      sdbCancelFetch(pSdb, pIter);
×
1960
      TAOS_RETURN(code);
×
1961
    }
1962
    SNode *pNode = NULL;
×
1963
    FOREACH(pNode, pNodeList) {
×
1964
      SColumnNode *pCol = (SColumnNode *)pNode;
×
1965
      mInfo("tsma:%s, check colId:%d tableId:%" PRId64, pSma->name, pCol->colId, pCol->tableId);
×
1966

1967
      if ((pCol->tableId != suid) && (pSma->stbUid != suid)) {
×
1968
        mInfo("tsma:%s, check colId:%d passed", pSma->name, pCol->colId);
×
1969
        goto NEXT;
×
1970
      }
1971
      if ((pCol->colId) > 0 && (pCol->colId == colId)) {
×
1972
        code = TSDB_CODE_MND_FIELD_CONFLICT_WITH_TSMA;
×
1973
        mError("tsma:%s, check colId:%d conflicted", pSma->name, pCol->colId);
×
1974
        nodesDestroyNode(pAst);
×
1975
        nodesDestroyList(pNodeList);
×
1976
        sdbRelease(pSdb, pSma);
×
1977
        sdbCancelFetch(pSdb, pIter);
×
1978
        TAOS_RETURN(code);
×
1979
      }
1980
      mInfo("tsma:%s, check colId:%d passed", pSma->name, pCol->colId);
×
1981
    }
1982

1983
  NEXT:
×
1984
    sdbRelease(pSdb, pSma);
×
1985
    nodesDestroyNode(pAst);
×
1986
    nodesDestroyList(pNodeList);
×
1987
  }
1988
  TAOS_RETURN(code);
2,633,531✔
1989
}
1990

1991
static int32_t mndDropSuperTableTag(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const char *tagName) {
108,896✔
1992
  int32_t code = 0;
108,896✔
1993
  int32_t tag = mndFindSuperTableTagIndex(pOld, tagName);
108,896✔
1994
  if (tag < 0) {
108,896✔
1995
    code = TSDB_CODE_MND_TAG_NOT_EXIST;
195✔
1996
    TAOS_RETURN(code);
195✔
1997
  }
1998

1999
  col_id_t colId = pOld->pTags[tag].colId;
108,701✔
2000
  TAOS_CHECK_RETURN(mndCheckAlterColForTSma(pMnode, pOld->name, pOld->uid, colId, true));
108,701✔
2001

2002
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
108,568✔
2003

2004
  memmove(pNew->pTags + tag, pNew->pTags + tag + 1, sizeof(SSchema) * (pNew->numOfTags - tag - 1));
108,568✔
2005
  pNew->numOfTags--;
108,568✔
2006

2007
  pNew->tagVer++;
108,568✔
2008

2009
  // if (mndDropIndexByTag(pMnode, pOld, tagName) != 0) {
2010
  //   return -1;
2011
  // }
2012
  mInfo("stb:%s, start to drop tag %s", pNew->name, tagName);
108,568✔
2013
  TAOS_RETURN(code);
108,568✔
2014
}
2015

2016
static int32_t mndAlterStbTagName(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, SArray *pFields) {
135,852✔
2017
  int32_t code = 0;
135,852✔
2018
  if ((int32_t)taosArrayGetSize(pFields) != 2) {
135,852✔
2019
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
2020
    TAOS_RETURN(code);
×
2021
  }
2022

2023
  SField *pField0 = taosArrayGet(pFields, 0);
135,852✔
2024
  SField *pField1 = taosArrayGet(pFields, 1);
135,852✔
2025

2026
  const char *oldTagName = pField0->name;
135,852✔
2027
  const char *newTagName = pField1->name;
135,852✔
2028

2029
  int32_t tag = mndFindSuperTableTagIndex(pOld, oldTagName);
135,852✔
2030
  if (tag < 0) {
135,852✔
2031
    code = TSDB_CODE_MND_TAG_NOT_EXIST;
3,714✔
2032
    TAOS_RETURN(code);
3,714✔
2033
  }
2034

2035
  col_id_t colId = pOld->pTags[tag].colId;
132,138✔
2036
  TAOS_CHECK_RETURN(mndCheckAlterColForTSma(pMnode, pOld->name, pOld->uid, colId, true));
132,138✔
2037

2038
  if (mndFindSuperTableTagIndex(pOld, newTagName) >= 0) {
132,005✔
2039
    code = TSDB_CODE_MND_TAG_ALREADY_EXIST;
6,369✔
2040
    TAOS_RETURN(code);
6,369✔
2041
  }
2042

2043
  if (mndFindSuperTableColumnIndex(pOld, newTagName) >= 0) {
125,636✔
2044
    code = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
195✔
2045
    TAOS_RETURN(code);
195✔
2046
  }
2047

2048
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
125,441✔
2049

2050
  SSchema *pSchema = (SSchema *)(pNew->pTags + tag);
125,441✔
2051
  memcpy(pSchema->name, newTagName, TSDB_COL_NAME_LEN);
125,441✔
2052

2053
  pNew->tagVer++;
125,441✔
2054
  mInfo("stb:%s, start to modify tag %s to %s", pNew->name, oldTagName, newTagName);
125,441✔
2055
  TAOS_RETURN(code);
125,441✔
2056
}
2057

2058
static int32_t mndAlterStbTagBytes(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const SField *pField) {
334,223✔
2059
  int32_t code = 0;
334,223✔
2060
  int32_t tag = mndFindSuperTableTagIndex(pOld, pField->name);
334,223✔
2061
  if (tag < 0) {
334,223✔
2062
    code = TSDB_CODE_MND_TAG_NOT_EXIST;
195✔
2063
    TAOS_RETURN(code);
195✔
2064
  }
2065

2066
  col_id_t colId = pOld->pTags[tag].colId;
334,028✔
2067
  TAOS_CHECK_RETURN(mndCheckAlterColForTSma(pMnode, pOld->name, pOld->uid, colId, true));
334,028✔
2068

2069
  uint32_t nLen = 0;
334,028✔
2070
  for (int32_t i = 0; i < pOld->numOfTags; ++i) {
13,353,003✔
2071
    nLen += (pOld->pTags[i].colId == colId) ? pField->bytes : pOld->pTags[i].bytes;
13,018,975✔
2072
  }
2073

2074
  if (nLen > TSDB_MAX_TAGS_LEN) {
334,028✔
2075
    code = TSDB_CODE_PAR_INVALID_TAGS_LENGTH;
192,560✔
2076
    TAOS_RETURN(code);
192,560✔
2077
  }
2078

2079
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
141,468✔
2080

2081
  SSchema *pTag = pNew->pTags + tag;
141,468✔
2082

2083
  if (!(pTag->type == TSDB_DATA_TYPE_BINARY || pTag->type == TSDB_DATA_TYPE_VARBINARY ||
141,468✔
2084
        pTag->type == TSDB_DATA_TYPE_NCHAR || pTag->type == TSDB_DATA_TYPE_GEOMETRY)) {
135,744✔
2085
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
195✔
2086
    TAOS_RETURN(code);
195✔
2087
  }
2088

2089
  if (pField->bytes <= pTag->bytes) {
141,273✔
2090
    code = TSDB_CODE_MND_INVALID_ROW_BYTES;
59,291✔
2091
    TAOS_RETURN(code);
59,291✔
2092
  }
2093

2094
  pTag->bytes = pField->bytes;
81,982✔
2095
  pNew->tagVer++;
81,982✔
2096

2097
  mInfo("stb:%s, start to modify tag len %s to %d", pNew->name, pField->name, pField->bytes);
81,982✔
2098
  TAOS_RETURN(code);
81,982✔
2099
}
2100

2101
static int32_t mndUpdateSuperTableColumnCompress(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, SArray *pField,
92,987✔
2102
                                                 int32_t nCols) {
2103
  // if (pColCmpr == NULL || colName == NULL) return -1;
2104

2105
  if (taosArrayGetSize(pField) != nCols) return TSDB_CODE_FAILED;
92,987✔
2106
  TAOS_FIELD *p = taosArrayGet(pField, 0);
92,987✔
2107

2108
  int32_t code = 0;
92,987✔
2109
  int32_t idx = mndFindSuperTableColumnIndex(pOld, p->name);
92,987✔
2110
  if (idx == -1) {
92,987✔
2111
    code = TSDB_CODE_MND_COLUMN_NOT_EXIST;
×
2112
    TAOS_RETURN(code);
×
2113
  }
2114
  SSchema *pTarget = &pOld->pColumns[idx];
92,987✔
2115
  col_id_t colId = pTarget->colId;
92,987✔
2116

2117
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
92,987✔
2118
  code = validColCmprByType(pTarget->type, p->bytes);
92,987✔
2119
  if (code != TSDB_CODE_SUCCESS) {
92,987✔
2120
    TAOS_RETURN(code);
2,226✔
2121
  }
2122

2123
  int8_t updated = 0;
90,761✔
2124
  for (int i = 0; i < pNew->numOfColumns; i++) {
769,724✔
2125
    SColCmpr *pCmpr = &pNew->pCmpr[i];
769,724✔
2126
    if (pCmpr->id == colId) {
769,724✔
2127
      uint32_t dst = 0;
90,761✔
2128
      updated = tUpdateCompress(pCmpr->alg, p->bytes, TSDB_COLVAL_COMPRESS_DISABLED, TSDB_COLVAL_LEVEL_DISABLED,
90,761✔
2129
                                TSDB_COLVAL_LEVEL_MEDIUM, &dst);
2130
      if (updated > 0) pCmpr->alg = dst;
90,761✔
2131
      break;
90,761✔
2132
    }
2133
  }
2134

2135
  if (updated == 0) {
90,761✔
2136
    code = TSDB_CODE_MND_COLUMN_COMPRESS_ALREADY_EXIST;
7,861✔
2137
    TAOS_RETURN(code);
7,861✔
2138
  } else if (updated == -1) {
82,900✔
2139
    code = TSDB_CODE_TSC_COMPRESS_LEVEL_ERROR;
×
2140
    TAOS_RETURN(code);
×
2141
  }
2142

2143
  pNew->colVer++;
82,900✔
2144

2145
  TAOS_RETURN(code);
82,900✔
2146
}
2147
static int32_t mndAddSuperTableColumn(const SStbObj *pOld, SStbObj *pNew, const SMAlterStbReq* pReq, int32_t ncols,
2,646,316✔
2148
                                      int8_t withCompress) {
2149
  int32_t code = 0;
2,646,316✔
2150
  int32_t maxColumns = pOld->virtualStb ? TSDB_MAX_COLUMNS : TSDB_MAX_COLUMNS_NON_VIRTUAL;
2,646,316✔
2151
  int32_t maxBytesPerRow = pOld->virtualStb ? TSDB_MAX_BYTES_PER_ROW_VIRTUAL : TSDB_MAX_BYTES_PER_ROW;
2,646,316✔
2152
  if (pOld->numOfColumns + ncols + pOld->numOfTags > maxColumns) {
2,646,316✔
2153
    code = TSDB_CODE_MND_TOO_MANY_COLUMNS;
×
2154
    TAOS_RETURN(code);
×
2155
  }
2156

2157
  if ((code = grantCheck(TSDB_GRANT_TIMESERIES)) != 0) {
2,646,316✔
2158
    TAOS_RETURN(code);
×
2159
  }
2160

2161
  if (!mndValidateSchema(pOld->pColumns, pOld->numOfColumns, pReq->pFields, maxBytesPerRow)) {
2,646,316✔
2162
    code = TSDB_CODE_PAR_INVALID_ROW_LENGTH;
11,952✔
2163
    TAOS_RETURN(code);
11,952✔
2164
  }
2165

2166
  pNew->numOfColumns = pNew->numOfColumns + ncols;
2,634,364✔
2167

2168
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
2,634,364✔
2169

2170
  if (pNew->nextColId < 0 || pNew->nextColId >= 0x7fff - ncols) {
2,634,364✔
2171
    code = TSDB_CODE_OUT_OF_RANGE;
1,138✔
2172
    TAOS_RETURN(code);
1,138✔
2173
  }
2174

2175
  for (int32_t i = 0; i < ncols; i++) {
4,939,920✔
2176
    if (withCompress) {
2,633,226✔
2177
      SFieldWithOptions *pField = taosArrayGet(pReq->pFields, i);
254,998✔
2178
      if (mndFindSuperTableColumnIndex(pOld, pField->name) >= 0) {
254,998✔
2179
        code = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
×
2180
        TAOS_RETURN(code);
×
2181
      }
2182

2183
      if (mndFindSuperTableTagIndex(pOld, pField->name) >= 0) {
254,998✔
2184
        code = TSDB_CODE_MND_TAG_ALREADY_EXIST;
×
2185
        TAOS_RETURN(code);
×
2186
      }
2187

2188
      SSchema *pSchema = &pNew->pColumns[pOld->numOfColumns + i];
254,998✔
2189
      pSchema->bytes = pField->bytes;
254,998✔
2190
      pSchema->type = pField->type;
254,998✔
2191
      memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
254,998✔
2192
      if (pNew->nextColId > INT16_MAX) {
254,998✔
2193
        code = TSDB_CODE_MND_EXCEED_MAX_COL_ID;
×
2194
        TAOS_RETURN(code);
×
2195
      }
2196
      pSchema->colId = pNew->nextColId;
254,998✔
2197
      pNew->nextColId++;
254,998✔
2198

2199
      SColCmpr *pCmpr = &pNew->pCmpr[pOld->numOfColumns + i];
254,998✔
2200
      pCmpr->id = pSchema->colId;
254,998✔
2201
      pCmpr->alg = pField->compress;
254,998✔
2202
      mInfo("stb:%s, start to add column %s", pNew->name, pSchema->name);
254,998✔
2203
    } else {
2204
      SField *pField = taosArrayGet(pReq->pFields, i);
2,378,228✔
2205
      if (mndFindSuperTableColumnIndex(pOld, pField->name) >= 0) {
2,378,228✔
2206
        code = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
324,339✔
2207
        TAOS_RETURN(code);
324,339✔
2208
      }
2209

2210
      if (mndFindSuperTableTagIndex(pOld, pField->name) >= 0) {
2,053,889✔
2211
        code = TSDB_CODE_MND_TAG_ALREADY_EXIST;
2,193✔
2212
        TAOS_RETURN(code);
2,193✔
2213
      }
2214

2215
      SSchema *pSchema = &pNew->pColumns[pOld->numOfColumns + i];
2,051,696✔
2216
      pSchema->bytes = pField->bytes;
2,051,696✔
2217
      pSchema->type = pField->type;
2,051,696✔
2218
      memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
2,051,696✔
2219
      if (pNew->nextColId > INT16_MAX) {
2,051,696✔
2220
        code = TSDB_CODE_MND_EXCEED_MAX_COL_ID;
×
2221
        TAOS_RETURN(code);
×
2222
      }
2223
      pSchema->colId = pNew->nextColId;
2,051,696✔
2224
      pNew->nextColId++;
2,051,696✔
2225

2226
      SColCmpr *pCmpr = &pNew->pCmpr[pOld->numOfColumns + i];
2,051,696✔
2227
      pCmpr->id = pSchema->colId;
2,051,696✔
2228
      pCmpr->alg = createDefaultColCmprByType(pSchema->type);
2,051,696✔
2229
      mInfo("stb:%s, start to add column %s", pNew->name, pSchema->name);
2,051,696✔
2230
    }
2231
  }
2232
  // 1. old schema already has extschemas
2233
  // 2. new schema has extschemas
2234
  if (pReq->pTypeMods || pOld->pExtSchemas) {
2,306,694✔
2235
    if (!pNew->pExtSchemas) {
2,306,304✔
2236
      // all ext schemas reset to zero
2237
      pNew->pExtSchemas = taosMemoryCalloc(pNew->numOfColumns, sizeof(SExtSchema));
30,143✔
2238
      if (!pNew->pExtSchemas) TAOS_RETURN(terrno);
30,143✔
2239
    }
2240
    if (pOld->pExtSchemas) {
2,306,304✔
2241
      memcpy(pNew->pExtSchemas, pOld->pExtSchemas, pOld->numOfColumns * sizeof(SExtSchema));
2,276,161✔
2242
    }
2243
    if (taosArrayGetSize(pReq->pTypeMods) > 0) {
2,306,304✔
2244
      // copy added column ext schema
2245
      for (int32_t i = 0; i < ncols; ++i) {
4,612,608✔
2246
        pNew->pColumns[pOld->numOfColumns + i].flags |= COL_HAS_TYPE_MOD;
2,306,304✔
2247
        pNew->pExtSchemas[pOld->numOfColumns + i].typeMod = *(STypeMod *)taosArrayGet(pReq->pTypeMods, i);
2,306,304✔
2248
      }
2249
    }
2250
  }
2251

2252
  pNew->colVer++;
2,306,694✔
2253
  TAOS_RETURN(code);
2,306,694✔
2254
}
2255

2256
static int32_t mndDropSuperTableColumn(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const char *colName) {
1,604,681✔
2257
  int32_t code = 0;
1,604,681✔
2258
  int32_t col = mndFindSuperTableColumnIndex(pOld, colName);
1,604,681✔
2259
  if (col < 0) {
1,604,681✔
2260
    code = TSDB_CODE_MND_COLUMN_NOT_EXIST;
2,193✔
2261
    TAOS_RETURN(code);
2,193✔
2262
  }
2263

2264
  if (col == 0) {
1,602,488✔
2265
    code = TSDB_CODE_MND_INVALID_STB_ALTER_OPTION;
1,601✔
2266
    TAOS_RETURN(code);
1,601✔
2267
  }
2268

2269
  if (pOld->numOfColumns == 2) {
1,600,887✔
2270
    code = TSDB_CODE_PAR_INVALID_DROP_COL;
195✔
2271
    TAOS_RETURN(code);
195✔
2272
  }
2273

2274
  col_id_t colId = pOld->pColumns[col].colId;
1,600,692✔
2275
  TAOS_CHECK_RETURN(mndCheckAlterColForTSma(pMnode, pOld->name, pOld->uid, colId, false));
1,600,692✔
2276

2277
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
1,600,692✔
2278

2279
  int32_t sz = pNew->numOfColumns - col - 1;
1,600,692✔
2280
  memmove(pNew->pColumns + col, pNew->pColumns + col + 1, sizeof(SSchema) * sz);
1,600,692✔
2281
  memmove(pNew->pCmpr + col, pNew->pCmpr + col + 1, sizeof(SColCmpr) * sz);
1,600,692✔
2282
  if (pOld->pExtSchemas) {
1,600,692✔
2283
    memmove(pNew->pExtSchemas + col, pNew->pExtSchemas + col + 1, sizeof(SExtSchema) * sz);
1,571,546✔
2284
  }
2285
  pNew->numOfColumns--;
1,600,692✔
2286

2287
  pNew->colVer++;
1,600,692✔
2288
  mInfo("stb:%s, start to drop col %s", pNew->name, colName);
1,600,692✔
2289
  TAOS_RETURN(code);
1,600,692✔
2290
}
2291

2292
static int32_t mndAlterStbColumnBytes(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const SField *pField) {
502,647✔
2293
  int32_t code = 0;
502,647✔
2294
  int32_t col = mndFindSuperTableColumnIndex(pOld, pField->name);
502,647✔
2295
  if (col < 0) {
502,647✔
2296
    code = TSDB_CODE_MND_COLUMN_NOT_EXIST;
390✔
2297
    TAOS_RETURN(code);
390✔
2298
  }
2299

2300
  col_id_t colId = pOld->pColumns[col].colId;
502,257✔
2301

2302
  uint32_t nLen = 0;
502,257✔
2303
  int32_t  maxBytesPerRow = pOld->virtualStb ? TSDB_MAX_BYTES_PER_ROW_VIRTUAL : TSDB_MAX_BYTES_PER_ROW;
502,257✔
2304
  for (int32_t i = 0; i < pOld->numOfColumns; ++i) {
39,209,247✔
2305
    nLen += (pOld->pColumns[i].colId == colId) ? pField->bytes : pOld->pColumns[i].bytes;
38,706,990✔
2306
  }
2307

2308
  if (nLen > maxBytesPerRow) {
502,257✔
2309
    code = TSDB_CODE_MND_INVALID_ROW_BYTES;
44,019✔
2310
    TAOS_RETURN(code);
44,019✔
2311
  }
2312

2313
  TAOS_CHECK_RETURN(mndCheckAlterColForTSma(pMnode, pOld->name, pOld->uid, colId, false));
458,238✔
2314

2315
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
458,238✔
2316

2317
  SSchema *pCol = pNew->pColumns + col;
458,238✔
2318
  if (!(pCol->type == TSDB_DATA_TYPE_BINARY || pCol->type == TSDB_DATA_TYPE_VARBINARY ||
458,238✔
2319
        pCol->type == TSDB_DATA_TYPE_NCHAR || pCol->type == TSDB_DATA_TYPE_GEOMETRY)) {
449,037✔
2320
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
195✔
2321
    TAOS_RETURN(code);
195✔
2322
  }
2323

2324
  if (pField->bytes <= pCol->bytes) {
458,043✔
2325
    code = TSDB_CODE_MND_INVALID_ROW_BYTES;
217,323✔
2326
    TAOS_RETURN(code);
217,323✔
2327
  }
2328

2329
  pCol->bytes = pField->bytes;
240,720✔
2330
  pNew->colVer++;
240,720✔
2331

2332
  mInfo("stb:%s, start to modify col len %s to %d", pNew->name, pField->name, pField->bytes);
240,720✔
2333
  TAOS_RETURN(code);
240,720✔
2334
}
2335

2336
static int32_t mndSetAlterStbPrepareLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
4,774,872✔
2337
  int32_t  code = 0;
4,774,872✔
2338
  SSdbRaw *pRedoRaw = mndStbActionEncode(pStb);
4,774,872✔
2339
  if (pRedoRaw == NULL) {
4,774,872✔
2340
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2341
    if (terrno != 0) code = terrno;
×
2342
    TAOS_RETURN(code);
×
2343
  }
2344
  if ((code = mndTransAppendPrepareLog(pTrans, pRedoRaw)) != 0) {
4,774,872✔
2345
    sdbFreeRaw(pRedoRaw);
×
2346
    TAOS_RETURN(code);
×
2347
  }
2348
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_READY));
4,774,872✔
2349

2350
  TAOS_RETURN(code);
4,774,872✔
2351
}
2352

2353
static int32_t mndSetAlterStbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
4,774,872✔
2354
  int32_t  code = 0;
4,774,872✔
2355
  SSdbRaw *pCommitRaw = mndStbActionEncode(pStb);
4,774,872✔
2356
  if (pCommitRaw == NULL) {
4,774,872✔
2357
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2358
    if (terrno != 0) code = terrno;
×
2359
    TAOS_RETURN(code);
×
2360
  }
2361
  if ((code = mndTransAppendCommitlog(pTrans, pCommitRaw)) != 0) {
4,774,872✔
2362
    sdbFreeRaw(pCommitRaw);
×
2363
    TAOS_RETURN(code);
×
2364
  }
2365
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY));
4,774,872✔
2366

2367
  TAOS_RETURN(code);
4,774,872✔
2368
}
2369

2370
static int32_t mndSetAlterStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb, void *alterOriData,
4,774,872✔
2371
                                         int32_t alterOriDataLen) {
2372
  int32_t code = 0;
4,774,872✔
2373
  SSdb   *pSdb = pMnode->pSdb;
4,774,872✔
2374
  SVgObj *pVgroup = NULL;
4,774,872✔
2375
  void   *pIter = NULL;
4,774,872✔
2376
  int32_t contLen;
4,772,880✔
2377

2378
  while (1) {
12,239,954✔
2379
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
17,014,826✔
2380
    if (pIter == NULL) break;
17,014,826✔
2381
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
12,239,954✔
2382
      sdbRelease(pSdb, pVgroup);
5,563,498✔
2383
      continue;
5,563,498✔
2384
    }
2385

2386
    void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, alterOriData, alterOriDataLen);
6,676,456✔
2387
    if (pReq == NULL) {
6,676,456✔
2388
      sdbCancelFetch(pSdb, pIter);
×
2389
      sdbRelease(pSdb, pVgroup);
×
2390
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2391
      if (terrno != 0) code = terrno;
×
2392
      TAOS_RETURN(code);
×
2393
    }
2394
    STransAction action = {0};
6,676,456✔
2395
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
6,676,456✔
2396
    action.pCont = pReq;
6,676,456✔
2397
    action.contLen = contLen;
6,676,456✔
2398
    action.msgType = TDMT_VND_ALTER_STB;
6,676,456✔
2399
    if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
6,676,456✔
2400
      taosMemoryFree(pReq);
×
2401
      sdbCancelFetch(pSdb, pIter);
×
2402
      sdbRelease(pSdb, pVgroup);
×
2403
      TAOS_RETURN(code);
×
2404
    }
2405
    sdbRelease(pSdb, pVgroup);
6,676,456✔
2406
  }
2407

2408
  TAOS_RETURN(code);
4,774,872✔
2409
}
2410

2411
static int32_t mndSetAlterStbRedoActions2(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb,
×
2412
                                          void *alterOriData, int32_t alterOriDataLen) {
2413
  int32_t code = 0;
×
2414
  SSdb   *pSdb = pMnode->pSdb;
×
2415
  SVgObj *pVgroup = NULL;
×
2416
  void   *pIter = NULL;
×
2417
  int32_t contLen;
×
2418

2419
  while (1) {
×
2420
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
×
2421
    if (pIter == NULL) break;
×
2422
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
×
2423
      sdbRelease(pSdb, pVgroup);
×
2424
      continue;
×
2425
    }
2426

2427
    void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, alterOriData, alterOriDataLen);
×
2428
    if (pReq == NULL) {
×
2429
      sdbCancelFetch(pSdb, pIter);
×
2430
      sdbRelease(pSdb, pVgroup);
×
2431
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2432
      if (terrno != 0) code = terrno;
×
2433
      TAOS_RETURN(code);
×
2434
    }
2435
    STransAction action = {0};
×
2436
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
×
2437
    action.pCont = pReq;
×
2438
    action.contLen = contLen;
×
2439
    action.msgType = TDMT_VND_CREATE_INDEX;
×
2440
    if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
×
2441
      taosMemoryFree(pReq);
×
2442
      sdbCancelFetch(pSdb, pIter);
×
2443
      sdbRelease(pSdb, pVgroup);
×
2444
      TAOS_RETURN(code);
×
2445
    }
2446
    sdbRelease(pSdb, pVgroup);
×
2447
  }
2448

2449
  TAOS_RETURN(code);
×
2450
}
2451

2452
static int32_t mndBuildStbSchemaImp(SMnode *pMnode, SDbObj *pDb, SStbObj *pStb, const char *tbName, STableMetaRsp *pRsp, bool refByStm) {
22,040,703✔
2453
  int32_t code = 0;
22,040,703✔
2454
  taosRLockLatch(&pStb->lock);
22,040,703✔
2455

2456
  int32_t totalCols = pStb->numOfColumns + pStb->numOfTags;
22,041,088✔
2457
  pRsp->pSchemas = taosMemoryCalloc(totalCols, sizeof(SSchema));
22,040,703✔
2458
  if (pRsp->pSchemas == NULL) {
22,040,703✔
2459
    taosRUnLockLatch(&pStb->lock);
×
2460
    code = terrno;
×
2461
    TAOS_RETURN(code);
×
2462
  }
2463
  pRsp->pSchemaExt = taosMemoryCalloc(pStb->numOfColumns, sizeof(SSchemaExt));
22,040,703✔
2464
  if (pRsp->pSchemaExt == NULL) {
22,040,703✔
2465
    taosRUnLockLatch(&pStb->lock);
×
2466
    code = terrno;
×
2467
    TAOS_RETURN(code);
×
2468
  }
2469
  pRsp->numOfColRefs = 0;
22,040,703✔
2470
  pRsp->pColRefs = NULL;
22,040,703✔
2471
  tstrncpy(pRsp->dbFName, pStb->db, sizeof(pRsp->dbFName));
22,040,703✔
2472
  tstrncpy(pRsp->tbName, tbName, sizeof(pRsp->tbName));
22,040,703✔
2473
  tstrncpy(pRsp->stbName, tbName, sizeof(pRsp->stbName));
22,041,088✔
2474
  pRsp->dbId = pDb->uid;
22,040,703✔
2475
  pRsp->numOfTags = pStb->numOfTags;
22,040,703✔
2476
  pRsp->numOfColumns = pStb->numOfColumns;
22,040,703✔
2477
  pRsp->precision = pDb->cfg.precision;
22,040,703✔
2478
  pRsp->tableType = TSDB_SUPER_TABLE;
22,040,703✔
2479
  pRsp->sversion = pStb->colVer;
22,040,703✔
2480
  pRsp->tversion = pStb->tagVer;
22,040,703✔
2481
  pRsp->suid = pStb->uid;
22,040,703✔
2482
  pRsp->tuid = pStb->uid;
22,040,703✔
2483
  pRsp->virtualStb = pStb->virtualStb;
22,040,703✔
2484
  pRsp->ownerId = pStb->ownerId;
22,040,703✔
2485
  pRsp->isAudit = pDb->cfg.isAudit ? 1 : 0;
22,040,318✔
2486
  pRsp->secureDelete = pStb->secureDelete;
22,040,318✔
2487

2488
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
673,627,994✔
2489
    SSchema *pSchema = &pRsp->pSchemas[i];
651,587,676✔
2490
    SSchema *pSrcSchema = &pStb->pColumns[i];
651,587,676✔
2491
    memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
651,587,676✔
2492
    pSchema->type = pSrcSchema->type;
651,586,906✔
2493
    pSchema->flags = pSrcSchema->flags;
651,585,751✔
2494
    pSchema->colId = pSrcSchema->colId;
651,587,291✔
2495
    pSchema->bytes = pSrcSchema->bytes;
651,587,291✔
2496
  }
2497
  
2498
  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
107,719,279✔
2499
    SSchema *pSchema = &pRsp->pSchemas[i + pStb->numOfColumns];
85,678,191✔
2500
    SSchema *pSrcSchema = &pStb->pTags[i];
85,678,191✔
2501
    memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
85,678,191✔
2502
    pSchema->type = pSrcSchema->type;
85,678,191✔
2503
    pSchema->flags = pSrcSchema->flags;
85,678,576✔
2504
    pSchema->colId = pSrcSchema->colId;
85,678,576✔
2505
    pSchema->bytes = pSrcSchema->bytes;
85,678,191✔
2506
  }
2507

2508
  if (refByStm) {
22,041,088✔
2509
    mndStreamUpdateTagsRefFlag(pMnode, pStb->uid, &pRsp->pSchemas[pStb->numOfColumns], pStb->numOfTags);
15,429,235✔
2510
  }
2511

2512
  for (int32_t i = 0; i < pStb->numOfColumns; i++) {
673,629,149✔
2513
    SColCmpr   *pCmpr = &pStb->pCmpr[i];
651,588,061✔
2514
    SSchemaExt *pSchEx = &pRsp->pSchemaExt[i];
651,588,061✔
2515
    pSchEx->colId = pCmpr->id;
651,587,676✔
2516
    pSchEx->compress = pCmpr->alg;
651,587,676✔
2517
    if (pStb->pExtSchemas) {
651,588,061✔
2518
      pSchEx->typeMod = pStb->pExtSchemas[i].typeMod;
328,668,072✔
2519
    }
2520
  }
2521

2522
  taosRUnLockLatch(&pStb->lock);
22,041,088✔
2523
  TAOS_RETURN(code);
22,041,088✔
2524
}
2525

2526
static int32_t mndBuildStbCfgImp(SDbObj *pDb, SStbObj *pStb, const char *tbName, STableCfgRsp *pRsp) {
26,689✔
2527
  int32_t code = 0;
26,689✔
2528
  taosRLockLatch(&pStb->lock);
26,689✔
2529

2530
  int32_t totalCols = pStb->numOfColumns + pStb->numOfTags;
26,689✔
2531
  pRsp->pSchemas = taosMemoryCalloc(totalCols, sizeof(SSchema));
26,689✔
2532
  if (pRsp->pSchemas == NULL) {
26,689✔
2533
    taosRUnLockLatch(&pStb->lock);
×
2534
    code = terrno;
×
2535
    TAOS_RETURN(code);
×
2536
  }
2537

2538
  tstrncpy(pRsp->dbFName, pStb->db, sizeof(pRsp->dbFName));
26,689✔
2539
  tstrncpy(pRsp->tbName, tbName, sizeof(pRsp->tbName));
26,689✔
2540
  tstrncpy(pRsp->stbName, tbName, sizeof(pRsp->stbName));
26,689✔
2541
  pRsp->numOfTags = pStb->numOfTags;
26,689✔
2542
  pRsp->numOfColumns = pStb->numOfColumns;
26,689✔
2543
  pRsp->tableType = TSDB_SUPER_TABLE;
26,689✔
2544
  pRsp->delay1 = pStb->maxdelay[0];
26,689✔
2545
  pRsp->delay2 = pStb->maxdelay[1];
26,689✔
2546
  pRsp->watermark1 = pStb->watermark[0];
26,689✔
2547
  pRsp->watermark2 = pStb->watermark[1];
26,689✔
2548
  pRsp->ttl = pStb->ttl;
26,689✔
2549
  pRsp->keep = pStb->keep;
26,689✔
2550
  pRsp->commentLen = pStb->commentLen;
26,689✔
2551
  if (pStb->commentLen > 0) {
26,689✔
2552
    pRsp->pComment = taosStrdup(pStb->comment);
×
2553
  }
2554

2555
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
149,365✔
2556
    SSchema *pSchema = &pRsp->pSchemas[i];
122,676✔
2557
    SSchema *pSrcSchema = &pStb->pColumns[i];
122,676✔
2558
    memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
122,676✔
2559
    pSchema->type = pSrcSchema->type;
122,676✔
2560
    pSchema->flags = pSrcSchema->flags;
122,676✔
2561
    pSchema->colId = pSrcSchema->colId;
122,676✔
2562
    pSchema->bytes = pSrcSchema->bytes;
122,676✔
2563
  }
2564

2565
  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
76,615✔
2566
    SSchema *pSchema = &pRsp->pSchemas[i + pStb->numOfColumns];
49,926✔
2567
    SSchema *pSrcSchema = &pStb->pTags[i];
49,926✔
2568
    memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
49,926✔
2569
    pSchema->type = pSrcSchema->type;
49,926✔
2570
    pSchema->flags = pSrcSchema->flags;
49,926✔
2571
    pSchema->colId = pSrcSchema->colId;
49,926✔
2572
    pSchema->bytes = pSrcSchema->bytes;
49,926✔
2573
  }
2574

2575
  if (pStb->numOfFuncs > 0) {
26,689✔
2576
    pRsp->pFuncs = taosArrayDup(pStb->pFuncs, NULL);
×
2577
  }
2578

2579
  pRsp->pSchemaExt = taosMemoryCalloc(pStb->numOfColumns, sizeof(SSchemaExt));
26,689✔
2580
  for (int32_t i = 0; i < pStb->numOfColumns; i++) {
149,365✔
2581
    SColCmpr *pCmpr = &pStb->pCmpr[i];
122,676✔
2582

2583
    SSchemaExt *pSchExt = &pRsp->pSchemaExt[i];
122,676✔
2584
    pSchExt->colId = pCmpr->id;
122,676✔
2585
    pSchExt->compress = pCmpr->alg;
122,676✔
2586
    if (pStb->pExtSchemas) {
122,676✔
2587
      pSchExt->typeMod = pStb->pExtSchemas[i].typeMod;
25,763✔
2588
    }
2589
  }
2590
  pRsp->virtualStb = pStb->virtualStb;
26,689✔
2591
  pRsp->pColRefs = NULL;
26,689✔
2592
  pRsp->secureDelete = pStb->secureDelete;
26,689✔
2593

2594
  taosRUnLockLatch(&pStb->lock);
26,689✔
2595
  TAOS_RETURN(code);
26,689✔
2596
}
2597

2598
static int32_t mndValidateStbVersion(SMnode *pMnode, SSTableVersion *pStbVer, bool *schema, bool *sma) {
6,389,031✔
2599
  int32_t code = 0;
6,389,031✔
2600
  char    tbFName[TSDB_TABLE_FNAME_LEN] = {0};
6,389,031✔
2601
  snprintf(tbFName, sizeof(tbFName), "%s.%s", pStbVer->dbFName, pStbVer->stbName);
6,389,031✔
2602

2603
  SDbObj *pDb = mndAcquireDb(pMnode, pStbVer->dbFName);
6,389,031✔
2604
  if (pDb == NULL) {
6,389,031✔
2605
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
30,369✔
2606
    TAOS_RETURN(code);
30,369✔
2607
  }
2608

2609
  if (pDb->uid != pStbVer->dbId) {
6,358,662✔
2610
    mndReleaseDb(pMnode, pDb);
736✔
2611
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
736✔
2612
    TAOS_RETURN(code);
736✔
2613
  }
2614

2615
  SStbObj *pStb = mndAcquireStb(pMnode, tbFName);
6,357,926✔
2616
  if (pStb == NULL) {
6,357,926✔
2617
    mndReleaseDb(pMnode, pDb);
1,862✔
2618
    code = TSDB_CODE_PAR_TABLE_NOT_EXIST;
1,862✔
2619
    TAOS_RETURN(code);
1,862✔
2620
  }
2621

2622
  taosRLockLatch(&pStb->lock);
6,356,064✔
2623

2624
  if (pStbVer->sversion != pStb->colVer || pStbVer->tversion != pStb->tagVer) {
6,356,064✔
2625
    *schema = true;
17,318✔
2626
  } else {
2627
    *schema = false;
6,338,746✔
2628
  }
2629

2630
  if (pStbVer->smaVer && pStbVer->smaVer != pStb->smaVer) {
6,356,064✔
2631
    *sma = true;
×
2632
  } else {
2633
    *sma = false;
6,356,064✔
2634
  }
2635

2636
  taosRUnLockLatch(&pStb->lock);
6,356,064✔
2637

2638
  mndReleaseDb(pMnode, pDb);
6,356,064✔
2639
  mndReleaseStb(pMnode, pStb);
6,356,064✔
2640
  return TSDB_CODE_SUCCESS;
6,356,064✔
2641
}
2642

2643
static int32_t mndBuildStbSchema(SMnode *pMnode, const char *dbFName, const char *tbName, STableMetaRsp *pRsp, bool refByStm) {
16,179,953✔
2644
  int32_t code = 0;
16,179,953✔
2645
  char    tbFName[TSDB_TABLE_FNAME_LEN] = {0};
16,179,953✔
2646
  snprintf(tbFName, sizeof(tbFName), "%s.%s", dbFName, tbName);
16,179,953✔
2647

2648
  SDbObj *pDb = mndAcquireDb(pMnode, dbFName);
16,179,953✔
2649
  if (pDb == NULL) {
16,179,568✔
2650
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
2651
    TAOS_RETURN(code);
×
2652
  }
2653

2654
  SStbObj *pStb = mndAcquireStb(pMnode, tbFName);
16,179,568✔
2655
  if (pStb == NULL) {
16,179,568✔
2656
    mndReleaseDb(pMnode, pDb);
733,400✔
2657
    code = TSDB_CODE_PAR_TABLE_NOT_EXIST;
733,400✔
2658
    TAOS_RETURN(code);
733,400✔
2659
  }
2660

2661
  code = mndBuildStbSchemaImp(pMnode, pDb, pStb, tbName, pRsp, refByStm);
15,446,168✔
2662
  mndReleaseDb(pMnode, pDb);
15,446,553✔
2663
  mndReleaseStb(pMnode, pStb);
15,446,553✔
2664
  TAOS_RETURN(code);
15,446,553✔
2665
}
2666

2667
static int32_t mndBuildStbCfg(SMnode *pMnode, const char *dbFName, const char *tbName, STableCfgRsp *pRsp) {
26,689✔
2668
  int32_t code = 0;
26,689✔
2669
  char    tbFName[TSDB_TABLE_FNAME_LEN] = {0};
26,689✔
2670
  snprintf(tbFName, sizeof(tbFName), "%s.%s", dbFName, tbName);
26,689✔
2671

2672
  SDbObj *pDb = mndAcquireDb(pMnode, dbFName);
26,689✔
2673
  if (pDb == NULL) {
26,689✔
2674
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
2675
    TAOS_RETURN(code);
×
2676
  }
2677

2678
  SStbObj *pStb = mndAcquireStb(pMnode, tbFName);
26,689✔
2679
  if (pStb == NULL) {
26,689✔
2680
    mndReleaseDb(pMnode, pDb);
×
2681
    code = TSDB_CODE_PAR_TABLE_NOT_EXIST;
×
2682
    TAOS_RETURN(code);
×
2683
  }
2684

2685
  code = mndBuildStbCfgImp(pDb, pStb, tbName, pRsp);
26,689✔
2686

2687
  mndReleaseDb(pMnode, pDb);
26,689✔
2688
  mndReleaseStb(pMnode, pStb);
26,689✔
2689
  TAOS_RETURN(code);
26,689✔
2690
}
2691

2692
static int32_t mndBuildSMAlterStbRsp(SDbObj *pDb, SStbObj *pObj, void **pCont, int32_t *pLen) {
4,721,221✔
2693
  int32_t       code = 0;
4,721,221✔
2694
  SEncoder      ec = {0};
4,721,221✔
2695
  uint32_t      contLen = 0;
4,721,221✔
2696
  SMAlterStbRsp alterRsp = {0};
4,721,221✔
2697
  SName         name = {0};
4,721,221✔
2698
  TAOS_CHECK_RETURN(tNameFromString(&name, pObj->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE));
4,721,221✔
2699

2700
  alterRsp.pMeta = taosMemoryCalloc(1, sizeof(STableMetaRsp));
4,721,221✔
2701
  if (NULL == alterRsp.pMeta) {
4,721,221✔
2702
    code = terrno;
×
2703
    TAOS_RETURN(code);
×
2704
  }
2705

2706
  code = mndBuildStbSchemaImp(NULL, pDb, pObj, name.tname, alterRsp.pMeta, false);
4,721,221✔
2707
  if (code) {
4,721,221✔
2708
    tFreeSMAlterStbRsp(&alterRsp);
×
2709
    return code;
×
2710
  }
2711

2712
  tEncodeSize(tEncodeSMAlterStbRsp, &alterRsp, contLen, code);
4,721,221✔
2713
  if (code) {
4,721,221✔
2714
    tFreeSMAlterStbRsp(&alterRsp);
×
2715
    return code;
×
2716
  }
2717

2718
  void *cont = taosMemoryMalloc(contLen);
4,721,221✔
2719
  if (NULL == cont) {
4,721,221✔
2720
    code = terrno;
×
2721
    tFreeSMAlterStbRsp(&alterRsp);
×
2722
    TAOS_RETURN(code);
×
2723
  }
2724
  tEncoderInit(&ec, cont, contLen);
4,721,221✔
2725
  code = tEncodeSMAlterStbRsp(&ec, &alterRsp);
4,721,221✔
2726
  tEncoderClear(&ec);
4,721,221✔
2727

2728
  tFreeSMAlterStbRsp(&alterRsp);
4,721,221✔
2729

2730
  if (code < 0) TAOS_RETURN(code);
4,721,221✔
2731

2732
  *pCont = cont;
4,721,221✔
2733
  *pLen = contLen;
4,721,221✔
2734

2735
  TAOS_RETURN(code);
4,721,221✔
2736
}
2737

2738
int32_t mndBuildSMCreateStbRsp(SMnode *pMnode, char *dbFName, char *stbFName, void **pCont, int32_t *pLen) {
1,874,917✔
2739
  int32_t code = -1;
1,874,917✔
2740
  SDbObj *pDb = mndAcquireDb(pMnode, dbFName);
1,874,917✔
2741
  if (NULL == pDb) {
1,874,917✔
2742
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2743
    if (terrno != 0) code = terrno;
×
2744
    TAOS_RETURN(code);
×
2745
  }
2746

2747
  SStbObj *pObj = mndAcquireStb(pMnode, stbFName);
1,874,917✔
2748
  if (NULL == pObj) {
1,874,917✔
2749
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
1,603✔
2750
    if (terrno != 0) code = terrno;
1,603✔
2751
    goto _OVER;
1,603✔
2752
  }
2753

2754
  SEncoder       ec = {0};
1,873,314✔
2755
  uint32_t       contLen = 0;
1,873,314✔
2756
  SMCreateStbRsp stbRsp = {0};
1,873,314✔
2757
  SName          name = {0};
1,873,314✔
2758
  TAOS_CHECK_GOTO(tNameFromString(&name, pObj->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE), NULL, _OVER);
1,873,314✔
2759

2760
  stbRsp.pMeta = taosMemoryCalloc(1, sizeof(STableMetaRsp));
1,873,314✔
2761
  if (NULL == stbRsp.pMeta) {
1,873,314✔
2762
    code = terrno;
×
2763
    goto _OVER;
×
2764
  }
2765

2766
  code = mndBuildStbSchemaImp(NULL, pDb, pObj, name.tname, stbRsp.pMeta, false);
1,873,314✔
2767
  if (code) {
1,873,314✔
2768
    tFreeSMCreateStbRsp(&stbRsp);
×
2769
    goto _OVER;
×
2770
  }
2771

2772
  tEncodeSize(tEncodeSMCreateStbRsp, &stbRsp, contLen, code);
1,873,314✔
2773
  if (code) {
1,873,314✔
2774
    tFreeSMCreateStbRsp(&stbRsp);
×
2775
    goto _OVER;
×
2776
  }
2777

2778
  void *cont = taosMemoryMalloc(contLen);
1,873,314✔
2779
  if (NULL == cont) {
1,873,314✔
2780
    code = terrno;
×
2781
    tFreeSMCreateStbRsp(&stbRsp);
×
2782
    goto _OVER;
×
2783
  }
2784
  tEncoderInit(&ec, cont, contLen);
1,873,314✔
2785
  TAOS_CHECK_GOTO(tEncodeSMCreateStbRsp(&ec, &stbRsp), NULL, _OVER);
1,873,314✔
2786
  tEncoderClear(&ec);
1,873,314✔
2787

2788
  tFreeSMCreateStbRsp(&stbRsp);
1,873,314✔
2789

2790
  *pCont = cont;
1,873,314✔
2791
  *pLen = contLen;
1,873,314✔
2792

2793
  code = 0;
1,873,314✔
2794

2795
_OVER:
1,874,917✔
2796
  if (pObj) {
1,874,917✔
2797
    mndReleaseStb(pMnode, pObj);
1,873,314✔
2798
  }
2799

2800
  if (pDb) {
1,874,917✔
2801
    mndReleaseDb(pMnode, pDb);
1,874,917✔
2802
  }
2803

2804
  TAOS_RETURN(code);
1,874,917✔
2805
}
2806

2807
static int32_t mndAlterStbImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
4,554,988✔
2808
                              void *alterOriData, int32_t alterOriDataLen) {
2809
  int32_t code = -1;
4,554,988✔
2810
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "alter-stb");
4,554,988✔
2811
  if (pTrans == NULL) {
4,554,988✔
2812
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2813
    if (terrno != 0) code = terrno;
×
2814
    goto _OVER;
×
2815
  }
2816

2817
  mInfo("trans:%d, used to alter stb:%s, alterOriDataLen:%d", pTrans->id, pStb->name, alterOriDataLen);
4,554,988✔
2818
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
4,554,988✔
2819
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
4,554,988✔
2820

2821
  if (needRsp) {
4,541,044✔
2822
    void   *pCont = NULL;
4,487,393✔
2823
    int32_t contLen = 0;
4,487,393✔
2824
    TAOS_CHECK_GOTO(mndBuildSMAlterStbRsp(pDb, pStb, &pCont, &contLen), NULL, _OVER);
4,487,393✔
2825
    mndTransSetRpcRsp(pTrans, pCont, contLen);
4,487,393✔
2826
  }
2827

2828
  TAOS_CHECK_GOTO(mndSetAlterStbPrepareLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
4,541,044✔
2829
  TAOS_CHECK_GOTO(mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
4,541,044✔
2830
  TAOS_CHECK_GOTO(mndSetAlterStbRedoActions(pMnode, pTrans, pDb, pStb, alterOriData, alterOriDataLen), NULL, _OVER);
4,541,044✔
2831
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
4,541,044✔
2832

2833
  code = 0;
4,541,044✔
2834

2835
_OVER:
4,554,988✔
2836
  mndTransDrop(pTrans);
4,554,988✔
2837
  TAOS_RETURN(code);
4,554,988✔
2838
}
2839

2840
static int32_t mndAlterStbAndUpdateTagIdxImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
234,009✔
2841
                                             void *alterOriData, int32_t alterOriDataLen, const SMAlterStbReq *pAlter) {
2842
  int32_t code = -1;
234,009✔
2843
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "alter-stb");
234,009✔
2844
  if (pTrans == NULL) {
234,009✔
2845
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2846
    if (terrno != 0) code = terrno;
×
2847
    goto _OVER;
×
2848
  }
2849

2850
  mInfo("trans:%d, used to alter stb:%s", pTrans->id, pStb->name);
234,009✔
2851
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
234,009✔
2852

2853
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
234,009✔
2854

2855
  if (needRsp) {
233,828✔
2856
    void   *pCont = NULL;
233,828✔
2857
    int32_t contLen = 0;
233,828✔
2858
    TAOS_CHECK_GOTO(mndBuildSMAlterStbRsp(pDb, pStb, &pCont, &contLen), NULL, _OVER);
233,828✔
2859
    mndTransSetRpcRsp(pTrans, pCont, contLen);
233,828✔
2860
  }
2861

2862
  if (pAlter->alterType == TSDB_ALTER_TABLE_DROP_TAG) {
233,828✔
2863
    SIdxObj idxObj = {0};
108,568✔
2864
    SField *pField0 = taosArrayGet(pAlter->pFields, 0);
108,568✔
2865
    bool    exist = false;
108,568✔
2866
    if (mndGetIdxsByTagName(pMnode, pStb, pField0->name, &idxObj) == 0) {
108,568✔
2867
      exist = true;
4,238✔
2868
    }
2869
    TAOS_CHECK_GOTO(mndSetAlterStbPrepareLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
108,568✔
2870
    TAOS_CHECK_GOTO(mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
108,568✔
2871

2872
    if (exist == true) {
108,568✔
2873
      TAOS_CHECK_GOTO(mndSetDropIdxPrepareLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
4,238✔
2874
      TAOS_CHECK_GOTO(mndSetDropIdxCommitLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
4,238✔
2875
    }
2876

2877
    TAOS_CHECK_GOTO(mndSetAlterStbRedoActions(pMnode, pTrans, pDb, pStb, alterOriData, alterOriDataLen), NULL, _OVER);
108,568✔
2878
    TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
108,568✔
2879

2880
  } else if (pAlter->alterType == TSDB_ALTER_TABLE_UPDATE_TAG_NAME) {
125,260✔
2881
    SIdxObj     idxObj = {0};
125,260✔
2882
    SField     *pField0 = taosArrayGet(pAlter->pFields, 0);
125,260✔
2883
    SField     *pField1 = taosArrayGet(pAlter->pFields, 1);
125,260✔
2884
    const char *oTagName = pField0->name;
125,260✔
2885
    const char *nTagName = pField1->name;
125,260✔
2886
    bool        exist = false;
125,260✔
2887

2888
    if (mndGetIdxsByTagName(pMnode, pStb, pField0->name, &idxObj) == 0) {
125,260✔
2889
      exist = true;
13,776✔
2890
    }
2891

2892
    TAOS_CHECK_GOTO(mndSetAlterStbPrepareLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
125,260✔
2893
    TAOS_CHECK_GOTO(mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
125,260✔
2894

2895
    if (exist == true) {
125,260✔
2896
      memcpy(idxObj.colName, nTagName, strlen(nTagName));
13,776✔
2897
      idxObj.colName[strlen(nTagName)] = 0;
13,776✔
2898
      TAOS_CHECK_GOTO(mndSetAlterIdxPrepareLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
13,776✔
2899
      TAOS_CHECK_GOTO(mndSetAlterIdxCommitLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
13,776✔
2900
    }
2901

2902
    TAOS_CHECK_GOTO(mndSetAlterStbRedoActions(pMnode, pTrans, pDb, pStb, alterOriData, alterOriDataLen), NULL, _OVER);
125,260✔
2903
    TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
125,260✔
2904
  }
2905
  code = 0;
233,828✔
2906

2907
_OVER:
234,009✔
2908
  mndTransDrop(pTrans);
234,009✔
2909
  TAOS_RETURN(code);
234,009✔
2910
}
2911

2912
static int32_t mndAlterStb(SMnode *pMnode, SRpcMsg *pReq, const SMAlterStbReq *pAlter, SDbObj *pDb, SStbObj *pOld) {
5,736,606✔
2913
  bool    needRsp = true;
5,736,606✔
2914
  int32_t code = -1;
5,736,606✔
2915
  SField *pField0 = NULL;
5,736,606✔
2916

2917
  SStbObj stbObj = {0};
5,736,606✔
2918
  taosRLockLatch(&pOld->lock);
5,736,606✔
2919
  memcpy(&stbObj, pOld, sizeof(SStbObj));
5,736,606✔
2920
  taosRUnLockLatch(&pOld->lock);
5,736,606✔
2921
  stbObj.pColumns = NULL;
5,736,606✔
2922
  stbObj.pTags = NULL;
5,736,606✔
2923
  stbObj.pFuncs = NULL;
5,736,606✔
2924
  stbObj.pCmpr = NULL;
5,736,606✔
2925
  stbObj.pExtSchemas = NULL;
5,736,606✔
2926
  stbObj.updateTime = taosGetTimestampMs();
5,736,606✔
2927
  stbObj.lock = 0;
5,736,606✔
2928
  stbObj.virtualStb = pOld->virtualStb;
5,736,606✔
2929
  bool updateTagIndex = false;
5,736,606✔
2930
  switch (pAlter->alterType) {
5,736,606✔
2931
    case TSDB_ALTER_TABLE_ADD_TAG:
286,339✔
2932
      code = mndAddSuperTableTag(pOld, &stbObj, pAlter->pFields, pAlter->numOfFields);
286,339✔
2933
      break;
286,339✔
2934
    case TSDB_ALTER_TABLE_DROP_TAG:
108,896✔
2935
      pField0 = taosArrayGet(pAlter->pFields, 0);
108,896✔
2936
      code = mndDropSuperTableTag(pMnode, pOld, &stbObj, pField0->name);
108,896✔
2937
      updateTagIndex = true;
108,896✔
2938
      break;
108,896✔
2939
    case TSDB_ALTER_TABLE_UPDATE_TAG_NAME:
135,852✔
2940
      code = mndAlterStbTagName(pMnode, pOld, &stbObj, pAlter->pFields);
135,852✔
2941
      updateTagIndex = true;
135,852✔
2942
      break;
135,852✔
2943
    case TSDB_ALTER_TABLE_UPDATE_TAG_BYTES:
334,223✔
2944
      pField0 = taosArrayGet(pAlter->pFields, 0);
334,223✔
2945
      code = mndAlterStbTagBytes(pMnode, pOld, &stbObj, pField0);
334,223✔
2946
      break;
334,223✔
2947
    case TSDB_ALTER_TABLE_ADD_COLUMN:
2,391,318✔
2948
      code = mndAddSuperTableColumn(pOld, &stbObj, pAlter, pAlter->numOfFields, 0);
2,391,318✔
2949
      break;
2,391,318✔
2950
    case TSDB_ALTER_TABLE_DROP_COLUMN:
1,604,681✔
2951
      pField0 = taosArrayGet(pAlter->pFields, 0);
1,604,681✔
2952
      code = mndDropSuperTableColumn(pMnode, pOld, &stbObj, pField0->name);
1,604,681✔
2953
      break;
1,604,681✔
2954
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES:
502,647✔
2955
      pField0 = taosArrayGet(pAlter->pFields, 0);
502,647✔
2956
      code = mndAlterStbColumnBytes(pMnode, pOld, &stbObj, pField0);
502,647✔
2957
      break;
502,647✔
2958
    case TSDB_ALTER_TABLE_UPDATE_OPTIONS:
24,665✔
2959
      needRsp = false;
24,665✔
2960
      code = mndUpdateTableOptions(pOld, &stbObj, pAlter->comment, pAlter->commentLen, pAlter->ttl, pAlter->keep,
24,665✔
2961
                                   pAlter->secureDelete);
24,665✔
2962
      break;
24,665✔
2963
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_COMPRESS:
92,987✔
2964
      code = mndUpdateSuperTableColumnCompress(pMnode, pOld, &stbObj, pAlter->pFields, pAlter->numOfFields);
92,987✔
2965
      break;
92,987✔
2966
    case TSDB_ALTER_TABLE_ADD_COLUMN_WITH_COMPRESS_OPTION:
254,998✔
2967
      code = mndAddSuperTableColumn(pOld, &stbObj, pAlter, pAlter->numOfFields, 1);
254,998✔
2968
      break;
254,998✔
2969
    default:
×
2970
      needRsp = false;
×
2971
      terrno = TSDB_CODE_OPS_NOT_SUPPORT;
×
2972
      break;
×
2973
  }
2974

2975
  if (code != 0) goto _OVER;
5,736,606✔
2976
  if (updateTagIndex == false) {
4,760,011✔
2977
    code = mndAlterStbImp(pMnode, pReq, pDb, &stbObj, needRsp, pReq->pCont, pReq->contLen);
4,526,002✔
2978
  } else {
2979
    code = mndAlterStbAndUpdateTagIdxImp(pMnode, pReq, pDb, &stbObj, needRsp, pReq->pCont, pReq->contLen, pAlter);
234,009✔
2980
  }
2981

2982
_OVER:
5,736,606✔
2983
  taosMemoryFreeClear(stbObj.pTags);
5,736,606✔
2984
  taosMemoryFreeClear(stbObj.pColumns);
5,736,606✔
2985
  taosMemoryFreeClear(stbObj.pCmpr);
5,736,606✔
2986
  if (pAlter->commentLen > 0) {
5,736,606✔
2987
    taosMemoryFreeClear(stbObj.comment);
6,064✔
2988
  }
2989
  taosMemoryFreeClear(stbObj.pExtSchemas);
5,736,606✔
2990
  TAOS_RETURN(code);
5,736,606✔
2991
}
2992

2993
static int32_t mndProcessAlterStbReq(SRpcMsg *pReq) {
5,752,273✔
2994
  SMnode       *pMnode = pReq->info.node;
5,752,273✔
2995
  int32_t       code = -1;
5,752,273✔
2996
  SDbObj       *pDb = NULL;
5,752,273✔
2997
  SStbObj      *pStb = NULL;
5,752,273✔
2998
  SUserObj     *pOperUser = NULL;
5,752,273✔
2999
  SMAlterStbReq alterReq = {0};
5,752,273✔
3000
  int64_t       tss = taosGetTimestampMs();
5,752,273✔
3001

3002
  if (tDeserializeSMAlterStbReq(pReq->pCont, pReq->contLen, &alterReq) != 0) {
5,752,273✔
3003
    code = TSDB_CODE_INVALID_MSG;
×
3004
    goto _OVER;
×
3005
  }
3006

3007
  mInfo("stb:%s, start to alter", alterReq.name);
5,752,273✔
3008
  if (mndCheckAlterStbReq(&alterReq) != 0) goto _OVER;
5,752,273✔
3009

3010
  pDb = mndAcquireDbByStb(pMnode, alterReq.name);
5,752,273✔
3011
  if (pDb == NULL) {
5,752,273✔
3012
    code = TSDB_CODE_MND_DB_NOT_EXIST;
390✔
3013
    goto _OVER;
390✔
3014
  }
3015
  if (pDb->cfg.isMount) {
5,751,883✔
3016
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
279✔
3017
    goto _OVER;
279✔
3018
  }
3019

3020
  pStb = mndAcquireStb(pMnode, alterReq.name);
5,751,604✔
3021
  if (pStb == NULL) {
5,751,604✔
3022
    code = TSDB_CODE_MND_STB_NOT_EXIST;
14,998✔
3023
    goto _OVER;
14,998✔
3024
  }
3025

3026
  SName   name = {0};
5,736,606✔
3027
  int32_t ret = 0;
5,736,606✔
3028
  if ((ret = tNameFromString(&name, alterReq.name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0)
5,736,606✔
3029
    mError("stb:%s, failed to tNameFromString since %s", alterReq.name, tstrerror(ret));
×
3030

3031
  // if ((code = mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), MND_OPER_WRITE_DB, pDb)) != 0) {
3032
  //   goto _OVER;
3033
  // }
3034
  TAOS_CHECK_GOTO(mndAcquireUser(pMnode, RPC_MSG_USER(pReq), &pOperUser), NULL, _OVER);
5,736,606✔
3035
  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_USE_DB, pDb), NULL,
5,736,606✔
3036
                  _OVER);
3037
  TAOS_CHECK_GOTO(mndCheckDbPrivilegeByNameRecF(pMnode, pOperUser, PRIV_CM_ALTER, PRIV_OBJ_TBL, pDb->name, name.tname),
5,736,606✔
3038
                  NULL, _OVER);
3039

3040
  code = mndAlterStb(pMnode, pReq, &alterReq, pDb, pStb);
5,736,606✔
3041
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
5,736,606✔
3042

3043
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
5,736,606✔
3044
    int64_t tse = taosGetTimestampMs();
5,736,606✔
3045
    double  duration = (double)(tse - tss);
5,736,606✔
3046
    duration = duration / 1000;
5,736,606✔
3047
    auditRecord(pReq, pMnode->clusterId, "alterStb", name.dbname, name.tname, alterReq.sql, alterReq.sqlLen, duration,
5,736,606✔
3048
                0);
3049
  }
3050
_OVER:
5,745,406✔
3051
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
5,752,273✔
3052
    mError("stb:%s, failed to alter since %s", alterReq.name, tstrerror(code));
1,006,387✔
3053
  }
3054

3055
  mndReleaseStb(pMnode, pStb);
5,752,273✔
3056
  mndReleaseDb(pMnode, pDb);
5,752,273✔
3057
  mndReleaseUser(pMnode, pOperUser);
5,752,273✔
3058
  tFreeSMAltertbReq(&alterReq);
5,752,273✔
3059

3060
  TAOS_RETURN(code);
5,752,273✔
3061
}
3062

3063
static int32_t mndSetDropStbPrepareLogs(SMnode *pMnode, STrans *pTrans, SStbObj *pStb) {
461,438✔
3064
  int32_t  code = 0;
461,438✔
3065
  SSdbRaw *pRedoRaw = mndStbActionEncode(pStb);
461,438✔
3066
  if (pRedoRaw == NULL) {
461,438✔
3067
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
3068
    if (terrno != 0) code = terrno;
×
3069
    TAOS_RETURN(code);
×
3070
  }
3071
  if ((code = mndTransAppendPrepareLog(pTrans, pRedoRaw)) != 0) {
461,438✔
3072
    sdbFreeRaw(pRedoRaw);
×
3073
    TAOS_RETURN(code);
×
3074
  }
3075
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING));
461,438✔
3076

3077
  TAOS_RETURN(code);
461,438✔
3078
}
3079

3080
static int32_t mndSetDropStbCommitLogs(SMnode *pMnode, STrans *pTrans, SStbObj *pStb) {
461,438✔
3081
  int32_t  code = 0;
461,438✔
3082
  SSdbRaw *pCommitRaw = mndStbActionEncode(pStb);
461,438✔
3083
  if (pCommitRaw == NULL) {
461,438✔
3084
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
3085
    if (terrno != 0) code = terrno;
×
3086
    TAOS_RETURN(code);
×
3087
  }
3088
  if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) {
461,438✔
3089
    sdbFreeRaw(pCommitRaw);
×
3090
    TAOS_RETURN(code);
×
3091
  }
3092
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED));
461,438✔
3093

3094
  TAOS_RETURN(code);
461,438✔
3095
}
3096

3097
static int32_t mndSetDropStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
461,438✔
3098
  int32_t code = 0;
461,438✔
3099
  SSdb   *pSdb = pMnode->pSdb;
461,438✔
3100
  SVgObj *pVgroup = NULL;
461,438✔
3101
  void   *pIter = NULL;
461,438✔
3102

3103
  while (1) {
1,227,675✔
3104
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
1,689,113✔
3105
    if (pIter == NULL) break;
1,689,113✔
3106
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
1,227,675✔
3107
      sdbRelease(pSdb, pVgroup);
310,972✔
3108
      continue;
310,972✔
3109
    }
3110

3111
    int32_t contLen = 0;
916,703✔
3112
    void   *pReq = mndBuildVDropStbReq(pMnode, pVgroup, pStb, &contLen);
916,703✔
3113
    if (pReq == NULL) {
916,703✔
3114
      sdbCancelFetch(pSdb, pIter);
×
3115
      sdbRelease(pSdb, pVgroup);
×
3116
      code = TSDB_CODE_OUT_OF_MEMORY;
×
3117
      TAOS_RETURN(code);
×
3118
    }
3119

3120
    STransAction action = {0};
916,703✔
3121
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
916,703✔
3122
    action.pCont = pReq;
916,703✔
3123
    action.contLen = contLen;
916,703✔
3124
    action.msgType = TDMT_VND_DROP_STB;
916,703✔
3125
    action.acceptableCode = TSDB_CODE_TDB_STB_NOT_EXIST;
916,703✔
3126
    if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
916,703✔
3127
      taosMemoryFree(pReq);
×
3128
      sdbCancelFetch(pSdb, pIter);
×
3129
      sdbRelease(pSdb, pVgroup);
×
3130
      TAOS_RETURN(code);
×
3131
    }
3132
    sdbRelease(pSdb, pVgroup);
916,703✔
3133
  }
3134

3135
  TAOS_RETURN(code);
461,438✔
3136
}
3137

3138
static int32_t mndDropStb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb) {
461,438✔
3139
  int32_t code = -1;
461,438✔
3140
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "drop-stb");
461,438✔
3141
  if (pTrans == NULL) {
461,438✔
3142
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
3143
    if (terrno != 0) code = terrno;
×
3144
    goto _OVER;
×
3145
  }
3146

3147
  mInfo("trans:%d, used to drop stb:%s", pTrans->id, pStb->name);
461,438✔
3148
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
461,438✔
3149
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
461,438✔
3150

3151
  TAOS_CHECK_GOTO(mndSetDropStbPrepareLogs(pMnode, pTrans, pStb), NULL, _OVER);
461,438✔
3152
  TAOS_CHECK_GOTO(mndSetDropStbCommitLogs(pMnode, pTrans, pStb), NULL, _OVER);
461,438✔
3153
  TAOS_CHECK_GOTO(mndSetDropStbRedoActions(pMnode, pTrans, pDb, pStb), NULL, _OVER);
461,438✔
3154
  TAOS_CHECK_GOTO(mndDropIdxsByStb(pMnode, pTrans, pDb, pStb), NULL, _OVER);
461,438✔
3155
  TAOS_CHECK_GOTO(mndDropRsmaByStb(pMnode, pTrans, pDb, pStb), NULL, _OVER);
461,438✔
3156
  TAOS_CHECK_GOTO(mndUserRemoveStb(pMnode, pTrans, pStb->name), NULL, _OVER);
461,438✔
3157
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
461,438✔
3158
  code = 0;
461,438✔
3159

3160
_OVER:
461,438✔
3161
  mndTransDrop(pTrans);
461,438✔
3162
  TAOS_RETURN(code);
461,438✔
3163
}
3164

3165
static int32_t mndCheckDropStbForTopic(SMnode *pMnode, const char *stbFullName, int64_t suid) {
461,717✔
3166
  int32_t code = 0;
461,717✔
3167
  SSdb   *pSdb = pMnode->pSdb;
461,717✔
3168
  void   *pIter = NULL;
461,717✔
3169
  while (1) {
1,645✔
3170
    SMqTopicObj *pTopic = NULL;
463,362✔
3171
    pIter = sdbFetch(pSdb, SDB_TOPIC, pIter, (void **)&pTopic);
463,362✔
3172
    if (pIter == NULL) break;
463,362✔
3173

3174
    if (pTopic->stbUid == suid) {
1,645✔
3175
      sdbRelease(pSdb, pTopic);
×
3176
      sdbCancelFetch(pSdb, pIter);
×
3177
      TAOS_RETURN(TSDB_CODE_MND_TOPIC_MUST_BE_DELETED);
×
3178
    }
3179
    sdbRelease(pSdb, pTopic);
1,645✔
3180
  }
3181
  TAOS_RETURN(code);
461,717✔
3182
}
3183

3184
static int32_t mndCheckDropStbForStream(SMnode *pMnode, const char *stbFullName, int64_t suid) {
×
3185
  int32_t code = 0;
×
3186
  SSdb   *pSdb = pMnode->pSdb;
×
3187
  void   *pIter = NULL;
×
3188
  while (1) {
×
3189
    SStreamObj *pStream = NULL;
×
3190
    pIter = sdbFetch(pSdb, SDB_STREAM, pIter, (void **)&pStream);
×
3191
    if (pIter == NULL) break;
×
3192

3193
    if (pStream->pCreate->outStbUid == suid) {
×
3194
      sdbCancelFetch(pSdb, pIter);
×
3195
      sdbRelease(pSdb, pStream);
×
3196
      TAOS_RETURN(-1);
×
3197
    }
3198

3199
    sdbRelease(pSdb, pStream);
×
3200
  }
3201
  TAOS_RETURN(code);
×
3202
}
3203

3204
static int32_t mndProcessDropTtltbRsp(SRpcMsg *pRsp) { return 0; }
×
3205
static int32_t mndProcessTrimDbRsp(SRpcMsg *pRsp) { return 0; }
×
3206
static int32_t mndProcessTrimDbWalRsp(SRpcMsg *pRsp) { return 0; }
2,284✔
3207
static int32_t mndProcessS3MigrateDbRsp(SRpcMsg *pRsp) { return 0; }
×
3208

3209
static int32_t mndProcessDropStbReq(SRpcMsg *pReq) {
867,191✔
3210
  SMnode      *pMnode = pReq->info.node;
867,191✔
3211
  int32_t      code = -1;
867,191✔
3212
  SDbObj      *pDb = NULL;
867,191✔
3213
  SStbObj     *pStb = NULL;
867,191✔
3214
  SUserObj    *pOperUser = NULL;
867,191✔
3215
  SMDropStbReq dropReq = {0};
867,191✔
3216
  int64_t      tss = taosGetTimestampMs();
867,191✔
3217

3218
  TAOS_CHECK_GOTO(tDeserializeSMDropStbReq(pReq->pCont, pReq->contLen, &dropReq), NULL, _OVER);
867,191✔
3219

3220
  mInfo("stb:%s, start to drop", dropReq.name);
867,191✔
3221

3222
  pStb = mndAcquireStb(pMnode, dropReq.name);
867,191✔
3223
  if (pStb == NULL) {
867,191✔
3224
    if (dropReq.igNotExists) {
405,474✔
3225
      mInfo("stb:%s, not exist, ignore not exist is set", dropReq.name);
404,379✔
3226
      code = 0;
404,379✔
3227
      goto _OVER;
404,379✔
3228
    } else {
3229
      code = TSDB_CODE_MND_STB_NOT_EXIST;
1,095✔
3230
      goto _OVER;
1,095✔
3231
    }
3232
  }
3233

3234
  if ((dropReq.source == TD_REQ_FROM_TAOX_OLD || dropReq.source == TD_REQ_FROM_TAOX) && pStb->uid != dropReq.suid) {
461,717✔
3235
    code = 0;
×
3236
    goto _OVER;
×
3237
  }
3238

3239
  pDb = mndAcquireDbByStb(pMnode, dropReq.name);
461,717✔
3240
  if (pDb == NULL) {
461,717✔
3241
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
3242
    goto _OVER;
×
3243
  }
3244

3245
  SName   name = {0};
461,717✔
3246
  int32_t ret = 0;
461,717✔
3247
  if ((ret = tNameFromString(&name, dropReq.name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0)
461,717✔
3248
    mError("stb:%s, failed to tNameFromString since %s", dropReq.name, tstrerror(ret));
×
3249

3250
  // if ((code = mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), MND_OPER_WRITE_DB, pDb)) != 0) {
3251
  //   goto _OVER;
3252
  // }
3253
  TAOS_CHECK_GOTO(mndAcquireUser(pMnode, RPC_MSG_USER(pReq), &pOperUser), NULL, _OVER);
461,717✔
3254
  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_USE_DB, pDb), NULL,
461,717✔
3255
                  _OVER);
3256
  TAOS_CHECK_GOTO(
461,717✔
3257
      mndCheckObjPrivilegeRecF(pMnode, pOperUser, PRIV_CM_DROP, PRIV_OBJ_TBL, pStb->ownerId, pDb->name, name.tname),
3258
      NULL, _OVER);
3259
  if ((code = mndCheckDropStbForTopic(pMnode, dropReq.name, pStb->uid)) != 0) {
461,717✔
3260
    goto _OVER;
×
3261
  }
3262

3263
  if (pDb->cfg.isMount) {
461,717✔
3264
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
279✔
3265
    goto _OVER;
279✔
3266
  }
3267

3268
  code = mndDropStb(pMnode, pReq, pDb, pStb);
461,438✔
3269
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
461,438✔
3270

3271
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
461,438✔
3272
    int64_t tse = taosGetTimestampMs();
461,438✔
3273
    double  duration = (double)(tse - tss);
461,438✔
3274
    duration = duration / 1000;
461,438✔
3275
    auditRecord(pReq, pMnode->clusterId, "dropStb", name.dbname, name.tname, dropReq.sql, dropReq.sqlLen, duration, 0);
461,438✔
3276
  }
3277
_OVER:
866,498✔
3278
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
867,191✔
3279
    mError("stb:%s, failed to drop since %s", dropReq.name, tstrerror(code));
1,374✔
3280
  }
3281

3282
  mndReleaseDb(pMnode, pDb);
867,191✔
3283
  mndReleaseStb(pMnode, pStb);
867,191✔
3284
  mndReleaseUser(pMnode, pOperUser);
867,191✔
3285
  tFreeSMDropStbReq(&dropReq);
867,191✔
3286
  TAOS_RETURN(code);
867,191✔
3287
}
3288

3289
static int32_t mndProcessTableMetaReq(SRpcMsg *pReq) {
18,192,899✔
3290
  SMnode       *pMnode = pReq->info.node;
18,192,899✔
3291
  int32_t       code = -1;
18,192,899✔
3292
  STableInfoReq infoReq = {0};
18,192,899✔
3293
  STableMetaRsp metaRsp = {0};
18,192,899✔
3294
  SUserObj     *pUser = NULL;
18,192,899✔
3295

3296
  code = mndAcquireUser(pMnode, RPC_MSG_USER(pReq), &pUser);
18,192,899✔
3297
  if (pUser == NULL) return 0;
18,192,514✔
3298
  bool sysinfo = pUser->sysInfo;
18,192,514✔
3299

3300
  TAOS_CHECK_GOTO(tDeserializeSTableInfoReq(pReq->pCont, pReq->contLen, &infoReq), NULL, _OVER);
18,192,514✔
3301

3302
  if (0 == strcmp(infoReq.dbFName, TSDB_INFORMATION_SCHEMA_DB)) {
18,192,514✔
3303
    mInfo("information_schema table:%s.%s, start to retrieve meta", infoReq.dbFName, infoReq.tbName);
1,887,748✔
3304
    TAOS_CHECK_GOTO(mndBuildInsTableSchema(pMnode, infoReq.dbFName, infoReq.tbName, sysinfo, &metaRsp), NULL, _OVER);
1,887,748✔
3305
  } else if (0 == strcmp(infoReq.dbFName, TSDB_PERFORMANCE_SCHEMA_DB)) {
16,304,766✔
3306
    mInfo("performance_schema table:%s.%s, start to retrieve meta", infoReq.dbFName, infoReq.tbName);
142,516✔
3307
    TAOS_CHECK_GOTO(mndBuildPerfsTableSchema(pMnode, infoReq.dbFName, infoReq.tbName, &metaRsp), NULL, _OVER);
142,516✔
3308
  } else {
3309
    mInfo("stb:%s.%s, start to retrieve meta", infoReq.dbFName, infoReq.tbName);
16,162,250✔
3310
    TAOS_CHECK_GOTO(mndBuildStbSchema(pMnode, infoReq.dbFName, infoReq.tbName, &metaRsp, true), NULL, _OVER);
16,162,635✔
3311
  }
3312

3313
  int32_t rspLen = tSerializeSTableMetaRsp(NULL, 0, &metaRsp);
17,287,447✔
3314
  if (rspLen < 0) {
17,287,398✔
3315
    code = TSDB_CODE_INVALID_MSG;
×
3316
    goto _OVER;
×
3317
  }
3318

3319
  void *pRsp = rpcMallocCont(rspLen);
17,287,398✔
3320
  if (pRsp == NULL) {
17,286,628✔
3321
    code = terrno;
×
3322
    goto _OVER;
×
3323
  }
3324

3325
  if ((rspLen = tSerializeSTableMetaRsp(pRsp, rspLen, &metaRsp)) < 0) {
17,286,628✔
3326
    code = rspLen;
×
3327
    goto _OVER;
×
3328
  }
3329
  pReq->info.rsp = pRsp;
17,287,062✔
3330
  pReq->info.rspLen = rspLen;
17,287,447✔
3331
  code = 0;
17,287,062✔
3332

3333
  mTrace("%s.%s, meta is retrieved", infoReq.dbFName, infoReq.tbName);
17,287,062✔
3334

3335
_OVER:
18,192,319✔
3336
  if (code != 0) {
18,192,899✔
3337
    mError("stb:%s.%s, failed to retrieve meta since %s", infoReq.dbFName, infoReq.tbName, tstrerror(code));
905,452✔
3338
  }
3339

3340
  mndReleaseUser(pMnode, pUser);
18,192,899✔
3341
  tFreeSTableMetaRsp(&metaRsp);
18,192,899✔
3342
  // TODO change to TAOS_RETURN
3343
  return code;
18,192,514✔
3344
}
3345

3346
static int32_t mndProcessTableCfgReq(SRpcMsg *pReq) {
32,239✔
3347
  SMnode      *pMnode = pReq->info.node;
32,239✔
3348
  int32_t      code = -1;
32,239✔
3349
  STableCfgReq cfgReq = {0};
32,239✔
3350
  STableCfgRsp cfgRsp = {0};
32,239✔
3351

3352
  TAOS_CHECK_GOTO(tDeserializeSTableCfgReq(pReq->pCont, pReq->contLen, &cfgReq), NULL, _OVER);
32,239✔
3353

3354
  char dbName[TSDB_DB_NAME_LEN] = {0};
32,239✔
3355
  TAOS_CHECK_GOTO(mndExtractShortDbNameFromDbFullName(cfgReq.dbFName, dbName), NULL, _OVER);
32,239✔
3356
  if (0 == strcmp(dbName, TSDB_INFORMATION_SCHEMA_DB)) {
32,239✔
3357
    mInfo("information_schema table:%s.%s, start to retrieve cfg", cfgReq.dbFName, cfgReq.tbName);
3,700✔
3358
    TAOS_CHECK_GOTO(mndBuildInsTableCfg(pMnode, cfgReq.dbFName, cfgReq.tbName, &cfgRsp), NULL, _OVER);
3,700✔
3359
  } else if (0 == strcmp(dbName, TSDB_PERFORMANCE_SCHEMA_DB)) {
28,539✔
3360
    mInfo("performance_schema table:%s.%s, start to retrieve cfg", cfgReq.dbFName, cfgReq.tbName);
1,850✔
3361
    TAOS_CHECK_GOTO(mndBuildPerfsTableCfg(pMnode, cfgReq.dbFName, cfgReq.tbName, &cfgRsp), NULL, _OVER);
1,850✔
3362
  } else {
3363
    mInfo("stb:%s.%s, start to retrieve cfg", cfgReq.dbFName, cfgReq.tbName);
26,689✔
3364
    TAOS_CHECK_GOTO(mndBuildStbCfg(pMnode, cfgReq.dbFName, cfgReq.tbName, &cfgRsp), NULL, _OVER);
26,689✔
3365
  }
3366

3367
  int32_t rspLen = tSerializeSTableCfgRsp(NULL, 0, &cfgRsp);
32,239✔
3368
  if (rspLen < 0) {
32,239✔
3369
    code = TSDB_CODE_INVALID_MSG;
×
3370
    goto _OVER;
×
3371
  }
3372

3373
  void *pRsp = rpcMallocCont(rspLen);
32,239✔
3374
  if (pRsp == NULL) {
32,239✔
3375
    code = terrno;
×
3376
    goto _OVER;
×
3377
  }
3378

3379
  if ((rspLen = tSerializeSTableCfgRsp(pRsp, rspLen, &cfgRsp)) < 0) {
32,239✔
3380
    code = rspLen;
×
3381
    goto _OVER;
×
3382
  }
3383
  pReq->info.rsp = pRsp;
32,239✔
3384
  pReq->info.rspLen = rspLen;
32,239✔
3385
  code = 0;
32,239✔
3386

3387
  mTrace("%s.%s, cfg is retrieved", cfgReq.dbFName, cfgReq.tbName);
32,239✔
3388

3389
_OVER:
32,239✔
3390
  if (code != 0) {
32,239✔
3391
    mError("stb:%s.%s, failed to retrieve cfg since %s", cfgReq.dbFName, cfgReq.tbName, tstrerror(code));
×
3392
  }
3393

3394
  tFreeSTableCfgRsp(&cfgRsp);
32,239✔
3395
  TAOS_RETURN(code);
32,239✔
3396
}
3397

3398
int32_t mndValidateStbInfo(SMnode *pMnode, SSTableVersion *pStbVersions, int32_t numOfStbs, void **ppRsp,
4,559,806✔
3399
                           int32_t *pRspLen) {
3400
  int32_t   code = 0;
4,559,806✔
3401
  SSTbHbRsp hbRsp = {0};
4,559,806✔
3402
  hbRsp.pMetaRsp = taosArrayInit(numOfStbs, sizeof(STableMetaRsp));
4,559,806✔
3403
  if (hbRsp.pMetaRsp == NULL) {
4,559,806✔
3404
    code = terrno;
×
3405
    TAOS_RETURN(code);
×
3406
  }
3407

3408
  hbRsp.pIndexRsp = taosArrayInit(numOfStbs, sizeof(STableIndexRsp));
4,559,806✔
3409
  if (NULL == hbRsp.pIndexRsp) {
4,559,806✔
3410
    taosArrayDestroy(hbRsp.pMetaRsp);
×
3411
    code = terrno;
×
3412
    TAOS_RETURN(code);
×
3413
  }
3414

3415
  for (int32_t i = 0; i < numOfStbs; ++i) {
10,948,837✔
3416
    SSTableVersion *pStbVersion = &pStbVersions[i];
6,389,031✔
3417
    pStbVersion->suid = be64toh(pStbVersion->suid);
6,389,031✔
3418
    pStbVersion->sversion = ntohl(pStbVersion->sversion);
6,389,031✔
3419
    pStbVersion->tversion = ntohl(pStbVersion->tversion);
6,389,031✔
3420
    pStbVersion->smaVer = ntohl(pStbVersion->smaVer);
6,389,031✔
3421

3422
    bool    schema = false;
6,389,031✔
3423
    bool    sma = false;
6,389,031✔
3424
    int32_t code = mndValidateStbVersion(pMnode, pStbVersion, &schema, &sma);
6,389,031✔
3425
    if (TSDB_CODE_SUCCESS != code) {
6,389,031✔
3426
      STableMetaRsp metaRsp = {0};
32,967✔
3427
      metaRsp.numOfColumns = -1;
32,967✔
3428
      metaRsp.suid = pStbVersion->suid;
32,967✔
3429
      tstrncpy(metaRsp.dbFName, pStbVersion->dbFName, sizeof(metaRsp.dbFName));
32,967✔
3430
      tstrncpy(metaRsp.tbName, pStbVersion->stbName, sizeof(metaRsp.tbName));
32,967✔
3431
      tstrncpy(metaRsp.stbName, pStbVersion->stbName, sizeof(metaRsp.stbName));
32,967✔
3432
      if (taosArrayPush(hbRsp.pMetaRsp, &metaRsp) == NULL) {
65,934✔
3433
        code = terrno;
×
3434
        return code;
×
3435
      }
3436
      continue;
32,967✔
3437
    }
3438

3439
    if (schema) {
6,356,064✔
3440
      STableMetaRsp metaRsp = {0};
17,318✔
3441
      mInfo("stb:%s.%s, start to retrieve meta", pStbVersion->dbFName, pStbVersion->stbName);
17,318✔
3442
      if (mndBuildStbSchema(pMnode, pStbVersion->dbFName, pStbVersion->stbName, &metaRsp, false) != 0) {
17,318✔
3443
        metaRsp.numOfColumns = -1;
×
3444
        metaRsp.suid = pStbVersion->suid;
×
3445
        tstrncpy(metaRsp.dbFName, pStbVersion->dbFName, sizeof(metaRsp.dbFName));
×
3446
        tstrncpy(metaRsp.tbName, pStbVersion->stbName, sizeof(metaRsp.tbName));
×
3447
        tstrncpy(metaRsp.stbName, pStbVersion->stbName, sizeof(metaRsp.stbName));
×
3448
        if (taosArrayPush(hbRsp.pMetaRsp, &metaRsp) == NULL) {
×
3449
          code = terrno;
×
3450
          return code;
×
3451
        }
3452
        continue;
×
3453
      }
3454

3455
      if (taosArrayPush(hbRsp.pMetaRsp, &metaRsp) == NULL) {
34,636✔
3456
        code = terrno;
×
3457
        return code;
×
3458
      }
3459
    }
3460

3461
    if (sma) {
6,356,064✔
3462
      bool           exist = false;
×
3463
      char           tbFName[TSDB_TABLE_FNAME_LEN];
×
3464
      STableIndexRsp indexRsp = {0};
×
3465
      indexRsp.pIndex = taosArrayInit(10, sizeof(STableIndexInfo));
×
3466
      if (NULL == indexRsp.pIndex) {
×
3467
        code = terrno;
×
3468
        TAOS_RETURN(code);
×
3469
      }
3470

3471
      (void)snprintf(tbFName, sizeof(tbFName), "%s.%s", pStbVersion->dbFName, pStbVersion->stbName);
×
3472
      tstrncpy(indexRsp.dbFName, pStbVersion->dbFName, sizeof(indexRsp.dbFName));
×
3473
      tstrncpy(indexRsp.tbName, pStbVersion->stbName, sizeof(indexRsp.tbName));
×
3474

3475
      if (taosArrayPush(hbRsp.pIndexRsp, &indexRsp) == NULL) {
×
3476
        code = terrno;
×
3477
        return code;
×
3478
      }
3479
    }
3480
  }
3481

3482
  int32_t rspLen = tSerializeSSTbHbRsp(NULL, 0, &hbRsp);
4,559,806✔
3483
  if (rspLen < 0) {
4,559,806✔
3484
    tFreeSSTbHbRsp(&hbRsp);
×
3485
    code = TSDB_CODE_INVALID_MSG;
×
3486
    TAOS_RETURN(code);
×
3487
  }
3488

3489
  void *pRsp = taosMemoryMalloc(rspLen);
4,559,806✔
3490
  if (pRsp == NULL) {
4,559,806✔
3491
    tFreeSSTbHbRsp(&hbRsp);
×
3492
    code = terrno;
×
3493
    TAOS_RETURN(code);
×
3494
  }
3495

3496
  rspLen = tSerializeSSTbHbRsp(pRsp, rspLen, &hbRsp);
4,559,806✔
3497
  tFreeSSTbHbRsp(&hbRsp);
4,559,806✔
3498
  if (rspLen < 0) return rspLen;
4,559,806✔
3499
  *ppRsp = pRsp;
4,559,806✔
3500
  *pRspLen = rspLen;
4,559,806✔
3501
  TAOS_RETURN(code);
4,559,806✔
3502
}
3503

3504
int32_t mndGetNumOfStbs(SMnode *pMnode, char *dbName, int32_t *pNumOfStbs) {
1,939,403✔
3505
  int32_t code = 0;
1,939,403✔
3506
  SSdb   *pSdb = pMnode->pSdb;
1,939,403✔
3507
  SDbObj *pDb = mndAcquireDb(pMnode, dbName);
1,939,403✔
3508
  if (pDb == NULL) {
1,939,403✔
3509
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
3510
    TAOS_RETURN(code);
×
3511
  }
3512

3513
  int32_t numOfStbs = 0;
1,939,403✔
3514
  void   *pIter = NULL;
1,939,403✔
3515
  while (1) {
31,198,346✔
3516
    SStbObj *pStb = NULL;
33,137,749✔
3517
    pIter = sdbFetch(pSdb, SDB_STB, pIter, (void **)&pStb);
33,137,749✔
3518
    if (pIter == NULL) break;
33,137,749✔
3519

3520
    if (pStb->dbUid == pDb->uid) {
31,198,346✔
3521
      numOfStbs++;
20,748,898✔
3522
    }
3523

3524
    sdbRelease(pSdb, pStb);
31,198,346✔
3525
  }
3526

3527
  *pNumOfStbs = numOfStbs;
1,939,403✔
3528
  mndReleaseDb(pMnode, pDb);
1,939,403✔
3529
  TAOS_RETURN(code);
1,939,403✔
3530
}
3531

3532
int32_t mndExtractDbNameFromStbFullName(const char *stbFullName, char *dst) {
×
3533
  SName name = {0};
×
3534
  TAOS_CHECK_RETURN(tNameFromString(&name, stbFullName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE));
×
3535

3536
  TAOS_CHECK_RETURN(tNameGetFullDbName(&name, dst));
×
3537

3538
  return 0;
×
3539
}
3540

3541
int32_t mndExtractShortDbNameFromStbFullName(const char *stbFullName, char *dst) {
×
3542
  SName name = {0};
×
3543
  TAOS_CHECK_RETURN(tNameFromString(&name, stbFullName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE));
×
3544

3545
  TAOS_CHECK_RETURN(tNameGetDbName(&name, dst));
×
3546

3547
  return 0;
×
3548
}
3549

3550
int32_t mndExtractShortDbNameFromDbFullName(const char *stbFullName, char *dst) {
32,239✔
3551
  SName name = {0};
32,239✔
3552
  TAOS_CHECK_RETURN(tNameFromString(&name, stbFullName, T_NAME_ACCT | T_NAME_DB));
32,239✔
3553

3554
  TAOS_CHECK_RETURN(tNameGetDbName(&name, dst));
32,239✔
3555

3556
  return 0;
32,239✔
3557
}
3558

3559
void mndExtractTbNameFromStbFullName(const char *stbFullName, char *dst, int32_t dstSize) {
2,851,281✔
3560
  int32_t pos = -1;
2,851,281✔
3561
  int32_t num = 0;
2,851,281✔
3562
  for (pos = 0; stbFullName[pos] != 0; ++pos) {
24,652,265✔
3563
    if (stbFullName[pos] == TS_PATH_DELIMITER[0]) num++;
24,652,265✔
3564
    if (num == 2) break;
24,652,265✔
3565
  }
3566

3567
  if (num == 2) {
2,851,281✔
3568
    tstrncpy(dst, stbFullName + pos + 1, dstSize);
2,851,281✔
3569
  }
3570
}
2,851,281✔
3571

3572
static int32_t mndRetrieveStb(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
276,432✔
3573
  SMnode    *pMnode = pReq->info.node;
276,432✔
3574
  SSdb      *pSdb = pMnode->pSdb;
276,432✔
3575
  int32_t    numOfRows = 0;
276,432✔
3576
  SStbObj   *pStb = NULL;
276,432✔
3577
  SUserObj  *pOperUser = NULL;
276,432✔
3578
  SSHashObj *pUidNames = NULL;
276,432✔
3579
  int32_t    cols = 0;
276,432✔
3580
  int32_t    lino = 0;
276,432✔
3581
  int32_t    code = 0;
276,432✔
3582
  char       objFName[TSDB_OBJ_FNAME_LEN + 1] = {0};
276,432✔
3583
  bool       showAll = false;
276,432✔
3584

3585
  SDbObj *pDb = NULL;
276,432✔
3586
  if (strlen(pShow->db) > 0) {
276,432✔
3587
    pDb = mndAcquireDb(pMnode, pShow->db);
224,201✔
3588
    if (pDb == NULL) return terrno;
224,201✔
3589
  }
3590

3591
  if ((code = mndAcquireUser(pMnode, RPC_MSG_USER(pReq), &pOperUser)) != 0) {
275,449✔
3592
    goto _ERROR;
×
3593
  }
3594

3595
  (void)snprintf(objFName, sizeof(objFName), "%d.*", pOperUser->acctId);
275,449✔
3596
  showAll = (0 == mndCheckObjPrivilegeRecF(pMnode, pOperUser, PRIV_CM_SHOW, PRIV_OBJ_TBL, pDb ? pDb->ownerId : 0,
275,449✔
3597
                                           pDb ? pDb->name : objFName, "*"));
3598
  showAll = showAll && (0 == mndCheckDbPrivilegeByName(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_USE_DB,
275,449✔
3599
                                                       pDb ? pDb->name : objFName, false));
3600

3601
  while (numOfRows < rows) {
2,134,331✔
3602
    pShow->pIter = sdbFetch(pSdb, SDB_STB, pShow->pIter, (void **)&pStb);
2,133,254✔
3603
    if (pShow->pIter == NULL) break;
2,133,254✔
3604

3605
    if (pDb != NULL && pStb->dbUid != pDb->uid) {
1,858,882✔
3606
      sdbRelease(pSdb, pStb);
927,008✔
3607
      continue;
927,008✔
3608
    }
3609

3610
    if (isTsmaResSTb(pStb->name)) {
931,874✔
3611
      sdbRelease(pSdb, pStb);
×
3612
      continue;
×
3613
    }
3614

3615
#if 0
3616
    if ((0 == pUser->superUser) && mndCheckStbPrivilege(pMnode, pUser, RPC_MSG_TOKEN(pReq), MND_OPER_SHOW_STB, pStb) != 0) {
3617
      sdbRelease(pSdb, pStb);
3618
      terrno = 0;
3619
      continue;
3620
    }
3621
#endif
3622
    cols = 0;
931,874✔
3623

3624
    SName name = {0};
931,874✔
3625

3626
    char stbName[TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
931,874✔
3627
    mndExtractTbNameFromStbFullName(pStb->name, &stbName[VARSTR_HEADER_SIZE], TSDB_TABLE_NAME_LEN);
931,874✔
3628

3629
    if (!showAll && (mndCheckObjPrivilegeRecF(pMnode, pOperUser, PRIV_CM_SHOW, PRIV_OBJ_TBL, pStb->ownerId, pStb->db,
931,874✔
3630
                                              &stbName[VARSTR_HEADER_SIZE]) ||
3,241✔
3631
                     mndCheckDbPrivilegeByName(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_USE_DB,
3,241✔
3632
                                               pStb->db, false))) {
3,241✔
3633
      sdbRelease(pSdb, pStb);
2,051✔
3634
      terrno = 0;
2,051✔
3635
      continue;
2,051✔
3636
    }
3637

3638
    varDataSetLen(stbName, strlen(&stbName[VARSTR_HEADER_SIZE]));
929,823✔
3639
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
929,823✔
3640
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)stbName, false), pStb, &lino, _ERROR);
929,823✔
3641

3642
    char db[TSDB_DB_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
929,823✔
3643
    RETRIEVE_CHECK_GOTO(tNameFromString(&name, pStb->db, T_NAME_ACCT | T_NAME_DB), pStb, &lino, _ERROR);
929,823✔
3644
    RETRIEVE_CHECK_GOTO(tNameGetDbName(&name, varDataVal(db)), pStb, &lino, _ERROR);
929,823✔
3645
    varDataSetLen(db, strlen(varDataVal(db)));
929,823✔
3646
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
929,823✔
3647
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)db, false), pStb, &lino, _ERROR);
929,823✔
3648

3649
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
929,823✔
3650
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->createdTime, false), pStb, &lino,
929,823✔
3651
                        _ERROR);
3652

3653
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
929,823✔
3654
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->numOfColumns, false), pStb, &lino,
929,823✔
3655
                        _ERROR);
3656

3657
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
929,823✔
3658
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->numOfTags, false), pStb, &lino, _ERROR);
929,823✔
3659

3660
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
929,823✔
3661
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->updateTime, false), pStb, &lino,
929,823✔
3662
                        _ERROR);  // number of tables
3663

3664
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
929,823✔
3665
    if (pStb->commentLen > 0) {
929,823✔
3666
      char comment[TSDB_TB_COMMENT_LEN + VARSTR_HEADER_SIZE] = {0};
18,784✔
3667
      STR_TO_VARSTR(comment, pStb->comment);
18,784✔
3668
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, comment, false), pStb, &lino, _ERROR);
18,784✔
3669
    } else if (pStb->commentLen == 0) {
911,039✔
3670
      char comment[VARSTR_HEADER_SIZE + VARSTR_HEADER_SIZE] = {0};
123,661✔
3671
      STR_TO_VARSTR(comment, "");
123,661✔
3672
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, comment, false), pStb, &lino, _ERROR);
123,661✔
3673
    } else {
3674
      colDataSetNULL(pColInfo, numOfRows);
787,378✔
3675
    }
3676

3677
    char watermark[64 + VARSTR_HEADER_SIZE] = {0};
929,823✔
3678
    (void)snprintf(varDataVal(watermark), sizeof(watermark) - VARSTR_HEADER_SIZE, "%" PRId64 "a,%" PRId64 "a",
1,857,501✔
3679
                   pStb->watermark[0], pStb->watermark[1]);
1,857,501✔
3680
    varDataSetLen(watermark, strlen(varDataVal(watermark)));
929,823✔
3681

3682
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
929,823✔
3683
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)watermark, false), pStb, &lino, _ERROR);
929,823✔
3684

3685
    char maxDelay[64 + VARSTR_HEADER_SIZE] = {0};
929,823✔
3686
    (void)snprintf(varDataVal(maxDelay), sizeof(maxDelay) - VARSTR_HEADER_SIZE, "%" PRId64 "a,%" PRId64 "a",
1,857,501✔
3687
                   pStb->maxdelay[0], pStb->maxdelay[1]);
1,857,501✔
3688
    varDataSetLen(maxDelay, strlen(varDataVal(maxDelay)));
929,823✔
3689

3690
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
929,823✔
3691
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)maxDelay, false), pStb, &lino, _ERROR);
929,823✔
3692

3693
    char    rollup[160 + VARSTR_HEADER_SIZE] = {0};
929,823✔
3694
    int32_t rollupNum = (int32_t)taosArrayGetSize(pStb->pFuncs);
929,823✔
3695
    char   *sep = ", ";
929,823✔
3696
    int32_t sepLen = strlen(sep);
929,823✔
3697
    int32_t rollupLen = sizeof(rollup) - VARSTR_HEADER_SIZE - 2;
929,823✔
3698
    for (int32_t i = 0; i < rollupNum; ++i) {
929,823✔
3699
      char *funcName = taosArrayGet(pStb->pFuncs, i);
×
3700
      if (i) {
×
3701
        (void)strncat(varDataVal(rollup), sep, rollupLen);
×
3702
        rollupLen -= sepLen;
×
3703
      }
3704
      (void)strncat(varDataVal(rollup), funcName, rollupLen);
×
3705
      rollupLen -= strlen(funcName);
×
3706
    }
3707
    varDataSetLen(rollup, strlen(varDataVal(rollup)));
929,823✔
3708

3709
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
929,823✔
3710
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)rollup, false), pStb, &lino, _ERROR);
929,823✔
3711

3712
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
929,823✔
3713
    if (pColInfo) {
929,823✔
3714
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)(&pStb->uid), false), pStb, &lino, _ERROR);
929,823✔
3715
    }
3716

3717
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
929,823✔
3718
    if (pColInfo) {
929,823✔
3719
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)(&pStb->virtualStb), false), pStb, &lino, _ERROR);
929,823✔
3720
    }
3721

3722
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
929,823✔
3723
    if (pColInfo) {
929,823✔
3724
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)(&pStb->keep), false), pStb, &lino, _ERROR);
929,823✔
3725
    }
3726

3727
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
929,823✔
3728
    if (pColInfo) {
929,823✔
3729
      if (!pUidNames) {
929,823✔
3730
        TAOS_CHECK_GOTO(mndBuildUidNamesHash(pMnode, &pUidNames), &lino, _OVER);
213,421✔
3731
      }
3732
      const char *ownerName = tSimpleHashGet(pUidNames, (const char *)&pStb->ownerId, sizeof(pStb->ownerId));
929,823✔
3733
      char        owner[TSDB_USER_LEN + VARSTR_HEADER_SIZE] = {0};
929,823✔
3734
      STR_WITH_MAXSIZE_TO_VARSTR(owner, ownerName ? ownerName : "[unknown]", sizeof(owner));
929,823✔
3735
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)owner, false), pStb, &lino, _ERROR);
929,823✔
3736
    }
3737

3738
    numOfRows++;
929,823✔
3739
    sdbRelease(pSdb, pStb);
929,823✔
3740
  }
3741

3742
  if (pDb != NULL) {
275,449✔
3743
    mndReleaseDb(pMnode, pDb);
223,218✔
3744
  }
3745
  if (pOperUser != NULL) {
275,449✔
3746
    mndReleaseUser(pMnode, pOperUser);
275,449✔
3747
  }
3748

3749
  goto _OVER;
275,449✔
3750

3751
_ERROR:
×
3752
  if (pDb != NULL) {
×
3753
    mndReleaseDb(pMnode, pDb);
×
3754
  }
3755
  if (pOperUser != NULL) {
×
3756
    mndReleaseUser(pMnode, pOperUser);
×
3757
  }
3758
  mError("show:0x%" PRIx64 ", failed to retrieve data at %s:%d since %s", pShow->id, __FUNCTION__, lino,
×
3759
         tstrerror(code));
3760

3761
_OVER:
272,914✔
3762
  pShow->numOfRows += numOfRows;
275,449✔
3763
  tSimpleHashCleanup(pUidNames);
275,449✔
3764
  return numOfRows;
275,449✔
3765
}
3766

3767
static int32_t buildDbColsInfoBlock(const SSDataBlock *p, const SSysTableMeta *pSysDbTableMeta, size_t size,
1,815,966✔
3768
                                    const char *dbName, const char *tbName) {
3769
  char    tName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
1,815,966✔
3770
  char    dName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
1,815,966✔
3771
  char    typeName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
1,815,966✔
3772
  int32_t numOfRows = p->info.rows;
1,816,482✔
3773
  int32_t lino = 0;
1,815,966✔
3774
  int32_t code = 0;
1,815,966✔
3775

3776
  STR_TO_VARSTR(dName, dbName);
1,815,966✔
3777
  STR_TO_VARSTR(typeName, "SYSTEM_TABLE");
1,816,482✔
3778

3779
  for (int32_t i = 0; i < size; ++i) {
60,864,273✔
3780
    const SSysTableMeta *pm = &pSysDbTableMeta[i];
59,046,243✔
3781
    //    if (pm->sysInfo) {
3782
    //      continue;
3783
    //    }
3784
    if (tbName[0] && strncmp(tbName, pm->name, TSDB_TABLE_NAME_LEN) != 0) {
59,045,727✔
3785
      continue;
×
3786
    }
3787

3788
    STR_TO_VARSTR(tName, pm->name);
59,041,599✔
3789

3790
    for (int32_t j = 0; j < pm->colNum; j++) {
575,673,606✔
3791
      // table name
3792
      SColumnInfoData *pColInfoData = taosArrayGet(p->pDataBlock, 0);
516,657,291✔
3793
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, tName, false), &lino, _OVER);
516,523,647✔
3794

3795
      // database name
3796
      pColInfoData = taosArrayGet(p->pDataBlock, 1);
516,427,671✔
3797
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, dName, false), &lino, _OVER);
516,352,335✔
3798

3799
      pColInfoData = taosArrayGet(p->pDataBlock, 2);
516,437,991✔
3800
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, typeName, false), &lino, _OVER);
516,404,967✔
3801

3802
      // col name
3803
      char colName[TSDB_COL_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
516,437,991✔
3804
      STR_TO_VARSTR(colName, pm->schema[j].name);
516,428,187✔
3805
      pColInfoData = taosArrayGet(p->pDataBlock, 3);
516,569,571✔
3806
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, colName, false), &lino, _OVER);
516,593,307✔
3807

3808
      // col type
3809
      int8_t colType = pm->schema[j].type;
516,453,987✔
3810
      pColInfoData = taosArrayGet(p->pDataBlock, 4);
516,465,339✔
3811
      char colTypeStr[VARSTR_HEADER_SIZE + 32];
516,379,683✔
3812
      int  colTypeLen =
3813
          snprintf(varDataVal(colTypeStr), sizeof(colTypeStr) - VARSTR_HEADER_SIZE, "%s", tDataTypes[colType].name);
516,384,327✔
3814
      if (colType == TSDB_DATA_TYPE_VARCHAR) {
516,816,735✔
3815
        colTypeLen +=
270,665,106✔
3816
            snprintf(varDataVal(colTypeStr) + colTypeLen, sizeof(colTypeStr) - colTypeLen - VARSTR_HEADER_SIZE, "(%d)",
270,665,106✔
3817
                     (int32_t)(pm->schema[j].bytes - VARSTR_HEADER_SIZE));
270,686,778✔
3818
      } else if (colType == TSDB_DATA_TYPE_NCHAR) {
246,129,957✔
3819
        colTypeLen +=
×
3820
            snprintf(varDataVal(colTypeStr) + colTypeLen, sizeof(colTypeStr) - colTypeLen - VARSTR_HEADER_SIZE, "(%d)",
×
3821
                     (int32_t)((pm->schema[j].bytes - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE));
×
3822
      }
3823
      varDataSetLen(colTypeStr, colTypeLen);
516,795,063✔
3824
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, (char *)colTypeStr, false), &lino, _OVER);
516,669,159✔
3825

3826
      // col length
3827
      pColInfoData = taosArrayGet(p->pDataBlock, 5);
516,524,163✔
3828
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, (const char *)&pm->schema[j].bytes, false), &lino, _OVER);
516,439,539✔
3829

3830
      // col precision, col scale, col nullable, col source
3831
      for (int32_t k = 6; k <= 10; ++k) {
2,147,483,647✔
3832
        pColInfoData = taosArrayGet(p->pDataBlock, k);
2,147,483,647✔
3833
        colDataSetNULL(pColInfoData, numOfRows);
2,147,483,647✔
3834
      }
3835

3836
      numOfRows += 1;
515,757,903✔
3837
    }
3838
  }
3839
  return numOfRows;
1,818,030✔
3840
_OVER:
×
3841
  mError("failed at %s:%d since %s", __FUNCTION__, lino, tstrerror(code));
×
3842
  return numOfRows;
×
3843
}
3844
#define BUILD_COL_FOR_INFO_DB 1
3845
#define BUILD_COL_FOR_PERF_DB 1 << 1
3846
#define BUILD_COL_FOR_USER_DB 1 << 2
3847
#define BUILD_COL_FOR_ALL_DB  (BUILD_COL_FOR_INFO_DB | BUILD_COL_FOR_PERF_DB | BUILD_COL_FOR_USER_DB)
3848

3849
static int32_t buildSysDbColsInfo(SSDataBlock *p, int8_t buildWhichDBs, char *tb) {
941,826✔
3850
  size_t               size = 0;
941,826✔
3851
  const SSysTableMeta *pSysDbTableMeta = NULL;
941,826✔
3852

3853
  if (buildWhichDBs & BUILD_COL_FOR_INFO_DB) {
941,826✔
3854
    getInfosDbMeta(&pSysDbTableMeta, &size);
908,499✔
3855
    p->info.rows = buildDbColsInfoBlock(p, pSysDbTableMeta, size, TSDB_INFORMATION_SCHEMA_DB, tb);
908,499✔
3856
  }
3857

3858
  if (buildWhichDBs & BUILD_COL_FOR_PERF_DB) {
941,310✔
3859
    getPerfDbMeta(&pSysDbTableMeta, &size);
907,983✔
3860
    p->info.rows = buildDbColsInfoBlock(p, pSysDbTableMeta, size, TSDB_PERFORMANCE_SCHEMA_DB, tb);
908,499✔
3861
  }
3862

3863
  return p->info.rows;
941,826✔
3864
}
3865

3866
static int8_t determineBuildColForWhichDBs(const char *db) {
945,858✔
3867
  int8_t buildWhichDBs;
3868
  if (!db[0])
945,858✔
3869
    buildWhichDBs = BUILD_COL_FOR_ALL_DB;
908,331✔
3870
  else {
3871
    char *p = strchr(db, '.');
37,527✔
3872
    if (p && strcmp(p + 1, TSDB_INFORMATION_SCHEMA_DB) == 0) {
37,527✔
3873
      buildWhichDBs = BUILD_COL_FOR_INFO_DB;
168✔
3874
    } else if (p && strcmp(p + 1, TSDB_PERFORMANCE_SCHEMA_DB) == 0) {
37,359✔
3875
      buildWhichDBs = BUILD_COL_FOR_PERF_DB;
168✔
3876
    } else {
3877
      buildWhichDBs = BUILD_COL_FOR_USER_DB;
37,191✔
3878
    }
3879
  }
3880
  return buildWhichDBs;
945,858✔
3881
}
3882

3883
static int32_t mndRetrieveStbCol(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
945,858✔
3884
  uint8_t  buildWhichDBs;
3885
  SMnode  *pMnode = pReq->info.node;
945,858✔
3886
  SSdb    *pSdb = pMnode->pSdb;
945,858✔
3887
  SStbObj *pStb = NULL;
945,858✔
3888
  int32_t  numOfRows = 0;
945,858✔
3889
  int32_t  lino = 0;
945,858✔
3890
  int32_t  code = 0;
945,858✔
3891

3892
  buildWhichDBs = determineBuildColForWhichDBs(pShow->db);
945,858✔
3893

3894
  if (!pShow->sysDbRsp) {
945,858✔
3895
    numOfRows = buildSysDbColsInfo(pBlock, buildWhichDBs, pShow->filterTb);
941,826✔
3896
    mDebug("mndRetrieveStbCol get system table cols, rows:%d, db:%s", numOfRows, pShow->db);
941,826✔
3897
    pShow->sysDbRsp = true;
941,826✔
3898
  }
3899

3900
  if (buildWhichDBs & BUILD_COL_FOR_USER_DB) {
945,858✔
3901
    SDbObj *pDb = NULL;
945,522✔
3902
    if (strlen(pShow->db) > 0) {
945,522✔
3903
      pDb = mndAcquireDb(pMnode, pShow->db);
37,191✔
3904
      if (pDb == NULL && TSDB_CODE_MND_DB_NOT_EXIST != terrno && pBlock->info.rows == 0) return terrno;
37,191✔
3905
    }
3906

3907
    char typeName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
945,522✔
3908
    STR_TO_VARSTR(typeName, "SUPER_TABLE");
945,522✔
3909
    bool fetch = pShow->restore ? false : true;
945,522✔
3910
    pShow->restore = false;
945,522✔
3911
    while (numOfRows < rows) {
2,769,974✔
3912
      if (fetch) {
2,769,974✔
3913
        pShow->pIter = sdbFetch(pSdb, SDB_STB, pShow->pIter, (void **)&pStb);
2,765,942✔
3914
        if (pShow->pIter == NULL) break;
2,765,942✔
3915
      } else {
3916
        fetch = true;
4,032✔
3917
        void *pKey = taosHashGetKey(pShow->pIter, NULL);
4,032✔
3918
        pStb = sdbAcquire(pSdb, SDB_STB, pKey);
4,032✔
3919
        if (!pStb) continue;
4,032✔
3920
      }
3921

3922
      if (pDb != NULL && pStb->dbUid != pDb->uid) {
1,828,484✔
3923
        sdbRelease(pSdb, pStb);
2,760✔
3924
        continue;
2,760✔
3925
      }
3926

3927
      SName name = {0};
1,825,724✔
3928
      char  stbName[TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
1,825,724✔
3929
      mndExtractTbNameFromStbFullName(pStb->name, &stbName[VARSTR_HEADER_SIZE], TSDB_TABLE_NAME_LEN);
1,825,724✔
3930
      if (pShow->filterTb[0] && strncmp(pShow->filterTb, &stbName[VARSTR_HEADER_SIZE], TSDB_TABLE_NAME_LEN) != 0) {
1,825,724✔
3931
        sdbRelease(pSdb, pStb);
×
3932
        continue;
×
3933
      }
3934

3935
      if ((numOfRows + pStb->numOfColumns) > rows) {
1,825,724✔
3936
        pShow->restore = true;
4,032✔
3937
        if (numOfRows == 0) {
4,032✔
3938
          mError("mndRetrieveStbCol failed to get stable cols since buf:%d less than result:%d, stable name:%s, db:%s",
×
3939
                 rows, pStb->numOfColumns, pStb->name, pStb->db);
3940
        }
3941
        sdbRelease(pSdb, pStb);
4,032✔
3942
        break;
4,032✔
3943
      }
3944

3945
      varDataSetLen(stbName, strlen(&stbName[VARSTR_HEADER_SIZE]));
1,821,692✔
3946

3947
      mDebug("mndRetrieveStbCol get stable cols, stable name:%s, db:%s", pStb->name, pStb->db);
1,821,692✔
3948

3949
      char db[TSDB_DB_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
1,821,692✔
3950
      RETRIEVE_CHECK_GOTO(tNameFromString(&name, pStb->db, T_NAME_ACCT | T_NAME_DB), pStb, &lino, _OVER);
1,821,692✔
3951
      RETRIEVE_CHECK_GOTO(tNameGetDbName(&name, varDataVal(db)), pStb, &lino, _OVER);
1,821,692✔
3952
      varDataSetLen(db, strlen(varDataVal(db)));
1,821,692✔
3953

3954
      for (int i = 0; i < pStb->numOfColumns; i++) {
35,144,996✔
3955
        int32_t          cols = 0;
33,322,788✔
3956
        SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
33,322,788✔
3957
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)stbName, false), pStb, &lino, _OVER);
33,322,788✔
3958

3959
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
33,322,272✔
3960
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)db, false), pStb, &lino, _OVER);
33,322,788✔
3961

3962
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
33,323,304✔
3963
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, typeName, false), pStb, &lino, _OVER);
33,323,304✔
3964

3965
        // col name
3966
        char colName[TSDB_COL_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
33,322,272✔
3967
        STR_TO_VARSTR(colName, pStb->pColumns[i].name);
33,322,272✔
3968
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
33,323,304✔
3969
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, colName, false), pStb, &lino, _OVER);
33,323,304✔
3970

3971
        // col type
3972
        int8_t colType = pStb->pColumns[i].type;
33,323,820✔
3973
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
33,323,820✔
3974
        char colTypeStr[VARSTR_HEADER_SIZE + 32];
33,323,820✔
3975
        int  colTypeLen =
3976
            snprintf(varDataVal(colTypeStr), sizeof(colTypeStr) - VARSTR_HEADER_SIZE, "%s", tDataTypes[colType].name);
33,323,820✔
3977
        if (colType == TSDB_DATA_TYPE_VARCHAR) {
33,322,788✔
3978
          colTypeLen +=
1,002,632✔
3979
              snprintf(varDataVal(colTypeStr) + colTypeLen, sizeof(colTypeStr) - colTypeLen - VARSTR_HEADER_SIZE,
1,002,632✔
3980
                       "(%d)", (int32_t)(pStb->pColumns[i].bytes - VARSTR_HEADER_SIZE));
1,002,632✔
3981
        } else if (colType == TSDB_DATA_TYPE_NCHAR) {
32,320,156✔
3982
          colTypeLen +=
1,002,286✔
3983
              snprintf(varDataVal(colTypeStr) + colTypeLen, sizeof(colTypeStr) - colTypeLen - VARSTR_HEADER_SIZE,
1,002,286✔
3984
                       "(%d)", (int32_t)((pStb->pColumns[i].bytes - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE));
1,002,286✔
3985
        } else if (IS_DECIMAL_TYPE(colType)) {
31,317,870✔
3986
          STypeMod typeMod = pStb->pExtSchemas[i].typeMod;
×
3987
          uint8_t prec = 0, scale = 0;
×
3988
          decimalFromTypeMod(typeMod, &prec, &scale);
×
3989
          colTypeLen += snprintf(varDataVal(colTypeStr) + colTypeLen,
×
3990
                                 sizeof(colTypeStr) - colTypeLen - VARSTR_HEADER_SIZE, "(%d,%d)", prec, scale);
3991
        }
3992
        varDataSetLen(colTypeStr, colTypeLen);
33,322,788✔
3993
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (char *)colTypeStr, false), pStb, &lino, _OVER);
33,322,788✔
3994

3995
        // col length
3996
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
33,323,304✔
3997
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->pColumns[i].bytes, false), pStb,
33,323,304✔
3998
                            &lino, _OVER);
3999
        
4000
        // col precision, col scale, col nullable, col source
4001
        for (int32_t j = 6; j <= 9; ++j) {
166,614,456✔
4002
          pColInfo = taosArrayGet(pBlock->pDataBlock, j);
133,293,732✔
4003
          colDataSetNULL(pColInfo, numOfRows);
133,291,668✔
4004
        }
4005

4006
        // col id
4007
        pColInfo = taosArrayGet(pBlock->pDataBlock, 10);
33,320,724✔
4008
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->pColumns[i].colId, false), pStb,
33,323,304✔
4009
                            &lino, _OVER);
4010
        numOfRows++;
33,323,304✔
4011
      }
4012

4013
      sdbRelease(pSdb, pStb);
1,821,692✔
4014
    }
4015

4016
    if (pDb != NULL) {
945,522✔
4017
      mndReleaseDb(pMnode, pDb);
37,016✔
4018
    }
4019
  }
4020

4021
  mDebug("mndRetrieveStbCol success, rows:%d, pShow->numOfRows:%d", numOfRows, pShow->numOfRows);
945,858✔
4022
  goto _OVER;
945,858✔
4023

4024
_ERROR:
4025
  mError("failed to mndRetrieveStbCol, rows:%d, pShow->numOfRows:%d, at %s:%d since %s", numOfRows, pShow->numOfRows,
4026
         __FUNCTION__, lino, tstrerror(code));
4027

4028
_OVER:
945,858✔
4029
  pShow->numOfRows += numOfRows;
945,858✔
4030
  return numOfRows;
945,858✔
4031
}
4032

4033
static void mndCancelGetNextStb(SMnode *pMnode, void *pIter) {
168✔
4034
  SSdb *pSdb = pMnode->pSdb;
168✔
4035
  sdbCancelFetchByType(pSdb, pIter, SDB_STB);
168✔
4036
}
168✔
4037

4038
const char *mndGetStbStr(const char *src) {
×
4039
  char *posDb = strstr(src, TS_PATH_DELIMITER);
×
4040
  if (posDb != NULL) ++posDb;
×
4041
  if (posDb == NULL) return src;
×
4042

4043
  char *posStb = strstr(posDb, TS_PATH_DELIMITER);
×
4044
  if (posStb != NULL) ++posStb;
×
4045
  if (posStb == NULL) return posDb;
×
4046
  return posStb;
×
4047
}
4048

4049
static int32_t mndCheckIndexReq(SCreateTagIndexReq *pReq) {
×
4050
  // impl
4051
  return TSDB_CODE_SUCCESS;
×
4052
}
4053

4054
/*int32_t mndAddIndexImpl(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp, void *sql,
4055
                        int32_t len) {
4056
  // impl later
4057
  int32_t code = 0;
4058
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "create-stb-index");
4059
  if (pTrans == NULL) goto _OVER;
4060

4061
  mInfo("trans:%d, used to add index to stb:%s", pTrans->id, pStb->name);
4062
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
4063
  if (mndTransCheckConflict(pMnode, pTrans) != 0) goto _OVER;
4064

4065
  if (mndSetAlterStbPrepareLogs(pMnode, pTrans, pDb, pStb) != 0) goto _OVER;
4066
  if (mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb) != 0) goto _OVER;
4067
  if (mndSetAlterStbRedoActions2(pMnode, pTrans, pDb, pStb, sql, len) != 0) goto _OVER;
4068
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
4069

4070
  return code;
4071

4072
_OVER:
4073
  mndTransDrop(pTrans);
4074
  return code;
4075
}
4076
static int32_t mndAddIndex(SMnode *pMnode, SRpcMsg *pReq, SCreateTagIndexReq *tagIdxReq, SDbObj *pDb, SStbObj *pOld) {
4077
  bool    needRsp = true;
4078
  int32_t code = -1;
4079
  SField *pField0 = NULL;
4080

4081
  SStbObj  stbObj = {0};
4082
  SStbObj *pNew = &stbObj;
4083

4084
  taosRLockLatch(&pOld->lock);
4085
  memcpy(&stbObj, pOld, sizeof(SStbObj));
4086
  taosRUnLockLatch(&pOld->lock);
4087

4088
  stbObj.pColumns = NULL;
4089
  stbObj.pTags = NULL;
4090
  stbObj.updateTime = taosGetTimestampMs();
4091
  stbObj.lock = 0;
4092

4093
  int32_t tag = mndFindSuperTableTagIndex(pOld, tagIdxReq->colName);
4094
  if (tag < 0) {
4095
    terrno = TSDB_CODE_MND_TAG_NOT_EXIST;
4096
    return -1;
4097
  }
4098
  if (mndAllocStbSchemas(pOld, pNew) != 0) {
4099
    return -1;
4100
  }
4101

4102
  SSchema *pTag = pNew->pTags + tag;
4103
  if (IS_IDX_ON(pTag)) {
4104
    terrno = TSDB_CODE_MND_TAG_INDEX_ALREADY_EXIST;
4105
    return -1;
4106
  } else {
4107
    pTag->flags |= COL_IDX_ON;
4108
  }
4109
  pNew->tagVer++;
4110

4111
  code = mndAddIndexImpl(pMnode, pReq, pDb, pNew, needRsp, pReq->pCont, pReq->contLen);
4112

4113
  return code;
4114
}
4115
static int32_t mndProcessCreateIndexReq(SRpcMsg *pReq) {
4116
  SMnode            *pMnode = pReq->info.node;
4117
  int32_t            code = -1;
4118
  SDbObj            *pDb = NULL;
4119
  SStbObj           *pStb = NULL;
4120
  SCreateTagIndexReq tagIdxReq = {0};
4121

4122
  if (tDeserializeSCreateTagIdxReq(pReq->pCont, pReq->contLen, &tagIdxReq) != 0) {
4123
    terrno = TSDB_CODE_INVALID_MSG;
4124
    goto _OVER;
4125
  }
4126

4127
  mInfo("stb:%s, start to alter", tagIdxReq.stbName);
4128

4129
  if (mndCheckIndexReq(&tagIdxReq) != TSDB_CODE_SUCCESS) {
4130
    goto _OVER;
4131
  }
4132

4133
  pDb = mndAcquireDbByStb(pMnode, tagIdxReq.dbFName);
4134
  if (pDb == NULL) {
4135
    terrno = TSDB_CODE_MND_DB_NOT_EXIST;
4136
    goto _OVER;
4137
  }
4138

4139
  pStb = mndAcquireStb(pMnode, tagIdxReq.stbName);
4140
  if (pStb == NULL) {
4141
    terrno = TSDB_CODE_MND_STB_NOT_EXIST;
4142
    goto _OVER;
4143
  }
4144
  if (mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_WRITE_DB, pDb) != 0) {
4145
    goto _OVER;
4146
  }
4147

4148
  code = mndAddIndex(pMnode, pReq, &tagIdxReq, pDb, pStb);
4149
  if (terrno == TSDB_CODE_MND_TAG_INDEX_ALREADY_EXIST || terrno == TSDB_CODE_MND_TAG_NOT_EXIST) {
4150
    return terrno;
4151
  } else {
4152
    if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
4153
  }
4154
_OVER:
4155
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
4156
    mError("stb:%s, failed to create index since %s", tagIdxReq.stbName, terrstr());
4157
  }
4158
  mndReleaseStb(pMnode, pStb);
4159
  mndReleaseDb(pMnode, pDb);
4160
  return code;
4161
}
4162
static int32_t mndProcessDropIndexReq(SRpcMsg *pReq) {
4163
  SMnode          *pMnode = pReq->info.node;
4164
  int32_t          code = -1;
4165
  SDbObj          *pDb = NULL;
4166
  SStbObj         *pStb = NULL;
4167
  SDropTagIndexReq dropReq = {0};
4168
  if (tDeserializeSDropTagIdxReq(pReq->pCont, pReq->contLen, &dropReq) != 0) {
4169
    terrno = TSDB_CODE_INVALID_MSG;
4170
    goto _OVER;
4171
  }
4172
  //
4173
  return TSDB_CODE_SUCCESS;
4174
_OVER:
4175
  return code;
4176
}*/
4177

4178
static int32_t mndProcessDropStbReqFromMNode(SRpcMsg *pReq) {
2,534✔
4179
  int32_t code = mndProcessDropStbReq(pReq);
2,534✔
4180
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
2,534✔
4181
    pReq->info.rsp = rpcMallocCont(1);
×
4182
    pReq->info.rspLen = 1;
×
4183
    pReq->info.noResp = false;
×
4184
    pReq->code = code;
×
4185
  }
4186
  return code;
2,534✔
4187
}
4188

4189
typedef struct SVDropTbVgReqs {
4190
  SArray     *pBatchReqs;
4191
  SVgroupInfo info;
4192
} SVDropTbVgReqs;
4193

4194
typedef struct SMDropTbDbInfo {
4195
  SArray *dbVgInfos;
4196
  int32_t hashPrefix;
4197
  int32_t hashSuffix;
4198
  int32_t hashMethod;
4199
} SMDropTbDbInfo;
4200

4201
typedef struct SMDropTbTsmaInfo {
4202
  char           tsmaResTbDbFName[TSDB_DB_FNAME_LEN];
4203
  char           tsmaResTbNamePrefix[TSDB_TABLE_FNAME_LEN];
4204
  int32_t        suid;
4205
  SMDropTbDbInfo dbInfo;  // reference to DbInfo in pDbMap
4206
} SMDropTbTsmaInfo;
4207

4208
typedef struct SMDropTbTsmaInfos {
4209
  SArray *pTsmaInfos;  // SMDropTbTsmaInfo
4210
} SMDropTbTsmaInfos;
4211

4212
typedef struct SMndDropTbsWithTsmaCtx {
4213
  SHashObj *pVgMap;  // <vgId, SVDropTbVgReqs>
4214
} SMndDropTbsWithTsmaCtx;
4215

4216
static int32_t mndDropTbForSingleVg(SMnode *pMnode, SMndDropTbsWithTsmaCtx *pCtx, SArray *pTbs, int32_t vgId);
4217

4218
static void destroySVDropTbBatchReqs(void *p);
4219
static void mndDestroyDropTbsWithTsmaCtx(SMndDropTbsWithTsmaCtx *p) {
11,982✔
4220
  if (!p) return;
11,982✔
4221

4222
  if (p->pVgMap) {
11,982✔
4223
    void *pIter = taosHashIterate(p->pVgMap, NULL);
11,982✔
4224
    while (pIter) {
23,964✔
4225
      SVDropTbVgReqs *pReqs = pIter;
11,982✔
4226
      taosArrayDestroyEx(pReqs->pBatchReqs, destroySVDropTbBatchReqs);
11,982✔
4227
      pIter = taosHashIterate(p->pVgMap, pIter);
11,982✔
4228
    }
4229
    taosHashCleanup(p->pVgMap);
11,982✔
4230
  }
4231
  taosMemoryFree(p);
11,982✔
4232
}
4233

4234
static int32_t mndInitDropTbsWithTsmaCtx(SMndDropTbsWithTsmaCtx **ppCtx) {
11,982✔
4235
  int32_t                 code = 0;
11,982✔
4236
  SMndDropTbsWithTsmaCtx *pCtx = taosMemoryCalloc(1, sizeof(SMndDropTbsWithTsmaCtx));
11,982✔
4237
  if (!pCtx) return terrno;
11,982✔
4238

4239
  pCtx->pVgMap = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), false, HASH_NO_LOCK);
11,982✔
4240
  if (!pCtx->pVgMap) {
11,982✔
4241
    code = terrno;
×
4242
    goto _end;
×
4243
  }
4244

4245
  *ppCtx = pCtx;
11,982✔
4246
_end:
11,982✔
4247
  if (code) mndDestroyDropTbsWithTsmaCtx(pCtx);
11,982✔
4248
  return code;
11,982✔
4249
}
4250

4251
static void *mndBuildVDropTbsReq(SMnode *pMnode, const SVgroupInfo *pVgInfo, const SVDropTbBatchReq *pReq,
34,648✔
4252
                                 int32_t *len) {
4253
  int32_t   contLen = 0;
34,648✔
4254
  int32_t   ret = 0;
34,648✔
4255
  SMsgHead *pHead = NULL;
34,648✔
4256
  SEncoder  encoder = {0};
34,648✔
4257

4258
  tEncodeSize(tEncodeSVDropTbBatchReq, pReq, contLen, ret);
34,648✔
4259
  if (ret < 0) return NULL;
34,648✔
4260

4261
  contLen += sizeof(SMsgHead);
34,648✔
4262
  pHead = taosMemoryMalloc(contLen);
34,648✔
4263
  if (pHead == NULL) {
34,648✔
4264
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
4265
    return NULL;
×
4266
  }
4267

4268
  pHead->contLen = htonl(contLen);
34,648✔
4269
  pHead->vgId = htonl(pVgInfo->vgId);
34,648✔
4270

4271
  void *pBuf = POINTER_SHIFT(pHead, sizeof(SMsgHead));
34,648✔
4272

4273
  tEncoderInit(&encoder, pBuf, contLen - sizeof(SMsgHead));
34,648✔
4274
  int32_t code = tEncodeSVDropTbBatchReq(&encoder, pReq);
34,648✔
4275
  tEncoderClear(&encoder);
34,648✔
4276
  if (code != 0) return NULL;
34,648✔
4277

4278
  *len = contLen;
34,648✔
4279
  return pHead;
34,648✔
4280
}
4281

4282
static int32_t mndSetDropTbsRedoActions(SMnode *pMnode, STrans *pTrans, const SVDropTbVgReqs *pVgReqs, void *pCont,
34,648✔
4283
                                        int32_t contLen, tmsg_t msgType) {
4284
  STransAction action = {0};
34,648✔
4285
  action.epSet = pVgReqs->info.epSet;
34,648✔
4286
  action.pCont = pCont;
34,648✔
4287
  action.contLen = contLen;
34,648✔
4288
  action.msgType = msgType;
34,648✔
4289
  action.acceptableCode = TSDB_CODE_TDB_TABLE_NOT_EXIST;
34,648✔
4290
  return mndTransAppendRedoAction(pTrans, &action);
34,648✔
4291
}
4292

4293
static int32_t mndBuildDropTbRedoActions(SMnode *pMnode, STrans *pTrans, SHashObj *pVgMap, tmsg_t msgType) {
8,662✔
4294
  int32_t code = 0;
8,662✔
4295
  void   *pIter = taosHashIterate(pVgMap, NULL);
8,662✔
4296
  while (pIter) {
17,324✔
4297
    const SVDropTbVgReqs *pVgReqs = pIter;
8,662✔
4298
    int32_t               len = 0;
8,662✔
4299
    for (int32_t i = 0; i < taosArrayGetSize(pVgReqs->pBatchReqs) && code == TSDB_CODE_SUCCESS; ++i) {
43,310✔
4300
      SVDropTbBatchReq *pBatchReq = taosArrayGet(pVgReqs->pBatchReqs, i);
34,648✔
4301
      void             *p = mndBuildVDropTbsReq(pMnode, &pVgReqs->info, pBatchReq, &len);
34,648✔
4302
      if (!p) {
34,648✔
4303
        code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
4304
        if (terrno != 0) code = terrno;
×
4305
        break;
×
4306
      }
4307
      if ((code = mndSetDropTbsRedoActions(pMnode, pTrans, pVgReqs, p, len, msgType)) != 0) {
34,648✔
4308
        break;
×
4309
      }
4310
    }
4311
    if (TSDB_CODE_SUCCESS != code) {
8,662✔
4312
      taosHashCancelIterate(pVgMap, pIter);
×
4313
      break;
×
4314
    }
4315
    pIter = taosHashIterate(pVgMap, pIter);
8,662✔
4316
  }
4317
  return code;
8,662✔
4318
}
4319

4320
static int32_t mndCreateDropTbsTxnPrepare(SRpcMsg *pRsp, SMndDropTbsWithTsmaCtx *pCtx) {
11,982✔
4321
  int32_t code = 0;
11,982✔
4322
  SMnode *pMnode = pRsp->info.node;
11,982✔
4323
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_GLOBAL, pRsp, "drop-tbs");
11,982✔
4324
  mndTransSetChangeless(pTrans);
11,982✔
4325
  mndTransSetSerial(pTrans);
11,982✔
4326
  if (pTrans == NULL) {
11,982✔
4327
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
4328
    if (terrno != 0) code = terrno;
×
4329
    goto _OVER;
×
4330
  }
4331

4332
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
11,982✔
4333

4334
  if ((code = mndBuildDropTbRedoActions(pMnode, pTrans, pCtx->pVgMap, TDMT_VND_DROP_TABLE)) != 0) goto _OVER;
8,662✔
4335
  if ((code = mndTransPrepare(pMnode, pTrans)) != 0) goto _OVER;
8,662✔
4336

4337
_OVER:
8,662✔
4338
  mndTransDrop(pTrans);
11,982✔
4339
  TAOS_RETURN(code);
11,982✔
4340
}
4341

4342
static int32_t mndProcessDropTbWithTsma(SRpcMsg *pReq) {
×
4343
  int32_t      code = -1;
×
4344
  SMnode      *pMnode = pReq->info.node;
×
4345
  SDbObj      *pDb = NULL;
×
4346
  SStbObj     *pStb = NULL;
×
4347
  SMDropTbsReq dropReq = {0};
×
4348
  bool         locked = false;
×
4349
  if (tDeserializeSMDropTbsReq(pReq->pCont, pReq->contLen, &dropReq) != 0) {
×
4350
    code = TSDB_CODE_INVALID_MSG;
×
4351
    goto _OVER;
×
4352
  }
4353

4354
  SMndDropTbsWithTsmaCtx *pCtx = NULL;
×
4355
  code = mndInitDropTbsWithTsmaCtx(&pCtx);
×
4356
  if (code) goto _OVER;
×
4357
  for (int32_t i = 0; i < dropReq.pVgReqs->size; ++i) {
×
4358
    SMDropTbReqsOnSingleVg *pReq = taosArrayGet(dropReq.pVgReqs, i);
×
4359
    code = mndDropTbForSingleVg(pMnode, pCtx, pReq->pTbs, pReq->vgInfo.vgId);
×
4360
    if (code) goto _OVER;
×
4361
  }
4362
  code = mndCreateDropTbsTxnPrepare(pReq, pCtx);
×
4363
  if (code == 0) {
×
4364
    code = TSDB_CODE_ACTION_IN_PROGRESS;
×
4365
  }
4366
_OVER:
×
4367
  tFreeSMDropTbsReq(&dropReq);
×
4368
  if (pCtx) mndDestroyDropTbsWithTsmaCtx(pCtx);
×
4369
  TAOS_RETURN(code);
×
4370
}
4371

4372
static int32_t createDropTbBatchReq(const SVDropTbReq *pReq, SVDropTbBatchReq *pBatchReq) {
49,256✔
4373
  pBatchReq->nReqs = 1;
49,256✔
4374
  pBatchReq->pArray = taosArrayInit(TARRAY_MIN_SIZE, sizeof(SVDropTbReq));
49,256✔
4375
  if (!pBatchReq->pArray) return terrno;
49,256✔
4376
  if (taosArrayPush(pBatchReq->pArray, pReq) == NULL) {
98,512✔
4377
    taosArrayDestroy(pBatchReq->pArray);
×
4378
    pBatchReq->pArray = NULL;
×
4379
    return terrno;
×
4380
  }
4381
  return TSDB_CODE_SUCCESS;
49,256✔
4382
}
4383

4384
static void destroySVDropTbBatchReqs(void *p) {
49,256✔
4385
  SVDropTbBatchReq *pReq = p;
49,256✔
4386
  taosArrayDestroy(pReq->pArray);
49,256✔
4387
  pReq->pArray = NULL;
49,256✔
4388
}
49,256✔
4389

4390
static int32_t mndDropTbAdd(SMnode *pMnode, SHashObj *pVgHashMap, const SVgroupInfo *pVgInfo, char *name, tb_uid_t suid,
49,256✔
4391
                            bool ignoreNotExists) {
4392
  SVDropTbReq req = {.name = name, .suid = suid, .igNotExists = ignoreNotExists, .uid = 0};
49,256✔
4393

4394
  SVDropTbVgReqs *pVgReqs = taosHashGet(pVgHashMap, &pVgInfo->vgId, sizeof(pVgInfo->vgId));
49,256✔
4395
  SVDropTbVgReqs  vgReqs = {0};
49,256✔
4396
  if (pVgReqs == NULL) {
49,256✔
4397
    vgReqs.info = *pVgInfo;
11,982✔
4398
    vgReqs.pBatchReqs = taosArrayInit(TARRAY_MIN_SIZE, sizeof(SVDropTbBatchReq));
11,982✔
4399
    if (!vgReqs.pBatchReqs) return terrno;
11,982✔
4400
    SVDropTbBatchReq batchReq = {0};
11,982✔
4401
    int32_t          code = createDropTbBatchReq(&req, &batchReq);
11,982✔
4402
    if (TSDB_CODE_SUCCESS != code) return code;
11,982✔
4403
    if (taosArrayPush(vgReqs.pBatchReqs, &batchReq) == NULL) {
23,964✔
4404
      taosArrayDestroy(batchReq.pArray);
×
4405
      return terrno;
×
4406
    }
4407
    if (taosHashPut(pVgHashMap, &pVgInfo->vgId, sizeof(pVgInfo->vgId), &vgReqs, sizeof(vgReqs)) != 0) {
11,982✔
4408
      taosArrayDestroyEx(vgReqs.pBatchReqs, destroySVDropTbBatchReqs);
×
4409
      return terrno;
×
4410
    }
4411
  } else {
4412
    SVDropTbBatchReq batchReq = {0};
37,274✔
4413
    int32_t          code = createDropTbBatchReq(&req, &batchReq);
37,274✔
4414
    if (TSDB_CODE_SUCCESS != code) return code;
37,274✔
4415
    if (taosArrayPush(pVgReqs->pBatchReqs, &batchReq) == NULL) {
74,548✔
4416
      taosArrayDestroy(batchReq.pArray);
×
4417
      return terrno;
×
4418
    }
4419
  }
4420
  return 0;
49,256✔
4421
}
4422

4423
static int32_t mndDropTbForSingleVg(SMnode *pMnode, SMndDropTbsWithTsmaCtx *pCtx, SArray *pTbs, int32_t vgId) {
11,982✔
4424
  int32_t code = 0;
11,982✔
4425

4426
  SVgObj *pVgObj = mndAcquireVgroup(pMnode, vgId);
11,982✔
4427
  if (!pVgObj) {
11,982✔
4428
    code = 0;
×
4429
    goto _end;
×
4430
  }
4431
  SVgroupInfo vgInfo = {.hashBegin = pVgObj->hashBegin,
23,964✔
4432
                        .hashEnd = pVgObj->hashEnd,
11,982✔
4433
                        .numOfTable = pVgObj->numOfTables,
11,982✔
4434
                        .vgId = pVgObj->vgId};
11,982✔
4435
  vgInfo.epSet = mndGetVgroupEpset(pMnode, pVgObj);
11,982✔
4436
  mndReleaseVgroup(pMnode, pVgObj);
11,982✔
4437

4438
  for (int32_t i = 0; i < pTbs->size; ++i) {
61,238✔
4439
    SVDropTbReq *pTb = taosArrayGet(pTbs, i);
49,256✔
4440
    TAOS_CHECK_GOTO(mndDropTbAdd(pMnode, pCtx->pVgMap, &vgInfo, pTb->name, pTb->suid, pTb->igNotExists), NULL, _end);
49,256✔
4441
  }
4442
_end:
11,982✔
4443
  return code;
11,982✔
4444
}
4445

4446
static int32_t mndProcessFetchTtlExpiredTbs(SRpcMsg *pRsp) {
9,964,229✔
4447
  int32_t                 code = -1;
9,964,229✔
4448
  SDecoder                decoder = {0};
9,964,229✔
4449
  SMnode                 *pMnode = pRsp->info.node;
9,964,229✔
4450
  SVFetchTtlExpiredTbsRsp rsp = {0};
9,964,229✔
4451
  SMndDropTbsWithTsmaCtx *pCtx = NULL;
9,964,229✔
4452
  if (pRsp->code != TSDB_CODE_SUCCESS) {
9,964,229✔
4453
    code = pRsp->code;
110,677✔
4454
    goto _end;
110,677✔
4455
  }
4456
  if (pRsp->contLen == 0) {
9,853,552✔
4457
    code = 0;
9,841,570✔
4458
    goto _end;
9,841,570✔
4459
  }
4460

4461
  tDecoderInit(&decoder, pRsp->pCont, pRsp->contLen);
11,982✔
4462
  code = tDecodeVFetchTtlExpiredTbsRsp(&decoder, &rsp);
11,982✔
4463
  if (code) goto _end;
11,982✔
4464

4465
  code = mndInitDropTbsWithTsmaCtx(&pCtx);
11,982✔
4466
  if (code) goto _end;
11,982✔
4467

4468
  code = mndDropTbForSingleVg(pMnode, pCtx, rsp.pExpiredTbs, rsp.vgId);
11,982✔
4469
  if (code) goto _end;
11,982✔
4470
  code = mndCreateDropTbsTxnPrepare(pRsp, pCtx);
11,982✔
4471
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
11,982✔
4472
_end:
9,963,382✔
4473
  if (pCtx) mndDestroyDropTbsWithTsmaCtx(pCtx);
9,964,229✔
4474
  tDecoderClear(&decoder);
9,964,229✔
4475
  tFreeFetchTtlExpiredTbsRsp(&rsp);
9,964,229✔
4476
  TAOS_RETURN(code);
9,964,229✔
4477
}
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc