• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

taosdata / TDengine / #5048

10 May 2026 03:11AM UTC coverage: 73.222% (+0.07%) from 73.152%
#5048

push

travis-ci

web-flow
merge: from main to 3.0 branch #35290

353 of 452 new or added lines in 9 files covered. (78.1%)

587 existing lines in 140 files now uncovered.

278189 of 379928 relevant lines covered (73.22%)

135206397.85 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

77.99
/source/dnode/mnode/impl/src/mndStb.c
1
/*
2
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3
 *
4
 * This program is free software: you can use, redistribute, and/or modify
5
 * it under the terms of the GNU Affero General Public License, version 3
6
 * or later ("AGPL"), as published by the Free Software Foundation.
7
 *
8
 * This program is distributed in the hope that it will be useful, but WITHOUT
9
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10
 * FITNESS FOR A PARTICULAR PURPOSE.
11
 *
12
 * You should have received a copy of the GNU Affero General Public License
13
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
14
 */
15

16
#define _DEFAULT_SOURCE
17
#include "mndStb.h"
18
#include "audit.h"
19
#include "mndDb.h"
20
#include "mndDnode.h"
21
#include "mndIndex.h"
22
#include "mndIndexComm.h"
23
#include "mndInfoSchema.h"
24
#include "mndMnode.h"
25
#include "mndPerfSchema.h"
26
#include "mndPrivilege.h"
27
#include "mndRsma.h"
28
#include "mndSecurityPolicy.h"
29
#include "mndShow.h"
30
#include "mndSma.h"
31
#include "mndStream.h"
32
#include "mndTopic.h"
33
#include "mndTrans.h"
34
#include "mndUser.h"
35
#include "mndVgroup.h"
36
#include "tname.h"
37

38
#define STB_VER_SUPPORT_COMP    2
39
#define STB_VER_SUPPORT_VIRTUAL 3
40
#define STB_VER_SUPPORT_OWNER   4
41
#define STB_VER_NUMBER          STB_VER_SUPPORT_OWNER
42
#define STB_RESERVE_SIZE        51
43

44
static int32_t  mndStbActionInsert(SSdb *pSdb, SStbObj *pStb);
45
static int32_t  mndStbActionDelete(SSdb *pSdb, SStbObj *pStb);
46
static int32_t  mndStbActionUpdate(SSdb *pSdb, SStbObj *pOld, SStbObj *pNew);
47
static int32_t  mndProcessTtlTimer(SRpcMsg *pReq);
48
// static int32_t  mndProcessTrimDbTimer(SRpcMsg *pReq);
49
static int32_t  mndProcessCreateStbReq(SRpcMsg *pReq);
50
static int32_t  mndProcessAlterStbReq(SRpcMsg *pReq);
51
static int32_t  mndProcessDropStbReq(SRpcMsg *pReq);
52
static int32_t  mndProcessDropTtltbRsp(SRpcMsg *pReq);
53
static int32_t  mndProcessTrimDbRsp(SRpcMsg *pReq);
54
static int32_t  mndProcessTrimDbWalRsp(SRpcMsg *pReq);
55
static int32_t  mndProcessTableMetaReq(SRpcMsg *pReq);
56
static int32_t  mndRetrieveStb(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
57
static int32_t  mndRetrieveStbCol(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
58
static void     mndCancelGetNextStb(SMnode *pMnode, void *pIter);
59
static int32_t  mndProcessTableCfgReq(SRpcMsg *pReq);
60
static int32_t  mndAlterStbImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
61
                               void *alterOriData, int32_t alterOriDataLen);
62
static int32_t  mndAlterStbAndUpdateTagIdxImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
63
                                              void *alterOriData, int32_t alterOriDataLen, const SMAlterStbReq *pAlter);
64

65
static int32_t mndProcessCreateIndexReq(SRpcMsg *pReq);
66
static int32_t mndProcessDropIndexReq(SRpcMsg *pReq);
67

68
static int32_t mndProcessDropStbReqFromMNode(SRpcMsg *pReq);
69
static int32_t mndProcessDropTbWithTsma(SRpcMsg *pReq);
70
static int32_t mndProcessFetchTtlExpiredTbs(SRpcMsg *pReq);
71
static int32_t mndProcessAuditRecordRsp(SRpcMsg *pRsp);
72

73
int32_t mndInitStb(SMnode *pMnode) {
514,392✔
74
  SSdbTable table = {
514,392✔
75
      .sdbType = SDB_STB,
76
      .keyType = SDB_KEY_BINARY,
77
      .encodeFp = (SdbEncodeFp)mndStbActionEncode,
78
      .decodeFp = (SdbDecodeFp)mndStbActionDecode,
79
      .insertFp = (SdbInsertFp)mndStbActionInsert,
80
      .updateFp = (SdbUpdateFp)mndStbActionUpdate,
81
      .deleteFp = (SdbDeleteFp)mndStbActionDelete,
82
  };
83

84
  mndSetMsgHandle(pMnode, TDMT_MND_CREATE_STB, mndProcessCreateStbReq);
514,392✔
85
  mndSetMsgHandle(pMnode, TDMT_MND_ALTER_STB, mndProcessAlterStbReq);
514,392✔
86
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_STB, mndProcessDropStbReq);
514,392✔
87
  mndSetMsgHandle(pMnode, TDMT_VND_CREATE_STB_RSP, mndTransProcessRsp);
514,392✔
88
  mndSetMsgHandle(pMnode, TDMT_VND_DROP_TTL_TABLE_RSP, mndProcessDropTtltbRsp);
514,392✔
89
  mndSetMsgHandle(pMnode, TDMT_VND_TRIM_RSP, mndTransProcessRsp);
514,392✔
90
  mndSetMsgHandle(pMnode, TDMT_VND_TRIM_WAL_RSP, mndProcessTrimDbWalRsp);
514,392✔
91
  mndSetMsgHandle(pMnode, TDMT_VND_ALTER_STB_RSP, mndTransProcessRsp);
514,392✔
92
  mndSetMsgHandle(pMnode, TDMT_VND_DROP_STB_RSP, mndTransProcessRsp);
514,392✔
93
  mndSetMsgHandle(pMnode, TDMT_MND_TABLE_META, mndProcessTableMetaReq);
514,392✔
94
  mndSetMsgHandle(pMnode, TDMT_MND_TTL_TIMER, mndProcessTtlTimer);
514,392✔
95
  // mndSetMsgHandle(pMnode, TDMT_MND_TRIM_DB_TIMER, mndProcessTrimDbTimer);
96
  mndSetMsgHandle(pMnode, TDMT_MND_TABLE_CFG, mndProcessTableCfgReq);
514,392✔
97
  mndSetMsgHandle(pMnode, TDMT_MND_STB_DROP, mndProcessDropStbReqFromMNode);
514,392✔
98
  mndSetMsgHandle(pMnode, TDMT_MND_STB_DROP_RSP, mndTransProcessRsp);
514,392✔
99
  mndSetMsgHandle(pMnode, TDMT_MND_DROP_TB_WITH_TSMA, mndProcessDropTbWithTsma);
514,392✔
100
  mndSetMsgHandle(pMnode, TDMT_VND_FETCH_TTL_EXPIRED_TBS_RSP, mndProcessFetchTtlExpiredTbs);
514,392✔
101
  mndSetMsgHandle(pMnode, TDMT_VND_DROP_TABLE_RSP, mndTransProcessRsp);
514,392✔
102
  mndSetMsgHandle(pMnode, TDMT_VND_CREATE_TABLE_RSP, mndTransProcessRsp);
514,392✔
103

104
  //  mndSetMsgHandle(pMnode, TDMT_MND_SYSTABLE_RETRIEVE, mndProcessRetrieveStbReq);
105

106
  // mndSetMsgHandle(pMnode, TDMT_MND_CREATE_INDEX, mndProcessCreateIndexReq);
107
  // mndSetMsgHandle(pMnode, TDMT_MND_DROP_INDEX, mndProcessDropIndexReq);
108
  // mndSetMsgHandle(pMnode, TDMT_VND_CREATE_INDEX_RSP, mndTransProcessRsp);
109
  // mndSetMsgHandle(pMnode, TDMT_VND_DROP_INDEX_RSP, mndTransProcessRsp);
110
  mndSetMsgHandle(pMnode, TDMT_VND_AUDIT_RECORD_RSP, mndProcessAuditRecordRsp);
514,392✔
111

112
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_STB, mndRetrieveStb);
514,392✔
113
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_STB, mndCancelGetNextStb);
514,392✔
114

115
  mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_COL, mndRetrieveStbCol);
514,392✔
116
  mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_COL, mndCancelGetNextStb);
514,392✔
117

118
  return sdbSetTable(pMnode->pSdb, table);
514,392✔
119
}
120

121
void mndCleanupStb(SMnode *pMnode) {}
514,324✔
122

123
SSdbRaw *mndStbActionEncode(SStbObj *pStb) {
17,606,867✔
124
  int32_t code = 0;
17,606,867✔
125
  int32_t lino = 0;
17,606,867✔
126
  bool    hasTypeMod = false;
17,606,867✔
127
  terrno = TSDB_CODE_OUT_OF_MEMORY;
17,606,867✔
128

129
  int32_t size = sizeof(SStbObj) + (pStb->numOfColumns + pStb->numOfTags) * sizeof(SSchema) + pStb->commentLen +
17,619,339✔
130
                 pStb->ast1Len + pStb->ast2Len + pStb->numOfColumns * sizeof(SColCmpr) + STB_RESERVE_SIZE +
17,619,339✔
131
                 taosArrayGetSize(pStb->pFuncs) * TSDB_FUNC_NAME_LEN + sizeof(int32_t) * pStb->numOfColumns;
17,606,867✔
132
  SSdbRaw *pRaw = sdbAllocRaw(SDB_STB, STB_VER_NUMBER, size);
17,606,867✔
133
  if (pRaw == NULL) goto _OVER;
17,606,867✔
134

135
  int32_t dataPos = 0;
17,606,867✔
136
  SDB_SET_BINARY(pRaw, dataPos, pStb->name, TSDB_TABLE_FNAME_LEN, _OVER)
17,606,867✔
137
  SDB_SET_BINARY(pRaw, dataPos, pStb->db, TSDB_DB_FNAME_LEN, _OVER)
17,606,867✔
138
  SDB_SET_INT64(pRaw, dataPos, pStb->createdTime, _OVER)
17,606,867✔
139
  SDB_SET_INT64(pRaw, dataPos, pStb->updateTime, _OVER)
17,606,867✔
140
  SDB_SET_INT64(pRaw, dataPos, pStb->uid, _OVER)
17,606,867✔
141
  SDB_SET_INT64(pRaw, dataPos, pStb->dbUid, _OVER)
17,606,867✔
142
  SDB_SET_INT32(pRaw, dataPos, pStb->tagVer, _OVER)
17,606,867✔
143
  SDB_SET_INT32(pRaw, dataPos, pStb->colVer, _OVER)
17,606,867✔
144
  SDB_SET_INT32(pRaw, dataPos, pStb->smaVer, _OVER)
17,606,867✔
145
  SDB_SET_INT32(pRaw, dataPos, pStb->nextColId, _OVER)
17,606,867✔
146
  SDB_SET_INT64(pRaw, dataPos, pStb->maxdelay[0], _OVER)
17,606,867✔
147
  SDB_SET_INT64(pRaw, dataPos, pStb->maxdelay[1], _OVER)
17,606,867✔
148
  SDB_SET_INT64(pRaw, dataPos, pStb->watermark[0], _OVER)
17,606,867✔
149
  SDB_SET_INT64(pRaw, dataPos, pStb->watermark[1], _OVER)
17,606,867✔
150
  SDB_SET_INT32(pRaw, dataPos, pStb->ttl, _OVER)
17,606,867✔
151
  SDB_SET_INT32(pRaw, dataPos, pStb->numOfColumns, _OVER)
17,606,867✔
152
  SDB_SET_INT32(pRaw, dataPos, pStb->numOfTags, _OVER)
17,606,867✔
153
  SDB_SET_INT32(pRaw, dataPos, pStb->numOfFuncs, _OVER)
17,606,867✔
154
  SDB_SET_INT32(pRaw, dataPos, pStb->commentLen, _OVER)
17,606,867✔
155
  SDB_SET_INT32(pRaw, dataPos, pStb->ast1Len, _OVER)
17,606,867✔
156
  SDB_SET_INT32(pRaw, dataPos, pStb->ast2Len, _OVER)
17,606,867✔
157

158
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
979,519,300✔
159
    SSchema *pSchema = &pStb->pColumns[i];
961,912,433✔
160
    SDB_SET_INT8(pRaw, dataPos, pSchema->type, _OVER)
961,912,433✔
161
    SDB_SET_INT8(pRaw, dataPos, pSchema->flags, _OVER)
961,912,433✔
162
    SDB_SET_INT16(pRaw, dataPos, pSchema->colId, _OVER)
961,912,433✔
163
    SDB_SET_INT32(pRaw, dataPos, pSchema->bytes, _OVER)
961,912,433✔
164
    SDB_SET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
961,912,433✔
165
    hasTypeMod = hasTypeMod || HAS_TYPE_MOD(pSchema);
961,912,433✔
166
  }
167

168
  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
124,347,468✔
169
    SSchema *pSchema = &pStb->pTags[i];
106,740,601✔
170
    SDB_SET_INT8(pRaw, dataPos, pSchema->type, _OVER)
106,740,601✔
171
    SDB_SET_INT8(pRaw, dataPos, pSchema->flags, _OVER)
106,740,601✔
172
    SDB_SET_INT16(pRaw, dataPos, pSchema->colId, _OVER)
106,740,601✔
173
    SDB_SET_INT32(pRaw, dataPos, pSchema->bytes, _OVER)
106,740,601✔
174
    SDB_SET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
106,740,601✔
175
  }
176

177
  for (int32_t i = 0; i < pStb->numOfFuncs; ++i) {
17,606,867✔
178
    char *func = taosArrayGet(pStb->pFuncs, i);
×
179
    SDB_SET_BINARY(pRaw, dataPos, func, TSDB_FUNC_NAME_LEN, _OVER)
×
180
  }
181

182
  if (pStb->commentLen > 0) {
17,606,867✔
183
    SDB_SET_BINARY(pRaw, dataPos, pStb->comment, pStb->commentLen + 1, _OVER)
70,610✔
184
  }
185

186
  if (pStb->ast1Len > 0) {
17,606,867✔
187
    SDB_SET_BINARY(pRaw, dataPos, pStb->pAst1, pStb->ast1Len, _OVER)
×
188
  }
189

190
  if (pStb->ast2Len > 0) {
17,606,867✔
191
    SDB_SET_BINARY(pRaw, dataPos, pStb->pAst2, pStb->ast2Len, _OVER)
×
192
  }
193

194
  if (pStb->pCmpr != NULL) {
17,606,867✔
195
    for (int i = 0; i < pStb->numOfColumns; i++) {
979,519,300✔
196
      SColCmpr *p = &pStb->pCmpr[i];
961,912,433✔
197
      SDB_SET_INT16(pRaw, dataPos, p->id, _OVER)
961,912,433✔
198
      SDB_SET_INT32(pRaw, dataPos, p->alg, _OVER)
961,912,433✔
199
    }
200
  }
201
  SDB_SET_INT64(pRaw, dataPos, pStb->keep, _OVER)
17,606,867✔
202

203
  if (hasTypeMod) {
17,606,867✔
204
    for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
584,696,016✔
205
      SDB_SET_INT32(pRaw, dataPos, pStb->pExtSchemas[i].typeMod, _OVER);
578,816,861✔
206
    }
207
  }
208

209
  SDB_SET_INT8(pRaw, dataPos, pStb->virtualStb, _OVER)
17,606,867✔
210
  // since 3.4.0.0 - STB_VER_SUPPORT_OWNER
211
  SDB_SET_BINARY(pRaw, dataPos, pStb->createUser, TSDB_USER_LEN, _OVER)
17,606,867✔
212
  SDB_SET_INT64(pRaw, dataPos, pStb->ownerId, _OVER)
17,606,867✔
213
  SDB_SET_INT8(pRaw, dataPos, pStb->secureDelete, _OVER)
17,606,867✔
214
  SDB_SET_UINT32(pRaw, dataPos, pStb->flags, _OVER)
17,606,867✔
215
  SDB_SET_RESERVE(pRaw, dataPos, STB_RESERVE_SIZE, _OVER)
17,606,867✔
216
  SDB_SET_DATALEN(pRaw, dataPos, _OVER)
17,606,867✔
217

218
  terrno = 0;
17,606,867✔
219

220
_OVER:
17,606,867✔
221
  if (terrno != 0) {
17,606,867✔
222
    mError("stb:%s, failed to encode to raw:%p since %s", pStb->name, pRaw, terrstr());
×
223
    sdbFreeRaw(pRaw);
×
224
    return NULL;
×
225
  }
226

227
  mTrace("stb:%s, encode to raw:%p, row:%p", pStb->name, pRaw, pStb);
17,606,867✔
228
  return pRaw;
17,606,867✔
229
}
230

231
SSdbRow *mndStbActionDecode(SSdbRaw *pRaw) {
17,145,393✔
232
  int32_t code = 0;
17,145,393✔
233
  int32_t lino = 0;
17,145,393✔
234
  terrno = TSDB_CODE_OUT_OF_MEMORY;
17,145,393✔
235
  SSdbRow *pRow = NULL;
17,145,393✔
236
  SStbObj *pStb = NULL;
17,145,393✔
237
  bool     hasExtSchemas = false;
17,145,393✔
238

239
  int8_t sver = 0;
17,145,393✔
240
  if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
17,145,393✔
241

242
  if (sver > STB_VER_NUMBER) {
17,145,393✔
243
    terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
×
244
    goto _OVER;
×
245
  }
246

247
  pRow = sdbAllocRow(sizeof(SStbObj));
17,145,393✔
248
  if (pRow == NULL) goto _OVER;
17,145,393✔
249

250
  pStb = sdbGetRowObj(pRow);
17,145,393✔
251
  if (pStb == NULL) goto _OVER;
17,145,393✔
252

253
  int32_t dataPos = 0;
17,145,393✔
254
  SDB_GET_BINARY(pRaw, dataPos, pStb->name, TSDB_TABLE_FNAME_LEN, _OVER)
17,145,393✔
255
  SDB_GET_BINARY(pRaw, dataPos, pStb->db, TSDB_DB_FNAME_LEN, _OVER)
17,145,393✔
256
  SDB_GET_INT64(pRaw, dataPos, &pStb->createdTime, _OVER)
17,145,393✔
257
  SDB_GET_INT64(pRaw, dataPos, &pStb->updateTime, _OVER)
17,145,393✔
258
  SDB_GET_INT64(pRaw, dataPos, &pStb->uid, _OVER)
17,145,393✔
259
  SDB_GET_INT64(pRaw, dataPos, &pStb->dbUid, _OVER)
17,145,393✔
260
  SDB_GET_INT32(pRaw, dataPos, &pStb->tagVer, _OVER)
17,145,393✔
261
  SDB_GET_INT32(pRaw, dataPos, &pStb->colVer, _OVER)
17,145,393✔
262
  SDB_GET_INT32(pRaw, dataPos, &pStb->smaVer, _OVER)
17,145,393✔
263
  SDB_GET_INT32(pRaw, dataPos, &pStb->nextColId, _OVER)
17,145,393✔
264
  SDB_GET_INT64(pRaw, dataPos, &pStb->maxdelay[0], _OVER)
17,145,393✔
265
  SDB_GET_INT64(pRaw, dataPos, &pStb->maxdelay[1], _OVER)
17,145,393✔
266
  SDB_GET_INT64(pRaw, dataPos, &pStb->watermark[0], _OVER)
17,145,393✔
267
  SDB_GET_INT64(pRaw, dataPos, &pStb->watermark[1], _OVER)
17,145,393✔
268
  SDB_GET_INT32(pRaw, dataPos, &pStb->ttl, _OVER)
17,145,393✔
269
  SDB_GET_INT32(pRaw, dataPos, &pStb->numOfColumns, _OVER)
17,145,393✔
270
  SDB_GET_INT32(pRaw, dataPos, &pStb->numOfTags, _OVER)
17,145,393✔
271
  SDB_GET_INT32(pRaw, dataPos, &pStb->numOfFuncs, _OVER)
17,145,393✔
272
  SDB_GET_INT32(pRaw, dataPos, &pStb->commentLen, _OVER)
17,145,393✔
273
  SDB_GET_INT32(pRaw, dataPos, &pStb->ast1Len, _OVER)
17,145,393✔
274
  SDB_GET_INT32(pRaw, dataPos, &pStb->ast2Len, _OVER)
17,145,393✔
275

276
  pStb->pColumns = taosMemoryCalloc(pStb->numOfColumns, sizeof(SSchema));
17,145,393✔
277
  pStb->pTags = taosMemoryCalloc(pStb->numOfTags, sizeof(SSchema));
17,145,393✔
278
  pStb->pFuncs = taosArrayInit(pStb->numOfFuncs, TSDB_FUNC_NAME_LEN);
17,145,393✔
279
  if (pStb->pColumns == NULL || pStb->pTags == NULL || pStb->pFuncs == NULL) {
17,145,393✔
280
    goto _OVER;
×
281
  }
282

283
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
1,510,216,023✔
284
    SSchema *pSchema = &pStb->pColumns[i];
1,493,070,630✔
285
    SDB_GET_INT8(pRaw, dataPos, &pSchema->type, _OVER)
1,493,070,630✔
286
    SDB_GET_INT8(pRaw, dataPos, &pSchema->flags, _OVER)
1,493,070,630✔
287
    SDB_GET_INT16(pRaw, dataPos, &pSchema->colId, _OVER)
1,493,070,630✔
288
    SDB_GET_INT32(pRaw, dataPos, &pSchema->bytes, _OVER)
1,493,070,630✔
289
    SDB_GET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
1,493,070,630✔
290
    hasExtSchemas = hasExtSchemas || HAS_TYPE_MOD(pSchema);
1,493,070,630✔
291
  }
292

293
  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
198,713,647✔
294
    SSchema *pSchema = &pStb->pTags[i];
181,568,254✔
295
    SDB_GET_INT8(pRaw, dataPos, &pSchema->type, _OVER)
181,568,254✔
296
    SDB_GET_INT8(pRaw, dataPos, &pSchema->flags, _OVER)
181,568,254✔
297
    SDB_GET_INT16(pRaw, dataPos, &pSchema->colId, _OVER)
181,568,254✔
298
    SDB_GET_INT32(pRaw, dataPos, &pSchema->bytes, _OVER)
181,568,254✔
299
    SDB_GET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, _OVER)
181,568,254✔
300
  }
301

302
  for (int32_t i = 0; i < pStb->numOfFuncs; ++i) {
17,145,393✔
303
    char funcName[TSDB_FUNC_NAME_LEN] = {0};
×
304
    SDB_GET_BINARY(pRaw, dataPos, funcName, TSDB_FUNC_NAME_LEN, _OVER)
×
305
    if (taosArrayPush(pStb->pFuncs, funcName) == NULL) goto _OVER;
×
306
  }
307

308
  if (pStb->commentLen > 0) {
17,145,393✔
309
    pStb->comment = taosMemoryCalloc(pStb->commentLen + 1, 1);
67,330✔
310
    if (pStb->comment == NULL) goto _OVER;
67,330✔
311
    SDB_GET_BINARY(pRaw, dataPos, pStb->comment, pStb->commentLen + 1, _OVER)
67,330✔
312
  }
313

314
  if (pStb->ast1Len > 0) {
17,145,393✔
315
    pStb->pAst1 = taosMemoryCalloc(pStb->ast1Len, 1);
×
316
    if (pStb->pAst1 == NULL) goto _OVER;
×
317
    SDB_GET_BINARY(pRaw, dataPos, pStb->pAst1, pStb->ast1Len, _OVER)
×
318
  }
319

320
  if (pStb->ast2Len > 0) {
17,145,393✔
321
    pStb->pAst2 = taosMemoryCalloc(pStb->ast2Len, 1);
×
322
    if (pStb->pAst2 == NULL) goto _OVER;
×
323
    SDB_GET_BINARY(pRaw, dataPos, pStb->pAst2, pStb->ast2Len, _OVER)
×
324
  }
325

326
  pStb->pCmpr = taosMemoryCalloc(pStb->numOfColumns, sizeof(SColCmpr));
17,145,393✔
327
  if (sver < STB_VER_SUPPORT_COMP) {
17,145,393✔
328
    // compatible with old data, setup default compress value
329
    // impl later
330
    for (int i = 0; i < pStb->numOfColumns; i++) {
×
331
      SSchema  *pSchema = &pStb->pColumns[i];
×
332
      SColCmpr *pCmpr = &pStb->pCmpr[i];
×
333
      pCmpr->id = pSchema->colId;
×
334
      pCmpr->alg = createDefaultColCmprByType(pSchema->type);
×
335
    }
336
  } else {
337
    for (int i = 0; i < pStb->numOfColumns; i++) {
1,510,216,023✔
338
      SColCmpr *pCmpr = &pStb->pCmpr[i];
1,493,070,630✔
339
      SDB_GET_INT16(pRaw, dataPos, &pCmpr->id, _OVER)
1,493,070,630✔
340
      SDB_GET_INT32(pRaw, dataPos, (int32_t *)&pCmpr->alg, _OVER)  // compatible
1,493,070,630✔
341
    }
342
  }
343
  SDB_GET_INT64(pRaw, dataPos, &pStb->keep, _OVER)
17,145,393✔
344

345
  // type mod
346
  if (hasExtSchemas) {
17,145,393✔
347
    pStb->pExtSchemas = taosMemoryCalloc(pStb->numOfColumns, sizeof(SExtSchema));
7,940,165✔
348
    if (!pStb->pExtSchemas) goto _OVER;
7,940,165✔
349
    for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
1,209,814,070✔
350
      SSchema *pSchema = &pStb->pColumns[i];
1,201,873,905✔
351
      SDB_GET_INT32(pRaw, dataPos, &pStb->pExtSchemas[i].typeMod, _OVER)
1,201,873,905✔
352
    }
353
  }
354

355
  if (sver < STB_VER_SUPPORT_VIRTUAL) {
17,145,393✔
356
    pStb->virtualStb = 0;
×
357
  } else {
358
    SDB_GET_INT8(pRaw, dataPos, &pStb->virtualStb, _OVER)
17,145,393✔
359
  }
360

361
  if (sver < STB_VER_SUPPORT_OWNER) {
17,145,393✔
362
    pStb->createUser[0] = 0;
×
363
  } else {
364
    SDB_GET_BINARY(pRaw, dataPos, pStb->createUser, TSDB_USER_LEN, _OVER)
17,145,393✔
365
    SDB_GET_INT64(pRaw, dataPos, &pStb->ownerId, _OVER)
17,145,393✔
366
  }
367

368
  if (dataPos + sizeof(int8_t) <= pRaw->dataLen) {
17,145,393✔
369
    SDB_GET_INT8(pRaw, dataPos, &pStb->secureDelete, _OVER)
17,145,393✔
370
  } else {
371
    pStb->secureDelete = 0;
×
372
  }
373

374
  if (dataPos + sizeof(uint32_t) <= pRaw->dataLen) {
17,145,393✔
375
    SDB_GET_UINT32(pRaw, dataPos, &pStb->flags, _OVER)
17,145,393✔
376
  } else {
377
    pStb->flags = 0;
×
378
  }
379

380
  SDB_GET_RESERVE(pRaw, dataPos, STB_RESERVE_SIZE, _OVER)
17,145,393✔
381

382
  terrno = 0;
17,145,393✔
383

384
_OVER:
17,145,393✔
385
  if (terrno != 0) {
17,145,393✔
386
    mError("stb:%s, failed to decode from raw:%p since %s", pStb == NULL ? "null" : pStb->name, pRaw, terrstr());
×
387
    if (pStb != NULL) {
×
388
      taosMemoryFreeClear(pStb->pColumns);
×
389
      taosMemoryFreeClear(pStb->pTags);
×
390
      taosMemoryFreeClear(pStb->comment);
×
391
      taosMemoryFree(pStb->pCmpr);
×
392
      taosMemoryFreeClear(pStb->pExtSchemas);
×
393
    }
394
    taosMemoryFreeClear(pRow);
×
395
    return NULL;
×
396
  }
397

398
  mTrace("stb:%s, decode from raw:%p, row:%p", pStb->name, pRaw, pStb);
17,145,393✔
399
  return pRow;
17,145,393✔
400
}
401

402
void mndFreeStb(SStbObj *pStb) {
19,380,845✔
403
  taosArrayDestroy(pStb->pFuncs);
19,380,845✔
404
  taosMemoryFreeClear(pStb->pColumns);
19,380,845✔
405
  taosMemoryFreeClear(pStb->pTags);
19,380,845✔
406
  taosMemoryFreeClear(pStb->comment);
19,380,845✔
407
  taosMemoryFreeClear(pStb->pAst1);
19,380,845✔
408
  taosMemoryFreeClear(pStb->pAst2);
19,380,845✔
409
  taosMemoryFreeClear(pStb->pCmpr);
19,380,845✔
410
  taosMemoryFreeClear(pStb->pExtSchemas);
19,380,845✔
411
}
19,380,845✔
412

413
static int32_t mndStbActionInsert(SSdb *pSdb, SStbObj *pStb) {
2,815,647✔
414
  mTrace("stb:%s, perform insert action, row:%p", pStb->name, pStb);
2,815,647✔
415
  return 0;
2,815,647✔
416
}
417

418
static int32_t mndStbActionDelete(SSdb *pSdb, SStbObj *pStb) {
19,295,031✔
419
  mTrace("stb:%s, perform delete action, row:%p", pStb->name, pStb);
19,295,031✔
420
  mndFreeStb(pStb);
19,295,031✔
421
  return 0;
19,295,031✔
422
}
423

424
static int32_t mndStbActionUpdate(SSdb *pSdb, SStbObj *pOld, SStbObj *pNew) {
13,126,728✔
425
  terrno = 0;
13,126,728✔
426
  mTrace("stb:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);
13,126,728✔
427

428
  taosWLockLatch(&pOld->lock);
13,126,728✔
429
  int32_t numOfColumns = pOld->numOfColumns;
13,126,728✔
430
  if (pOld->numOfColumns < pNew->numOfColumns) {
13,126,728✔
431
    void *pColumns = taosMemoryMalloc(pNew->numOfColumns * sizeof(SSchema));
2,880,004✔
432
    if (pColumns == NULL) {
2,880,004✔
433
      goto END;
×
434
    }
435
    taosMemoryFree(pOld->pColumns);
2,880,004✔
436
    pOld->pColumns = pColumns;
2,880,004✔
437
  }
438

439
  if (pOld->numOfTags < pNew->numOfTags) {
13,126,728✔
440
    void *pTags = taosMemoryMalloc(pNew->numOfTags * sizeof(SSchema));
327,192✔
441
    if (pTags == NULL) {
327,192✔
442
      goto END;
×
443
    }
444
    taosMemoryFree(pOld->pTags);
327,192✔
445
    pOld->pTags = pTags;
327,192✔
446
  }
447

448
  if (pOld->commentLen < pNew->commentLen && pNew->commentLen > 0) {
13,126,728✔
449
    void *comment = taosMemoryMalloc(pNew->commentLen + 1);
6,604✔
450
    if (comment == NULL) {
6,604✔
451
      goto END;
×
452
    }
453
    taosMemoryFree(pOld->comment);
6,604✔
454
    pOld->comment = comment;
6,604✔
455
  }
456
  pOld->commentLen = pNew->commentLen;
13,126,728✔
457

458
  if (pOld->ast1Len < pNew->ast1Len) {
13,126,728✔
459
    void *pAst1 = taosMemoryMalloc(pNew->ast1Len + 1);
×
460
    if (pAst1 == NULL) {
×
461
      goto END;
×
462
    }
463
    taosMemoryFree(pOld->pAst1);
×
464
    pOld->pAst1 = pAst1;
×
465
  }
466

467
  if (pOld->ast2Len < pNew->ast2Len) {
13,126,728✔
468
    void *pAst2 = taosMemoryMalloc(pNew->ast2Len + 1);
×
469
    if (pAst2 == NULL) {
×
470
      goto END;
×
471
    }
472
    taosMemoryFree(pOld->pAst2);
×
473
    pOld->pAst2 = pAst2;
×
474
  }
475

476
  pOld->updateTime = pNew->updateTime;
13,126,728✔
477
  pOld->tagVer = pNew->tagVer;
13,126,728✔
478
  pOld->colVer = pNew->colVer;
13,126,728✔
479
  pOld->smaVer = pNew->smaVer;
13,126,728✔
480
  pOld->nextColId = pNew->nextColId;
13,126,728✔
481
  pOld->ttl = pNew->ttl;
13,126,728✔
482
  pOld->keep = pNew->keep;
13,126,728✔
483
  pOld->ownerId = pNew->ownerId;
13,126,728✔
484
  pOld->secureDelete = pNew->secureDelete;
13,126,728✔
485
  pOld->flags = pNew->flags;
13,126,728✔
486

487
  if (pNew->numOfColumns > 0) {
13,126,728✔
488
    pOld->numOfColumns = pNew->numOfColumns;
13,126,728✔
489
    memcpy(pOld->pColumns, pNew->pColumns, pOld->numOfColumns * sizeof(SSchema));
13,126,728✔
490
  }
491
  if (pNew->numOfTags > 0) {
13,126,728✔
492
    pOld->numOfTags = pNew->numOfTags;
13,126,728✔
493
    memcpy(pOld->pTags, pNew->pTags, pOld->numOfTags * sizeof(SSchema));
13,126,728✔
494
  }
495
  if (pNew->commentLen > 0) {
13,126,728✔
496
    memcpy(pOld->comment, pNew->comment, pNew->commentLen + 1);
44,545✔
497
    pOld->commentLen = pNew->commentLen;
44,545✔
498
  }
499
  if (pNew->ast1Len != 0) {
13,126,728✔
500
    memcpy(pOld->pAst1, pNew->pAst1, pNew->ast1Len);
×
501
    pOld->ast1Len = pNew->ast1Len;
×
502
  }
503
  if (pNew->ast2Len != 0) {
13,126,728✔
504
    memcpy(pOld->pAst2, pNew->pAst2, pNew->ast2Len);
×
505
    pOld->ast2Len = pNew->ast2Len;
×
506
  }
507
  if (numOfColumns < pNew->numOfColumns) {
13,126,728✔
508
    taosMemoryFree(pOld->pCmpr);
2,880,004✔
509
    pOld->pCmpr = taosMemoryCalloc(pNew->numOfColumns, sizeof(SColCmpr));
2,880,004✔
510
    if (pOld->pCmpr == NULL){
2,880,004✔
511
      goto END;
×
512
    }
513
    memcpy(pOld->pCmpr, pNew->pCmpr, pNew->numOfColumns * sizeof(SColCmpr));
2,880,004✔
514
  } else {
515
    memcpy(pOld->pCmpr, pNew->pCmpr, pNew->numOfColumns * sizeof(SColCmpr));
10,246,724✔
516
  }
517

518
  if (pNew->pExtSchemas) {
13,126,728✔
519
    taosMemoryFreeClear(pOld->pExtSchemas);
7,871,199✔
520
    pOld->pExtSchemas = taosMemoryCalloc(pNew->numOfColumns, sizeof(SExtSchema));
7,871,199✔
521
    if (pOld->pExtSchemas == NULL){
7,871,199✔
522
      goto END;
×
523
    }
524
    memcpy(pOld->pExtSchemas, pNew->pExtSchemas, pNew->numOfColumns * sizeof(SExtSchema));
7,871,199✔
525
  }
526

527
END:
5,255,529✔
528
  taosWUnLockLatch(&pOld->lock);
13,126,728✔
529
  return terrno;
13,126,728✔
530
}
531

532
SStbObj *mndAcquireStb(SMnode *pMnode, char *stbName) {
39,667,948✔
533
  SSdb    *pSdb = pMnode->pSdb;
39,667,948✔
534
  SStbObj *pStb = sdbAcquire(pSdb, SDB_STB, stbName);
39,667,992✔
535
  if (pStb == NULL && terrno == TSDB_CODE_SDB_OBJ_NOT_THERE) {
39,667,992✔
536
    terrno = TSDB_CODE_MND_STB_NOT_EXIST;
3,568,416✔
537
  }
538
  return pStb;
39,667,992✔
539
}
540

541
void mndReleaseStb(SMnode *pMnode, SStbObj *pStb) {
38,846,775✔
542
  SSdb *pSdb = pMnode->pSdb;
38,846,775✔
543
  sdbRelease(pSdb, pStb);
38,846,775✔
544
}
38,846,775✔
545

546
SDbObj *mndAcquireDbByStb(SMnode *pMnode, const char *stbName) {
9,096,468✔
547
  SName name = {0};
9,096,468✔
548
  if ((terrno = tNameFromString(&name, stbName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0) return NULL;
9,096,468✔
549

550
  char db[TSDB_TABLE_FNAME_LEN] = {0};
9,096,468✔
551
  if ((terrno = tNameGetFullDbName(&name, db)) != 0) return NULL;
9,096,468✔
552

553
  return mndAcquireDb(pMnode, db);
9,096,468✔
554
}
555

556
static FORCE_INLINE int32_t schemaExColIdCompare(const void *colId, const void *pSchema) {
557
  if (*(col_id_t *)colId < ((SSchema *)pSchema)->colId) {
558
    return -1;
559
  } else if (*(col_id_t *)colId > ((SSchema *)pSchema)->colId) {
560
    return 1;
561
  }
562
  return 0;
563
}
564

565
void *mndBuildVCreateStbReq(SMnode *pMnode, SVgObj *pVgroup, SStbObj *pStb, int32_t *pContLen, void *alterOriData,
12,341,262✔
566
                            int32_t alterOriDataLen) {
567
  SEncoder       encoder = {0};
12,341,262✔
568
  int32_t        contLen;
569
  SName          name = {0};
12,341,262✔
570
  SVCreateStbReq req = {0};
12,341,262✔
571

572
  if ((terrno = tNameFromString(&name, pStb->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0) {
12,341,262✔
573
    goto _err;
×
574
  }
575
  char dbFName[TSDB_DB_FNAME_LEN] = {0};
12,341,262✔
576
  if ((terrno = tNameGetFullDbName(&name, dbFName)) != 0) {
12,341,262✔
577
    goto _err;
×
578
  };
579

580
  req.name = (char *)tNameGetTableName(&name);
12,341,262✔
581
  req.suid = pStb->uid;
12,341,262✔
582
  req.rollup = pStb->ast1Len > 0 ? 1 : 0;
12,341,262✔
583
  req.alterOriData = alterOriData;
12,341,262✔
584
  req.alterOriDataLen = alterOriDataLen;
12,341,262✔
585
  req.source = pStb->source;
12,341,262✔
586
  req.virtualStb = pStb->virtualStb;
12,341,262✔
587
  req.secureDelete = pStb->secureDelete;
12,341,262✔
588
  req.securityLevel = pStb->securityLevel;
12,341,262✔
589
  // todo
590
  req.schemaRow.nCols = pStb->numOfColumns;
12,341,262✔
591
  req.schemaRow.version = pStb->colVer;
12,341,262✔
592
  req.schemaRow.pSchema = pStb->pColumns;
12,341,262✔
593
  req.schemaTag.nCols = pStb->numOfTags;
12,341,262✔
594
  req.schemaTag.version = pStb->tagVer;
12,341,262✔
595
  req.schemaTag.pSchema = pStb->pTags;
12,341,262✔
596

597
  req.colCmpred = 1;
12,341,262✔
598
  SColCmprWrapper *pCmpr = &req.colCmpr;
12,341,262✔
599
  req.keep = pStb->keep;
12,341,262✔
600
  pCmpr->version = pStb->colVer;
12,341,262✔
601
  pCmpr->nCols = pStb->numOfColumns;
12,341,262✔
602

603
  req.colCmpr.pColCmpr = taosMemoryCalloc(pCmpr->nCols, sizeof(SColCmpr));
12,341,262✔
604
  for (int32_t i = 0; i < pStb->numOfColumns; i++) {
940,118,798✔
605
    SColCmpr *p = &pCmpr->pColCmpr[i];
927,777,536✔
606
    p->alg = pStb->pCmpr[i].alg;
927,777,536✔
607
    p->id = pStb->pCmpr[i].id;
927,777,536✔
608
  }
609

610
  req.pExtSchemas = pStb->pExtSchemas; // only reference to it.
12,341,262✔
611
  // get length
612
  int32_t ret = 0;
12,341,262✔
613
  tEncodeSize(tEncodeSVCreateStbReq, &req, contLen, ret);
12,341,262✔
614
  if (ret < 0) {
12,341,262✔
615
    goto _err;
×
616
  }
617

618
  contLen += sizeof(SMsgHead);
12,341,262✔
619

620
  SMsgHead *pHead = taosMemoryCalloc(1, contLen);
12,341,262✔
621
  if (pHead == NULL) {
12,341,262✔
622
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
623
    goto _err;
×
624
  }
625

626
  pHead->contLen = htonl(contLen);
12,341,262✔
627
  pHead->vgId = htonl(pVgroup->vgId);
12,341,262✔
628

629
  void *pBuf = POINTER_SHIFT(pHead, sizeof(SMsgHead));
12,341,262✔
630
  tEncoderInit(&encoder, pBuf, contLen - sizeof(SMsgHead));
12,341,262✔
631
  if (tEncodeSVCreateStbReq(&encoder, &req) < 0) {
12,341,262✔
632
    taosMemoryFreeClear(pHead);
×
633
    tEncoderClear(&encoder);
×
634
    goto _err;
×
635
  }
636
  tEncoderClear(&encoder);
12,341,262✔
637

638
  *pContLen = contLen;
12,341,262✔
639
  taosMemoryFreeClear(req.rsmaParam.name);
12,341,262✔
640
  taosMemoryFreeClear(req.rsmaParam.funcColIds);
12,341,262✔
641
  taosMemoryFreeClear(req.rsmaParam.funcIds);
12,341,262✔
642
  taosMemoryFreeClear(req.colCmpr.pColCmpr);
12,341,262✔
643
  return pHead;
12,341,262✔
644
_err:
×
645
  taosMemoryFreeClear(req.rsmaParam.name);
×
646
  taosMemoryFreeClear(req.rsmaParam.funcColIds);
×
647
  taosMemoryFreeClear(req.rsmaParam.funcIds);
×
648
  taosMemoryFreeClear(req.colCmpr.pColCmpr);
×
649
  return NULL;
×
650
}
651

652
static void *mndBuildVDropStbReq(SMnode *pMnode, SVgObj *pVgroup, SStbObj *pStb, int32_t *pContLen) {
6,007,914✔
653
  SName        name = {0};
6,007,914✔
654
  SVDropStbReq req = {0};
6,007,914✔
655
  int32_t      contLen = 0;
6,007,914✔
656
  int32_t      ret = 0;
6,007,914✔
657
  SMsgHead    *pHead = NULL;
6,007,914✔
658
  SEncoder     encoder = {0};
6,007,914✔
659

660
  if ((terrno = tNameFromString(&name, pStb->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0) {
6,007,914✔
661
    return NULL;
×
662
  }
663

664
  req.name = (char *)tNameGetTableName(&name);
6,007,914✔
665
  req.suid = pStb->uid;
6,007,914✔
666

667
  tEncodeSize(tEncodeSVDropStbReq, &req, contLen, ret);
6,007,914✔
668
  if (ret < 0) return NULL;
6,007,914✔
669

670
  contLen += sizeof(SMsgHead);
6,007,914✔
671
  pHead = taosMemoryMalloc(contLen);
6,007,914✔
672
  if (pHead == NULL) {
6,007,914✔
673
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
674
    return NULL;
×
675
  }
676

677
  pHead->contLen = htonl(contLen);
6,007,914✔
678
  pHead->vgId = htonl(pVgroup->vgId);
6,007,914✔
679

680
  void *pBuf = POINTER_SHIFT(pHead, sizeof(SMsgHead));
6,007,914✔
681

682
  tEncoderInit(&encoder, pBuf, contLen - sizeof(SMsgHead));
6,007,914✔
683
  int32_t code = tEncodeSVDropStbReq(&encoder, &req);
6,007,914✔
684
  tEncoderClear(&encoder);
6,007,914✔
685
  if (code != 0) {
6,007,914✔
686
    terrno = code;
×
687
    return NULL;
×
688
  }
689

690
  *pContLen = contLen;
6,007,914✔
691
  return pHead;
6,007,914✔
692
}
693

694
int32_t mndCheckCreateStbReq(SMCreateStbReq *pCreate) {
2,291,716✔
695
  int32_t code = 0;
2,291,716✔
696
  if (pCreate->igExists < 0 || pCreate->igExists > 1) {
2,291,716✔
697
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
698
    TAOS_RETURN(code);
×
699
  }
700

701
  if (pCreate->virtualStb != 0 && pCreate->virtualStb != 1) {
2,291,716✔
702
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
703
    TAOS_RETURN(code);
×
704
  }
705

706
  int32_t maxColumns = pCreate->virtualStb ? TSDB_MAX_COLUMNS : TSDB_MAX_COLUMNS_NON_VIRTUAL;
2,291,716✔
707
  if (pCreate->numOfColumns < TSDB_MIN_COLUMNS || pCreate->numOfTags + pCreate->numOfColumns > maxColumns) {
2,291,716✔
708
    code = TSDB_CODE_PAR_INVALID_COLUMNS_NUM;
×
709
    TAOS_RETURN(code);
×
710
  }
711

712
  if (pCreate->numOfTags <= 0 || pCreate->numOfTags > TSDB_MAX_TAGS) {
2,291,716✔
713
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
714
    TAOS_RETURN(code);
×
715
  }
716

717
  SField *pField = taosArrayGet(pCreate->pColumns, 0);
2,291,716✔
718
  if (pField->type != TSDB_DATA_TYPE_TIMESTAMP) {
2,291,716✔
719
    code = TSDB_CODE_PAR_INVALID_FIRST_COLUMN;
×
720
    TAOS_RETURN(code);
×
721
  }
722

723
  for (int32_t i = 0; i < pCreate->numOfColumns; ++i) {
171,916,946✔
724
    SFieldWithOptions *pField1 = taosArrayGet(pCreate->pColumns, i);
169,625,230✔
725
    if (pField1->type >= TSDB_DATA_TYPE_MAX) {
169,625,230✔
726
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
727
      TAOS_RETURN(code);
×
728
    }
729
    if (pField1->bytes <= 0) {
169,625,230✔
730
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
731
      TAOS_RETURN(code);
×
732
    }
733
    if (pField1->name[0] == 0) {
169,625,230✔
734
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
735
      TAOS_RETURN(code);
×
736
    }
737
  }
738

739
  for (int32_t i = 0; i < pCreate->numOfTags; ++i) {
11,564,828✔
740
    SField *pField1 = taosArrayGet(pCreate->pTags, i);
9,273,112✔
741
    if (pField1->type >= TSDB_DATA_TYPE_MAX) {
9,273,112✔
742
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
743
      TAOS_RETURN(code);
×
744
    }
745
    if (pField1->bytes <= 0) {
9,273,112✔
746
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
747
      TAOS_RETURN(code);
×
748
    }
749
    if (pField1->name[0] == 0) {
9,273,112✔
750
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
751
      TAOS_RETURN(code);
×
752
    }
753
  }
754

755
  TAOS_RETURN(code);
2,291,716✔
756
}
757

758
static int32_t mndSetCreateStbPrepareLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
×
759
  int32_t  code = 0;
×
760
  SSdbRaw *pRedoRaw = mndStbActionEncode(pStb);
×
761
  if (pRedoRaw == NULL) {
×
762
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
763
    if (terrno != 0) code = terrno;
×
764
    TAOS_RETURN(code);
×
765
  }
766
  if ((code = mndTransAppendPrepareLog(pTrans, pRedoRaw)) != 0) {
×
767
    sdbFreeRaw(pRedoRaw);
×
768
    TAOS_RETURN(code);
×
769
  }
770
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_CREATING));
×
771

772
  TAOS_RETURN(code);
×
773
}
774

775
int32_t mndSetCreateStbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
2,225,963✔
776
  int32_t  code = 0;
2,225,963✔
777
  SSdbRaw *pCommitRaw = mndStbActionEncode(pStb);
2,225,963✔
778
  if (pCommitRaw == NULL) {
2,225,963✔
779
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
780
    if (terrno != 0) code = terrno;
×
781
    TAOS_RETURN(code);
×
782
  }
783
  mInfo("trans:%d, add stb to commit log", pTrans->id);
2,225,963✔
784
  if ((code = mndTransAppendCommitlog(pTrans, pCommitRaw)) != 0) {
2,225,963✔
785
    sdbFreeRaw(pCommitRaw);
×
786
    TAOS_RETURN(code);
×
787
  }
788
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY));
2,225,963✔
789

790
  TAOS_RETURN(code);
2,225,963✔
791
}
792

793
static int32_t mndSetCreateStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
2,223,601✔
794
  int32_t code = 0;
2,223,601✔
795
  SSdb   *pSdb = pMnode->pSdb;
2,223,601✔
796
  SVgObj *pVgroup = NULL;
2,223,601✔
797
  void   *pIter = NULL;
2,223,601✔
798
  int32_t contLen;
2,220,074✔
799

800
  while (1) {
9,970,278✔
801
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
12,193,879✔
802
    if (pIter == NULL) break;
12,193,879✔
803
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
9,970,278✔
804
      sdbRelease(pSdb, pVgroup);
4,989,485✔
805
      continue;
4,989,485✔
806
    }
807

808
    void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, NULL, 0);
4,980,793✔
809
    if (pReq == NULL) {
4,980,793✔
810
      sdbCancelFetch(pSdb, pIter);
×
811
      sdbRelease(pSdb, pVgroup);
×
812
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
813
      if (terrno != 0) code = terrno;
×
814
      TAOS_RETURN(code);
×
815
    }
816

817
    STransAction action = {0};
4,980,793✔
818
    action.mTraceId = pTrans->mTraceId;
4,980,793✔
819
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
4,980,793✔
820
    action.pCont = pReq;
4,980,793✔
821
    action.contLen = contLen;
4,980,793✔
822
    action.msgType = TDMT_VND_CREATE_STB;
4,980,793✔
823
    action.acceptableCode = TSDB_CODE_TDB_STB_ALREADY_EXIST;
4,980,793✔
824
    action.retryCode = TSDB_CODE_TDB_STB_NOT_EXIST;
4,980,793✔
825
    mInfo("trans:%d, add create stb to redo action", pTrans->id);
4,980,793✔
826
    if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
4,980,793✔
827
      taosMemoryFree(pReq);
×
828
      sdbCancelFetch(pSdb, pIter);
×
829
      sdbRelease(pSdb, pVgroup);
×
830
      TAOS_RETURN(code);
×
831
    }
832
    sdbRelease(pSdb, pVgroup);
4,980,793✔
833
  }
834

835
  TAOS_RETURN(code);
2,223,601✔
836
}
837

838
int32_t mndSetForceDropCreateStbRedoActions(SMnode *pMnode, STrans *pTrans, SVgObj *pVgroup, SStbObj *pStb) {
×
839
  int32_t code = 0;
×
840
  SSdb   *pSdb = pMnode->pSdb;
×
841
  int32_t contLen;
×
842

843
  void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, NULL, 0);
×
844
  if (pReq == NULL) {
×
845
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
846
    if (terrno != 0) code = terrno;
×
847
    TAOS_RETURN(code);
×
848
  }
849

850
  STransAction action = {0};
×
851
  action.mTraceId = pTrans->mTraceId;
×
852
  action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
×
853
  action.pCont = pReq;
×
854
  action.contLen = contLen;
×
855
  action.msgType = TDMT_VND_CREATE_STB;
×
856
  action.acceptableCode = TSDB_CODE_TDB_STB_ALREADY_EXIST;
×
857
  action.retryCode = TSDB_CODE_TDB_STB_NOT_EXIST;
×
858
  action.groupId = pVgroup->vgId;
×
859
  if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
×
860
    taosMemoryFree(pReq);
×
861
    TAOS_RETURN(code);
×
862
  }
863

864
  TAOS_RETURN(code);
×
865
}
866

867
static int32_t mndSetCreateStbUndoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
2,223,601✔
868
  int32_t code = 0;
2,223,601✔
869
  SSdb   *pSdb = pMnode->pSdb;
2,223,601✔
870
  SVgObj *pVgroup = NULL;
2,223,601✔
871
  void   *pIter = NULL;
2,223,601✔
872

873
  while (1) {
9,970,278✔
874
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
12,193,879✔
875
    if (pIter == NULL) break;
12,193,879✔
876
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
9,970,278✔
877
      sdbRelease(pSdb, pVgroup);
4,989,485✔
878
      continue;
4,989,485✔
879
    }
880

881
    int32_t contLen = 0;
4,980,793✔
882
    void   *pReq = mndBuildVDropStbReq(pMnode, pVgroup, pStb, &contLen);
4,980,793✔
883
    if (pReq == NULL) {
4,980,793✔
884
      sdbCancelFetch(pSdb, pIter);
×
885
      sdbRelease(pSdb, pVgroup);
×
886
      code = TSDB_CODE_OUT_OF_MEMORY;
×
887
      TAOS_RETURN(code);
×
888
    }
889

890
    STransAction action = {0};
4,980,793✔
891
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
4,980,793✔
892
    action.pCont = pReq;
4,980,793✔
893
    action.contLen = contLen;
4,980,793✔
894
    action.msgType = TDMT_VND_DROP_STB;
4,980,793✔
895
    action.acceptableCode = TSDB_CODE_TDB_STB_NOT_EXIST;
4,980,793✔
896
    mInfo("trans:%d, add drop stb to undo action", pTrans->id);
4,980,793✔
897
    if ((code = mndTransAppendUndoAction(pTrans, &action)) != 0) {
4,980,793✔
898
      taosMemoryFree(pReq);
×
899
      sdbCancelFetch(pSdb, pIter);
×
900
      sdbRelease(pSdb, pVgroup);
×
901
      TAOS_RETURN(code);
×
902
    }
903
    sdbRelease(pSdb, pVgroup);
4,980,793✔
904
  }
905

906
  TAOS_RETURN(code);
2,223,601✔
907
}
908

909
static SSchema *mndFindStbColumns(const SStbObj *pStb, const char *colName) {
×
910
  for (int32_t col = 0; col < pStb->numOfColumns; ++col) {
×
911
    SSchema *pSchema = &pStb->pColumns[col];
×
912
    if (taosStrncasecmp(pSchema->name, colName, TSDB_COL_NAME_LEN) == 0) {
×
913
      return pSchema;
×
914
    }
915
  }
916
  return NULL;
×
917
}
918

919
int32_t mndBuildStbFromReq(SMnode *pMnode, SStbObj *pDst, SMCreateStbReq *pCreate, SDbObj *pDb) {
2,233,090✔
920
  int32_t code = 0;
2,233,090✔
921
  bool    hasTypeMods = false;
2,233,090✔
922
  memcpy(pDst->name, pCreate->name, TSDB_TABLE_FNAME_LEN);
2,233,090✔
923
  memcpy(pDst->db, pDb->name, TSDB_DB_FNAME_LEN);
2,233,090✔
924
  pDst->createdTime = taosGetTimestampMs();
2,233,090✔
925
  pDst->updateTime = pDst->createdTime;
2,233,090✔
926
  pDst->uid = (pCreate->source == TD_REQ_FROM_TAOX_OLD || pCreate->source == TD_REQ_FROM_TAOX || pCreate->source == TD_REQ_FROM_SML)
6,692,216✔
927
                  ? pCreate->suid
928
                  : mndGenerateUid(pCreate->name, TSDB_TABLE_FNAME_LEN);
4,466,180✔
929
  pDst->dbUid = pDb->uid;
2,233,090✔
930
  pDst->tagVer = 1;
2,233,090✔
931
  pDst->colVer = 1;
2,233,090✔
932
  pDst->smaVer = 1;
2,233,090✔
933
  pDst->nextColId = 1;
2,233,090✔
934
  pDst->maxdelay[0] = pCreate->delay1;
2,233,090✔
935
  pDst->maxdelay[1] = pCreate->delay2;
2,233,090✔
936
  pDst->watermark[0] = pCreate->watermark1;
2,233,090✔
937
  pDst->watermark[1] = pCreate->watermark2;
2,233,090✔
938
  pDst->ttl = pCreate->ttl;
2,233,090✔
939
  pDst->numOfColumns = pCreate->numOfColumns;
2,233,090✔
940
  pDst->numOfTags = pCreate->numOfTags;
2,233,090✔
941
  pDst->numOfFuncs = pCreate->numOfFuncs;
2,233,090✔
942
  pDst->commentLen = pCreate->commentLen;
2,233,090✔
943
  pDst->pFuncs = pCreate->pFuncs;
2,233,090✔
944
  pDst->source = pCreate->source;
2,233,090✔
945
  pDst->keep = pCreate->keep;
2,233,090✔
946
  pDst->virtualStb = pCreate->virtualStb;
2,233,090✔
947
  pDst->secureDelete = pCreate->secureDelete;
2,233,090✔
948
  pCreate->pFuncs = NULL;
2,233,090✔
949

950
  if (pDst->commentLen > 0) {
2,233,090✔
951
    pDst->comment = taosMemoryCalloc(pDst->commentLen + 1, 1);
9,746✔
952
    if (pDst->comment == NULL) {
9,746✔
953
      code = terrno;
×
954
      TAOS_RETURN(code);
×
955
    }
956
    memcpy(pDst->comment, pCreate->pComment, pDst->commentLen + 1);
9,746✔
957
  }
958

959
  pDst->ast1Len = pCreate->ast1Len;
2,233,090✔
960
  if (pDst->ast1Len > 0) {
2,233,090✔
961
    pDst->pAst1 = taosMemoryCalloc(pDst->ast1Len, 1);
×
962
    if (pDst->pAst1 == NULL) {
×
963
      code = terrno;
×
964
      TAOS_RETURN(code);
×
965
    }
966
    memcpy(pDst->pAst1, pCreate->pAst1, pDst->ast1Len);
×
967
  }
968

969
  pDst->ast2Len = pCreate->ast2Len;
2,233,090✔
970
  if (pDst->ast2Len > 0) {
2,233,090✔
971
    pDst->pAst2 = taosMemoryCalloc(pDst->ast2Len, 1);
×
972
    if (pDst->pAst2 == NULL) {
×
973
      code = terrno;
×
974
      TAOS_RETURN(code);
×
975
    }
976
    memcpy(pDst->pAst2, pCreate->pAst2, pDst->ast2Len);
×
977
  }
978

979
  pDst->pColumns = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SSchema));
2,233,090✔
980
  pDst->pTags = taosMemoryCalloc(1, pDst->numOfTags * sizeof(SSchema));
2,233,090✔
981
  if (pDst->pColumns == NULL || pDst->pTags == NULL) {
2,233,090✔
982
    code = terrno;
×
983
    TAOS_RETURN(code);
×
984
  }
985

986
  if (pDst->nextColId < 0 || pDst->nextColId >= 0x7fff - pDst->numOfColumns - pDst->numOfTags) {
2,233,090✔
987
    code = TSDB_CODE_OUT_OF_RANGE;
1,220✔
988
    TAOS_RETURN(code);
1,220✔
989
  }
990

991
  for (int32_t i = 0; i < pDst->numOfColumns; ++i) {
131,540,994✔
992
    SFieldWithOptions *pField = taosArrayGet(pCreate->pColumns, i);
129,309,124✔
993
    SSchema           *pSchema = &pDst->pColumns[i];
129,309,124✔
994
    pSchema->type = pField->type;
129,309,124✔
995
    pSchema->bytes = pField->bytes;
129,309,124✔
996
    pSchema->flags = pField->flags;
129,309,124✔
997
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
129,309,124✔
998
    pSchema->colId = pDst->nextColId;
129,309,124✔
999
    pDst->nextColId++;
129,309,124✔
1000
    hasTypeMods = hasTypeMods || HAS_TYPE_MOD(pSchema);
129,309,124✔
1001
  }
1002

1003
  for (int32_t i = 0; i < pDst->numOfTags; ++i) {
11,232,190✔
1004
    SField  *pField = taosArrayGet(pCreate->pTags, i);
9,000,320✔
1005
    SSchema *pSchema = &pDst->pTags[i];
9,000,320✔
1006
    pSchema->type = pField->type;
9,000,320✔
1007
    pSchema->bytes = pField->bytes;
9,000,320✔
1008
    if (i == 0) {
9,000,320✔
1009
      SSCHMEA_SET_IDX_ON(pSchema);
2,231,870✔
1010
    }
1011
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
9,000,320✔
1012
    pSchema->colId = pDst->nextColId;
9,000,320✔
1013
    pDst->nextColId++;
9,000,320✔
1014
  }
1015
  // set col compress
1016
  pDst->pCmpr = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SCmprObj));
2,231,870✔
1017
  for (int32_t i = 0; i < pDst->numOfColumns; i++) {
131,540,994✔
1018
    SFieldWithOptions *pField = taosArrayGet(pCreate->pColumns, i);
129,309,124✔
1019
    SSchema           *pSchema = &pDst->pColumns[i];
129,309,124✔
1020

1021
    SColCmpr *pColCmpr = &pDst->pCmpr[i];
129,309,124✔
1022
    pColCmpr->id = pSchema->colId;
129,309,124✔
1023
    pColCmpr->alg = pField->compress;
129,309,124✔
1024
  }
1025

1026
  if (hasTypeMods) {
2,231,870✔
1027
    pDst->pExtSchemas = taosMemoryCalloc(pDst->numOfColumns, sizeof(SExtSchema));
28,425✔
1028
    if (!pDst->pExtSchemas) {
28,425✔
1029
      code = terrno;
×
1030
      TAOS_RETURN(code);
×
1031
    }
1032
    for (int32_t i = 0; i < pDst->numOfColumns; ++i) {
381,547✔
1033
      SFieldWithOptions * pField = taosArrayGet(pCreate->pColumns, i);
353,122✔
1034
      pDst->pExtSchemas[i].typeMod = pField->typeMod;
353,122✔
1035
    }
1036
  }
1037
  TAOS_RETURN(code);
2,231,870✔
1038
}
1039
int32_t mndGenIdxNameForFirstTag(char *fullname, char *dbname, char *stbname, char *tagname) {
2,150,464✔
1040
  SName name = {0};
2,150,464✔
1041
  if ((terrno = tNameFromString(&name, stbname, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0) {
2,150,464✔
1042
    return -1;
×
1043
  }
1044
  return snprintf(fullname, TSDB_INDEX_FNAME_LEN, "%s.%s_%s", dbname, tagname, tNameGetTableName(&name));
2,150,464✔
1045
}
1046

1047
static int32_t mndCreateStb(SMnode *pMnode, SRpcMsg *pReq, SMCreateStbReq *pCreate, SDbObj *pDb, SUserObj *pOperUser) {
2,149,322✔
1048
  SStbObj stbObj = {0};
2,149,322✔
1049
  int32_t code = -1;
2,149,322✔
1050

1051
  char fullIdxName[TSDB_INDEX_FNAME_LEN * 2] = {0};
2,149,322✔
1052

1053
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_ROLLBACK, TRN_CONFLICT_DB_INSIDE, pReq, "create-stb");
2,149,322✔
1054
  if (pTrans == NULL) {
2,149,322✔
1055
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1056
    if (terrno != 0) code = terrno;
×
1057
    goto _OVER;
×
1058
  }
1059

1060
  mInfo("trans:%d, used to create stb:%s", pTrans->id, pCreate->name);
2,149,322✔
1061
  TAOS_CHECK_GOTO(mndBuildStbFromReq(pMnode, &stbObj, pCreate, pDb), NULL, _OVER);
2,149,322✔
1062
  memcpy(stbObj.createUser, pOperUser->name, TSDB_USER_LEN);
2,148,102✔
1063
  stbObj.ownerId = pOperUser->uid;
2,148,102✔
1064

1065
#ifdef TD_ENTERPRISE
1066
  // MAC: reject CREATE STABLE if user.maxSecLevel < db.securityLevel (NRU: low-priv user
1067
  // should not create objects in high-level DBs; in practice, USE DB already blocks this)
1068
  // Only enforced when MAC is explicitly activated cluster-wide.
1069
  // Trusted subjects (PRIV_SECURITY_POLICY_ALTER, directly or via any role that carries that
1070
  // privilege; when MAC is mandatory the holder must have maxSecLevel=4) are exempt.
1071
  bool hasMacLabelPriv = mndUserHasMacLabelPriv(pMnode, pOperUser);
2,148,102✔
1072
  if (pMnode->macActive == MAC_MODE_MANDATORY && !hasMacLabelPriv && pOperUser->maxSecLevel < pDb->cfg.securityLevel) {
2,148,102✔
1073
    code = TSDB_CODE_MAC_INSUFFICIENT_LEVEL;
×
1074
    mError("stb:%s, failed to create, user %s maxSecLevel(%d) < db securityLevel(%d)",
×
1075
           pCreate->name, pOperUser->user, pOperUser->maxSecLevel, pDb->cfg.securityLevel);
1076
    goto _OVER;
×
1077
  }
1078

1079
  // MAC: STB default securityLevel = max(creator.maxSecLevel, db.securityLevel)
1080
  // If the CREATE request specifies a securityLevel AND user has PRIV_SECURITY_POLICY_ALTER, honor it.
1081
  // (check both direct priv and role inheritance: SYSSEC role carries PRIV_SECURITY_POLICY_ALTER)
1082
  // Per FS §4.2.1.4: specifying securityLevel > 0 without PRIV_SECURITY_POLICY_ALTER is rejected;
1083
  //                  securityLevel == 0 is always allowed (equivalent to default).
1084
  if (pCreate->securityLevel > 0 && !hasMacLabelPriv) {
2,148,102✔
1085
    code = TSDB_CODE_MND_NO_RIGHTS;
×
1086
    mError("stb:%s, failed to create, user %s lacks PRIV_SECURITY_POLICY_ALTER to set security_level > 0",
×
1087
           pCreate->name, pOperUser->user);
1088
    goto _OVER;
×
1089
  }
1090
  if (pCreate->securityLevel > 0 && hasMacLabelPriv) {
2,148,102✔
1091
    // MAC must be active to set stb security_level > 0; before activation only user levels can be set.
1092
    if (pMnode->macActive != MAC_MODE_MANDATORY) {
×
1093
      code = TSDB_CODE_MAC_INSUFFICIENT_LEVEL;
×
1094
      mError("stb:%s, failed to create, cannot set security_level > 0 before MAC is activated", pCreate->name);
×
1095
      goto _OVER;
×
1096
    }
1097
    if (pCreate->securityLevel < pDb->cfg.securityLevel) {
×
1098
      code = TSDB_CODE_MAC_INSUFFICIENT_LEVEL;
×
1099
      mError("stb:%s, failed to create, requested securityLevel(%d) < db securityLevel(%d)", pCreate->name,
×
1100
             pCreate->securityLevel, pDb->cfg.securityLevel);
1101
      goto _OVER;
×
1102
    }
1103
    stbObj.securityLevel = (uint8_t)pCreate->securityLevel;
×
1104
  } else if (pCreate->securityLevel == 0) {
2,148,102✔
1105
    // Explicitly specified as 0: no extra privilege or MAC precondition is required.
1106
    stbObj.securityLevel = 0;
401,755✔
1107
  } else if (pMnode->macActive == MAC_MODE_MANDATORY) {
1,746,347✔
1108
    // MAC active: STB inherits max(creator.maxSecLevel, db.securityLevel)
1109
    uint8_t userMax = pOperUser->maxSecLevel;
1,424✔
1110
    uint8_t dbLevel = pDb->cfg.securityLevel;
1,424✔
1111
    stbObj.securityLevel = (userMax > dbLevel) ? userMax : dbLevel;
1,424✔
1112
  } else {
1113
    // MAC not active: default security_level = 0
1114
    stbObj.securityLevel = 0;
1,744,923✔
1115
  }
1116
#endif
1117

1118
  SSchema *pSchema = &(stbObj.pTags[0]);
2,148,102✔
1119
  if (mndGenIdxNameForFirstTag(fullIdxName, pDb->name, stbObj.name, pSchema->name) < 0) {
2,148,102✔
1120
    code = terrno;
×
1121
    goto _OVER;
×
1122
  }
1123
  SSIdx idx = {0};
2,148,102✔
1124
  if (mndAcquireGlobalIdx(pMnode, fullIdxName, SDB_IDX, &idx) == 0 && idx.pIdx != NULL) {
2,148,102✔
1125
    code = TSDB_CODE_MND_TAG_INDEX_ALREADY_EXIST;
×
1126
    mndReleaseIdx(pMnode, idx.pIdx);
×
1127
    goto _OVER;
×
1128
  }
1129

1130
  SIdxObj idxObj = {0};
2,148,102✔
1131
  memcpy(idxObj.name, fullIdxName, TSDB_INDEX_FNAME_LEN);
2,148,102✔
1132
  memcpy(idxObj.stb, stbObj.name, TSDB_TABLE_FNAME_LEN);
2,148,102✔
1133
  memcpy(idxObj.db, stbObj.db, TSDB_DB_FNAME_LEN);
2,148,102✔
1134
  memcpy(idxObj.colName, pSchema->name, TSDB_COL_NAME_LEN);
2,148,102✔
1135
  memcpy(idxObj.createUser, pOperUser->name, TSDB_USER_LEN);
2,148,102✔
1136
  idxObj.ownerId = pOperUser->uid;
2,148,102✔
1137
  idxObj.createdTime = taosGetTimestampMs();
2,148,102✔
1138
  idxObj.uid = mndGenerateUid(fullIdxName, strlen(fullIdxName));
2,148,102✔
1139
  idxObj.stbUid = stbObj.uid;
2,148,102✔
1140
  idxObj.dbUid = stbObj.dbUid;
2,148,102✔
1141

1142
  TAOS_CHECK_GOTO(mndSetCreateIdxCommitLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
2,148,102✔
1143

1144
  TAOS_CHECK_GOTO(mndAddStbToTrans(pMnode, pTrans, pDb, &stbObj), NULL, _OVER);
2,148,102✔
1145
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
2,139,833✔
1146
  code = 0;
2,139,833✔
1147

1148
_OVER:
2,149,322✔
1149
  mndTransDrop(pTrans);
2,149,322✔
1150
  if (mndStbActionDelete(pMnode->pSdb, &stbObj) != 0) mError("failed to mndStbActionDelete");
2,149,322✔
1151
  TAOS_RETURN(code);
2,149,322✔
1152
}
1153

1154
typedef struct {
1155
  const char *name;
1156
  uint8_t     type;
1157
  int32_t     bytes;
1158
  uint32_t    alg;
1159
} AuditColumnDef;
1160

1161
// column is consistent with vnodePrepareRow process in vnodeSvr.c
1162
static const AuditColumnDef audit_columns[] = {
1163
    {"ts", TSDB_DATA_TYPE_TIMESTAMP, 8, 0x2000102},
1164
    {"details", TSDB_DATA_TYPE_VARCHAR, 50000 + VARSTR_HEADER_SIZE, 0xFF000302},
1165
    {"user_name", TSDB_DATA_TYPE_VARCHAR, 25 + VARSTR_HEADER_SIZE, 0xFF000302},
1166
    {"operation", TSDB_DATA_TYPE_VARCHAR, 20 + VARSTR_HEADER_SIZE, 0xFF000302},
1167
    {"db", TSDB_DATA_TYPE_VARCHAR, TSDB_DB_NAME_LEN + VARSTR_HEADER_SIZE, 0xFF000302},
1168
    {"resource", TSDB_DATA_TYPE_VARCHAR, TSDB_STREAM_NAME_LEN + VARSTR_HEADER_SIZE, 0xFF000302},
1169
    {"client_address", TSDB_DATA_TYPE_VARCHAR, AUDIT_CLIENT_ADD_LEN + VARSTR_HEADER_SIZE, 0xFF000302},
1170
    {"duration", TSDB_DATA_TYPE_DOUBLE, 8, 0x5000102},
1171
    {"affected_rows", TSDB_DATA_TYPE_UBIGINT, 8, 0x1000102}};
1172

1173
static int32_t mndBuildAuditStb(SMnode *pMnode, SStbObj *pDst, SDbObj *pDb) {
316✔
1174
  int32_t code = 0;
316✔
1175
  char   *name = AUDIT_STABLE_NAME;
316✔
1176
  (void)tsnprintf(pDst->name, TSDB_TABLE_FNAME_LEN, "%s.%s", pDb->name, name);
316✔
1177
  memcpy(pDst->db, pDb->name, TSDB_DB_FNAME_LEN);
316✔
1178
  pDst->createdTime = taosGetTimestampMs();
316✔
1179
  pDst->updateTime = pDst->createdTime;
316✔
1180
  pDst->uid = mndGenerateUid(pDst->name, strlen(pDst->name));
316✔
1181
  pDst->dbUid = pDb->uid;
316✔
1182
  pDst->tagVer = 1;
316✔
1183
  pDst->colVer = 1;
316✔
1184
  pDst->smaVer = 1;
316✔
1185
  pDst->nextColId = 1;
316✔
1186
  pDst->maxdelay[0] = -1;
316✔
1187
  pDst->maxdelay[1] = -1;
316✔
1188
  pDst->watermark[0] = 5000;
316✔
1189
  pDst->watermark[1] = 5000;
316✔
1190
  pDst->ttl = 0;
316✔
1191
  pDst->keep = -1;
316✔
1192
  pDst->source = 0;
316✔
1193
  pDst->virtualStb = 0;
316✔
1194
  pDst->numOfColumns = sizeof(audit_columns) / sizeof(AuditColumnDef);
316✔
1195
  pDst->numOfTags = 1;
316✔
1196
  pDst->numOfFuncs = 0;
316✔
1197
  pDst->commentLen = -1;
316✔
1198
  pDst->pFuncs = NULL;
316✔
1199

1200
  pDst->ast1Len = 0;
316✔
1201
  pDst->ast2Len = 0;
316✔
1202

1203
  pDst->pColumns = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SSchema));
316✔
1204
  pDst->pTags = taosMemoryCalloc(1, pDst->numOfTags * sizeof(SSchema));
316✔
1205
  pDst->pCmpr = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SCmprObj));
316✔
1206
  if (pDst->pColumns == NULL || pDst->pTags == NULL || pDst->pCmpr == NULL) {
316✔
1207
    code = terrno;
×
1208
    TAOS_RETURN(code);
×
1209
  }
1210

1211
  if (pDst->nextColId < 0 || pDst->nextColId >= 0x7fff - pDst->numOfColumns - pDst->numOfTags) {
316✔
1212
    code = TSDB_CODE_OUT_OF_RANGE;
×
1213
    TAOS_RETURN(code);
×
1214
  }
1215

1216
  SSchema *pSchema = NULL;
316✔
1217
  for (int32_t i = 0; i < sizeof(audit_columns) / sizeof(AuditColumnDef); ++i) {
3,160✔
1218
    pSchema = &pDst->pColumns[pDst->nextColId - 1];
2,844✔
1219
    pSchema->type = audit_columns[i].type;
2,844✔
1220
    pSchema->bytes = audit_columns[i].bytes;
2,844✔
1221
    pSchema->flags = 1;
2,844✔
1222
    tstrncpy(pSchema->name, audit_columns[i].name, TSDB_COL_NAME_LEN);
2,844✔
1223
    pSchema->colId = pDst->nextColId;
2,844✔
1224
    // hasTypeMods = hasTypeMods || HAS_TYPE_MOD(pSchema);
1225
    SColCmpr *pColCmpr = &pDst->pCmpr[pDst->nextColId - 1];
2,844✔
1226
    pColCmpr->id = pSchema->colId;
2,844✔
1227
    pColCmpr->alg = audit_columns[i].alg;
2,844✔
1228
    pDst->nextColId++;
2,844✔
1229
  }
1230

1231
  // tag
1232
  pSchema = &pDst->pTags[0];
316✔
1233
  pSchema->type = TSDB_DATA_TYPE_VARCHAR;
316✔
1234
  pSchema->bytes = 64 + VARSTR_HEADER_SIZE;
316✔
1235
  SSCHMEA_SET_IDX_ON(pSchema);
316✔
1236
  tstrncpy(pSchema->name, "cluster_id", TSDB_COL_NAME_LEN);
316✔
1237
  pSchema->colId = pDst->nextColId;
316✔
1238
  pDst->nextColId++;
316✔
1239

1240
  /*
1241
    if (hasTypeMods) {
1242
      pDst->pExtSchemas = taosMemoryCalloc(pDst->numOfColumns, sizeof(SExtSchema));
1243
      if (!pDst->pExtSchemas) {
1244
        code = terrno;
1245
        TAOS_RETURN(code);
1246
      }
1247
      for (int32_t i = 0; i < pDst->numOfColumns; ++i) {
1248
        SFieldWithOptions *pField = taosArrayGet(pCreate->pColumns, i);
1249
        pDst->pExtSchemas[i].typeMod = pField->typeMod;
1250
      }
1251
    }
1252
  */
1253
  TAOS_RETURN(code);
316✔
1254
}
1255

1256
static int32_t mndSetCreateAuditStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb,
316✔
1257
                                               SVgObj *pVgroup) {
1258
  int32_t code = 0;
316✔
1259
  SSdb   *pSdb = pMnode->pSdb;
316✔
1260

1261
  int32_t contLen;
316✔
1262

1263
  if (pVgroup == NULL) {
316✔
1264
    code = TSDB_CODE_INVALID_PARA;
×
1265
    TAOS_RETURN(code);
×
1266
  }
1267

1268
  void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, NULL, 0);
316✔
1269
  if (pReq == NULL) {
316✔
1270
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
1271
    if (terrno != 0) code = terrno;
×
1272
    TAOS_RETURN(code);
×
1273
  }
1274

1275
  STransAction action = {0};
316✔
1276
  action.mTraceId = pTrans->mTraceId;
316✔
1277
  action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
316✔
1278
  action.pCont = pReq;
316✔
1279
  action.contLen = contLen;
316✔
1280
  action.msgType = TDMT_VND_CREATE_STB;
316✔
1281
  action.acceptableCode = TSDB_CODE_TDB_STB_ALREADY_EXIST;
316✔
1282
  action.retryCode = TSDB_CODE_TDB_STB_NOT_EXIST;
316✔
1283
  mInfo("trans:%d, add create stb to redo action", pTrans->id);
316✔
1284
  if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
316✔
1285
    taosMemoryFree(pReq);
×
1286
    TAOS_RETURN(code);
×
1287
  }
1288

1289
  TAOS_RETURN(code);
316✔
1290
}
1291

1292
// Note: pVgroup is expected to point to the first element of a vgroup array (e.g. pVgroups at the call site).
1293
// Only the first element is used for creating the audit super table.
1294
int32_t mndCreateAuditStb(SMnode *pMnode, SDbObj *pDb, SUserObj *pOperUser, STrans *pTrans, SVgObj *pVgroup) {
316✔
1295
  SStbObj stbObj = {0};
316✔
1296
  int32_t code = -1;
316✔
1297

1298
  char fullIdxName[TSDB_INDEX_FNAME_LEN * 2] = {0};
316✔
1299

1300
  TAOS_CHECK_GOTO(mndBuildAuditStb(pMnode, &stbObj, pDb), NULL, _OVER);
316✔
1301
  memcpy(stbObj.createUser, pOperUser->name, TSDB_USER_LEN);
316✔
1302
  stbObj.ownerId = pOperUser->uid;
316✔
1303

1304
  SSchema *pSchema = &(stbObj.pTags[0]);
316✔
1305
  if (mndGenIdxNameForFirstTag(fullIdxName, pDb->name, stbObj.name, pSchema->name) < 0) {
316✔
1306
    code = terrno;
×
1307
    goto _OVER;
×
1308
  }
1309

1310
  SSIdx idx = {0};
316✔
1311
  if (mndAcquireGlobalIdx(pMnode, fullIdxName, SDB_IDX, &idx) == 0 && idx.pIdx != NULL) {
316✔
1312
    code = TSDB_CODE_MND_TAG_INDEX_ALREADY_EXIST;
×
1313
    mndReleaseIdx(pMnode, idx.pIdx);
×
1314
    goto _OVER;
×
1315
  }
1316

1317
  SIdxObj idxObj = {0};
316✔
1318
  memcpy(idxObj.name, fullIdxName, TSDB_INDEX_FNAME_LEN);
316✔
1319
  memcpy(idxObj.stb, stbObj.name, TSDB_TABLE_FNAME_LEN);
316✔
1320
  memcpy(idxObj.db, stbObj.db, TSDB_DB_FNAME_LEN);
316✔
1321
  memcpy(idxObj.colName, pSchema->name, TSDB_COL_NAME_LEN);
316✔
1322
  memcpy(idxObj.createUser, pOperUser->name, TSDB_USER_LEN);
316✔
1323
  idxObj.ownerId = pOperUser->uid;
316✔
1324
  idxObj.createdTime = taosGetTimestampMs();
316✔
1325
  idxObj.uid = mndGenerateUid(fullIdxName, strlen(fullIdxName));
316✔
1326
  idxObj.stbUid = stbObj.uid;
316✔
1327
  idxObj.dbUid = stbObj.dbUid;
316✔
1328

1329
  mndTransSetDbName(pTrans, pDb->name, stbObj.name);
316✔
1330
  TAOS_CHECK_RETURN(mndTransCheckConflict(pMnode, pTrans));
316✔
1331
  TAOS_CHECK_GOTO(mndSetCreateIdxCommitLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
316✔
1332
  TAOS_CHECK_GOTO(mndSetCreateStbCommitLogs(pMnode, pTrans, pDb, &stbObj), NULL, _OVER);
316✔
1333
  TAOS_CHECK_GOTO(mndSetCreateAuditStbRedoActions(pMnode, pTrans, pDb, &stbObj, pVgroup), NULL, _OVER);
316✔
1334

1335
  code = 0;
316✔
1336

1337
_OVER:
316✔
1338
  if (mndStbActionDelete(pMnode->pSdb, &stbObj) != 0) mError("failed to mndStbActionDelete");
316✔
1339
  TAOS_RETURN(code);
316✔
1340
}
1341

1342
static int32_t mndProcessAuditRecordRsp(SRpcMsg *pRsp) {
624✔
1343
  int32_t code = 0;
624✔
1344

1345
  if (pRsp == NULL) {
624✔
1346
    mError("audit record rsp, null response message");
×
1347
    return -1;
×
1348
  }
1349

1350
  if (pRsp->code != 0) {
624✔
1351
    mError("audit record rsp failed, code:%d", pRsp->code);
×
1352
    return pRsp->code;
×
1353
  }
1354

1355
  SMnode *pMnode = pRsp->info.node;
624✔
1356
  SSdb   *pSdb = pMnode->pSdb;
624✔
1357
  (void)pMnode;  // currently unused, kept for potential future use
1358
  (void)pSdb;    // currently unused, kept for potential future use
1359

1360
  mDebug("audit record rsp succeeded, code:%d", pRsp->code);
624✔
1361

1362
  // no need to implement this rsp, since we do not care about the result of audit record insertion
1363

1364
  return code;
624✔
1365
}
1366

1367
int32_t mndAddStbToTrans(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
2,231,870✔
1368
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
2,231,870✔
1369
  TAOS_CHECK_RETURN(mndTransCheckConflict(pMnode, pTrans));
2,231,870✔
1370
  TAOS_CHECK_RETURN(mndSetCreateStbCommitLogs(pMnode, pTrans, pDb, pStb));
2,223,601✔
1371
  TAOS_CHECK_RETURN(mndSetCreateStbRedoActions(pMnode, pTrans, pDb, pStb));
2,223,601✔
1372
  TAOS_CHECK_RETURN(mndSetCreateStbUndoActions(pMnode, pTrans, pDb, pStb));
2,223,601✔
1373
  return 0;
2,223,601✔
1374
}
1375

1376
static int32_t mndProcessTtlTimer(SRpcMsg *pReq) {
3,755,543✔
1377
  SMnode           *pMnode = pReq->info.node;
3,755,543✔
1378
  SSdb             *pSdb = pMnode->pSdb;
3,755,543✔
1379
  SVgObj           *pVgroup = NULL;
3,755,543✔
1380
  void             *pIter = NULL;
3,755,543✔
1381
  SVDropTtlTableReq ttlReq = {
3,755,543✔
1382
      .timestampSec = taosGetTimestampSec(), .ttlDropMaxCount = tsTtlBatchDropNum, .nUids = 0, .pTbUids = NULL};
3,755,543✔
1383
  int32_t reqLen = tSerializeSVDropTtlTableReq(NULL, 0, &ttlReq);
3,755,543✔
1384
  int32_t contLen = reqLen + sizeof(SMsgHead);
3,755,543✔
1385

1386
  mDebug("start to process ttl timer");
3,755,543✔
1387

1388
  while (1) {
15,183,416✔
1389
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
18,938,959✔
1390
    if (pIter == NULL) break;
18,938,959✔
1391

1392
    if (pVgroup->mountVgId) {
15,183,416✔
1393
      sdbRelease(pSdb, pVgroup);
1,372✔
1394
      continue;
1,372✔
1395
    }
1396

1397
    int32_t   code = 0;
15,182,044✔
1398
    SMsgHead *pHead = rpcMallocCont(contLen);
15,182,044✔
1399
    if (pHead == NULL) {
15,182,044✔
1400
      sdbRelease(pSdb, pVgroup);
×
1401
      continue;
×
1402
    }
1403
    pHead->contLen = htonl(contLen);
15,182,044✔
1404
    pHead->vgId = htonl(pVgroup->vgId);
15,182,044✔
1405
    if ((code = tSerializeSVDropTtlTableReq((char *)pHead + sizeof(SMsgHead), reqLen, &ttlReq)) < 0) {
15,182,044✔
1406
      mError("vgId:%d, failed to serialize drop ttl table request since %s", pVgroup->vgId, tstrerror(code));
×
1407
      sdbRelease(pSdb, pVgroup);
×
1408
      continue;
×
1409
    }
1410

1411
    SRpcMsg rpcMsg = {
15,182,044✔
1412
        .msgType = TDMT_VND_FETCH_TTL_EXPIRED_TBS, .pCont = pHead, .contLen = contLen, .info = pReq->info};
1413
    SEpSet epSet = mndGetVgroupEpset(pMnode, pVgroup);
15,182,044✔
1414
    code = tmsgSendReq(&epSet, &rpcMsg);
15,182,044✔
1415
    if (code != 0) {
15,182,044✔
1416
      mError("vgId:%d, failed to send drop ttl table request to vnode since 0x%x", pVgroup->vgId, code);
42,386✔
1417
    } else {
1418
      mDebug("vgId:%d, send drop ttl table request to vnode, time:%" PRId32, pVgroup->vgId, ttlReq.timestampSec);
15,139,658✔
1419
    }
1420
    sdbRelease(pSdb, pVgroup);
15,182,044✔
1421
  }
1422

1423
  return 0;
3,755,543✔
1424
}
1425

1426
#if 0
1427
static int32_t mndProcessTrimDbTimer(SRpcMsg *pReq) {
1428
  SMnode     *pMnode = pReq->info.node;
1429
  SSdb       *pSdb = pMnode->pSdb;
1430
  SVgObj     *pVgroup = NULL;
1431
  void       *pIter = NULL;
1432
  SVTrimDbReq trimReq = {0};
1433
  trimReq.compactStartTime = taosGetTimestampMs();
1434
  trimReq.tw.skey = INT64_MIN;
1435
  trimReq.tw.ekey = trimReq.compactStartTime;
1436
  trimReq.compactId = 0;  // TODO: use the real value
1437
  trimReq.metaOnly = 0;
1438
  trimReq.triggerType = TSDB_TRIGGER_AUTO;
1439
  int32_t reqLen = tSerializeSVTrimDbReq(NULL, 0, &trimReq);
1440
  int32_t contLen = reqLen + sizeof(SMsgHead);
1441

1442
  while (1) {
1443
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
1444
    if (pIter == NULL) break;
1445
    if (pVgroup->mountVgId) {
1446
      sdbRelease(pSdb, pVgroup);
1447
      continue;
1448
    }
1449

1450
    int32_t code = 0;
1451

1452
    SMsgHead *pHead = rpcMallocCont(contLen);
1453
    if (pHead == NULL) {
1454
      sdbCancelFetch(pSdb, pVgroup);
1455
      sdbRelease(pSdb, pVgroup);
1456
      continue;
1457
    }
1458
    pHead->contLen = htonl(contLen);
1459
    pHead->vgId = htonl(pVgroup->vgId);
1460
    trimReq.dbUid = pVgroup->dbUid;
1461
    (void)snprintf(trimReq.db, sizeof(trimReq.db), "%s", pVgroup->dbName);
1462
    if ((code = tSerializeSVTrimDbReq((char *)pHead + sizeof(SMsgHead), reqLen, &trimReq)) < 0) {
1463
      mError("vgId:%d, failed to serialize trim db request since %s", pVgroup->vgId, tstrerror(code));
1464
    }
1465

1466
    SRpcMsg rpcMsg = {.msgType = TDMT_VND_TRIM, .pCont = pHead, .contLen = contLen};
1467
    SEpSet  epSet = mndGetVgroupEpset(pMnode, pVgroup);
1468
    code = tmsgSendReq(&epSet, &rpcMsg);
1469
    if (code != 0) {
1470
      mError("vgId:%d, timer failed to send vnode-trim request to vnode since 0x%x", pVgroup->vgId, code);
1471
    } else {
1472
      mInfo("vgId:%d, timer send vnode-trim request to vnode, time:%" PRIi64 " ms", pVgroup->vgId, trimReq.tw.ekey);
1473
    }
1474
    sdbRelease(pSdb, pVgroup);
1475
  }
1476

1477
  return 0;
1478
}
1479
#endif
1480

1481
static int32_t mndFindSuperTableTagIndex(const SStbObj *pStb, const char *tagName) {
3,951,404✔
1482
  for (int32_t tag = 0; tag < pStb->numOfTags; tag++) {
31,659,410✔
1483
    if (strcmp(pStb->pTags[tag].name, tagName) == 0) {
28,707,007✔
1484
      return tag;
999,001✔
1485
    }
1486
  }
1487

1488
  return -1;
2,952,403✔
1489
}
1490

1491
static int32_t mndFindSuperTableColumnIndex(const SStbObj *pStb, const char *colName) {
6,194,458✔
1492
  for (int32_t col = 0; col < pStb->numOfColumns; col++) {
307,242,511✔
1493
    if (strcmp(pStb->pColumns[col].name, colName) == 0) {
304,207,299✔
1494
      return col;
3,159,246✔
1495
    }
1496
  }
1497

1498
  return -1;
3,035,212✔
1499
}
1500

1501
static bool mndValidateSchema(SSchema *pSchemas, int32_t nSchema, SArray *pFields, int32_t maxLen) {
3,194,913✔
1502
  int32_t rowLen = 0;
3,194,913✔
1503
  for (int32_t i = 0; i < nSchema; ++i) {
184,686,819✔
1504
    rowLen += (pSchemas + i)->bytes;
181,491,906✔
1505
  }
1506

1507
  int32_t nField = taosArrayGetSize(pFields);
3,194,913✔
1508
  for (int32_t i = 0; i < nField; ++i) {
6,389,826✔
1509
    rowLen += ((SField *)TARRAY_GET_ELEM(pFields, i))->bytes;
3,194,913✔
1510
  }
1511

1512
  return rowLen <= maxLen;
3,194,913✔
1513
}
1514

1515
static int32_t mndBuildStbFromAlter(SStbObj *pStb, SStbObj *pDst, SMCreateStbReq *createReq) {
37,509✔
1516
  int32_t code = 0;
37,509✔
1517
  taosRLockLatch(&pStb->lock);
37,509✔
1518
  memcpy(pDst, pStb, sizeof(SStbObj));
37,509✔
1519
  taosRUnLockLatch(&pStb->lock);
37,509✔
1520

1521
  pDst->source = createReq->source;
37,509✔
1522
  pDst->updateTime = taosGetTimestampMs();
37,509✔
1523
  pDst->numOfColumns = createReq->numOfColumns;
37,509✔
1524
  pDst->numOfTags = createReq->numOfTags;
37,509✔
1525
  pDst->pColumns = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SSchema));
37,509✔
1526
  pDst->pTags = taosMemoryCalloc(1, pDst->numOfTags * sizeof(SSchema));
37,509✔
1527
  pDst->pCmpr = taosMemoryCalloc(1, pDst->numOfColumns * sizeof(SColCmpr));
37,509✔
1528
  pDst->pExtSchemas = taosMemoryCalloc(pDst->numOfColumns, sizeof(SExtSchema));
37,509✔
1529

1530
  if (pDst->pColumns == NULL || pDst->pTags == NULL || pDst->pCmpr == NULL || pDst->pExtSchemas == NULL) {
37,509✔
1531
    code = terrno;
×
1532
    TAOS_RETURN(code);
×
1533
  }
1534

1535
  if (pDst->nextColId < 0 || pDst->nextColId >= 0x7fff - pDst->numOfColumns - pDst->numOfTags) {
37,509✔
1536
    code = TSDB_CODE_OUT_OF_RANGE;
×
1537
    TAOS_RETURN(code);
×
1538
  }
1539

1540
  for (int32_t i = 0; i < pDst->numOfColumns; ++i) {
270,865✔
1541
    SFieldWithOptions *pField = taosArrayGet(createReq->pColumns, i);
233,356✔
1542
    SSchema           *pSchema = &pDst->pColumns[i];
233,356✔
1543
    pSchema->type = pField->type;
233,356✔
1544
    pSchema->bytes = pField->bytes;
233,356✔
1545
    pSchema->flags = pField->flags;
233,356✔
1546
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
233,356✔
1547
    int32_t cIndex = mndFindSuperTableColumnIndex(pStb, pField->name);
233,356✔
1548
    if (cIndex >= 0) {
233,356✔
1549
      pSchema->colId = pStb->pColumns[cIndex].colId;
215,906✔
1550
    } else {
1551
      pSchema->colId = pDst->nextColId++;
17,450✔
1552
    }
1553
  }
1554

1555
  for (int32_t i = 0; i < pDst->numOfTags; ++i) {
252,728✔
1556
    SField  *pField = taosArrayGet(createReq->pTags, i);
215,219✔
1557
    SSchema *pSchema = &pDst->pTags[i];
215,219✔
1558
    pSchema->type = pField->type;
215,219✔
1559
    pSchema->bytes = pField->bytes;
215,219✔
1560
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
215,219✔
1561
    int32_t cIndex = mndFindSuperTableTagIndex(pStb, pField->name);
215,219✔
1562
    if (cIndex >= 0) {
215,219✔
1563
      pSchema->colId = pStb->pTags[cIndex].colId;
203,255✔
1564
    } else {
1565
      pSchema->colId = pDst->nextColId++;
11,964✔
1566
    }
1567
  }
1568
  for (int32_t i = 0; i < pDst->numOfColumns; i++) {
270,865✔
1569
    SColCmpr          *p = pDst->pCmpr + i;
233,356✔
1570
    SFieldWithOptions *pField = taosArrayGet(createReq->pColumns, i);
233,356✔
1571
    SSchema           *pSchema = &pDst->pColumns[i];
233,356✔
1572
    p->id = pSchema->colId;
233,356✔
1573
    if (pField->compress == 0) {
233,356✔
1574
      p->alg = createDefaultColCmprByType(pSchema->type);
×
1575
    } else {
1576
      p->alg = pField->compress;
233,356✔
1577
    }
1578
    if (pField->flags & COL_HAS_TYPE_MOD) {
233,356✔
1579
      pDst->pExtSchemas[i].typeMod = pField->typeMod;
5,024✔
1580
    }
1581
  }
1582
  pDst->tagVer = createReq->tagVer;
37,509✔
1583
  pDst->colVer = createReq->colVer;
37,509✔
1584
  return TSDB_CODE_SUCCESS;
37,509✔
1585
}
1586

1587
// used for tmq_get_json_meta to build alter msg
1588
static void buildAlterMsg(SStbObj *pStb, SStbObj *pDst, void** pAlterBuf, int32_t* len){
37,509✔
1589
  SMAlterStbReq alterReq = {0};
37,509✔
1590
  alterReq.pFields = taosArrayInit(2, sizeof(SField));
37,509✔
1591
  if (NULL == alterReq.pFields) {
37,509✔
1592
    mError("failed to init alter fields array");
×
1593
    goto END;
×
1594
  }
1595
  tstrncpy(alterReq.name, pStb->name, TSDB_TABLE_FNAME_LEN);
37,509✔
1596
  for (int32_t i = 0; i < pDst->numOfColumns && taosArrayGetSize(alterReq.pFields) == 0; ++i) {
261,155✔
1597
    SSchema           *pSchema = &pDst->pColumns[i];
223,646✔
1598
    int32_t cIndex = mndFindSuperTableColumnIndex(pStb, pSchema->name);
223,646✔
1599
    if (cIndex >= 0 && pSchema->bytes == pStb->pColumns[cIndex].bytes) {
223,646✔
1600
      continue;
202,296✔
1601
    }
1602
    if (cIndex < 0) {
21,350✔
1603
      alterReq.alterType = TSDB_ALTER_TABLE_ADD_COLUMN;
17,450✔
1604
    } else if (pSchema->bytes > pStb->pColumns[cIndex].bytes){
3,900✔
1605
      alterReq.alterType = TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES;
3,900✔
1606
    }
1607
    SField *pAlterField = taosArrayReserve(alterReq.pFields, 1);
21,350✔
1608
    pAlterField->type = pSchema->type;
21,350✔
1609
    pAlterField->bytes = pSchema->bytes;
21,350✔
1610
    tstrncpy(pAlterField->name, pSchema->name, TSDB_COL_NAME_LEN);
21,350✔
1611
    mDebug("alter column name:%s, type:%d, bytes:%d", pAlterField->name, pAlterField->type, pAlterField->bytes);
21,350✔
1612
  }
1613

1614
  for (int32_t i = 0; i < pDst->numOfTags && taosArrayGetSize(alterReq.pFields) == 0; ++i) {
152,917✔
1615
    SSchema *pSchema = &pDst->pTags[i];
115,408✔
1616
    int32_t cIndex = mndFindSuperTableTagIndex(pStb, pSchema->name);
115,408✔
1617
    if (cIndex >= 0 && pSchema->bytes == pStb->pTags[cIndex].bytes) {
115,408✔
1618
      continue;
100,505✔
1619
    }
1620
    if (cIndex < 0) {
14,903✔
1621
      alterReq.alterType = TSDB_ALTER_TABLE_ADD_TAG;
11,964✔
1622
    } else if (pSchema->bytes > pStb->pTags[cIndex].bytes){
2,939✔
1623
      alterReq.alterType = TSDB_ALTER_TABLE_UPDATE_TAG_BYTES;
2,939✔
1624
    }
1625
    SField *pAlterField = taosArrayReserve(alterReq.pFields, 1);
14,903✔
1626
    pAlterField->type = pSchema->type;
14,903✔
1627
    pAlterField->bytes = pSchema->bytes;
14,903✔
1628
    tstrncpy(pAlterField->name, pSchema->name, TSDB_COL_NAME_LEN);
14,903✔
1629
    mDebug("alter tag name:%s, type:%d, bytes:%d", pAlterField->name, pAlterField->type, pAlterField->bytes);
14,903✔
1630
  }
1631
  alterReq.numOfFields = taosArrayGetSize(alterReq.pFields);
37,509✔
1632
  if (alterReq.numOfFields == 0) {
37,509✔
1633
    mError("no valid alter field found");
1,256✔
1634
    goto END;
1,256✔
1635
  }
1636

1637
  int32_t contLen = tSerializeSMAlterStbReq(NULL, 0, &alterReq);
36,253✔
1638
  if (contLen <= 0) {
36,253✔
1639
    mError("failed to get alter stb req len");
×
1640
    goto END;
×
1641
  }
1642
  void*   buf = taosMemoryMalloc(contLen);
36,253✔
1643
  if (buf == NULL) {
36,253✔
1644
    mError("failed to malloc alter stb req buf");
×
1645
    goto END;
×
1646
  }
1647
  int32_t code = tSerializeSMAlterStbReq(buf, contLen, &alterReq);
36,253✔
1648
  if (code <= TSDB_CODE_SUCCESS) {
36,253✔
1649
    mError("failed to serialize alter stb req %d", code);
×
1650
    taosMemoryFreeClear(buf);
×
1651
    goto END;
×
1652
  }
1653
  *pAlterBuf = buf;
36,253✔
1654
  *len = contLen;
36,253✔
1655
END:
37,509✔
1656
  taosArrayDestroy(alterReq.pFields);
37,509✔
1657
}
37,509✔
1658

1659
static int32_t mndProcessCreateStbReq(SRpcMsg *pReq) {
2,207,948✔
1660
  SMnode        *pMnode = pReq->info.node;
2,207,948✔
1661
  int32_t        code = -1;
2,207,948✔
1662
  SStbObj       *pStb = NULL;
2,207,948✔
1663
  SDbObj        *pDb = NULL;
2,207,948✔
1664
  SUserObj      *pOperUser = NULL;
2,207,948✔
1665
  SMCreateStbReq createReq = {0};
2,207,948✔
1666
  bool           isAlter = false;
2,207,948✔
1667
  SHashObj      *pHash = NULL;
2,207,948✔
1668
  int64_t        tss = taosGetTimestampMs();
2,207,948✔
1669

1670
  if (tDeserializeSMCreateStbReq(pReq->pCont, pReq->contLen, &createReq) != 0) {
2,207,948✔
1671
    code = TSDB_CODE_INVALID_MSG;
×
1672
    goto _OVER;
×
1673
  }
1674

1675
  mInfo("stb:%s, start to create", createReq.name);
2,207,948✔
1676
  if (mndCheckCreateStbReq(&createReq) != 0) {
2,207,948✔
1677
    code = TSDB_CODE_INVALID_MSG;
×
1678
    goto _OVER;
×
1679
  }
1680

1681
  pStb = mndAcquireStb(pMnode, createReq.name);
2,207,948✔
1682
  if (pStb != NULL) {
2,207,948✔
1683
    if (createReq.igExists) {
56,544✔
1684
      if (createReq.source == TD_REQ_FROM_APP) {
55,016✔
1685
        mInfo("stb:%s, already exist, ignore exist is set", createReq.name);
3,340✔
1686
        code = 0;
3,340✔
1687
        goto _OVER;
3,340✔
1688
      } else if (pStb->uid != createReq.suid) {
51,676✔
UNCOV
1689
        mInfo("stb:%s, alter table does not need to be done, because table is deleted", createReq.name);
×
UNCOV
1690
        code = 0;
×
UNCOV
1691
        goto _OVER;
×
1692
      } else if (createReq.tagVer > 0 || createReq.colVer > 0) {
89,185✔
1693
        int32_t tagDelta = createReq.tagVer - pStb->tagVer;
51,676✔
1694
        int32_t colDelta = createReq.colVer - pStb->colVer;
51,676✔
1695
        mInfo("stb:%s, already exist while create, input tagVer:%d colVer:%d, exist tagVer:%d colVer:%d",
51,676✔
1696
              createReq.name, createReq.tagVer, createReq.colVer, pStb->tagVer, pStb->colVer);
1697
        if (tagDelta <= 0 && colDelta <= 0) {
51,676✔
1698
          mInfo("stb:%s, schema version is not incremented and nothing needs to be done", createReq.name);
14,167✔
1699
          code = 0;
14,167✔
1700
          goto _OVER;
14,167✔
1701
        } else if ((tagDelta == 1 && colDelta == 0) || (tagDelta == 0 && colDelta == 1) ||
37,509✔
1702
                   (pStb->colVer == 1 && createReq.colVer > 1) || (pStb->tagVer == 1 && createReq.tagVer > 1)) {
×
1703
          isAlter = true;
37,509✔
1704
          mInfo("stb:%s, schema version is only increased by 1 number, do alter operation", createReq.name);
37,509✔
1705
        } else {
1706
          mError("stb:%s, schema version increase more than 1 number, error is returned", createReq.name);
×
1707
          code = TSDB_CODE_MND_INVALID_SCHEMA_VER;
×
1708
          goto _OVER;
×
1709
        }
1710
      } else {
1711
        mError("stb:%s, already exist while create, input tagVer:%d colVer:%d is invalid, origin tagVer:%d colVer:%d",
×
1712
               createReq.name, createReq.tagVer, createReq.colVer, pStb->tagVer, pStb->colVer);
1713
        code = TSDB_CODE_MND_INVALID_SCHEMA_VER;
×
1714
        goto _OVER;
×
1715
      }
1716
    } else {
1717
      code = TSDB_CODE_MND_STB_ALREADY_EXIST;
1,528✔
1718
      goto _OVER;
1,528✔
1719
    }
1720
  } else if (terrno != TSDB_CODE_MND_STB_NOT_EXIST) {
2,151,404✔
1721
    goto _OVER;
×
1722
  } else if ((createReq.source == TD_REQ_FROM_TAOX_OLD || createReq.source == TD_REQ_FROM_TAOX || createReq.source == TD_REQ_FROM_SML) &&
2,151,404✔
1723
             (createReq.tagVer != 1 || createReq.colVer != 1)) {
21,311✔
1724
    mInfo("stb:%s, alter table does not need to be done, because table is deleted", createReq.name);
1,884✔
1725
    code = 0;
1,884✔
1726
    goto _OVER;
1,884✔
1727
  }
1728

1729
  pHash = taosHashInit(createReq.numOfColumns + createReq.numOfTags, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY),
2,187,029✔
1730
                       false, HASH_NO_LOCK);
1731
  if (pHash == NULL) {
2,187,029✔
1732
    code = TSDB_CODE_OUT_OF_MEMORY;
×
1733
    goto _OVER;
×
1734
  }
1735

1736
  for (int32_t i = 0; i < createReq.numOfColumns; ++i) {
171,347,206✔
1737
    SFieldWithOptions *pField = taosArrayGet(createReq.pColumns, i);
169,160,177✔
1738
    if ((code = taosHashPut(pHash, pField->name, strlen(pField->name), NULL, 0)) != 0) {
169,160,177✔
1739
      if (code == TSDB_CODE_DUP_KEY) {
×
1740
        code = TSDB_CODE_TSC_DUP_COL_NAMES;
×
1741
      }
1742
      goto _OVER;
×
1743
    }
1744
  }
1745

1746
  for (int32_t i = 0; i < createReq.numOfTags; ++i) {
11,263,646✔
1747
    SField *pField = taosArrayGet(createReq.pTags, i);
9,076,815✔
1748
    if ((code = taosHashPut(pHash, pField->name, strlen(pField->name), NULL, 0)) != 0) {
9,076,815✔
1749
      if (code == TSDB_CODE_DUP_KEY) {
198✔
1750
        code = TSDB_CODE_TSC_DUP_COL_NAMES;
198✔
1751
      }
1752
      goto _OVER;
198✔
1753
    }
1754
  }
1755

1756
  pDb = mndAcquireDbByStb(pMnode, createReq.name);
2,186,831✔
1757
  if (pDb == NULL) {
2,186,831✔
1758
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
1759
    goto _OVER;
×
1760
  }
1761

1762
  if ((code = mndAcquireUser(pMnode, (RPC_MSG_USER(pReq)), &pOperUser))) {
2,186,831✔
1763
    goto _OVER;
×
1764
  }
1765

1766
  if ((code = mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_USE_DB, pDb))) {
2,186,831✔
1767
    goto _OVER;
×
1768
  }
1769

1770
  if ((code =
2,186,831✔
1771
           mndCheckDbPrivilegeByNameRecF(pMnode, pOperUser, pDb->cfg.isAudit ? PRIV_AUDIT_TBL_CREATE : PRIV_TBL_CREATE,
2,186,831✔
1772
                                         pDb->cfg.isAudit ? PRIV_OBJ_CLUSTER : PRIV_OBJ_DB, pDb->name, NULL))) {
2,186,831✔
1773
    goto _OVER;
×
1774
  }
1775

1776
  if (pDb->cfg.isMount) {
2,186,831✔
1777
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
×
1778
    goto _OVER;
×
1779
  }
1780

1781
  int32_t numOfStbs = -1;
2,186,831✔
1782
  if ((code = mndGetNumOfStbs(pMnode, pDb->name, &numOfStbs)) != 0) {
2,186,831✔
1783
    goto _OVER;
×
1784
  }
1785

1786
  if (pDb->cfg.numOfStables == 1 && numOfStbs != 0) {
2,186,831✔
1787
    code = TSDB_CODE_MND_SINGLE_STB_MODE_DB;
×
1788
    goto _OVER;
×
1789
  }
1790

1791
  if ((code = grantCheck(TSDB_GRANT_STABLE)) < 0) {
2,186,831✔
1792
    goto _OVER;
×
1793
  }
1794

1795
  if (isAlter) {
2,186,831✔
1796
    bool    needRsp = false;
37,509✔
1797
    SStbObj pDst = {0};
37,509✔
1798
    if ((code = mndBuildStbFromAlter(pStb, &pDst, &createReq)) != 0) {
37,509✔
1799
      taosMemoryFreeClear(pDst.pTags);
×
1800
      taosMemoryFreeClear(pDst.pColumns);
×
1801
      taosMemoryFreeClear(pDst.pCmpr);
×
1802
      taosMemoryFreeClear(pDst.pExtSchemas);
×
1803
      goto _OVER;
×
1804
    }
1805
    void* buf = NULL;
37,509✔
1806
    int32_t contLen = 0;
37,509✔
1807
    buildAlterMsg(pStb, &pDst, &buf, &contLen);
37,509✔
1808
    code = mndAlterStbImp(pMnode, pReq, pDb, &pDst, needRsp, buf, contLen);
37,509✔
1809
    taosMemoryFree(buf);
37,509✔
1810
    taosMemoryFreeClear(pDst.pTags);
37,509✔
1811
    taosMemoryFreeClear(pDst.pColumns);
37,509✔
1812
    taosMemoryFreeClear(pDst.pCmpr);
37,509✔
1813
    taosMemoryFreeClear(pDst.pExtSchemas);
37,509✔
1814
  } else {
1815
    code = mndCreateStb(pMnode, pReq, &createReq, pDb, pOperUser);
2,149,322✔
1816
  }
1817
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
2,186,831✔
1818

1819
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
2,186,831✔
1820
    SName name = {0};
2,186,831✔
1821
    TAOS_CHECK_RETURN(tNameFromString(&name, createReq.name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE));
2,186,831✔
1822

1823
    int64_t tse = taosGetTimestampMs();
2,186,831✔
1824
    double  duration = (double)(tse - tss);
2,186,831✔
1825
    duration = duration / 1000;
2,186,831✔
1826
    if (createReq.sql == NULL && createReq.sqlLen == 0) {
2,188,613✔
1827
      char detail[1000] = {0};
436,415✔
1828

1829
      (void)snprintf(detail, sizeof(detail), "dbname:%s, stable name:%s", name.dbname, name.tname);
436,415✔
1830

1831
      auditRecord(pReq, pMnode->clusterId, "createStb", name.dbname, name.tname, detail, strlen(detail), duration, 0);
436,415✔
1832
    } else {
1833
      auditRecord(pReq, pMnode->clusterId, "createStb", name.dbname, name.tname, createReq.sql, createReq.sqlLen,
1,750,416✔
1834
                  duration, 0);
1835
    }
1836
  }
1837
_OVER:
2,204,044✔
1838
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
2,207,948✔
1839
    mError("stb:%s, failed to create since %s", createReq.name, tstrerror(code));
11,215✔
1840
  }
1841

1842
  mndReleaseStb(pMnode, pStb);
2,207,948✔
1843
  mndReleaseDb(pMnode, pDb);
2,207,948✔
1844
  mndReleaseUser(pMnode, pOperUser);
2,207,948✔
1845
  tFreeSMCreateStbReq(&createReq);
2,207,948✔
1846

1847
  if (pHash != NULL) {
2,207,948✔
1848
    taosHashCleanup(pHash);
2,187,029✔
1849
  }
1850

1851
  TAOS_RETURN(code);
2,207,948✔
1852
}
1853

1854
static int32_t mndCheckAlterStbReq(SMAlterStbReq *pAlter) {
6,294,382✔
1855
  int32_t code = 0;
6,294,382✔
1856
  if (pAlter->commentLen >= 0) return 0;
6,294,382✔
1857
  if (pAlter->ttl != 0) return 0;
17,753✔
1858
  if (pAlter->keep != -1) return 0;
17,753✔
1859
  if (pAlter->secureDelete >= 0) return 0;
×
1860

1861
  if (pAlter->numOfFields < 1 || pAlter->numOfFields != (int32_t)taosArrayGetSize(pAlter->pFields)) {
×
1862
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
1863
    TAOS_RETURN(code);
×
1864
  }
1865

1866
  for (int32_t i = 0; i < pAlter->numOfFields; ++i) {
×
1867
    SField *pField = taosArrayGet(pAlter->pFields, i);
×
1868
    if (pField->name[0] == 0) {
×
1869
      code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
1870
      TAOS_RETURN(code);
×
1871
    }
1872
  }
1873

1874
  TAOS_RETURN(code);
×
1875
}
1876

1877
int32_t mndAllocStbSchemas(const SStbObj *pOld, SStbObj *pNew) {
6,009,310✔
1878
  pNew->pTags = taosMemoryCalloc(pNew->numOfTags, sizeof(SSchema));
6,009,310✔
1879
  pNew->pColumns = taosMemoryCalloc(pNew->numOfColumns, sizeof(SSchema));
6,009,310✔
1880
  pNew->pCmpr = taosMemoryCalloc(pNew->numOfColumns, sizeof(SColCmpr));
6,009,310✔
1881
  if (pNew->pTags == NULL || pNew->pColumns == NULL || pNew->pCmpr == NULL) {
6,009,310✔
1882
    TAOS_RETURN(terrno);
×
1883
  }
1884

1885
  memcpy(pNew->pColumns, pOld->pColumns, sizeof(SSchema) * pOld->numOfColumns);
6,009,310✔
1886
  memcpy(pNew->pTags, pOld->pTags, sizeof(SSchema) * pOld->numOfTags);
6,009,310✔
1887
  memcpy(pNew->pCmpr, pOld->pCmpr, sizeof(SColCmpr) * pOld->numOfColumns);
6,009,310✔
1888
  if (pOld->pExtSchemas) {
6,009,310✔
1889
    pNew->pExtSchemas = taosMemoryCalloc(pNew->numOfColumns, sizeof(SExtSchema));
4,841,335✔
1890
    if (pNew->pExtSchemas == NULL) {
4,841,335✔
1891
      TAOS_RETURN(terrno);
×
1892
    }
1893
    memcpy(pNew->pExtSchemas, pOld->pExtSchemas, sizeof(SExtSchema) * pOld->numOfColumns);
4,841,335✔
1894
  }
1895

1896
  TAOS_RETURN(0);
6,009,310✔
1897
}
1898

1899
static int32_t mndUpdateTableOptions(const SStbObj *pOld, SStbObj *pNew, char *pComment, int32_t commentLen,
29,250✔
1900
                                     int32_t ttl, int64_t keep, int8_t secureDelete, int8_t securityLevel) {
1901
  int32_t code = 0;
29,250✔
1902
  if (commentLen > 0) {
29,250✔
1903
    pNew->commentLen = commentLen;
6,604✔
1904
    pNew->comment = taosMemoryCalloc(1, commentLen + 1);
6,604✔
1905
    if (pNew->comment == NULL) {
6,604✔
1906
      terrno = TSDB_CODE_OUT_OF_MEMORY;
×
1907
      return -1;
×
1908
    }
1909
    memcpy(pNew->comment, pComment, commentLen + 1);
6,604✔
1910
  } else if (commentLen == 0) {
22,646✔
1911
    pNew->commentLen = 0;
5,079✔
1912
  } else {
1913
  }
1914

1915
  if (ttl >= 0) {
29,250✔
1916
    pNew->ttl = ttl;
29,250✔
1917
  }
1918

1919
  if (keep > 0) {
29,250✔
1920
    pNew->keep = keep;
14,606✔
1921
  }
1922

1923
  if (secureDelete >= 0) {
29,250✔
1924
    pNew->secureDelete = secureDelete;
639✔
1925
  }
1926

1927
  if (securityLevel >= 0 && (uint8_t)securityLevel != pOld->securityLevel) {
29,250✔
1928
    pNew->securityLevel = (uint8_t)securityLevel;
1,780✔
1929
    pNew->colVer++;  // bump version to invalidate client catalog cache only when changed
1,780✔
1930
  }
1931

1932
  if ((code = mndAllocStbSchemas(pOld, pNew)) != 0) {
29,250✔
1933
    TAOS_RETURN(code);
×
1934
  }
1935
  TAOS_RETURN(code);
29,250✔
1936
}
1937

1938
static int32_t mndAddSuperTableTag(const SStbObj *pOld, SStbObj *pNew, SArray *pFields, int32_t ntags) {
318,627✔
1939
  int32_t code = 0;
318,627✔
1940
  if (pOld->numOfTags + ntags > TSDB_MAX_TAGS) {
318,627✔
1941
    code = TSDB_CODE_MND_TOO_MANY_TAGS;
×
1942
    TAOS_RETURN(code);
×
1943
  }
1944

1945
  int32_t maxColumns = pOld->virtualStb ? TSDB_MAX_COLUMNS : TSDB_MAX_COLUMNS_NON_VIRTUAL;
318,627✔
1946
  if (pOld->numOfColumns + ntags + pOld->numOfTags > maxColumns) {
318,627✔
1947
    code = TSDB_CODE_MND_TOO_MANY_COLUMNS;
×
1948
    TAOS_RETURN(code);
×
1949
  }
1950

1951
  if (!mndValidateSchema(pOld->pTags, pOld->numOfTags, pFields, TSDB_MAX_TAGS_LEN)) {
318,627✔
1952
    code = TSDB_CODE_PAR_INVALID_TAGS_LENGTH;
27,208✔
1953
    TAOS_RETURN(code);
27,208✔
1954
  }
1955

1956
  pNew->numOfTags = pNew->numOfTags + ntags;
291,419✔
1957
  if ((code = mndAllocStbSchemas(pOld, pNew)) != 0) {
291,419✔
1958
    TAOS_RETURN(code);
×
1959
  }
1960

1961
  if (pNew->nextColId < 0 || pNew->nextColId >= 0x7fff - ntags) {
291,419✔
1962
    code = TSDB_CODE_OUT_OF_RANGE;
1,220✔
1963
    TAOS_RETURN(code);
1,220✔
1964
  }
1965

1966
  for (int32_t i = 0; i < ntags; i++) {
506,729✔
1967
    SField *pField = taosArrayGet(pFields, i);
290,199✔
1968
    if (mndFindSuperTableColumnIndex(pOld, pField->name) >= 0) {
290,199✔
1969
      code = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
2,358✔
1970
      TAOS_RETURN(code);
2,358✔
1971
    }
1972

1973
    if (mndFindSuperTableTagIndex(pOld, pField->name) >= 0) {
287,841✔
1974
      code = TSDB_CODE_MND_TAG_ALREADY_EXIST;
71,311✔
1975
      TAOS_RETURN(code);
71,311✔
1976
    }
1977

1978
    SSchema *pSchema = &pNew->pTags[pOld->numOfTags + i];
216,530✔
1979
    pSchema->bytes = pField->bytes;
216,530✔
1980
    pSchema->type = pField->type;
216,530✔
1981
    memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
216,530✔
1982
    if (pNew->nextColId > INT16_MAX) {
216,530✔
1983
      code = TSDB_CODE_MND_EXCEED_MAX_COL_ID;
×
1984
      TAOS_RETURN(code);
×
1985
    }
1986
    pSchema->colId = pNew->nextColId;
216,530✔
1987
    pNew->nextColId++;
216,530✔
1988

1989
    mInfo("stb:%s, start to add tag %s", pNew->name, pSchema->name);
216,530✔
1990
  }
1991

1992
  pNew->tagVer++;
216,530✔
1993
  TAOS_RETURN(code);
216,530✔
1994
}
1995

1996
static int32_t mndCheckAlterColForTSma(SMnode *pMnode, const char *stbFullName, int64_t suid, col_id_t colId, bool isTag) {
2,906,859✔
1997
  int32_t code = 0;
2,906,859✔
1998
  SSdb   *pSdb = pMnode->pSdb;
2,906,859✔
1999
  void   *pIter = NULL;
2,906,859✔
2000
  while (1) {
×
2001
    SSmaObj *pSma = NULL;
2,906,859✔
2002
    pIter = sdbFetch(pSdb, SDB_SMA, pIter, (void **)&pSma);
2,906,859✔
2003
    if (pIter == NULL) break;
2,906,859✔
2004

2005
    mInfo("tsma:%s, check tag and column modifiable, stb:%s suid:%" PRId64 " colId:%d, sql:%s", pSma->name, stbFullName,
312✔
2006
          suid, colId, pSma->sql);
2007

2008
    if (isTag) {
312✔
2009
      code = TSDB_CODE_MND_FIELD_CONFLICT_WITH_TSMA;
312✔
2010
      mError("tsma:%s, check tag:%d conflicted", pSma->name, colId);
312✔
2011
      sdbRelease(pSdb, pSma);
312✔
2012
      sdbCancelFetch(pSdb, pIter);
312✔
2013
      TAOS_RETURN(code);
312✔
2014
    }
2015

2016
    SNode *pAst = NULL;
×
2017
    if (nodesStringToNode(pSma->ast, &pAst) != 0) {
×
2018
      code = TSDB_CODE_SDB_INVALID_DATA_CONTENT;
×
2019
      mError("tsma:%s, check tag and column modifiable, stb:%s suid:%" PRId64 " colId:%d failed since parse AST err",
×
2020
             pSma->name, stbFullName, suid, colId);
2021
      sdbCancelFetch(pSdb, pIter);
×
2022
      TAOS_RETURN(code);
×
2023
    }
2024

2025
    SNodeList *pNodeList = NULL;
×
2026
    if ((code = nodesCollectColumns((SSelectStmt *)pAst, SQL_CLAUSE_FROM, NULL, COLLECT_COL_TYPE_ALL, &pNodeList)) !=
×
2027
        0) {
2028
      sdbCancelFetch(pSdb, pIter);
×
2029
      TAOS_RETURN(code);
×
2030
    }
2031
    SNode *pNode = NULL;
×
2032
    FOREACH(pNode, pNodeList) {
×
2033
      SColumnNode *pCol = (SColumnNode *)pNode;
×
2034
      mInfo("tsma:%s, check colId:%d tableId:%" PRId64, pSma->name, pCol->colId, pCol->tableId);
×
2035

2036
      if ((pCol->tableId != suid) && (pSma->stbUid != suid)) {
×
2037
        mInfo("tsma:%s, check colId:%d passed", pSma->name, pCol->colId);
×
2038
        goto NEXT;
×
2039
      }
2040
      if ((pCol->colId) > 0 && (pCol->colId == colId)) {
×
2041
        code = TSDB_CODE_MND_FIELD_CONFLICT_WITH_TSMA;
×
2042
        mError("tsma:%s, check colId:%d conflicted", pSma->name, pCol->colId);
×
2043
        nodesDestroyNode(pAst);
×
2044
        nodesDestroyList(pNodeList);
×
2045
        sdbRelease(pSdb, pSma);
×
2046
        sdbCancelFetch(pSdb, pIter);
×
2047
        TAOS_RETURN(code);
×
2048
      }
2049
      mInfo("tsma:%s, check colId:%d passed", pSma->name, pCol->colId);
×
2050
    }
2051

2052
  NEXT:
×
2053
    sdbRelease(pSdb, pSma);
×
2054
    nodesDestroyNode(pAst);
×
2055
    nodesDestroyList(pNodeList);
×
2056
  }
2057
  TAOS_RETURN(code);
2,906,547✔
2058
}
2059

2060
static int32_t mndDropSuperTableTag(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const char *tagName) {
121,912✔
2061
  int32_t code = 0;
121,912✔
2062
  int32_t tag = mndFindSuperTableTagIndex(pOld, tagName);
121,912✔
2063
  if (tag < 0) {
121,912✔
2064
    code = TSDB_CODE_MND_TAG_NOT_EXIST;
198✔
2065
    TAOS_RETURN(code);
198✔
2066
  }
2067

2068
  col_id_t colId = pOld->pTags[tag].colId;
121,714✔
2069
  TAOS_CHECK_RETURN(mndCheckAlterColForTSma(pMnode, pOld->name, pOld->uid, colId, true));
121,714✔
2070

2071
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
121,558✔
2072

2073
  memmove(pNew->pTags + tag, pNew->pTags + tag + 1, sizeof(SSchema) * (pNew->numOfTags - tag - 1));
121,558✔
2074
  pNew->numOfTags--;
121,558✔
2075

2076
  pNew->tagVer++;
121,558✔
2077

2078
  // if (mndDropIndexByTag(pMnode, pOld, tagName) != 0) {
2079
  //   return -1;
2080
  // }
2081
  mInfo("stb:%s, start to drop tag %s", pNew->name, tagName);
121,558✔
2082
  TAOS_RETURN(code);
121,558✔
2083
}
2084

2085
static int32_t mndAlterStbTagName(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, SArray *pFields) {
146,210✔
2086
  int32_t code = 0;
146,210✔
2087
  if ((int32_t)taosArrayGetSize(pFields) != 2) {
146,210✔
2088
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
×
2089
    TAOS_RETURN(code);
×
2090
  }
2091

2092
  SField *pField0 = taosArrayGet(pFields, 0);
146,210✔
2093
  SField *pField1 = taosArrayGet(pFields, 1);
146,210✔
2094

2095
  const char *oldTagName = pField0->name;
146,210✔
2096
  const char *newTagName = pField1->name;
146,210✔
2097

2098
  int32_t tag = mndFindSuperTableTagIndex(pOld, oldTagName);
146,210✔
2099
  if (tag < 0) {
146,210✔
2100
    code = TSDB_CODE_MND_TAG_NOT_EXIST;
3,992✔
2101
    TAOS_RETURN(code);
3,992✔
2102
  }
2103

2104
  col_id_t colId = pOld->pTags[tag].colId;
142,218✔
2105
  TAOS_CHECK_RETURN(mndCheckAlterColForTSma(pMnode, pOld->name, pOld->uid, colId, true));
142,218✔
2106

2107
  if (mndFindSuperTableTagIndex(pOld, newTagName) >= 0) {
142,062✔
2108
    code = TSDB_CODE_MND_TAG_ALREADY_EXIST;
6,852✔
2109
    TAOS_RETURN(code);
6,852✔
2110
  }
2111

2112
  if (mndFindSuperTableColumnIndex(pOld, newTagName) >= 0) {
135,210✔
2113
    code = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
198✔
2114
    TAOS_RETURN(code);
198✔
2115
  }
2116

2117
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
135,012✔
2118

2119
  SSchema *pSchema = (SSchema *)(pNew->pTags + tag);
135,012✔
2120
  memcpy(pSchema->name, newTagName, TSDB_COL_NAME_LEN);
135,012✔
2121

2122
  pNew->tagVer++;
135,012✔
2123
  mInfo("stb:%s, start to modify tag %s to %s", pNew->name, oldTagName, newTagName);
135,012✔
2124
  TAOS_RETURN(code);
135,012✔
2125
}
2126

2127
static int32_t mndAlterStbTagBytes(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const SField *pField) {
348,047✔
2128
  int32_t code = 0;
348,047✔
2129
  int32_t tag = mndFindSuperTableTagIndex(pOld, pField->name);
348,047✔
2130
  if (tag < 0) {
348,047✔
2131
    code = TSDB_CODE_MND_TAG_NOT_EXIST;
198✔
2132
    TAOS_RETURN(code);
198✔
2133
  }
2134

2135
  col_id_t colId = pOld->pTags[tag].colId;
347,849✔
2136
  TAOS_CHECK_RETURN(mndCheckAlterColForTSma(pMnode, pOld->name, pOld->uid, colId, true));
347,849✔
2137

2138
  uint32_t nLen = 0;
347,849✔
2139
  for (int32_t i = 0; i < pOld->numOfTags; ++i) {
13,872,413✔
2140
    nLen += (pOld->pTags[i].colId == colId) ? pField->bytes : pOld->pTags[i].bytes;
13,524,564✔
2141
  }
2142

2143
  if (nLen > TSDB_MAX_TAGS_LEN) {
347,849✔
2144
    code = TSDB_CODE_PAR_INVALID_TAGS_LENGTH;
206,924✔
2145
    TAOS_RETURN(code);
206,924✔
2146
  }
2147

2148
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
140,925✔
2149

2150
  SSchema *pTag = pNew->pTags + tag;
140,925✔
2151

2152
  if (!(pTag->type == TSDB_DATA_TYPE_BINARY || pTag->type == TSDB_DATA_TYPE_VARBINARY ||
140,925✔
2153
        pTag->type == TSDB_DATA_TYPE_NCHAR || pTag->type == TSDB_DATA_TYPE_GEOMETRY)) {
134,251✔
2154
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
198✔
2155
    TAOS_RETURN(code);
198✔
2156
  }
2157

2158
  if (pField->bytes <= pTag->bytes) {
140,727✔
2159
    code = TSDB_CODE_MND_INVALID_ROW_BYTES;
47,454✔
2160
    TAOS_RETURN(code);
47,454✔
2161
  }
2162

2163
  pTag->bytes = pField->bytes;
93,273✔
2164
  pNew->tagVer++;
93,273✔
2165

2166
  mInfo("stb:%s, start to modify tag len %s to %d", pNew->name, pField->name, pField->bytes);
93,273✔
2167
  TAOS_RETURN(code);
93,273✔
2168
}
2169

2170
static int32_t mndUpdateSuperTableColumnCompress(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, SArray *pField,
101,230✔
2171
                                                 int32_t nCols) {
2172
  // if (pColCmpr == NULL || colName == NULL) return -1;
2173

2174
  if (taosArrayGetSize(pField) != nCols) return TSDB_CODE_FAILED;
101,230✔
2175
  TAOS_FIELD *p = taosArrayGet(pField, 0);
101,230✔
2176

2177
  int32_t code = 0;
101,230✔
2178
  int32_t idx = mndFindSuperTableColumnIndex(pOld, p->name);
101,230✔
2179
  if (idx == -1) {
101,230✔
2180
    code = TSDB_CODE_MND_COLUMN_NOT_EXIST;
×
2181
    TAOS_RETURN(code);
×
2182
  }
2183
  SSchema *pTarget = &pOld->pColumns[idx];
101,230✔
2184
  col_id_t colId = pTarget->colId;
101,230✔
2185

2186
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
101,230✔
2187
  code = validColCmprByType(pTarget->type, p->bytes);
101,230✔
2188
  if (code != TSDB_CODE_SUCCESS) {
101,230✔
2189
    TAOS_RETURN(code);
2,430✔
2190
  }
2191

2192
  int8_t updated = 0;
98,800✔
2193
  for (int i = 0; i < pNew->numOfColumns; i++) {
837,165✔
2194
    SColCmpr *pCmpr = &pNew->pCmpr[i];
837,165✔
2195
    if (pCmpr->id == colId) {
837,165✔
2196
      uint32_t dst = 0;
98,800✔
2197
      updated = tUpdateCompress(pCmpr->alg, p->bytes, TSDB_COLVAL_COMPRESS_DISABLED, TSDB_COLVAL_LEVEL_DISABLED,
98,800✔
2198
                                TSDB_COLVAL_LEVEL_MEDIUM, &dst);
2199
      if (updated > 0) pCmpr->alg = dst;
98,800✔
2200
      break;
98,800✔
2201
    }
2202
  }
2203

2204
  if (updated == 0) {
98,800✔
2205
    code = TSDB_CODE_MND_COLUMN_COMPRESS_ALREADY_EXIST;
8,638✔
2206
    TAOS_RETURN(code);
8,638✔
2207
  } else if (updated == -1) {
90,162✔
2208
    code = TSDB_CODE_TSC_COMPRESS_LEVEL_ERROR;
×
2209
    TAOS_RETURN(code);
×
2210
  }
2211

2212
  pNew->colVer++;
90,162✔
2213

2214
  TAOS_RETURN(code);
90,162✔
2215
}
2216
static int32_t mndAddSuperTableColumn(const SStbObj *pOld, SStbObj *pNew, const SMAlterStbReq* pReq, int32_t ncols,
2,876,286✔
2217
                                      int8_t withCompress) {
2218
  int32_t code = 0;
2,876,286✔
2219
  int32_t maxColumns = pOld->virtualStb ? TSDB_MAX_COLUMNS : TSDB_MAX_COLUMNS_NON_VIRTUAL;
2,876,286✔
2220
  int32_t maxBytesPerRow = pOld->virtualStb ? TSDB_MAX_BYTES_PER_ROW_VIRTUAL : TSDB_MAX_BYTES_PER_ROW;
2,876,286✔
2221
  if (pOld->numOfColumns + ncols + pOld->numOfTags > maxColumns) {
2,876,286✔
2222
    code = TSDB_CODE_MND_TOO_MANY_COLUMNS;
×
2223
    TAOS_RETURN(code);
×
2224
  }
2225

2226
  if ((code = grantCheck(TSDB_GRANT_TIMESERIES)) != 0) {
2,876,286✔
2227
    TAOS_RETURN(code);
×
2228
  }
2229

2230
  if (!mndValidateSchema(pOld->pColumns, pOld->numOfColumns, pReq->pFields, maxBytesPerRow)) {
2,876,286✔
UNCOV
2231
    code = TSDB_CODE_PAR_INVALID_ROW_LENGTH;
×
UNCOV
2232
    TAOS_RETURN(code);
×
2233
  }
2234

2235
  pNew->numOfColumns = pNew->numOfColumns + ncols;
2,876,286✔
2236

2237
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
2,876,286✔
2238

2239
  if (pNew->nextColId < 0 || pNew->nextColId >= 0x7fff - ncols) {
2,876,286✔
2240
    code = TSDB_CODE_OUT_OF_RANGE;
1,220✔
2241
    TAOS_RETURN(code);
1,220✔
2242
  }
2243

2244
  for (int32_t i = 0; i < ncols; i++) {
5,447,413✔
2245
    if (withCompress) {
2,875,066✔
2246
      SFieldWithOptions *pField = taosArrayGet(pReq->pFields, i);
276,482✔
2247
      if (mndFindSuperTableColumnIndex(pOld, pField->name) >= 0) {
276,482✔
2248
        code = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
×
2249
        TAOS_RETURN(code);
×
2250
      }
2251

2252
      if (mndFindSuperTableTagIndex(pOld, pField->name) >= 0) {
276,482✔
2253
        code = TSDB_CODE_MND_TAG_ALREADY_EXIST;
×
2254
        TAOS_RETURN(code);
×
2255
      }
2256

2257
      SSchema *pSchema = &pNew->pColumns[pOld->numOfColumns + i];
276,482✔
2258
      pSchema->bytes = pField->bytes;
276,482✔
2259
      pSchema->type = pField->type;
276,482✔
2260
      memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
276,482✔
2261
      if (pNew->nextColId > INT16_MAX) {
276,482✔
2262
        code = TSDB_CODE_MND_EXCEED_MAX_COL_ID;
×
2263
        TAOS_RETURN(code);
×
2264
      }
2265
      pSchema->colId = pNew->nextColId;
276,482✔
2266
      pNew->nextColId++;
276,482✔
2267

2268
      SColCmpr *pCmpr = &pNew->pCmpr[pOld->numOfColumns + i];
276,482✔
2269
      pCmpr->id = pSchema->colId;
276,482✔
2270
      pCmpr->alg = pField->compress;
276,482✔
2271
      mInfo("stb:%s, start to add column %s", pNew->name, pSchema->name);
276,482✔
2272
    } else {
2273
      SField *pField = taosArrayGet(pReq->pFields, i);
2,598,584✔
2274
      if (mndFindSuperTableColumnIndex(pOld, pField->name) >= 0) {
2,598,584✔
2275
        code = TSDB_CODE_MND_COLUMN_ALREADY_EXIST;
300,361✔
2276
        TAOS_RETURN(code);
300,361✔
2277
      }
2278

2279
      if (mndFindSuperTableTagIndex(pOld, pField->name) >= 0) {
2,298,223✔
2280
        code = TSDB_CODE_MND_TAG_ALREADY_EXIST;
2,358✔
2281
        TAOS_RETURN(code);
2,358✔
2282
      }
2283

2284
      SSchema *pSchema = &pNew->pColumns[pOld->numOfColumns + i];
2,295,865✔
2285
      pSchema->bytes = pField->bytes;
2,295,865✔
2286
      pSchema->type = pField->type;
2,295,865✔
2287
      memcpy(pSchema->name, pField->name, TSDB_COL_NAME_LEN);
2,295,865✔
2288
      if (pNew->nextColId > INT16_MAX) {
2,295,865✔
2289
        code = TSDB_CODE_MND_EXCEED_MAX_COL_ID;
×
2290
        TAOS_RETURN(code);
×
2291
      }
2292
      pSchema->colId = pNew->nextColId;
2,295,865✔
2293
      pNew->nextColId++;
2,295,865✔
2294

2295
      SColCmpr *pCmpr = &pNew->pCmpr[pOld->numOfColumns + i];
2,295,865✔
2296
      pCmpr->id = pSchema->colId;
2,295,865✔
2297
      pCmpr->alg = createDefaultColCmprByType(pSchema->type);
2,295,865✔
2298
      mInfo("stb:%s, start to add column %s", pNew->name, pSchema->name);
2,295,865✔
2299
    }
2300
  }
2301
  // 1. old schema already has extschemas
2302
  // 2. new schema has extschemas
2303
  if (pReq->pTypeMods || pOld->pExtSchemas) {
2,572,347✔
2304
    if (!pNew->pExtSchemas) {
2,571,951✔
2305
      // all ext schemas reset to zero
2306
      pNew->pExtSchemas = taosMemoryCalloc(pNew->numOfColumns, sizeof(SExtSchema));
36,435✔
2307
      if (!pNew->pExtSchemas) TAOS_RETURN(terrno);
36,435✔
2308
    }
2309
    if (pOld->pExtSchemas) {
2,571,951✔
2310
      memcpy(pNew->pExtSchemas, pOld->pExtSchemas, pOld->numOfColumns * sizeof(SExtSchema));
2,535,516✔
2311
    }
2312
    if (taosArrayGetSize(pReq->pTypeMods) > 0) {
2,571,951✔
2313
      // copy added column ext schema
2314
      for (int32_t i = 0; i < ncols; ++i) {
5,143,902✔
2315
        pNew->pColumns[pOld->numOfColumns + i].flags |= COL_HAS_TYPE_MOD;
2,571,951✔
2316
        pNew->pExtSchemas[pOld->numOfColumns + i].typeMod = *(STypeMod *)taosArrayGet(pReq->pTypeMods, i);
2,571,951✔
2317
      }
2318
    }
2319
  }
2320

2321
  pNew->colVer++;
2,572,347✔
2322
  TAOS_RETURN(code);
2,572,347✔
2323
}
2324

2325
static int32_t mndDropSuperTableColumn(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const char *colName) {
1,793,614✔
2326
  int32_t code = 0;
1,793,614✔
2327
  int32_t col = mndFindSuperTableColumnIndex(pOld, colName);
1,793,614✔
2328
  if (col < 0) {
1,793,614✔
2329
    code = TSDB_CODE_MND_COLUMN_NOT_EXIST;
2,358✔
2330
    TAOS_RETURN(code);
2,358✔
2331
  }
2332

2333
  if (col == 0) {
1,791,256✔
2334
    code = TSDB_CODE_MND_INVALID_STB_ALTER_OPTION;
1,723✔
2335
    TAOS_RETURN(code);
1,723✔
2336
  }
2337

2338
  if (pOld->numOfColumns == 2) {
1,789,533✔
2339
    code = TSDB_CODE_PAR_INVALID_DROP_COL;
198✔
2340
    TAOS_RETURN(code);
198✔
2341
  }
2342

2343
  col_id_t colId = pOld->pColumns[col].colId;
1,789,335✔
2344
  TAOS_CHECK_RETURN(mndCheckAlterColForTSma(pMnode, pOld->name, pOld->uid, colId, false));
1,789,335✔
2345

2346
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
1,789,335✔
2347

2348
  int32_t sz = pNew->numOfColumns - col - 1;
1,789,335✔
2349
  memmove(pNew->pColumns + col, pNew->pColumns + col + 1, sizeof(SSchema) * sz);
1,789,335✔
2350
  memmove(pNew->pCmpr + col, pNew->pCmpr + col + 1, sizeof(SColCmpr) * sz);
1,789,335✔
2351
  if (pOld->pExtSchemas) {
1,789,335✔
2352
    memmove(pNew->pExtSchemas + col, pNew->pExtSchemas + col + 1, sizeof(SExtSchema) * sz);
1,757,726✔
2353
  }
2354
  pNew->numOfColumns--;
1,789,335✔
2355

2356
  pNew->colVer++;
1,789,335✔
2357
  mInfo("stb:%s, start to drop col %s", pNew->name, colName);
1,789,335✔
2358
  TAOS_RETURN(code);
1,789,335✔
2359
}
2360

2361
static int32_t mndAlterStbColumnBytes(SMnode *pMnode, const SStbObj *pOld, SStbObj *pNew, const SField *pField) {
542,137✔
2362
  int32_t code = 0;
542,137✔
2363
  int32_t col = mndFindSuperTableColumnIndex(pOld, pField->name);
542,137✔
2364
  if (col < 0) {
542,137✔
2365
    code = TSDB_CODE_MND_COLUMN_NOT_EXIST;
396✔
2366
    TAOS_RETURN(code);
396✔
2367
  }
2368

2369
  col_id_t colId = pOld->pColumns[col].colId;
541,741✔
2370

2371
  uint32_t nLen = 0;
541,741✔
2372
  int32_t  maxBytesPerRow = pOld->virtualStb ? TSDB_MAX_BYTES_PER_ROW_VIRTUAL : TSDB_MAX_BYTES_PER_ROW;
541,741✔
2373
  for (int32_t i = 0; i < pOld->numOfColumns; ++i) {
42,036,005✔
2374
    nLen += (pOld->pColumns[i].colId == colId) ? pField->bytes : pOld->pColumns[i].bytes;
41,494,264✔
2375
  }
2376

2377
  if (nLen > maxBytesPerRow) {
541,741✔
2378
    code = TSDB_CODE_MND_INVALID_ROW_BYTES;
35,998✔
2379
    TAOS_RETURN(code);
35,998✔
2380
  }
2381

2382
  TAOS_CHECK_RETURN(mndCheckAlterColForTSma(pMnode, pOld->name, pOld->uid, colId, false));
505,743✔
2383

2384
  TAOS_CHECK_RETURN(mndAllocStbSchemas(pOld, pNew));
505,743✔
2385

2386
  SSchema *pCol = pNew->pColumns + col;
505,743✔
2387
  if (!(pCol->type == TSDB_DATA_TYPE_BINARY || pCol->type == TSDB_DATA_TYPE_VARBINARY ||
505,743✔
2388
        pCol->type == TSDB_DATA_TYPE_NCHAR || pCol->type == TSDB_DATA_TYPE_GEOMETRY)) {
492,145✔
2389
    code = TSDB_CODE_MND_INVALID_STB_OPTION;
198✔
2390
    TAOS_RETURN(code);
198✔
2391
  }
2392

2393
  if (pField->bytes <= pCol->bytes) {
505,545✔
2394
    code = TSDB_CODE_MND_INVALID_ROW_BYTES;
209,986✔
2395
    TAOS_RETURN(code);
209,986✔
2396
  }
2397

2398
  pCol->bytes = pField->bytes;
295,559✔
2399
  pNew->colVer++;
295,559✔
2400

2401
  mInfo("stb:%s, start to modify col len %s to %d", pNew->name, pField->name, pField->bytes);
295,559✔
2402
  TAOS_RETURN(code);
295,559✔
2403
}
2404

2405
static int32_t mndSetAlterStbPrepareLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
5,227,849✔
2406
  int32_t  code = 0;
5,227,849✔
2407
  SSdbRaw *pRedoRaw = mndStbActionEncode(pStb);
5,227,849✔
2408
  if (pRedoRaw == NULL) {
5,227,849✔
2409
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2410
    if (terrno != 0) code = terrno;
×
2411
    TAOS_RETURN(code);
×
2412
  }
2413
  if ((code = mndTransAppendPrepareLog(pTrans, pRedoRaw)) != 0) {
5,227,849✔
2414
    sdbFreeRaw(pRedoRaw);
×
2415
    TAOS_RETURN(code);
×
2416
  }
2417
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_READY));
5,227,849✔
2418

2419
  TAOS_RETURN(code);
5,227,849✔
2420
}
2421

2422
static int32_t mndSetAlterStbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
5,227,849✔
2423
  int32_t  code = 0;
5,227,849✔
2424
  SSdbRaw *pCommitRaw = mndStbActionEncode(pStb);
5,227,849✔
2425
  if (pCommitRaw == NULL) {
5,227,849✔
2426
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2427
    if (terrno != 0) code = terrno;
×
2428
    TAOS_RETURN(code);
×
2429
  }
2430
  if ((code = mndTransAppendCommitlog(pTrans, pCommitRaw)) != 0) {
5,227,849✔
2431
    sdbFreeRaw(pCommitRaw);
×
2432
    TAOS_RETURN(code);
×
2433
  }
2434
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY));
5,227,849✔
2435

2436
  TAOS_RETURN(code);
5,227,849✔
2437
}
2438

2439
static int32_t mndSetAlterStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb, void *alterOriData,
5,227,849✔
2440
                                         int32_t alterOriDataLen) {
2441
  int32_t code = 0;
5,227,849✔
2442
  SSdb   *pSdb = pMnode->pSdb;
5,227,849✔
2443
  SVgObj *pVgroup = NULL;
5,227,849✔
2444
  void   *pIter = NULL;
5,227,849✔
2445
  int32_t contLen;
5,225,809✔
2446

2447
  while (1) {
13,504,004✔
2448
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
18,731,853✔
2449
    if (pIter == NULL) break;
18,731,853✔
2450
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
13,504,004✔
2451
      sdbRelease(pSdb, pVgroup);
6,163,964✔
2452
      continue;
6,163,964✔
2453
    }
2454

2455
    void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, alterOriData, alterOriDataLen);
7,340,040✔
2456
    if (pReq == NULL) {
7,340,040✔
2457
      sdbCancelFetch(pSdb, pIter);
×
2458
      sdbRelease(pSdb, pVgroup);
×
2459
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2460
      if (terrno != 0) code = terrno;
×
2461
      TAOS_RETURN(code);
×
2462
    }
2463
    STransAction action = {0};
7,340,040✔
2464
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
7,340,040✔
2465
    action.pCont = pReq;
7,340,040✔
2466
    action.contLen = contLen;
7,340,040✔
2467
    action.msgType = TDMT_VND_ALTER_STB;
7,340,040✔
2468
    if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
7,340,040✔
2469
      taosMemoryFree(pReq);
×
2470
      sdbCancelFetch(pSdb, pIter);
×
2471
      sdbRelease(pSdb, pVgroup);
×
2472
      TAOS_RETURN(code);
×
2473
    }
2474
    sdbRelease(pSdb, pVgroup);
7,340,040✔
2475
  }
2476

2477
  TAOS_RETURN(code);
5,227,849✔
2478
}
2479

2480
static int32_t mndSetAlterStbRedoActions2(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb,
×
2481
                                          void *alterOriData, int32_t alterOriDataLen) {
2482
  int32_t code = 0;
×
2483
  SSdb   *pSdb = pMnode->pSdb;
×
2484
  SVgObj *pVgroup = NULL;
×
2485
  void   *pIter = NULL;
×
2486
  int32_t contLen;
×
2487

2488
  while (1) {
×
2489
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
×
2490
    if (pIter == NULL) break;
×
2491
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
×
2492
      sdbRelease(pSdb, pVgroup);
×
2493
      continue;
×
2494
    }
2495

2496
    void *pReq = mndBuildVCreateStbReq(pMnode, pVgroup, pStb, &contLen, alterOriData, alterOriDataLen);
×
2497
    if (pReq == NULL) {
×
2498
      sdbCancelFetch(pSdb, pIter);
×
2499
      sdbRelease(pSdb, pVgroup);
×
2500
      code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2501
      if (terrno != 0) code = terrno;
×
2502
      TAOS_RETURN(code);
×
2503
    }
2504
    STransAction action = {0};
×
2505
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
×
2506
    action.pCont = pReq;
×
2507
    action.contLen = contLen;
×
2508
    action.msgType = TDMT_VND_CREATE_INDEX;
×
2509
    if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
×
2510
      taosMemoryFree(pReq);
×
2511
      sdbCancelFetch(pSdb, pIter);
×
2512
      sdbRelease(pSdb, pVgroup);
×
2513
      TAOS_RETURN(code);
×
2514
    }
2515
    sdbRelease(pSdb, pVgroup);
×
2516
  }
2517

2518
  TAOS_RETURN(code);
×
2519
}
2520

2521
static int32_t mndBuildStbSchemaImp(SMnode *pMnode, SDbObj *pDb, SStbObj *pStb, const char *tbName, STableMetaRsp *pRsp, bool refByStm) {
24,410,800✔
2522
  int32_t code = 0;
24,410,800✔
2523
  taosRLockLatch(&pStb->lock);
24,410,800✔
2524

2525
  int32_t totalCols = pStb->numOfColumns + pStb->numOfTags;
24,410,800✔
2526
  pRsp->pSchemas = taosMemoryCalloc(totalCols, sizeof(SSchema));
24,410,800✔
2527
  if (pRsp->pSchemas == NULL) {
24,410,800✔
2528
    taosRUnLockLatch(&pStb->lock);
×
2529
    code = terrno;
×
2530
    TAOS_RETURN(code);
×
2531
  }
2532
  pRsp->pSchemaExt = taosMemoryCalloc(pStb->numOfColumns, sizeof(SSchemaExt));
24,410,800✔
2533
  if (pRsp->pSchemaExt == NULL) {
24,410,800✔
2534
    taosRUnLockLatch(&pStb->lock);
×
2535
    code = terrno;
×
2536
    TAOS_RETURN(code);
×
2537
  }
2538
  pRsp->numOfColRefs = 0;
24,410,800✔
2539
  pRsp->pColRefs = NULL;
24,410,800✔
2540
  tstrncpy(pRsp->dbFName, pStb->db, sizeof(pRsp->dbFName));
24,410,800✔
2541
  tstrncpy(pRsp->tbName, tbName, sizeof(pRsp->tbName));
24,410,800✔
2542
  tstrncpy(pRsp->stbName, tbName, sizeof(pRsp->stbName));
24,410,800✔
2543
  pRsp->dbId = pDb->uid;
24,410,800✔
2544
  pRsp->numOfTags = pStb->numOfTags;
24,410,800✔
2545
  pRsp->numOfColumns = pStb->numOfColumns;
24,410,800✔
2546
  pRsp->precision = pDb->cfg.precision;
24,410,800✔
2547
  pRsp->tableType = TSDB_SUPER_TABLE;
24,410,800✔
2548
  pRsp->sversion = pStb->colVer;
24,410,800✔
2549
  pRsp->tversion = pStb->tagVer;
24,410,379✔
2550
  pRsp->suid = pStb->uid;
24,410,379✔
2551
  pRsp->tuid = pStb->uid;
24,410,379✔
2552
  pRsp->virtualStb = pStb->virtualStb;
24,410,800✔
2553
  pRsp->ownerId = pStb->ownerId;
24,410,800✔
2554
  pRsp->isAudit = pDb->cfg.isAudit ? 1 : 0;
24,410,800✔
2555
  pRsp->secLvl = pStb->securityLevel;
24,410,379✔
2556
  pRsp->secureDelete = pStb->secureDelete;
24,410,379✔
2557

2558
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
649,578,210✔
2559
    SSchema *pSchema = &pRsp->pSchemas[i];
625,167,410✔
2560
    SSchema *pSrcSchema = &pStb->pColumns[i];
625,166,989✔
2561
    memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
625,166,989✔
2562
    pSchema->type = pSrcSchema->type;
625,166,989✔
2563
    pSchema->flags = pSrcSchema->flags;
625,167,410✔
2564
    pSchema->colId = pSrcSchema->colId;
625,167,410✔
2565
    pSchema->bytes = pSrcSchema->bytes;
625,167,410✔
2566
  }
2567
  
2568
  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
119,230,577✔
2569
    SSchema *pSchema = &pRsp->pSchemas[i + pStb->numOfColumns];
94,819,777✔
2570
    SSchema *pSrcSchema = &pStb->pTags[i];
94,819,356✔
2571
    memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
94,819,356✔
2572
    pSchema->type = pSrcSchema->type;
94,819,356✔
2573
    pSchema->flags = pSrcSchema->flags;
94,819,777✔
2574
    pSchema->colId = pSrcSchema->colId;
94,819,777✔
2575
    pSchema->bytes = pSrcSchema->bytes;
94,819,777✔
2576
  }
2577

2578
  if (refByStm) {
24,410,800✔
2579
    mndStreamUpdateTagsRefFlag(pMnode, pStb->uid, &pRsp->pSchemas[pStb->numOfColumns], pStb->numOfTags);
17,031,605✔
2580
  }
2581

2582
  for (int32_t i = 0; i < pStb->numOfColumns; i++) {
649,576,105✔
2583
    SColCmpr   *pCmpr = &pStb->pCmpr[i];
625,165,726✔
2584
    SSchemaExt *pSchEx = &pRsp->pSchemaExt[i];
625,165,726✔
2585
    pSchEx->colId = pCmpr->id;
625,165,305✔
2586
    pSchEx->compress = pCmpr->alg;
625,165,305✔
2587
    if (pStb->pExtSchemas) {
625,166,147✔
2588
      pSchEx->typeMod = pStb->pExtSchemas[i].typeMod;
294,864,035✔
2589
    }
2590
  }
2591

2592
  taosRUnLockLatch(&pStb->lock);
24,410,800✔
2593
  TAOS_RETURN(code);
24,410,800✔
2594
}
2595

2596
static int32_t mndBuildStbCfgImp(SDbObj *pDb, SStbObj *pStb, const char *tbName, STableCfgRsp *pRsp) {
32,889✔
2597
  int32_t code = 0;
32,889✔
2598
  taosRLockLatch(&pStb->lock);
32,889✔
2599

2600
  int32_t totalCols = pStb->numOfColumns + pStb->numOfTags;
32,889✔
2601
  pRsp->pSchemas = taosMemoryCalloc(totalCols, sizeof(SSchema));
32,889✔
2602
  if (pRsp->pSchemas == NULL) {
32,889✔
2603
    taosRUnLockLatch(&pStb->lock);
×
2604
    code = terrno;
×
2605
    TAOS_RETURN(code);
×
2606
  }
2607

2608
  tstrncpy(pRsp->dbFName, pStb->db, sizeof(pRsp->dbFName));
32,889✔
2609
  tstrncpy(pRsp->tbName, tbName, sizeof(pRsp->tbName));
32,889✔
2610
  tstrncpy(pRsp->stbName, tbName, sizeof(pRsp->stbName));
32,889✔
2611
  pRsp->numOfTags = pStb->numOfTags;
32,889✔
2612
  pRsp->numOfColumns = pStb->numOfColumns;
32,889✔
2613
  pRsp->tableType = TSDB_SUPER_TABLE;
32,889✔
2614
  pRsp->delay1 = pStb->maxdelay[0];
32,889✔
2615
  pRsp->delay2 = pStb->maxdelay[1];
32,889✔
2616
  pRsp->watermark1 = pStb->watermark[0];
32,889✔
2617
  pRsp->watermark2 = pStb->watermark[1];
32,889✔
2618
  pRsp->ttl = pStb->ttl;
32,889✔
2619
  pRsp->keep = pStb->keep;
32,889✔
2620
  pRsp->commentLen = pStb->commentLen;
32,889✔
2621
  if (pStb->commentLen > 0) {
32,889✔
2622
    pRsp->pComment = taosStrdup(pStb->comment);
×
2623
  }
2624

2625
  for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
180,931✔
2626
    SSchema *pSchema = &pRsp->pSchemas[i];
148,042✔
2627
    SSchema *pSrcSchema = &pStb->pColumns[i];
148,042✔
2628
    memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
148,042✔
2629
    pSchema->type = pSrcSchema->type;
148,042✔
2630
    pSchema->flags = pSrcSchema->flags;
148,042✔
2631
    pSchema->colId = pSrcSchema->colId;
148,042✔
2632
    pSchema->bytes = pSrcSchema->bytes;
148,042✔
2633
  }
2634

2635
  for (int32_t i = 0; i < pStb->numOfTags; ++i) {
94,080✔
2636
    SSchema *pSchema = &pRsp->pSchemas[i + pStb->numOfColumns];
61,191✔
2637
    SSchema *pSrcSchema = &pStb->pTags[i];
61,191✔
2638
    memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
61,191✔
2639
    pSchema->type = pSrcSchema->type;
61,191✔
2640
    pSchema->flags = pSrcSchema->flags;
61,191✔
2641
    pSchema->colId = pSrcSchema->colId;
61,191✔
2642
    pSchema->bytes = pSrcSchema->bytes;
61,191✔
2643
  }
2644

2645
  if (pStb->numOfFuncs > 0) {
32,889✔
2646
    pRsp->pFuncs = taosArrayDup(pStb->pFuncs, NULL);
×
2647
  }
2648

2649
  pRsp->pSchemaExt = taosMemoryCalloc(pStb->numOfColumns, sizeof(SSchemaExt));
32,889✔
2650
  for (int32_t i = 0; i < pStb->numOfColumns; i++) {
180,931✔
2651
    SColCmpr *pCmpr = &pStb->pCmpr[i];
148,042✔
2652

2653
    SSchemaExt *pSchExt = &pRsp->pSchemaExt[i];
148,042✔
2654
    pSchExt->colId = pCmpr->id;
148,042✔
2655
    pSchExt->compress = pCmpr->alg;
148,042✔
2656
    if (pStb->pExtSchemas) {
148,042✔
2657
      pSchExt->typeMod = pStb->pExtSchemas[i].typeMod;
32,936✔
2658
    }
2659
  }
2660
  pRsp->virtualStb = pStb->virtualStb;
32,889✔
2661
  pRsp->pColRefs = NULL;
32,889✔
2662
  pRsp->secureDelete = pStb->secureDelete;
32,889✔
2663
  pRsp->securityLevel = pStb->securityLevel;
32,889✔
2664

2665
  taosRUnLockLatch(&pStb->lock);
32,889✔
2666
  TAOS_RETURN(code);
32,889✔
2667
}
2668

2669
static int32_t mndValidateStbVersion(SMnode *pMnode, SSTableVersion *pStbVer, bool *schema, bool *sma) {
9,769,542✔
2670
  int32_t code = 0;
9,769,542✔
2671
  char    tbFName[TSDB_TABLE_FNAME_LEN] = {0};
9,769,542✔
2672
  snprintf(tbFName, sizeof(tbFName), "%s.%s", pStbVer->dbFName, pStbVer->stbName);
9,769,542✔
2673

2674
  SDbObj *pDb = mndAcquireDb(pMnode, pStbVer->dbFName);
9,769,542✔
2675
  if (pDb == NULL) {
9,769,542✔
2676
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
43,005✔
2677
    TAOS_RETURN(code);
43,005✔
2678
  }
2679

2680
  if (pDb->uid != pStbVer->dbId) {
9,726,537✔
2681
    mndReleaseDb(pMnode, pDb);
9,093✔
2682
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
9,093✔
2683
    TAOS_RETURN(code);
9,093✔
2684
  }
2685

2686
  SStbObj *pStb = mndAcquireStb(pMnode, tbFName);
9,717,444✔
2687
  if (pStb == NULL) {
9,717,444✔
2688
    mndReleaseDb(pMnode, pDb);
4,098✔
2689
    code = TSDB_CODE_PAR_TABLE_NOT_EXIST;
4,098✔
2690
    TAOS_RETURN(code);
4,098✔
2691
  }
2692

2693
  taosRLockLatch(&pStb->lock);
9,713,346✔
2694

2695
  if (pStbVer->sversion != pStb->colVer || pStbVer->tversion != pStb->tagVer) {
9,713,346✔
2696
    *schema = true;
32,113✔
2697
  } else {
2698
    *schema = false;
9,681,233✔
2699
  }
2700

2701
  if (pStbVer->smaVer && pStbVer->smaVer != pStb->smaVer) {
9,713,346✔
2702
    *sma = true;
×
2703
  } else {
2704
    *sma = false;
9,713,346✔
2705
  }
2706

2707
  taosRUnLockLatch(&pStb->lock);
9,713,346✔
2708

2709
  mndReleaseDb(pMnode, pDb);
9,713,346✔
2710
  mndReleaseStb(pMnode, pStb);
9,713,346✔
2711
  return TSDB_CODE_SUCCESS;
9,713,346✔
2712
}
2713

2714
static int32_t mndBuildStbSchema(SMnode *pMnode, const char *dbFName, const char *tbName, STableMetaRsp *pRsp, bool refByStm) {
17,871,478✔
2715
  int32_t code = 0;
17,871,478✔
2716
  char    tbFName[TSDB_TABLE_FNAME_LEN] = {0};
17,871,478✔
2717
  snprintf(tbFName, sizeof(tbFName), "%s.%s", dbFName, tbName);
17,871,522✔
2718

2719
  SDbObj *pDb = mndAcquireDb(pMnode, dbFName);
17,871,522✔
2720
  if (pDb == NULL) {
17,871,522✔
2721
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
2722
    TAOS_RETURN(code);
×
2723
  }
2724

2725
  SStbObj *pStb = mndAcquireStb(pMnode, tbFName);
17,871,522✔
2726
  if (pStb == NULL) {
17,871,522✔
2727
    mndReleaseDb(pMnode, pDb);
807,804✔
2728
    code = TSDB_CODE_PAR_TABLE_NOT_EXIST;
807,804✔
2729
    TAOS_RETURN(code);
807,804✔
2730
  }
2731

2732
  code = mndBuildStbSchemaImp(pMnode, pDb, pStb, tbName, pRsp, refByStm);
17,063,718✔
2733
  mndReleaseDb(pMnode, pDb);
17,063,718✔
2734
  mndReleaseStb(pMnode, pStb);
17,063,718✔
2735
  TAOS_RETURN(code);
17,063,718✔
2736
}
2737

2738
static int32_t mndBuildStbCfg(SMnode *pMnode, const char *dbFName, const char *tbName, STableCfgRsp *pRsp) {
32,889✔
2739
  int32_t code = 0;
32,889✔
2740
  char    tbFName[TSDB_TABLE_FNAME_LEN] = {0};
32,889✔
2741
  snprintf(tbFName, sizeof(tbFName), "%s.%s", dbFName, tbName);
32,889✔
2742

2743
  SDbObj *pDb = mndAcquireDb(pMnode, dbFName);
32,889✔
2744
  if (pDb == NULL) {
32,889✔
2745
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
2746
    TAOS_RETURN(code);
×
2747
  }
2748

2749
  SStbObj *pStb = mndAcquireStb(pMnode, tbFName);
32,889✔
2750
  if (pStb == NULL) {
32,889✔
2751
    mndReleaseDb(pMnode, pDb);
×
2752
    code = TSDB_CODE_PAR_TABLE_NOT_EXIST;
×
2753
    TAOS_RETURN(code);
×
2754
  }
2755

2756
  code = mndBuildStbCfgImp(pDb, pStb, tbName, pRsp);
32,889✔
2757

2758
  mndReleaseDb(pMnode, pDb);
32,889✔
2759
  mndReleaseStb(pMnode, pStb);
32,889✔
2760
  TAOS_RETURN(code);
32,889✔
2761
}
2762

2763
static int32_t mndBuildSMAlterStbRsp(SDbObj *pDb, SStbObj *pObj, void **pCont, int32_t *pLen) {
5,161,268✔
2764
  int32_t       code = 0;
5,161,268✔
2765
  SEncoder      ec = {0};
5,161,268✔
2766
  uint32_t      contLen = 0;
5,161,268✔
2767
  SMAlterStbRsp alterRsp = {0};
5,161,268✔
2768
  SName         name = {0};
5,161,268✔
2769
  TAOS_CHECK_RETURN(tNameFromString(&name, pObj->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE));
5,161,268✔
2770

2771
  alterRsp.pMeta = taosMemoryCalloc(1, sizeof(STableMetaRsp));
5,161,268✔
2772
  if (NULL == alterRsp.pMeta) {
5,161,268✔
2773
    code = terrno;
×
2774
    TAOS_RETURN(code);
×
2775
  }
2776

2777
  code = mndBuildStbSchemaImp(NULL, pDb, pObj, name.tname, alterRsp.pMeta, false);
5,161,268✔
2778
  if (code) {
5,161,268✔
2779
    tFreeSMAlterStbRsp(&alterRsp);
×
2780
    return code;
×
2781
  }
2782

2783
  tEncodeSize(tEncodeSMAlterStbRsp, &alterRsp, contLen, code);
5,161,268✔
2784
  if (code) {
5,161,268✔
2785
    tFreeSMAlterStbRsp(&alterRsp);
×
2786
    return code;
×
2787
  }
2788

2789
  void *cont = taosMemoryMalloc(contLen);
5,161,268✔
2790
  if (NULL == cont) {
5,161,268✔
2791
    code = terrno;
×
2792
    tFreeSMAlterStbRsp(&alterRsp);
×
2793
    TAOS_RETURN(code);
×
2794
  }
2795
  tEncoderInit(&ec, cont, contLen);
5,161,268✔
2796
  code = tEncodeSMAlterStbRsp(&ec, &alterRsp);
5,161,268✔
2797
  tEncoderClear(&ec);
5,161,268✔
2798

2799
  tFreeSMAlterStbRsp(&alterRsp);
5,161,268✔
2800

2801
  if (code < 0) TAOS_RETURN(code);
5,161,268✔
2802

2803
  *pCont = cont;
5,161,268✔
2804
  *pLen = contLen;
5,161,268✔
2805

2806
  TAOS_RETURN(code);
5,161,268✔
2807
}
2808

2809
int32_t mndBuildSMCreateStbRsp(SMnode *pMnode, char *dbFName, char *stbFName, void **pCont, int32_t *pLen) {
2,187,478✔
2810
  int32_t code = -1;
2,187,478✔
2811
  SDbObj *pDb = mndAcquireDb(pMnode, dbFName);
2,187,478✔
2812
  if (NULL == pDb) {
2,187,478✔
2813
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2814
    if (terrno != 0) code = terrno;
×
2815
    TAOS_RETURN(code);
×
2816
  }
2817

2818
  SStbObj *pObj = mndAcquireStb(pMnode, stbFName);
2,187,478✔
2819
  if (NULL == pObj) {
2,187,478✔
2820
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
1,664✔
2821
    if (terrno != 0) code = terrno;
1,664✔
2822
    goto _OVER;
1,664✔
2823
  }
2824

2825
  SEncoder       ec = {0};
2,185,814✔
2826
  uint32_t       contLen = 0;
2,185,814✔
2827
  SMCreateStbRsp stbRsp = {0};
2,185,814✔
2828
  SName          name = {0};
2,185,814✔
2829
  TAOS_CHECK_GOTO(tNameFromString(&name, pObj->name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE), NULL, _OVER);
2,185,814✔
2830

2831
  stbRsp.pMeta = taosMemoryCalloc(1, sizeof(STableMetaRsp));
2,185,814✔
2832
  if (NULL == stbRsp.pMeta) {
2,185,814✔
2833
    code = terrno;
×
2834
    goto _OVER;
×
2835
  }
2836

2837
  code = mndBuildStbSchemaImp(NULL, pDb, pObj, name.tname, stbRsp.pMeta, false);
2,185,814✔
2838
  if (code) {
2,185,814✔
2839
    tFreeSMCreateStbRsp(&stbRsp);
×
2840
    goto _OVER;
×
2841
  }
2842

2843
  tEncodeSize(tEncodeSMCreateStbRsp, &stbRsp, contLen, code);
2,185,814✔
2844
  if (code) {
2,185,814✔
2845
    tFreeSMCreateStbRsp(&stbRsp);
×
2846
    goto _OVER;
×
2847
  }
2848

2849
  void *cont = taosMemoryMalloc(contLen);
2,185,814✔
2850
  if (NULL == cont) {
2,185,814✔
2851
    code = terrno;
×
2852
    tFreeSMCreateStbRsp(&stbRsp);
×
2853
    goto _OVER;
×
2854
  }
2855
  tEncoderInit(&ec, cont, contLen);
2,185,814✔
2856
  TAOS_CHECK_GOTO(tEncodeSMCreateStbRsp(&ec, &stbRsp), NULL, _OVER);
2,185,814✔
2857
  tEncoderClear(&ec);
2,185,814✔
2858

2859
  tFreeSMCreateStbRsp(&stbRsp);
2,185,814✔
2860

2861
  *pCont = cont;
2,185,814✔
2862
  *pLen = contLen;
2,185,814✔
2863

2864
  code = 0;
2,185,814✔
2865

2866
_OVER:
2,187,478✔
2867
  if (pObj) {
2,187,478✔
2868
    mndReleaseStb(pMnode, pObj);
2,185,814✔
2869
  }
2870

2871
  if (pDb) {
2,187,478✔
2872
    mndReleaseDb(pMnode, pDb);
2,187,478✔
2873
  }
2874

2875
  TAOS_RETURN(code);
2,187,478✔
2876
}
2877

2878
static int32_t mndAlterStbImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
5,123,787✔
2879
                              void *alterOriData, int32_t alterOriDataLen) {
2880
  int32_t code = -1;
5,123,787✔
2881
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "alter-stb");
5,123,787✔
2882
  if (pTrans == NULL) {
5,123,787✔
2883
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2884
    if (terrno != 0) code = terrno;
×
2885
    goto _OVER;
×
2886
  }
2887

2888
  mInfo("trans:%d, used to alter stb:%s, alterOriDataLen:%d", pTrans->id, pStb->name, alterOriDataLen);
5,123,787✔
2889
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
5,123,787✔
2890
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
5,123,787✔
2891

2892
  if (needRsp) {
4,971,279✔
2893
    void   *pCont = NULL;
4,904,698✔
2894
    int32_t contLen = 0;
4,904,698✔
2895
    TAOS_CHECK_GOTO(mndBuildSMAlterStbRsp(pDb, pStb, &pCont, &contLen), NULL, _OVER);
4,904,698✔
2896
    mndTransSetRpcRsp(pTrans, pCont, contLen);
4,904,698✔
2897
  }
2898

2899
  TAOS_CHECK_GOTO(mndSetAlterStbPrepareLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
4,971,279✔
2900
  TAOS_CHECK_GOTO(mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
4,971,279✔
2901
  TAOS_CHECK_GOTO(mndSetAlterStbRedoActions(pMnode, pTrans, pDb, pStb, alterOriData, alterOriDataLen), NULL, _OVER);
4,971,279✔
2902
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
4,971,279✔
2903

2904
  code = 0;
4,971,279✔
2905

2906
_OVER:
5,123,787✔
2907
  mndTransDrop(pTrans);
5,123,787✔
2908
  TAOS_RETURN(code);
5,123,787✔
2909
}
2910

2911
static int32_t mndAlterStbAndUpdateTagIdxImp(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp,
256,570✔
2912
                                             void *alterOriData, int32_t alterOriDataLen, const SMAlterStbReq *pAlter) {
2913
  int32_t code = -1;
256,570✔
2914
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "alter-stb");
256,570✔
2915
  if (pTrans == NULL) {
256,570✔
2916
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
2917
    if (terrno != 0) code = terrno;
×
2918
    goto _OVER;
×
2919
  }
2920

2921
  mInfo("trans:%d, used to alter stb:%s", pTrans->id, pStb->name);
256,570✔
2922
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
256,570✔
2923

2924
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
256,570✔
2925

2926
  if (needRsp) {
256,570✔
2927
    void   *pCont = NULL;
256,570✔
2928
    int32_t contLen = 0;
256,570✔
2929
    TAOS_CHECK_GOTO(mndBuildSMAlterStbRsp(pDb, pStb, &pCont, &contLen), NULL, _OVER);
256,570✔
2930
    mndTransSetRpcRsp(pTrans, pCont, contLen);
256,570✔
2931
  }
2932

2933
  if (pAlter->alterType == TSDB_ALTER_TABLE_DROP_TAG) {
256,570✔
2934
    SIdxObj idxObj = {0};
121,558✔
2935
    SField *pField0 = taosArrayGet(pAlter->pFields, 0);
121,558✔
2936
    bool    exist = false;
121,558✔
2937
    if (mndGetIdxsByTagName(pMnode, pStb, pField0->name, &idxObj) == 0) {
121,558✔
2938
      exist = true;
5,317✔
2939
    }
2940
    TAOS_CHECK_GOTO(mndSetAlterStbPrepareLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
121,558✔
2941
    TAOS_CHECK_GOTO(mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
121,558✔
2942

2943
    if (exist == true) {
121,558✔
2944
      TAOS_CHECK_GOTO(mndSetDropIdxPrepareLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
5,317✔
2945
      TAOS_CHECK_GOTO(mndSetDropIdxCommitLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
5,317✔
2946
    }
2947

2948
    TAOS_CHECK_GOTO(mndSetAlterStbRedoActions(pMnode, pTrans, pDb, pStb, alterOriData, alterOriDataLen), NULL, _OVER);
121,558✔
2949
    TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
121,558✔
2950

2951
  } else if (pAlter->alterType == TSDB_ALTER_TABLE_UPDATE_TAG_NAME) {
135,012✔
2952
    SIdxObj     idxObj = {0};
135,012✔
2953
    SField     *pField0 = taosArrayGet(pAlter->pFields, 0);
135,012✔
2954
    SField     *pField1 = taosArrayGet(pAlter->pFields, 1);
135,012✔
2955
    const char *oTagName = pField0->name;
135,012✔
2956
    const char *nTagName = pField1->name;
135,012✔
2957
    bool        exist = false;
135,012✔
2958

2959
    if (mndGetIdxsByTagName(pMnode, pStb, pField0->name, &idxObj) == 0) {
135,012✔
2960
      exist = true;
15,345✔
2961
    }
2962

2963
    TAOS_CHECK_GOTO(mndSetAlterStbPrepareLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
135,012✔
2964
    TAOS_CHECK_GOTO(mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb), NULL, _OVER);
135,012✔
2965

2966
    if (exist == true) {
135,012✔
2967
      memcpy(idxObj.colName, nTagName, strlen(nTagName));
15,345✔
2968
      idxObj.colName[strlen(nTagName)] = 0;
15,345✔
2969
      TAOS_CHECK_GOTO(mndSetAlterIdxPrepareLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
15,345✔
2970
      TAOS_CHECK_GOTO(mndSetAlterIdxCommitLogs(pMnode, pTrans, &idxObj), NULL, _OVER);
15,345✔
2971
    }
2972

2973
    TAOS_CHECK_GOTO(mndSetAlterStbRedoActions(pMnode, pTrans, pDb, pStb, alterOriData, alterOriDataLen), NULL, _OVER);
135,012✔
2974
    TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
135,012✔
2975
  }
2976
  code = 0;
256,570✔
2977

2978
_OVER:
256,570✔
2979
  mndTransDrop(pTrans);
256,570✔
2980
  TAOS_RETURN(code);
256,570✔
2981
}
2982

2983
static int32_t mndAlterStb(SMnode *pMnode, SRpcMsg *pReq, const SMAlterStbReq *pAlter, SDbObj *pDb, SStbObj *pOld) {
6,277,313✔
2984
  bool    needRsp = true;
6,277,313✔
2985
  int32_t code = -1;
6,277,313✔
2986
  SField *pField0 = NULL;
6,277,313✔
2987

2988
  SStbObj stbObj = {0};
6,277,313✔
2989
  taosRLockLatch(&pOld->lock);
6,277,313✔
2990
  memcpy(&stbObj, pOld, sizeof(SStbObj));
6,277,313✔
2991
  taosRUnLockLatch(&pOld->lock);
6,277,313✔
2992
  stbObj.pColumns = NULL;
6,277,313✔
2993
  stbObj.pTags = NULL;
6,277,313✔
2994
  stbObj.pFuncs = NULL;
6,277,313✔
2995
  stbObj.pCmpr = NULL;
6,277,313✔
2996
  stbObj.pExtSchemas = NULL;
6,277,313✔
2997
  stbObj.updateTime = taosGetTimestampMs();
6,277,313✔
2998
  stbObj.lock = 0;
6,277,313✔
2999
  stbObj.virtualStb = pOld->virtualStb;
6,277,313✔
3000
  bool updateTagIndex = false;
6,277,313✔
3001
  switch (pAlter->alterType) {
6,277,313✔
3002
    case TSDB_ALTER_TABLE_ADD_TAG:
318,627✔
3003
      code = mndAddSuperTableTag(pOld, &stbObj, pAlter->pFields, pAlter->numOfFields);
318,627✔
3004
      break;
318,627✔
3005
    case TSDB_ALTER_TABLE_DROP_TAG:
121,912✔
3006
      pField0 = taosArrayGet(pAlter->pFields, 0);
121,912✔
3007
      code = mndDropSuperTableTag(pMnode, pOld, &stbObj, pField0->name);
121,912✔
3008
      updateTagIndex = true;
121,912✔
3009
      break;
121,912✔
3010
    case TSDB_ALTER_TABLE_UPDATE_TAG_NAME:
146,210✔
3011
      code = mndAlterStbTagName(pMnode, pOld, &stbObj, pAlter->pFields);
146,210✔
3012
      updateTagIndex = true;
146,210✔
3013
      break;
146,210✔
3014
    case TSDB_ALTER_TABLE_UPDATE_TAG_BYTES:
348,047✔
3015
      pField0 = taosArrayGet(pAlter->pFields, 0);
348,047✔
3016
      code = mndAlterStbTagBytes(pMnode, pOld, &stbObj, pField0);
348,047✔
3017
      break;
348,047✔
3018
    case TSDB_ALTER_TABLE_ADD_COLUMN:
2,599,804✔
3019
      code = mndAddSuperTableColumn(pOld, &stbObj, pAlter, pAlter->numOfFields, 0);
2,599,804✔
3020
      break;
2,599,804✔
3021
    case TSDB_ALTER_TABLE_DROP_COLUMN:
1,793,614✔
3022
      pField0 = taosArrayGet(pAlter->pFields, 0);
1,793,614✔
3023
      code = mndDropSuperTableColumn(pMnode, pOld, &stbObj, pField0->name);
1,793,614✔
3024
      break;
1,793,614✔
3025
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES:
542,137✔
3026
      pField0 = taosArrayGet(pAlter->pFields, 0);
542,137✔
3027
      code = mndAlterStbColumnBytes(pMnode, pOld, &stbObj, pField0);
542,137✔
3028
      break;
542,137✔
3029
    case TSDB_ALTER_TABLE_UPDATE_OPTIONS:
29,250✔
3030
      needRsp = false;
29,250✔
3031
      code = mndUpdateTableOptions(pOld, &stbObj, pAlter->comment, pAlter->commentLen, pAlter->ttl, pAlter->keep,
29,250✔
3032
                                   pAlter->secureDelete, pAlter->securityLevel);
29,250✔
3033
#ifdef TD_ENTERPRISE
3034
      // MAC: STB security_level must not be below DB security_level
3035
      if (code == 0 && pAlter->securityLevel >= 0 && (uint8_t)pAlter->securityLevel < pDb->cfg.securityLevel) {
29,250✔
3036
        mError("stb:%s, security_level %d below db security_level %d", pAlter->name, pAlter->securityLevel,
178✔
3037
               pDb->cfg.securityLevel);
3038
        code = TSDB_CODE_MAC_OBJ_LEVEL_BELOW_DB;
178✔
3039
      }
3040
#endif
3041
      break;
29,250✔
3042
    case TSDB_ALTER_TABLE_UPDATE_COLUMN_COMPRESS:
101,230✔
3043
      code = mndUpdateSuperTableColumnCompress(pMnode, pOld, &stbObj, pAlter->pFields, pAlter->numOfFields);
101,230✔
3044
      break;
101,230✔
3045
    case TSDB_ALTER_TABLE_ADD_COLUMN_WITH_COMPRESS_OPTION:
276,482✔
3046
      code = mndAddSuperTableColumn(pOld, &stbObj, pAlter, pAlter->numOfFields, 1);
276,482✔
3047
      break;
276,482✔
3048
    default:
×
3049
      needRsp = false;
×
3050
      terrno = TSDB_CODE_OPS_NOT_SUPPORT;
×
3051
      break;
×
3052
  }
3053

3054
  if (code != 0) goto _OVER;
6,277,313✔
3055
  if (updateTagIndex == false) {
5,342,848✔
3056
    code = mndAlterStbImp(pMnode, pReq, pDb, &stbObj, needRsp, pReq->pCont, pReq->contLen);
5,086,278✔
3057
  } else {
3058
    code = mndAlterStbAndUpdateTagIdxImp(pMnode, pReq, pDb, &stbObj, needRsp, pReq->pCont, pReq->contLen, pAlter);
256,570✔
3059
  }
3060

3061
_OVER:
6,277,313✔
3062
  taosMemoryFreeClear(stbObj.pTags);
6,277,313✔
3063
  taosMemoryFreeClear(stbObj.pColumns);
6,277,313✔
3064
  taosMemoryFreeClear(stbObj.pCmpr);
6,277,313✔
3065
  if (pAlter->commentLen > 0) {
6,277,313✔
3066
    taosMemoryFreeClear(stbObj.comment);
6,604✔
3067
  }
3068
  taosMemoryFreeClear(stbObj.pExtSchemas);
6,277,313✔
3069
  TAOS_RETURN(code);
6,277,313✔
3070
}
3071

3072
static int32_t mndProcessAlterStbReq(SRpcMsg *pReq) {
6,294,382✔
3073
  SMnode       *pMnode = pReq->info.node;
6,294,382✔
3074
  int32_t       code = -1;
6,294,382✔
3075
  SDbObj       *pDb = NULL;
6,294,382✔
3076
  SStbObj      *pStb = NULL;
6,294,382✔
3077
  SUserObj     *pOperUser = NULL;
6,294,382✔
3078
  SMAlterStbReq alterReq = {0};
6,294,382✔
3079
  int64_t       tss = taosGetTimestampMs();
6,294,382✔
3080

3081
  if (tDeserializeSMAlterStbReq(pReq->pCont, pReq->contLen, &alterReq) != 0) {
6,294,382✔
3082
    code = TSDB_CODE_INVALID_MSG;
×
3083
    goto _OVER;
×
3084
  }
3085

3086
  mInfo("stb:%s, start to alter", alterReq.name);
6,294,382✔
3087
  if (mndCheckAlterStbReq(&alterReq) != 0) goto _OVER;
6,294,382✔
3088

3089
  pDb = mndAcquireDbByStb(pMnode, alterReq.name);
6,294,382✔
3090
  if (pDb == NULL) {
6,294,382✔
3091
    code = TSDB_CODE_MND_DB_NOT_EXIST;
396✔
3092
    goto _OVER;
396✔
3093
  }
3094
  if (pDb->cfg.isMount) {
6,293,986✔
3095
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
339✔
3096
    goto _OVER;
339✔
3097
  }
3098

3099
  pStb = mndAcquireStb(pMnode, alterReq.name);
6,293,647✔
3100
  if (pStb == NULL) {
6,293,647✔
3101
    code = TSDB_CODE_MND_STB_NOT_EXIST;
16,148✔
3102
    goto _OVER;
16,148✔
3103
  }
3104

3105
  SName   name = {0};
6,277,499✔
3106
  int32_t ret = 0;
6,277,499✔
3107
  if ((ret = tNameFromString(&name, alterReq.name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0)
6,277,499✔
3108
    mError("stb:%s, failed to tNameFromString since %s", alterReq.name, tstrerror(ret));
×
3109

3110
  // if ((code = mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), MND_OPER_WRITE_DB, pDb)) != 0) {
3111
  //   goto _OVER;
3112
  // }
3113
  TAOS_CHECK_GOTO(mndAcquireUser(pMnode, RPC_MSG_USER(pReq), &pOperUser), NULL, _OVER);
6,277,499✔
3114

3115
  // MAC: only superUser or user with PRIV_SECURITY_POLICY_ALTER can ALTER STABLE ... SECURITY_LEVEL
3116
  // Check BEFORE general privilege check (holder may not have explicit ALTER grant)
3117
  if (alterReq.securityLevel >= 0) {
6,277,499✔
3118
#ifdef TD_ENTERPRISE
3119
    // Virtual tables don't support security_level
3120
    if (pStb->virtualStb) {
2,508✔
3121
      mError("stb:%s, virtual table does not support ALTER SECURITY_LEVEL", alterReq.name);
×
3122
      code = TSDB_CODE_PAR_INVALID_ALTER_TABLE;
×
3123
      goto _OVER;
×
3124
    }
3125
    if (!mndUserHasMacLabelPriv(pMnode, pOperUser)) {
2,508✔
3126
      mError("stb:%s, failed to alter security_level, user %s lacks PRIV_SECURITY_POLICY_ALTER", alterReq.name,
×
3127
             pOperUser->user);
3128
      code = TSDB_CODE_MND_NO_RIGHTS;
×
3129
      goto _OVER;
×
3130
    }
3131
    // MAC must be active to set stb security_level > 0; before activation only user levels can be set.
3132
    if (alterReq.securityLevel > 0 && pMnode->macActive != MAC_MODE_MANDATORY) {
2,508✔
3133
      mError("stb:%s, failed to alter, cannot set security_level > 0 before MAC is activated", alterReq.name);
186✔
3134
      code = TSDB_CODE_MAC_INSUFFICIENT_LEVEL;
186✔
3135
      goto _OVER;
186✔
3136
    }
3137
#endif
3138
  } else {
3139
    // Non-security_level ALTER requires normal DAC privilege checks
3140
    TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_USE_DB, pDb), NULL,
6,274,991✔
3141
                    _OVER);
3142
    TAOS_CHECK_GOTO(
6,274,991✔
3143
        mndCheckDbPrivilegeByNameRecF(pMnode, pOperUser, PRIV_CM_ALTER, PRIV_OBJ_TBL, pDb->name, name.tname), NULL,
3144
        _OVER);
3145
  }
3146

3147
  // MAC clearance check: user.maxSecLevel must be >= stb.securityLevel to ALTER
3148
  // Skip for security_level ALTER (SYSSEC manages security levels regardless of own level)
3149
  if (alterReq.securityLevel < 0 && !pOperUser->superUser && pStb->securityLevel > 0 &&
6,277,313✔
3150
      pOperUser->maxSecLevel < pStb->securityLevel) {
356✔
3151
    mError("stb:%s, MAC access denied since user %s maxSecLevel(%d) < stb.securityLevel(%d) for ALTER",
×
3152
           alterReq.name, pOperUser->user, pOperUser->maxSecLevel, pStb->securityLevel);
3153
    code = TSDB_CODE_MAC_INSUFFICIENT_LEVEL;
×
3154
    goto _OVER;
×
3155
  }
3156

3157
  code = mndAlterStb(pMnode, pReq, &alterReq, pDb, pStb);
6,277,313✔
3158
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
6,277,313✔
3159

3160
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
6,277,313✔
3161
    int64_t tse = taosGetTimestampMs();
6,277,313✔
3162
    double  duration = (double)(tse - tss);
6,277,313✔
3163
    duration = duration / 1000;
6,277,313✔
3164
    auditRecord(pReq, pMnode->clusterId, "alterStb", name.dbname, name.tname, alterReq.sql, alterReq.sqlLen, duration,
6,277,313✔
3165
                0);
3166
  }
3167
_OVER:
6,287,392✔
3168
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
6,294,382✔
3169
    mError("stb:%s, failed to alter since %s", alterReq.name, tstrerror(code));
1,104,042✔
3170
  }
3171

3172
  mndReleaseStb(pMnode, pStb);
6,294,382✔
3173
  mndReleaseDb(pMnode, pDb);
6,294,382✔
3174
  mndReleaseUser(pMnode, pOperUser);
6,294,382✔
3175
  tFreeSMAltertbReq(&alterReq);
6,294,382✔
3176

3177
  TAOS_RETURN(code);
6,294,382✔
3178
}
3179

3180
static int32_t mndSetDropStbPrepareLogs(SMnode *pMnode, STrans *pTrans, SStbObj *pStb) {
514,110✔
3181
  int32_t  code = 0;
514,110✔
3182
  SSdbRaw *pRedoRaw = mndStbActionEncode(pStb);
514,110✔
3183
  if (pRedoRaw == NULL) {
514,110✔
3184
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
3185
    if (terrno != 0) code = terrno;
×
3186
    TAOS_RETURN(code);
×
3187
  }
3188
  if ((code = mndTransAppendPrepareLog(pTrans, pRedoRaw)) != 0) {
514,110✔
3189
    sdbFreeRaw(pRedoRaw);
×
3190
    TAOS_RETURN(code);
×
3191
  }
3192
  TAOS_CHECK_RETURN(sdbSetRawStatus(pRedoRaw, SDB_STATUS_DROPPING));
514,110✔
3193

3194
  TAOS_RETURN(code);
514,110✔
3195
}
3196

3197
static int32_t mndSetDropStbCommitLogs(SMnode *pMnode, STrans *pTrans, SStbObj *pStb) {
514,110✔
3198
  int32_t  code = 0;
514,110✔
3199
  SSdbRaw *pCommitRaw = mndStbActionEncode(pStb);
514,110✔
3200
  if (pCommitRaw == NULL) {
514,110✔
3201
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
3202
    if (terrno != 0) code = terrno;
×
3203
    TAOS_RETURN(code);
×
3204
  }
3205
  if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) {
514,110✔
3206
    sdbFreeRaw(pCommitRaw);
×
3207
    TAOS_RETURN(code);
×
3208
  }
3209
  TAOS_CHECK_RETURN(sdbSetRawStatus(pCommitRaw, SDB_STATUS_DROPPED));
514,110✔
3210

3211
  TAOS_RETURN(code);
514,110✔
3212
}
3213

3214
static int32_t mndSetDropStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
514,110✔
3215
  int32_t code = 0;
514,110✔
3216
  SSdb   *pSdb = pMnode->pSdb;
514,110✔
3217
  SVgObj *pVgroup = NULL;
514,110✔
3218
  void   *pIter = NULL;
514,110✔
3219

3220
  while (1) {
1,406,774✔
3221
    pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
1,920,884✔
3222
    if (pIter == NULL) break;
1,920,884✔
3223
    if (!mndVgroupInDb(pVgroup, pDb->uid)) {
1,406,774✔
3224
      sdbRelease(pSdb, pVgroup);
379,653✔
3225
      continue;
379,653✔
3226
    }
3227

3228
    int32_t contLen = 0;
1,027,121✔
3229
    void   *pReq = mndBuildVDropStbReq(pMnode, pVgroup, pStb, &contLen);
1,027,121✔
3230
    if (pReq == NULL) {
1,027,121✔
3231
      sdbCancelFetch(pSdb, pIter);
×
3232
      sdbRelease(pSdb, pVgroup);
×
3233
      code = TSDB_CODE_OUT_OF_MEMORY;
×
3234
      TAOS_RETURN(code);
×
3235
    }
3236

3237
    STransAction action = {0};
1,027,121✔
3238
    action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
1,027,121✔
3239
    action.pCont = pReq;
1,027,121✔
3240
    action.contLen = contLen;
1,027,121✔
3241
    action.msgType = TDMT_VND_DROP_STB;
1,027,121✔
3242
    action.acceptableCode = TSDB_CODE_TDB_STB_NOT_EXIST;
1,027,121✔
3243
    if ((code = mndTransAppendRedoAction(pTrans, &action)) != 0) {
1,027,121✔
3244
      taosMemoryFree(pReq);
×
3245
      sdbCancelFetch(pSdb, pIter);
×
3246
      sdbRelease(pSdb, pVgroup);
×
3247
      TAOS_RETURN(code);
×
3248
    }
3249
    sdbRelease(pSdb, pVgroup);
1,027,121✔
3250
  }
3251

3252
  TAOS_RETURN(code);
514,110✔
3253
}
3254

3255
static int32_t mndDropStb(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb) {
514,110✔
3256
  int32_t code = -1;
514,110✔
3257
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "drop-stb");
514,110✔
3258
  if (pTrans == NULL) {
514,110✔
3259
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
3260
    if (terrno != 0) code = terrno;
×
3261
    goto _OVER;
×
3262
  }
3263

3264
  mInfo("trans:%d, used to drop stb:%s", pTrans->id, pStb->name);
514,110✔
3265
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
514,110✔
3266
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
514,110✔
3267

3268
  TAOS_CHECK_GOTO(mndSetDropStbPrepareLogs(pMnode, pTrans, pStb), NULL, _OVER);
514,110✔
3269
  TAOS_CHECK_GOTO(mndSetDropStbCommitLogs(pMnode, pTrans, pStb), NULL, _OVER);
514,110✔
3270
  TAOS_CHECK_GOTO(mndSetDropStbRedoActions(pMnode, pTrans, pDb, pStb), NULL, _OVER);
514,110✔
3271
  TAOS_CHECK_GOTO(mndDropIdxsByStb(pMnode, pTrans, pDb, pStb), NULL, _OVER);
514,110✔
3272
  TAOS_CHECK_GOTO(mndDropRsmaByStb(pMnode, pTrans, pDb, pStb), NULL, _OVER);
514,110✔
3273
  TAOS_CHECK_GOTO(mndUserRemoveStb(pMnode, pTrans, pStb->name), NULL, _OVER);
514,110✔
3274
  TAOS_CHECK_GOTO(mndTransPrepare(pMnode, pTrans), NULL, _OVER);
514,110✔
3275
  code = 0;
514,110✔
3276

3277
_OVER:
514,110✔
3278
  mndTransDrop(pTrans);
514,110✔
3279
  TAOS_RETURN(code);
514,110✔
3280
}
3281

3282
static int32_t mndCheckDropStbForStream(SMnode *pMnode, const char *stbFullName, int64_t suid) {
×
3283
  int32_t code = 0;
×
3284
  SSdb   *pSdb = pMnode->pSdb;
×
3285
  void   *pIter = NULL;
×
3286
  while (1) {
×
3287
    SStreamObj *pStream = NULL;
×
3288
    pIter = sdbFetch(pSdb, SDB_STREAM, pIter, (void **)&pStream);
×
3289
    if (pIter == NULL) break;
×
3290

3291
    if (pStream->pCreate->outStbUid == suid) {
×
3292
      sdbCancelFetch(pSdb, pIter);
×
3293
      sdbRelease(pSdb, pStream);
×
3294
      TAOS_RETURN(-1);
×
3295
    }
3296

3297
    sdbRelease(pSdb, pStream);
×
3298
  }
3299
  TAOS_RETURN(code);
×
3300
}
3301

3302
static int32_t mndProcessDropTtltbRsp(SRpcMsg *pRsp) { return 0; }
×
3303
static int32_t mndProcessTrimDbRsp(SRpcMsg *pRsp) { return 0; }
×
3304
static int32_t mndProcessTrimDbWalRsp(SRpcMsg *pRsp) { return 0; }
2,480✔
3305
static int32_t mndProcessS3MigrateDbRsp(SRpcMsg *pRsp) { return 0; }
×
3306

3307
static int32_t mndProcessDropStbReq(SRpcMsg *pReq) {
1,014,785✔
3308
  SMnode      *pMnode = pReq->info.node;
1,014,785✔
3309
  int32_t      code = -1;
1,014,785✔
3310
  SDbObj      *pDb = NULL;
1,014,785✔
3311
  SStbObj     *pStb = NULL;
1,014,785✔
3312
  SUserObj    *pOperUser = NULL;
1,014,785✔
3313
  SMDropStbReq dropReq = {0};
1,014,785✔
3314
  int64_t      tss = taosGetTimestampMs();
1,014,785✔
3315

3316
  TAOS_CHECK_GOTO(tDeserializeSMDropStbReq(pReq->pCont, pReq->contLen, &dropReq), NULL, _OVER);
1,014,785✔
3317

3318
  mInfo("stb:%s, start to drop", dropReq.name);
1,014,785✔
3319

3320
  pStb = mndAcquireStb(pMnode, dropReq.name);
1,014,785✔
3321
  if (pStb == NULL) {
1,014,785✔
3322
    if (dropReq.igNotExists) {
500,336✔
3323
      mInfo("stb:%s, not exist, ignore not exist is set", dropReq.name);
499,144✔
3324
      code = 0;
499,144✔
3325
      goto _OVER;
499,144✔
3326
    } else {
3327
      code = TSDB_CODE_MND_STB_NOT_EXIST;
1,192✔
3328
      goto _OVER;
1,192✔
3329
    }
3330
  }
3331

3332
  if ((dropReq.source == TD_REQ_FROM_TAOX_OLD || dropReq.source == TD_REQ_FROM_TAOX) && pStb->uid != dropReq.suid) {
514,449✔
3333
    code = 0;
×
3334
    goto _OVER;
×
3335
  }
3336

3337
  pDb = mndAcquireDbByStb(pMnode, dropReq.name);
514,449✔
3338
  if (pDb == NULL) {
514,449✔
3339
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
3340
    goto _OVER;
×
3341
  }
3342

3343
  SName   name = {0};
514,449✔
3344
  int32_t ret = 0;
514,449✔
3345
  if ((ret = tNameFromString(&name, dropReq.name, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE)) != 0)
514,449✔
3346
    mError("stb:%s, failed to tNameFromString since %s", dropReq.name, tstrerror(ret));
×
3347

3348
  // if ((code = mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), MND_OPER_WRITE_DB, pDb)) != 0) {
3349
  //   goto _OVER;
3350
  // }
3351
  TAOS_CHECK_GOTO(mndAcquireUser(pMnode, RPC_MSG_USER(pReq), &pOperUser), NULL, _OVER);
514,449✔
3352
  TAOS_CHECK_GOTO(mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_USE_DB, pDb), NULL,
514,449✔
3353
                  _OVER);
3354
  TAOS_CHECK_GOTO(
514,449✔
3355
      mndCheckObjPrivilegeRecF(pMnode, pOperUser, PRIV_CM_DROP, PRIV_OBJ_TBL, pStb->ownerId, pDb->name, name.tname),
3356
      NULL, _OVER);
3357

3358
  // MAC clearance check: user.maxSecLevel must be >= stb.securityLevel to DROP
3359
  if (!pOperUser->superUser && pStb->securityLevel > 0 && pOperUser->maxSecLevel < pStb->securityLevel) {
514,449✔
3360
    mError("stb:%s, MAC access denied since user %s maxSecLevel(%d) < stb.securityLevel(%d) for DROP",
×
3361
           dropReq.name, pOperUser->user, pOperUser->maxSecLevel, pStb->securityLevel);
3362
    code = TSDB_CODE_MAC_INSUFFICIENT_LEVEL;
×
3363
    goto _OVER;
×
3364
  }
3365

3366
  if (pDb->cfg.isMount) {
514,449✔
3367
    code = TSDB_CODE_MND_MOUNT_OBJ_NOT_SUPPORT;
339✔
3368
    goto _OVER;
339✔
3369
  }
3370

3371
  code = mndDropStb(pMnode, pReq, pDb, pStb);
514,110✔
3372
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
514,110✔
3373

3374
  if (tsAuditLevel >= AUDIT_LEVEL_DATABASE) {
514,110✔
3375
    int64_t tse = taosGetTimestampMs();
514,110✔
3376
    double  duration = (double)(tse - tss);
514,110✔
3377
    duration = duration / 1000;
514,110✔
3378
    auditRecord(pReq, pMnode->clusterId, "dropStb", name.dbname, name.tname, dropReq.sql, dropReq.sqlLen, duration, 0);
514,110✔
3379
  }
3380
_OVER:
1,014,077✔
3381
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
1,014,785✔
3382
    mError("stb:%s, failed to drop since %s", dropReq.name, tstrerror(code));
1,531✔
3383
  }
3384

3385
  mndReleaseDb(pMnode, pDb);
1,014,785✔
3386
  mndReleaseStb(pMnode, pStb);
1,014,785✔
3387
  mndReleaseUser(pMnode, pOperUser);
1,014,785✔
3388
  tFreeSMDropStbReq(&dropReq);
1,014,785✔
3389
  TAOS_RETURN(code);
1,014,785✔
3390
}
3391

3392
static int32_t mndProcessTableMetaReq(SRpcMsg *pReq) {
20,175,881✔
3393
  SMnode       *pMnode = pReq->info.node;
20,175,881✔
3394
  int32_t       code = -1;
20,175,881✔
3395
  STableInfoReq infoReq = {0};
20,175,881✔
3396
  STableMetaRsp metaRsp = {0};
20,175,881✔
3397
  SUserObj     *pUser = NULL;
20,175,881✔
3398

3399
  code = mndAcquireUser(pMnode, RPC_MSG_USER(pReq), &pUser);
20,175,881✔
3400
  if (pUser == NULL) return 0;
20,175,881✔
3401
  bool sysinfo = pUser->sysInfo;
20,175,881✔
3402

3403
  TAOS_CHECK_GOTO(tDeserializeSTableInfoReq(pReq->pCont, pReq->contLen, &infoReq), NULL, _OVER);
20,175,881✔
3404

3405
  if (0 == strcmp(infoReq.dbFName, TSDB_INFORMATION_SCHEMA_DB)) {
20,175,881✔
3406
    mInfo("information_schema table:%s.%s, start to retrieve meta", infoReq.dbFName, infoReq.tbName);
2,177,311✔
3407
    TAOS_CHECK_GOTO(mndBuildInsTableSchema(pMnode, infoReq.dbFName, infoReq.tbName, sysinfo, &metaRsp), NULL, _OVER);
2,177,311✔
3408
  } else if (0 == strcmp(infoReq.dbFName, TSDB_PERFORMANCE_SCHEMA_DB)) {
17,998,570✔
3409
    mInfo("performance_schema table:%s.%s, start to retrieve meta", infoReq.dbFName, infoReq.tbName);
159,161✔
3410
    TAOS_CHECK_GOTO(mndBuildPerfsTableSchema(pMnode, infoReq.dbFName, infoReq.tbName, &metaRsp), NULL, _OVER);
159,161✔
3411
  } else {
3412
    mInfo("stb:%s.%s, start to retrieve meta", infoReq.dbFName, infoReq.tbName);
17,839,409✔
3413
    TAOS_CHECK_GOTO(mndBuildStbSchema(pMnode, infoReq.dbFName, infoReq.tbName, &metaRsp, true), NULL, _OVER);
17,839,409✔
3414
  }
3415

3416
  int32_t rspLen = tSerializeSTableMetaRsp(NULL, 0, &metaRsp);
19,175,989✔
3417
  if (rspLen < 0) {
19,175,989✔
3418
    code = TSDB_CODE_INVALID_MSG;
×
3419
    goto _OVER;
×
3420
  }
3421

3422
  void *pRsp = rpcMallocCont(rspLen);
19,175,989✔
3423
  if (pRsp == NULL) {
19,175,520✔
3424
    code = terrno;
×
3425
    goto _OVER;
×
3426
  }
3427

3428
  if ((rspLen = tSerializeSTableMetaRsp(pRsp, rspLen, &metaRsp)) < 0) {
19,175,520✔
3429
    code = rspLen;
×
3430
    goto _OVER;
×
3431
  }
3432
  pReq->info.rsp = pRsp;
19,175,989✔
3433
  pReq->info.rspLen = rspLen;
19,175,989✔
3434
  code = 0;
19,175,989✔
3435

3436
  mTrace("%s.%s, meta is retrieved", infoReq.dbFName, infoReq.tbName);
19,175,989✔
3437

3438
_OVER:
20,175,683✔
3439
  if (code != 0) {
20,175,881✔
3440
    mError("stb:%s.%s, failed to retrieve meta since %s", infoReq.dbFName, infoReq.tbName, tstrerror(code));
999,892✔
3441
  }
3442

3443
  mndReleaseUser(pMnode, pUser);
20,175,881✔
3444
  tFreeSTableMetaRsp(&metaRsp);
20,175,881✔
3445
  // TODO change to TAOS_RETURN
3446
  return code;
20,175,457✔
3447
}
3448

3449
static int32_t mndProcessTableCfgReq(SRpcMsg *pReq) {
39,039✔
3450
  SMnode      *pMnode = pReq->info.node;
39,039✔
3451
  int32_t      code = -1;
39,039✔
3452
  STableCfgReq cfgReq = {0};
39,039✔
3453
  STableCfgRsp cfgRsp = {0};
39,039✔
3454

3455
  TAOS_CHECK_GOTO(tDeserializeSTableCfgReq(pReq->pCont, pReq->contLen, &cfgReq), NULL, _OVER);
39,039✔
3456

3457
  char dbName[TSDB_DB_NAME_LEN] = {0};
39,039✔
3458
  TAOS_CHECK_GOTO(mndExtractShortDbNameFromDbFullName(cfgReq.dbFName, dbName), NULL, _OVER);
39,039✔
3459
  if (0 == strcmp(dbName, TSDB_INFORMATION_SCHEMA_DB)) {
39,039✔
3460
    mInfo("information_schema table:%s.%s, start to retrieve cfg", cfgReq.dbFName, cfgReq.tbName);
4,100✔
3461
    TAOS_CHECK_GOTO(mndBuildInsTableCfg(pMnode, cfgReq.dbFName, cfgReq.tbName, &cfgRsp), NULL, _OVER);
4,100✔
3462
  } else if (0 == strcmp(dbName, TSDB_PERFORMANCE_SCHEMA_DB)) {
34,939✔
3463
    mInfo("performance_schema table:%s.%s, start to retrieve cfg", cfgReq.dbFName, cfgReq.tbName);
2,050✔
3464
    TAOS_CHECK_GOTO(mndBuildPerfsTableCfg(pMnode, cfgReq.dbFName, cfgReq.tbName, &cfgRsp), NULL, _OVER);
2,050✔
3465
  } else {
3466
    mInfo("stb:%s.%s, start to retrieve cfg", cfgReq.dbFName, cfgReq.tbName);
32,889✔
3467
    TAOS_CHECK_GOTO(mndBuildStbCfg(pMnode, cfgReq.dbFName, cfgReq.tbName, &cfgRsp), NULL, _OVER);
32,889✔
3468
  }
3469

3470
  int32_t rspLen = tSerializeSTableCfgRsp(NULL, 0, &cfgRsp);
39,039✔
3471
  if (rspLen < 0) {
39,039✔
3472
    code = TSDB_CODE_INVALID_MSG;
×
3473
    goto _OVER;
×
3474
  }
3475

3476
  void *pRsp = rpcMallocCont(rspLen);
39,039✔
3477
  if (pRsp == NULL) {
39,039✔
3478
    code = terrno;
×
3479
    goto _OVER;
×
3480
  }
3481

3482
  if ((rspLen = tSerializeSTableCfgRsp(pRsp, rspLen, &cfgRsp)) < 0) {
39,039✔
3483
    code = rspLen;
×
3484
    goto _OVER;
×
3485
  }
3486
  pReq->info.rsp = pRsp;
39,039✔
3487
  pReq->info.rspLen = rspLen;
39,039✔
3488
  code = 0;
39,039✔
3489

3490
  mTrace("%s.%s, cfg is retrieved", cfgReq.dbFName, cfgReq.tbName);
39,039✔
3491

3492
_OVER:
39,039✔
3493
  if (code != 0) {
39,039✔
3494
    mError("stb:%s.%s, failed to retrieve cfg since %s", cfgReq.dbFName, cfgReq.tbName, tstrerror(code));
×
3495
  }
3496

3497
  tFreeSTableCfgRsp(&cfgRsp);
39,039✔
3498
  TAOS_RETURN(code);
39,039✔
3499
}
3500

3501
int32_t mndValidateStbInfo(SMnode *pMnode, SSTableVersion *pStbVersions, int32_t numOfStbs, void **ppRsp,
6,888,032✔
3502
                           int32_t *pRspLen) {
3503
  int32_t   code = 0;
6,888,032✔
3504
  SSTbHbRsp hbRsp = {0};
6,888,032✔
3505
  hbRsp.pMetaRsp = taosArrayInit(numOfStbs, sizeof(STableMetaRsp));
6,888,032✔
3506
  if (hbRsp.pMetaRsp == NULL) {
6,888,032✔
3507
    code = terrno;
×
3508
    TAOS_RETURN(code);
×
3509
  }
3510

3511
  hbRsp.pIndexRsp = taosArrayInit(numOfStbs, sizeof(STableIndexRsp));
6,888,032✔
3512
  if (NULL == hbRsp.pIndexRsp) {
6,888,032✔
3513
    taosArrayDestroy(hbRsp.pMetaRsp);
×
3514
    code = terrno;
×
3515
    TAOS_RETURN(code);
×
3516
  }
3517

3518
  for (int32_t i = 0; i < numOfStbs; ++i) {
16,657,574✔
3519
    SSTableVersion *pStbVersion = &pStbVersions[i];
9,769,542✔
3520
    pStbVersion->suid = be64toh(pStbVersion->suid);
9,769,542✔
3521
    pStbVersion->sversion = ntohl(pStbVersion->sversion);
9,769,542✔
3522
    pStbVersion->tversion = ntohl(pStbVersion->tversion);
9,769,542✔
3523
    pStbVersion->smaVer = ntohl(pStbVersion->smaVer);
9,769,542✔
3524

3525
    bool    schema = false;
9,769,542✔
3526
    bool    sma = false;
9,769,542✔
3527
    int32_t code = mndValidateStbVersion(pMnode, pStbVersion, &schema, &sma);
9,769,542✔
3528
    if (TSDB_CODE_SUCCESS != code) {
9,769,542✔
3529
      STableMetaRsp metaRsp = {0};
56,196✔
3530
      metaRsp.numOfColumns = -1;
56,196✔
3531
      metaRsp.suid = pStbVersion->suid;
56,196✔
3532
      tstrncpy(metaRsp.dbFName, pStbVersion->dbFName, sizeof(metaRsp.dbFName));
56,196✔
3533
      tstrncpy(metaRsp.tbName, pStbVersion->stbName, sizeof(metaRsp.tbName));
56,196✔
3534
      tstrncpy(metaRsp.stbName, pStbVersion->stbName, sizeof(metaRsp.stbName));
56,196✔
3535
      if (taosArrayPush(hbRsp.pMetaRsp, &metaRsp) == NULL) {
112,392✔
3536
        code = terrno;
×
3537
        return code;
×
3538
      }
3539
      continue;
56,196✔
3540
    }
3541

3542
    if (schema) {
9,713,346✔
3543
      STableMetaRsp metaRsp = {0};
32,113✔
3544
      mInfo("stb:%s.%s, start to retrieve meta", pStbVersion->dbFName, pStbVersion->stbName);
32,113✔
3545
      if (mndBuildStbSchema(pMnode, pStbVersion->dbFName, pStbVersion->stbName, &metaRsp, false) != 0) {
32,113✔
3546
        metaRsp.numOfColumns = -1;
×
3547
        metaRsp.suid = pStbVersion->suid;
×
3548
        tstrncpy(metaRsp.dbFName, pStbVersion->dbFName, sizeof(metaRsp.dbFName));
×
3549
        tstrncpy(metaRsp.tbName, pStbVersion->stbName, sizeof(metaRsp.tbName));
×
3550
        tstrncpy(metaRsp.stbName, pStbVersion->stbName, sizeof(metaRsp.stbName));
×
3551
        if (taosArrayPush(hbRsp.pMetaRsp, &metaRsp) == NULL) {
×
3552
          code = terrno;
×
3553
          return code;
×
3554
        }
3555
        continue;
×
3556
      }
3557

3558
      if (taosArrayPush(hbRsp.pMetaRsp, &metaRsp) == NULL) {
64,226✔
3559
        code = terrno;
×
3560
        return code;
×
3561
      }
3562
    }
3563

3564
    if (sma) {
9,713,346✔
3565
      bool           exist = false;
×
3566
      char           tbFName[TSDB_TABLE_FNAME_LEN];
×
3567
      STableIndexRsp indexRsp = {0};
×
3568
      indexRsp.pIndex = taosArrayInit(10, sizeof(STableIndexInfo));
×
3569
      if (NULL == indexRsp.pIndex) {
×
3570
        code = terrno;
×
3571
        TAOS_RETURN(code);
×
3572
      }
3573

3574
      (void)snprintf(tbFName, sizeof(tbFName), "%s.%s", pStbVersion->dbFName, pStbVersion->stbName);
×
3575
      tstrncpy(indexRsp.dbFName, pStbVersion->dbFName, sizeof(indexRsp.dbFName));
×
3576
      tstrncpy(indexRsp.tbName, pStbVersion->stbName, sizeof(indexRsp.tbName));
×
3577

3578
      if (taosArrayPush(hbRsp.pIndexRsp, &indexRsp) == NULL) {
×
3579
        code = terrno;
×
3580
        return code;
×
3581
      }
3582
    }
3583
  }
3584

3585
  int32_t rspLen = tSerializeSSTbHbRsp(NULL, 0, &hbRsp);
6,888,032✔
3586
  if (rspLen < 0) {
6,888,032✔
3587
    tFreeSSTbHbRsp(&hbRsp);
×
3588
    code = TSDB_CODE_INVALID_MSG;
×
3589
    TAOS_RETURN(code);
×
3590
  }
3591

3592
  void *pRsp = taosMemoryMalloc(rspLen);
6,888,032✔
3593
  if (pRsp == NULL) {
6,888,032✔
3594
    tFreeSSTbHbRsp(&hbRsp);
×
3595
    code = terrno;
×
3596
    TAOS_RETURN(code);
×
3597
  }
3598

3599
  rspLen = tSerializeSSTbHbRsp(pRsp, rspLen, &hbRsp);
6,888,032✔
3600
  tFreeSSTbHbRsp(&hbRsp);
6,888,032✔
3601
  if (rspLen < 0) return rspLen;
6,888,032✔
3602
  *ppRsp = pRsp;
6,888,032✔
3603
  *pRspLen = rspLen;
6,888,032✔
3604
  TAOS_RETURN(code);
6,888,032✔
3605
}
3606

3607
int32_t mndGetNumOfStbs(SMnode *pMnode, char *dbName, int32_t *pNumOfStbs) {
2,270,599✔
3608
  int32_t code = 0;
2,270,599✔
3609
  SSdb   *pSdb = pMnode->pSdb;
2,270,599✔
3610
  SDbObj *pDb = mndAcquireDb(pMnode, dbName);
2,270,599✔
3611
  if (pDb == NULL) {
2,270,599✔
3612
    code = TSDB_CODE_MND_DB_NOT_SELECTED;
×
3613
    TAOS_RETURN(code);
×
3614
  }
3615

3616
  int32_t numOfStbs = 0;
2,270,599✔
3617
  void   *pIter = NULL;
2,270,599✔
3618
  while (1) {
36,881,670✔
3619
    SStbObj *pStb = NULL;
39,152,269✔
3620
    pIter = sdbFetch(pSdb, SDB_STB, pIter, (void **)&pStb);
39,152,269✔
3621
    if (pIter == NULL) break;
39,152,269✔
3622

3623
    if (pStb->dbUid == pDb->uid) {
36,881,670✔
3624
      numOfStbs++;
24,512,566✔
3625
    }
3626

3627
    sdbRelease(pSdb, pStb);
36,881,670✔
3628
  }
3629

3630
  *pNumOfStbs = numOfStbs;
2,270,599✔
3631
  mndReleaseDb(pMnode, pDb);
2,270,599✔
3632
  TAOS_RETURN(code);
2,270,599✔
3633
}
3634

3635
int32_t mndExtractDbNameFromStbFullName(const char *stbFullName, char *dst) {
×
3636
  SName name = {0};
×
3637
  TAOS_CHECK_RETURN(tNameFromString(&name, stbFullName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE));
×
3638

3639
  TAOS_CHECK_RETURN(tNameGetFullDbName(&name, dst));
×
3640

3641
  return 0;
×
3642
}
3643

3644
int32_t mndExtractShortDbNameFromStbFullName(const char *stbFullName, char *dst) {
×
3645
  SName name = {0};
×
3646
  TAOS_CHECK_RETURN(tNameFromString(&name, stbFullName, T_NAME_ACCT | T_NAME_DB | T_NAME_TABLE));
×
3647

3648
  TAOS_CHECK_RETURN(tNameGetDbName(&name, dst));
×
3649

3650
  return 0;
×
3651
}
3652

3653
int32_t mndExtractShortDbNameFromDbFullName(const char *stbFullName, char *dst) {
39,039✔
3654
  SName name = {0};
39,039✔
3655
  TAOS_CHECK_RETURN(tNameFromString(&name, stbFullName, T_NAME_ACCT | T_NAME_DB));
39,039✔
3656

3657
  TAOS_CHECK_RETURN(tNameGetDbName(&name, dst));
39,039✔
3658

3659
  return 0;
39,039✔
3660
}
3661

3662
void mndExtractTbNameFromStbFullName(const char *stbFullName, char *dst, int32_t dstSize) {
3,320,903✔
3663
  int32_t pos = -1;
3,320,903✔
3664
  int32_t num = 0;
3,320,903✔
3665
  for (pos = 0; stbFullName[pos] != 0; ++pos) {
30,791,110✔
3666
    if (stbFullName[pos] == TS_PATH_DELIMITER[0]) num++;
30,791,110✔
3667
    if (num == 2) break;
30,791,110✔
3668
  }
3669

3670
  if (num == 2) {
3,320,903✔
3671
    tstrncpy(dst, stbFullName + pos + 1, dstSize);
3,320,903✔
3672
  }
3673
}
3,320,903✔
3674

3675
static int32_t mndRetrieveStb(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
309,784✔
3676
  SMnode    *pMnode = pReq->info.node;
309,784✔
3677
  SSdb      *pSdb = pMnode->pSdb;
309,784✔
3678
  int32_t    numOfRows = 0;
309,784✔
3679
  SStbObj   *pStb = NULL;
309,784✔
3680
  SUserObj  *pOperUser = NULL;
309,784✔
3681
  SSHashObj *pUidNames = NULL;
309,784✔
3682
  int32_t    cols = 0;
309,784✔
3683
  int32_t    lino = 0;
309,784✔
3684
  int32_t    code = 0;
309,784✔
3685
  char       objFName[TSDB_OBJ_FNAME_LEN + 1] = {0};
309,784✔
3686
  bool       showAll = false;
309,784✔
3687

3688
  SDbObj *pDb = NULL;
309,784✔
3689
  if (strlen(pShow->db) > 0) {
309,784✔
3690
    pDb = mndAcquireDb(pMnode, pShow->db);
249,087✔
3691
    if (pDb == NULL) return terrno;
249,087✔
3692
  }
3693

3694
  if ((code = mndAcquireUser(pMnode, RPC_MSG_USER(pReq), &pOperUser)) != 0) {
308,581✔
3695
    goto _ERROR;
×
3696
  }
3697

3698
  (void)snprintf(objFName, sizeof(objFName), "%d.*", pOperUser->acctId);
308,581✔
3699
  showAll = (0 == mndCheckObjPrivilegeRecF(pMnode, pOperUser, PRIV_CM_SHOW, PRIV_OBJ_TBL, pDb ? pDb->ownerId : 0,
308,581✔
3700
                                           pDb ? pDb->name : objFName, "*"));
3701
  showAll = showAll && (0 == mndCheckDbPrivilegeByName(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_USE_DB,
308,581✔
3702
                                                       pDb ? pDb->name : objFName, false));
3703

3704
  while (numOfRows < rows) {
2,428,070✔
3705
    pShow->pIter = sdbFetch(pSdb, SDB_STB, pShow->pIter, (void **)&pStb);
2,426,846✔
3706
    if (pShow->pIter == NULL) break;
2,426,846✔
3707

3708
    if (pDb != NULL && pStb->dbUid != pDb->uid) {
2,119,489✔
3709
      sdbRelease(pSdb, pStb);
1,053,997✔
3710
      continue;
1,053,997✔
3711
    }
3712

3713
    if (isTsmaResSTb(pStb->name)) {
1,065,492✔
3714
      sdbRelease(pSdb, pStb);
×
3715
      continue;
×
3716
    }
3717

3718
    if (pOperUser->superUser == 0 && pMnode->macActive == MAC_MODE_MANDATORY && pStb->securityLevel > 0 &&
1,065,492✔
3719
        pOperUser->maxSecLevel < pStb->securityLevel) {
2,848✔
3720
      sdbRelease(pSdb, pStb);
356✔
3721
      continue;
356✔
3722
    }
3723

3724
#if 0
3725
    if ((0 == pUser->superUser) && mndCheckStbPrivilege(pMnode, pUser, RPC_MSG_TOKEN(pReq), MND_OPER_SHOW_STB, pStb) != 0) {
3726
      sdbRelease(pSdb, pStb);
3727
      terrno = 0;
3728
      continue;
3729
    }
3730
#endif
3731
    cols = 0;
1,065,136✔
3732

3733
    SName name = {0};
1,065,136✔
3734

3735
    char stbName[TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
1,065,136✔
3736
    mndExtractTbNameFromStbFullName(pStb->name, &stbName[VARSTR_HEADER_SIZE], TSDB_TABLE_NAME_LEN);
1,065,136✔
3737

3738
    if (!showAll && (mndCheckObjPrivilegeRecF(pMnode, pOperUser, PRIV_CM_SHOW, PRIV_OBJ_TBL, pStb->ownerId, pStb->db,
1,065,136✔
3739
                                              &stbName[VARSTR_HEADER_SIZE]) ||
3,768✔
3740
                     mndCheckDbPrivilegeByName(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_USE_DB,
3,768✔
3741
                                               pStb->db, false))) {
3,768✔
3742
      sdbRelease(pSdb, pStb);
2,382✔
3743
      terrno = 0;
2,382✔
3744
      continue;
2,382✔
3745
    }
3746

3747
    varDataSetLen(stbName, strlen(&stbName[VARSTR_HEADER_SIZE]));
1,062,754✔
3748
    SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,062,754✔
3749
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)stbName, false), pStb, &lino, _ERROR);
1,062,754✔
3750

3751
    char db[TSDB_DB_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
1,062,754✔
3752
    RETRIEVE_CHECK_GOTO(tNameFromString(&name, pStb->db, T_NAME_ACCT | T_NAME_DB), pStb, &lino, _ERROR);
1,062,754✔
3753
    RETRIEVE_CHECK_GOTO(tNameGetDbName(&name, varDataVal(db)), pStb, &lino, _ERROR);
1,062,754✔
3754
    varDataSetLen(db, strlen(varDataVal(db)));
1,062,754✔
3755
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,062,754✔
3756
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)db, false), pStb, &lino, _ERROR);
1,062,754✔
3757

3758
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,062,754✔
3759
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->createdTime, false), pStb, &lino,
1,062,754✔
3760
                        _ERROR);
3761

3762
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,062,754✔
3763
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->numOfColumns, false), pStb, &lino,
1,062,754✔
3764
                        _ERROR);
3765

3766
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,062,754✔
3767
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->numOfTags, false), pStb, &lino, _ERROR);
1,062,754✔
3768

3769
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,062,754✔
3770
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->updateTime, false), pStb, &lino,
1,062,754✔
3771
                        _ERROR);  // number of tables
3772

3773
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,062,754✔
3774
    if (pStb->commentLen > 0) {
1,062,754✔
3775
      char comment[TSDB_TB_COMMENT_LEN + VARSTR_HEADER_SIZE] = {0};
20,477✔
3776
      STR_TO_VARSTR(comment, pStb->comment);
20,477✔
3777
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, comment, false), pStb, &lino, _ERROR);
20,477✔
3778
    } else if (pStb->commentLen == 0) {
1,042,277✔
3779
      char comment[VARSTR_HEADER_SIZE + VARSTR_HEADER_SIZE] = {0};
144,082✔
3780
      STR_TO_VARSTR(comment, "");
144,082✔
3781
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, comment, false), pStb, &lino, _ERROR);
144,082✔
3782
    } else {
3783
      colDataSetNULL(pColInfo, numOfRows);
898,195✔
3784
    }
3785

3786
    char watermark[64 + VARSTR_HEADER_SIZE] = {0};
1,062,754✔
3787
    (void)snprintf(varDataVal(watermark), sizeof(watermark) - VARSTR_HEADER_SIZE, "%" PRId64 "a,%" PRId64 "a",
2,123,330✔
3788
                   pStb->watermark[0], pStb->watermark[1]);
2,123,330✔
3789
    varDataSetLen(watermark, strlen(varDataVal(watermark)));
1,062,754✔
3790

3791
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,062,754✔
3792
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)watermark, false), pStb, &lino, _ERROR);
1,062,754✔
3793

3794
    char maxDelay[64 + VARSTR_HEADER_SIZE] = {0};
1,062,754✔
3795
    (void)snprintf(varDataVal(maxDelay), sizeof(maxDelay) - VARSTR_HEADER_SIZE, "%" PRId64 "a,%" PRId64 "a",
2,123,330✔
3796
                   pStb->maxdelay[0], pStb->maxdelay[1]);
2,123,330✔
3797
    varDataSetLen(maxDelay, strlen(varDataVal(maxDelay)));
1,062,754✔
3798

3799
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,062,754✔
3800
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)maxDelay, false), pStb, &lino, _ERROR);
1,062,754✔
3801

3802
    char    rollup[160 + VARSTR_HEADER_SIZE] = {0};
1,062,754✔
3803
    int32_t rollupNum = (int32_t)taosArrayGetSize(pStb->pFuncs);
1,062,754✔
3804
    char   *sep = ", ";
1,062,754✔
3805
    int32_t sepLen = strlen(sep);
1,062,754✔
3806
    int32_t rollupLen = sizeof(rollup) - VARSTR_HEADER_SIZE - 2;
1,062,754✔
3807
    for (int32_t i = 0; i < rollupNum; ++i) {
1,062,754✔
3808
      char *funcName = taosArrayGet(pStb->pFuncs, i);
×
3809
      if (i) {
×
3810
        (void)strncat(varDataVal(rollup), sep, rollupLen);
×
3811
        rollupLen -= sepLen;
×
3812
      }
3813
      (void)strncat(varDataVal(rollup), funcName, rollupLen);
×
3814
      rollupLen -= strlen(funcName);
×
3815
    }
3816
    varDataSetLen(rollup, strlen(varDataVal(rollup)));
1,062,754✔
3817

3818
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,062,754✔
3819
    RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)rollup, false), pStb, &lino, _ERROR);
1,062,754✔
3820

3821
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,062,754✔
3822
    if (pColInfo) {
1,062,754✔
3823
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)(&pStb->uid), false), pStb, &lino, _ERROR);
1,062,754✔
3824
    }
3825

3826
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,062,754✔
3827
    if (pColInfo) {
1,062,754✔
3828
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)(&pStb->virtualStb), false), pStb, &lino, _ERROR);
1,062,754✔
3829
    }
3830

3831
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,062,754✔
3832
    if (pColInfo) {
1,062,754✔
3833
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)(&pStb->keep), false), pStb, &lino, _ERROR);
1,062,754✔
3834
    }
3835

3836
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,062,754✔
3837
    if (pColInfo) {
1,062,754✔
3838
      if (!pUidNames) {
1,062,754✔
3839
        TAOS_CHECK_GOTO(mndBuildUidNamesHash(pMnode, &pUidNames), &lino, _OVER);
241,336✔
3840
      }
3841
      const char *ownerName = tSimpleHashGet(pUidNames, (const char *)&pStb->ownerId, sizeof(pStb->ownerId));
1,062,754✔
3842
      char        owner[TSDB_USER_LEN + VARSTR_HEADER_SIZE] = {0};
1,062,754✔
3843
      STR_WITH_MAXSIZE_TO_VARSTR(owner, ownerName ? ownerName : "[unknown]", sizeof(owner));
1,062,754✔
3844
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)owner, false), pStb, &lino, _ERROR);
1,062,754✔
3845
    }
3846

3847
    pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
1,062,754✔
3848
    if (pColInfo) {
1,062,754✔
3849
      uint8_t securityLevel = pStb->securityLevel;
1,062,754✔
3850
      RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)(&securityLevel), false), pStb, &lino,
1,062,754✔
3851
                          _ERROR);
3852
    }
3853

3854
    numOfRows++;
1,062,754✔
3855
    sdbRelease(pSdb, pStb);
1,062,754✔
3856
  }
3857

3858
  if (pDb != NULL) {
308,581✔
3859
    mndReleaseDb(pMnode, pDb);
247,884✔
3860
  }
3861
  if (pOperUser != NULL) {
308,581✔
3862
    mndReleaseUser(pMnode, pOperUser);
308,581✔
3863
  }
3864

3865
  goto _OVER;
308,581✔
3866

3867
_ERROR:
×
3868
  if (pDb != NULL) {
×
3869
    mndReleaseDb(pMnode, pDb);
×
3870
  }
3871
  if (pOperUser != NULL) {
×
3872
    mndReleaseUser(pMnode, pOperUser);
×
3873
  }
3874
  mError("show:0x%" PRIx64 ", failed to retrieve data at %s:%d since %s", pShow->id, __FUNCTION__, lino,
×
3875
         tstrerror(code));
3876

3877
_OVER:
306,007✔
3878
  pShow->numOfRows += numOfRows;
308,581✔
3879
  tSimpleHashCleanup(pUidNames);
308,581✔
3880
  return numOfRows;
308,581✔
3881
}
3882

3883
static int32_t buildDbColsInfoBlock(const SSDataBlock *p, const SSysTableMeta *pSysDbTableMeta, size_t size,
1,983,846✔
3884
                                    const char *dbName, const char *tbName) {
3885
  char    tName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
1,983,846✔
3886
  char    dName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
1,983,846✔
3887
  char    typeName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
1,983,846✔
3888
  int32_t numOfRows = p->info.rows;
1,983,846✔
3889
  int32_t lino = 0;
1,983,846✔
3890
  int32_t code = 0;
1,983,846✔
3891

3892
  STR_TO_VARSTR(dName, dbName);
1,983,846✔
3893
  STR_TO_VARSTR(typeName, "SYSTEM_TABLE");
1,983,846✔
3894

3895
  for (int32_t i = 0; i < size; ++i) {
69,432,918✔
3896
    const SSysTableMeta *pm = &pSysDbTableMeta[i];
67,449,636✔
3897
    //    if (pm->sysInfo) {
3898
    //      continue;
3899
    //    }
3900
    if (tbName[0] && strncmp(tbName, pm->name, TSDB_TABLE_NAME_LEN) != 0) {
67,425,948✔
3901
      continue;
×
3902
    }
3903

3904
    STR_TO_VARSTR(tName, pm->name);
67,446,816✔
3905

3906
    for (int32_t j = 0; j < pm->colNum; j++) {
669,827,052✔
3907
      // table name
3908
      SColumnInfoData *pColInfoData = taosArrayGet(p->pDataBlock, 0);
602,945,364✔
3909
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, tName, false), &lino, _OVER);
602,830,308✔
3910

3911
      // database name
3912
      pColInfoData = taosArrayGet(p->pDataBlock, 1);
602,766,012✔
3913
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, dName, false), &lino, _OVER);
602,800,980✔
3914

3915
      pColInfoData = taosArrayGet(p->pDataBlock, 2);
602,813,952✔
3916
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, typeName, false), &lino, _OVER);
602,811,696✔
3917

3918
      // col name
3919
      char colName[TSDB_COL_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
602,861,328✔
3920
      STR_TO_VARSTR(colName, pm->schema[j].name);
602,861,892✔
3921
      pColInfoData = taosArrayGet(p->pDataBlock, 3);
602,973,000✔
3922
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, colName, false), &lino, _OVER);
602,788,008✔
3923

3924
      // col type
3925
      int8_t colType = pm->schema[j].type;
602,875,992✔
3926
      pColInfoData = taosArrayGet(p->pDataBlock, 4);
602,882,760✔
3927
      char colTypeStr[VARSTR_HEADER_SIZE + 32];
602,866,404✔
3928
      int  colTypeLen =
3929
          snprintf(varDataVal(colTypeStr), sizeof(colTypeStr) - VARSTR_HEADER_SIZE, "%s", tDataTypes[colType].name);
602,870,916✔
3930
      if (colType == TSDB_DATA_TYPE_VARCHAR) {
602,989,920✔
3931
        colTypeLen +=
305,342,520✔
3932
            snprintf(varDataVal(colTypeStr) + colTypeLen, sizeof(colTypeStr) - colTypeLen - VARSTR_HEADER_SIZE, "(%d)",
305,342,520✔
3933
                     (int32_t)(pm->schema[j].bytes - VARSTR_HEADER_SIZE));
305,459,268✔
3934
      } else if (colType == TSDB_DATA_TYPE_NCHAR) {
297,530,652✔
3935
        colTypeLen +=
×
3936
            snprintf(varDataVal(colTypeStr) + colTypeLen, sizeof(colTypeStr) - colTypeLen - VARSTR_HEADER_SIZE, "(%d)",
×
3937
                     (int32_t)((pm->schema[j].bytes - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE));
×
3938
      }
3939
      varDataSetLen(colTypeStr, colTypeLen);
602,873,172✔
3940
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, (char *)colTypeStr, false), &lino, _OVER);
602,881,632✔
3941

3942
      // col length
3943
      pColInfoData = taosArrayGet(p->pDataBlock, 5);
602,918,292✔
3944
      TAOS_CHECK_GOTO(colDataSetVal(pColInfoData, numOfRows, (const char *)&pm->schema[j].bytes, false), &lino, _OVER);
602,895,732✔
3945

3946
      // col precision, col scale, col nullable, col source
3947
      for (int32_t k = 6; k <= 10; ++k) {
2,147,483,647✔
3948
        pColInfoData = taosArrayGet(p->pDataBlock, k);
2,147,483,647✔
3949
        colDataSetNULL(pColInfoData, numOfRows);
2,147,483,647✔
3950
      }
3951

3952
      numOfRows += 1;
603,900,780✔
3953
    }
3954
  }
3955
  return numOfRows;
1,983,282✔
3956
_OVER:
×
3957
  mError("failed at %s:%d since %s", __FUNCTION__, lino, tstrerror(code));
×
3958
  return numOfRows;
×
3959
}
3960
#define BUILD_COL_FOR_INFO_DB 1
3961
#define BUILD_COL_FOR_PERF_DB 1 << 1
3962
#define BUILD_COL_FOR_USER_DB 1 << 2
3963
#define BUILD_COL_FOR_ALL_DB  (BUILD_COL_FOR_INFO_DB | BUILD_COL_FOR_PERF_DB | BUILD_COL_FOR_USER_DB)
3964

3965
static int32_t buildSysDbColsInfo(SSDataBlock *p, int8_t buildWhichDBs, char *tb) {
1,045,894✔
3966
  size_t               size = 0;
1,045,894✔
3967
  const SSysTableMeta *pSysDbTableMeta = NULL;
1,045,894✔
3968

3969
  if (buildWhichDBs & BUILD_COL_FOR_INFO_DB) {
1,045,894✔
3970
    getInfosDbMeta(&pSysDbTableMeta, &size);
991,923✔
3971
    p->info.rows = buildDbColsInfoBlock(p, pSysDbTableMeta, size, TSDB_INFORMATION_SCHEMA_DB, tb);
991,923✔
3972
  }
3973

3974
  if (buildWhichDBs & BUILD_COL_FOR_PERF_DB) {
1,045,894✔
3975
    getPerfDbMeta(&pSysDbTableMeta, &size);
991,923✔
3976
    p->info.rows = buildDbColsInfoBlock(p, pSysDbTableMeta, size, TSDB_PERFORMANCE_SCHEMA_DB, tb);
991,923✔
3977
  }
3978

3979
  return p->info.rows;
1,045,894✔
3980
}
3981

3982
static int8_t determineBuildColForWhichDBs(const char *db) {
1,050,286✔
3983
  int8_t buildWhichDBs;
3984
  if (!db[0])
1,050,286✔
3985
    buildWhichDBs = BUILD_COL_FOR_ALL_DB;
991,740✔
3986
  else {
3987
    char *p = strchr(db, '.');
58,546✔
3988
    if (p && strcmp(p + 1, TSDB_INFORMATION_SCHEMA_DB) == 0) {
58,546✔
3989
      buildWhichDBs = BUILD_COL_FOR_INFO_DB;
183✔
3990
    } else if (p && strcmp(p + 1, TSDB_PERFORMANCE_SCHEMA_DB) == 0) {
58,363✔
3991
      buildWhichDBs = BUILD_COL_FOR_PERF_DB;
183✔
3992
    } else {
3993
      buildWhichDBs = BUILD_COL_FOR_USER_DB;
58,180✔
3994
    }
3995
  }
3996
  return buildWhichDBs;
1,050,286✔
3997
}
3998

3999
static int32_t mndRetrieveStbCol(SRpcMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
1,050,286✔
4000
  uint8_t  buildWhichDBs;
4001
  SMnode  *pMnode = pReq->info.node;
1,050,286✔
4002
  SSdb    *pSdb = pMnode->pSdb;
1,050,286✔
4003
  SStbObj *pStb = NULL;
1,050,286✔
4004
  int32_t  numOfRows = 0;
1,050,286✔
4005
  int32_t  lino = 0;
1,050,286✔
4006
  int32_t  code = 0;
1,050,286✔
4007

4008
  buildWhichDBs = determineBuildColForWhichDBs(pShow->db);
1,050,286✔
4009

4010
  if (!pShow->sysDbRsp) {
1,050,286✔
4011
    numOfRows = buildSysDbColsInfo(pBlock, buildWhichDBs, pShow->filterTb);
1,045,894✔
4012
    mDebug("mndRetrieveStbCol get system table cols, rows:%d, db:%s", numOfRows, pShow->db);
1,045,894✔
4013
    pShow->sysDbRsp = true;
1,045,894✔
4014
  }
4015

4016
  if (buildWhichDBs & BUILD_COL_FOR_USER_DB) {
1,050,286✔
4017
    SDbObj *pDb = NULL;
1,049,920✔
4018
    if (strlen(pShow->db) > 0) {
1,049,920✔
4019
      pDb = mndAcquireDb(pMnode, pShow->db);
58,180✔
4020
      if (pDb == NULL && TSDB_CODE_MND_DB_NOT_EXIST != terrno && pBlock->info.rows == 0) return terrno;
58,180✔
4021
    }
4022

4023
    char typeName[TSDB_TABLE_FNAME_LEN + VARSTR_HEADER_SIZE] = {0};
1,049,920✔
4024
    STR_TO_VARSTR(typeName, "SUPER_TABLE");
1,049,920✔
4025
    bool fetch = pShow->restore ? false : true;
1,049,920✔
4026
    pShow->restore = false;
1,049,920✔
4027
    while (numOfRows < rows) {
3,192,363✔
4028
      if (fetch) {
3,192,363✔
4029
        pShow->pIter = sdbFetch(pSdb, SDB_STB, pShow->pIter, (void **)&pStb);
3,187,971✔
4030
        if (pShow->pIter == NULL) break;
3,187,971✔
4031
      } else {
4032
        fetch = true;
4,392✔
4033
        void *pKey = taosHashGetKey(pShow->pIter, NULL);
4,392✔
4034
        pStb = sdbAcquire(pSdb, SDB_STB, pKey);
4,392✔
4035
        if (!pStb) continue;
4,392✔
4036
      }
4037

4038
      if (pDb != NULL && pStb->dbUid != pDb->uid) {
2,146,835✔
4039
        sdbRelease(pSdb, pStb);
3,024✔
4040
        continue;
3,024✔
4041
      }
4042

4043
      SName name = {0};
2,143,811✔
4044
      char  stbName[TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
2,143,811✔
4045
      mndExtractTbNameFromStbFullName(pStb->name, &stbName[VARSTR_HEADER_SIZE], TSDB_TABLE_NAME_LEN);
2,143,811✔
4046
      if (pShow->filterTb[0] && strncmp(pShow->filterTb, &stbName[VARSTR_HEADER_SIZE], TSDB_TABLE_NAME_LEN) != 0) {
2,143,811✔
4047
        sdbRelease(pSdb, pStb);
×
4048
        continue;
×
4049
      }
4050

4051
      if ((numOfRows + pStb->numOfColumns) > rows) {
2,143,811✔
4052
        pShow->restore = true;
4,392✔
4053
        if (numOfRows == 0) {
4,392✔
4054
          mError("mndRetrieveStbCol failed to get stable cols since buf:%d less than result:%d, stable name:%s, db:%s",
×
4055
                 rows, pStb->numOfColumns, pStb->name, pStb->db);
4056
        }
4057
        sdbRelease(pSdb, pStb);
4,392✔
4058
        break;
4,392✔
4059
      }
4060

4061
      varDataSetLen(stbName, strlen(&stbName[VARSTR_HEADER_SIZE]));
2,139,419✔
4062

4063
      mDebug("mndRetrieveStbCol get stable cols, stable name:%s, db:%s", pStb->name, pStb->db);
2,139,419✔
4064

4065
      char db[TSDB_DB_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
2,139,419✔
4066
      RETRIEVE_CHECK_GOTO(tNameFromString(&name, pStb->db, T_NAME_ACCT | T_NAME_DB), pStb, &lino, _OVER);
2,139,419✔
4067
      RETRIEVE_CHECK_GOTO(tNameGetDbName(&name, varDataVal(db)), pStb, &lino, _OVER);
2,139,419✔
4068
      varDataSetLen(db, strlen(varDataVal(db)));
2,139,419✔
4069

4070
      for (int i = 0; i < pStb->numOfColumns; i++) {
38,854,910✔
4071
        int32_t          cols = 0;
36,715,491✔
4072
        SColumnInfoData *pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
36,715,491✔
4073
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)stbName, false), pStb, &lino, _OVER);
36,715,491✔
4074

4075
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
36,714,927✔
4076
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)db, false), pStb, &lino, _OVER);
36,714,927✔
4077

4078
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
36,715,491✔
4079
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, typeName, false), pStb, &lino, _OVER);
36,715,491✔
4080

4081
        // col name
4082
        char colName[TSDB_COL_NAME_LEN + VARSTR_HEADER_SIZE] = {0};
36,715,491✔
4083
        STR_TO_VARSTR(colName, pStb->pColumns[i].name);
36,715,491✔
4084
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
36,715,491✔
4085
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, colName, false), pStb, &lino, _OVER);
36,715,491✔
4086

4087
        // col type
4088
        int8_t colType = pStb->pColumns[i].type;
36,715,491✔
4089
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
36,715,491✔
4090
        char colTypeStr[VARSTR_HEADER_SIZE + 32];
36,714,927✔
4091
        int  colTypeLen =
4092
            snprintf(varDataVal(colTypeStr), sizeof(colTypeStr) - VARSTR_HEADER_SIZE, "%s", tDataTypes[colType].name);
36,715,491✔
4093
        if (colType == TSDB_DATA_TYPE_VARCHAR) {
36,715,491✔
4094
          colTypeLen +=
1,096,226✔
4095
              snprintf(varDataVal(colTypeStr) + colTypeLen, sizeof(colTypeStr) - colTypeLen - VARSTR_HEADER_SIZE,
1,096,226✔
4096
                       "(%d)", (int32_t)(pStb->pColumns[i].bytes - VARSTR_HEADER_SIZE));
1,096,226✔
4097
        } else if (colType == TSDB_DATA_TYPE_NCHAR) {
35,619,265✔
4098
          colTypeLen +=
1,095,826✔
4099
              snprintf(varDataVal(colTypeStr) + colTypeLen, sizeof(colTypeStr) - colTypeLen - VARSTR_HEADER_SIZE,
1,095,826✔
4100
                       "(%d)", (int32_t)((pStb->pColumns[i].bytes - VARSTR_HEADER_SIZE) / TSDB_NCHAR_SIZE));
1,095,826✔
4101
        } else if (IS_DECIMAL_TYPE(colType)) {
34,523,439✔
4102
          STypeMod typeMod = pStb->pExtSchemas[i].typeMod;
194,208✔
4103
          uint8_t prec = 0, scale = 0;
194,208✔
4104
          decimalFromTypeMod(typeMod, &prec, &scale);
194,208✔
4105
          colTypeLen += snprintf(varDataVal(colTypeStr) + colTypeLen,
194,208✔
4106
                                 sizeof(colTypeStr) - colTypeLen - VARSTR_HEADER_SIZE, "(%d,%d)", prec, scale);
4107
        }
4108
        varDataSetLen(colTypeStr, colTypeLen);
36,715,491✔
4109
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (char *)colTypeStr, false), pStb, &lino, _OVER);
36,715,491✔
4110

4111
        // col length
4112
        pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
36,715,491✔
4113
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->pColumns[i].bytes, false), pStb,
36,715,491✔
4114
                            &lino, _OVER);
4115
        
4116
        // col precision, col scale, col nullable, col source
4117
        for (int32_t j = 6; j <= 9; ++j) {
183,575,763✔
4118
          pColInfo = taosArrayGet(pBlock->pDataBlock, j);
146,860,272✔
4119
          colDataSetNULL(pColInfo, numOfRows);
146,859,144✔
4120
        }
4121

4122
        // col id
4123
        pColInfo = taosArrayGet(pBlock->pDataBlock, 10);
36,715,491✔
4124
        RETRIEVE_CHECK_GOTO(colDataSetVal(pColInfo, numOfRows, (const char *)&pStb->pColumns[i].colId, false), pStb,
36,715,491✔
4125
                            &lino, _OVER);
4126
        numOfRows++;
36,715,491✔
4127
      }
4128

4129
      sdbRelease(pSdb, pStb);
2,139,419✔
4130
    }
4131

4132
    if (pDb != NULL) {
1,049,920✔
4133
      mndReleaseDb(pMnode, pDb);
57,978✔
4134
    }
4135
  }
4136

4137
  mDebug("mndRetrieveStbCol success, rows:%d, pShow->numOfRows:%d", numOfRows, pShow->numOfRows);
1,050,286✔
4138
  goto _OVER;
1,050,286✔
4139

4140
_ERROR:
4141
  mError("failed to mndRetrieveStbCol, rows:%d, pShow->numOfRows:%d, at %s:%d since %s", numOfRows, pShow->numOfRows,
4142
         __FUNCTION__, lino, tstrerror(code));
4143

4144
_OVER:
1,050,286✔
4145
  pShow->numOfRows += numOfRows;
1,050,286✔
4146
  return numOfRows;
1,050,286✔
4147
}
4148

4149
static void mndCancelGetNextStb(SMnode *pMnode, void *pIter) {
183✔
4150
  SSdb *pSdb = pMnode->pSdb;
183✔
4151
  sdbCancelFetchByType(pSdb, pIter, SDB_STB);
183✔
4152
}
183✔
4153

4154
const char *mndGetStbStr(const char *src) {
×
4155
  char *posDb = strstr(src, TS_PATH_DELIMITER);
×
4156
  if (posDb != NULL) ++posDb;
×
4157
  if (posDb == NULL) return src;
×
4158

4159
  char *posStb = strstr(posDb, TS_PATH_DELIMITER);
×
4160
  if (posStb != NULL) ++posStb;
×
4161
  if (posStb == NULL) return posDb;
×
4162
  return posStb;
×
4163
}
4164

4165
static int32_t mndCheckIndexReq(SCreateTagIndexReq *pReq) {
×
4166
  // impl
4167
  return TSDB_CODE_SUCCESS;
×
4168
}
4169

4170
/*int32_t mndAddIndexImpl(SMnode *pMnode, SRpcMsg *pReq, SDbObj *pDb, SStbObj *pStb, bool needRsp, void *sql,
4171
                        int32_t len) {
4172
  // impl later
4173
  int32_t code = 0;
4174
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_DB_INSIDE, pReq, "create-stb-index");
4175
  if (pTrans == NULL) goto _OVER;
4176

4177
  mInfo("trans:%d, used to add index to stb:%s", pTrans->id, pStb->name);
4178
  mndTransSetDbName(pTrans, pDb->name, pStb->name);
4179
  if (mndTransCheckConflict(pMnode, pTrans) != 0) goto _OVER;
4180

4181
  if (mndSetAlterStbPrepareLogs(pMnode, pTrans, pDb, pStb) != 0) goto _OVER;
4182
  if (mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, pStb) != 0) goto _OVER;
4183
  if (mndSetAlterStbRedoActions2(pMnode, pTrans, pDb, pStb, sql, len) != 0) goto _OVER;
4184
  if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
4185

4186
  return code;
4187

4188
_OVER:
4189
  mndTransDrop(pTrans);
4190
  return code;
4191
}
4192
static int32_t mndAddIndex(SMnode *pMnode, SRpcMsg *pReq, SCreateTagIndexReq *tagIdxReq, SDbObj *pDb, SStbObj *pOld) {
4193
  bool    needRsp = true;
4194
  int32_t code = -1;
4195
  SField *pField0 = NULL;
4196

4197
  SStbObj  stbObj = {0};
4198
  SStbObj *pNew = &stbObj;
4199

4200
  taosRLockLatch(&pOld->lock);
4201
  memcpy(&stbObj, pOld, sizeof(SStbObj));
4202
  taosRUnLockLatch(&pOld->lock);
4203

4204
  stbObj.pColumns = NULL;
4205
  stbObj.pTags = NULL;
4206
  stbObj.updateTime = taosGetTimestampMs();
4207
  stbObj.lock = 0;
4208

4209
  int32_t tag = mndFindSuperTableTagIndex(pOld, tagIdxReq->colName);
4210
  if (tag < 0) {
4211
    terrno = TSDB_CODE_MND_TAG_NOT_EXIST;
4212
    return -1;
4213
  }
4214
  if (mndAllocStbSchemas(pOld, pNew) != 0) {
4215
    return -1;
4216
  }
4217

4218
  SSchema *pTag = pNew->pTags + tag;
4219
  if (IS_IDX_ON(pTag)) {
4220
    terrno = TSDB_CODE_MND_TAG_INDEX_ALREADY_EXIST;
4221
    return -1;
4222
  } else {
4223
    pTag->flags |= COL_IDX_ON;
4224
  }
4225
  pNew->tagVer++;
4226

4227
  code = mndAddIndexImpl(pMnode, pReq, pDb, pNew, needRsp, pReq->pCont, pReq->contLen);
4228

4229
  return code;
4230
}
4231
static int32_t mndProcessCreateIndexReq(SRpcMsg *pReq) {
4232
  SMnode            *pMnode = pReq->info.node;
4233
  int32_t            code = -1;
4234
  SDbObj            *pDb = NULL;
4235
  SStbObj           *pStb = NULL;
4236
  SCreateTagIndexReq tagIdxReq = {0};
4237

4238
  if (tDeserializeSCreateTagIdxReq(pReq->pCont, pReq->contLen, &tagIdxReq) != 0) {
4239
    terrno = TSDB_CODE_INVALID_MSG;
4240
    goto _OVER;
4241
  }
4242

4243
  mInfo("stb:%s, start to alter", tagIdxReq.stbName);
4244

4245
  if (mndCheckIndexReq(&tagIdxReq) != TSDB_CODE_SUCCESS) {
4246
    goto _OVER;
4247
  }
4248

4249
  pDb = mndAcquireDbByStb(pMnode, tagIdxReq.dbFName);
4250
  if (pDb == NULL) {
4251
    terrno = TSDB_CODE_MND_DB_NOT_EXIST;
4252
    goto _OVER;
4253
  }
4254

4255
  pStb = mndAcquireStb(pMnode, tagIdxReq.stbName);
4256
  if (pStb == NULL) {
4257
    terrno = TSDB_CODE_MND_STB_NOT_EXIST;
4258
    goto _OVER;
4259
  }
4260
  if (mndCheckDbPrivilege(pMnode, RPC_MSG_USER(pReq), RPC_MSG_TOKEN(pReq), MND_OPER_WRITE_DB, pDb) != 0) {
4261
    goto _OVER;
4262
  }
4263

4264
  code = mndAddIndex(pMnode, pReq, &tagIdxReq, pDb, pStb);
4265
  if (terrno == TSDB_CODE_MND_TAG_INDEX_ALREADY_EXIST || terrno == TSDB_CODE_MND_TAG_NOT_EXIST) {
4266
    return terrno;
4267
  } else {
4268
    if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
4269
  }
4270
_OVER:
4271
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
4272
    mError("stb:%s, failed to create index since %s", tagIdxReq.stbName, terrstr());
4273
  }
4274
  mndReleaseStb(pMnode, pStb);
4275
  mndReleaseDb(pMnode, pDb);
4276
  return code;
4277
}
4278
static int32_t mndProcessDropIndexReq(SRpcMsg *pReq) {
4279
  SMnode          *pMnode = pReq->info.node;
4280
  int32_t          code = -1;
4281
  SDbObj          *pDb = NULL;
4282
  SStbObj         *pStb = NULL;
4283
  SDropTagIndexReq dropReq = {0};
4284
  if (tDeserializeSDropTagIdxReq(pReq->pCont, pReq->contLen, &dropReq) != 0) {
4285
    terrno = TSDB_CODE_INVALID_MSG;
4286
    goto _OVER;
4287
  }
4288
  //
4289
  return TSDB_CODE_SUCCESS;
4290
_OVER:
4291
  return code;
4292
}*/
4293

4294
static int32_t mndProcessDropStbReqFromMNode(SRpcMsg *pReq) {
2,968✔
4295
  int32_t code = mndProcessDropStbReq(pReq);
2,968✔
4296
  if (code != 0 && code != TSDB_CODE_ACTION_IN_PROGRESS) {
2,968✔
4297
    pReq->info.rsp = rpcMallocCont(1);
×
4298
    pReq->info.rspLen = 1;
×
4299
    pReq->info.noResp = false;
×
4300
    pReq->code = code;
×
4301
  }
4302
  return code;
2,968✔
4303
}
4304

4305
typedef struct SVDropTbVgReqs {
4306
  SArray     *pBatchReqs;
4307
  SVgroupInfo info;
4308
} SVDropTbVgReqs;
4309

4310
typedef struct SMDropTbDbInfo {
4311
  SArray *dbVgInfos;
4312
  int32_t hashPrefix;
4313
  int32_t hashSuffix;
4314
  int32_t hashMethod;
4315
} SMDropTbDbInfo;
4316

4317
typedef struct SMDropTbTsmaInfo {
4318
  char           tsmaResTbDbFName[TSDB_DB_FNAME_LEN];
4319
  char           tsmaResTbNamePrefix[TSDB_TABLE_FNAME_LEN];
4320
  int32_t        suid;
4321
  SMDropTbDbInfo dbInfo;  // reference to DbInfo in pDbMap
4322
} SMDropTbTsmaInfo;
4323

4324
typedef struct SMDropTbTsmaInfos {
4325
  SArray *pTsmaInfos;  // SMDropTbTsmaInfo
4326
} SMDropTbTsmaInfos;
4327

4328
typedef struct SMndDropTbsWithTsmaCtx {
4329
  SHashObj *pVgMap;  // <vgId, SVDropTbVgReqs>
4330
} SMndDropTbsWithTsmaCtx;
4331

4332
static int32_t mndDropTbForSingleVg(SMnode *pMnode, SMndDropTbsWithTsmaCtx *pCtx, SArray *pTbs, int32_t vgId);
4333

4334
static void destroySVDropTbBatchReqs(void *p);
4335
static void mndDestroyDropTbsWithTsmaCtx(SMndDropTbsWithTsmaCtx *p) {
13,026✔
4336
  if (!p) return;
13,026✔
4337

4338
  if (p->pVgMap) {
13,026✔
4339
    void *pIter = taosHashIterate(p->pVgMap, NULL);
13,026✔
4340
    while (pIter) {
26,052✔
4341
      SVDropTbVgReqs *pReqs = pIter;
13,026✔
4342
      taosArrayDestroyEx(pReqs->pBatchReqs, destroySVDropTbBatchReqs);
13,026✔
4343
      pIter = taosHashIterate(p->pVgMap, pIter);
13,026✔
4344
    }
4345
    taosHashCleanup(p->pVgMap);
13,026✔
4346
  }
4347
  taosMemoryFree(p);
13,026✔
4348
}
4349

4350
static int32_t mndInitDropTbsWithTsmaCtx(SMndDropTbsWithTsmaCtx **ppCtx) {
13,026✔
4351
  int32_t                 code = 0;
13,026✔
4352
  SMndDropTbsWithTsmaCtx *pCtx = taosMemoryCalloc(1, sizeof(SMndDropTbsWithTsmaCtx));
13,026✔
4353
  if (!pCtx) return terrno;
13,026✔
4354

4355
  pCtx->pVgMap = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), false, HASH_NO_LOCK);
13,026✔
4356
  if (!pCtx->pVgMap) {
13,026✔
4357
    code = terrno;
×
4358
    goto _end;
×
4359
  }
4360

4361
  *ppCtx = pCtx;
13,026✔
4362
_end:
13,026✔
4363
  if (code) mndDestroyDropTbsWithTsmaCtx(pCtx);
13,026✔
4364
  return code;
13,026✔
4365
}
4366

4367
static void *mndBuildVDropTbsReq(SMnode *pMnode, const SVgroupInfo *pVgInfo, const SVDropTbBatchReq *pReq,
37,724✔
4368
                                 int32_t *len) {
4369
  int32_t   contLen = 0;
37,724✔
4370
  int32_t   ret = 0;
37,724✔
4371
  SMsgHead *pHead = NULL;
37,724✔
4372
  SEncoder  encoder = {0};
37,724✔
4373

4374
  tEncodeSize(tEncodeSVDropTbBatchReq, pReq, contLen, ret);
37,724✔
4375
  if (ret < 0) return NULL;
37,724✔
4376

4377
  contLen += sizeof(SMsgHead);
37,724✔
4378
  pHead = taosMemoryMalloc(contLen);
37,724✔
4379
  if (pHead == NULL) {
37,724✔
4380
    terrno = TSDB_CODE_OUT_OF_MEMORY;
×
4381
    return NULL;
×
4382
  }
4383

4384
  pHead->contLen = htonl(contLen);
37,724✔
4385
  pHead->vgId = htonl(pVgInfo->vgId);
37,724✔
4386

4387
  void *pBuf = POINTER_SHIFT(pHead, sizeof(SMsgHead));
37,724✔
4388

4389
  tEncoderInit(&encoder, pBuf, contLen - sizeof(SMsgHead));
37,724✔
4390
  int32_t code = tEncodeSVDropTbBatchReq(&encoder, pReq);
37,724✔
4391
  tEncoderClear(&encoder);
37,724✔
4392
  if (code != 0) return NULL;
37,724✔
4393

4394
  *len = contLen;
37,724✔
4395
  return pHead;
37,724✔
4396
}
4397

4398
static int32_t mndSetDropTbsRedoActions(SMnode *pMnode, STrans *pTrans, const SVDropTbVgReqs *pVgReqs, void *pCont,
37,724✔
4399
                                        int32_t contLen, tmsg_t msgType) {
4400
  STransAction action = {0};
37,724✔
4401
  action.epSet = pVgReqs->info.epSet;
37,724✔
4402
  action.pCont = pCont;
37,724✔
4403
  action.contLen = contLen;
37,724✔
4404
  action.msgType = msgType;
37,724✔
4405
  action.acceptableCode = TSDB_CODE_TDB_TABLE_NOT_EXIST;
37,724✔
4406
  return mndTransAppendRedoAction(pTrans, &action);
37,724✔
4407
}
4408

4409
static int32_t mndBuildDropTbRedoActions(SMnode *pMnode, STrans *pTrans, SHashObj *pVgMap, tmsg_t msgType) {
9,431✔
4410
  int32_t code = 0;
9,431✔
4411
  void   *pIter = taosHashIterate(pVgMap, NULL);
9,431✔
4412
  while (pIter) {
18,862✔
4413
    const SVDropTbVgReqs *pVgReqs = pIter;
9,431✔
4414
    int32_t               len = 0;
9,431✔
4415
    for (int32_t i = 0; i < taosArrayGetSize(pVgReqs->pBatchReqs) && code == TSDB_CODE_SUCCESS; ++i) {
47,155✔
4416
      SVDropTbBatchReq *pBatchReq = taosArrayGet(pVgReqs->pBatchReqs, i);
37,724✔
4417
      void             *p = mndBuildVDropTbsReq(pMnode, &pVgReqs->info, pBatchReq, &len);
37,724✔
4418
      if (!p) {
37,724✔
4419
        code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
4420
        if (terrno != 0) code = terrno;
×
4421
        break;
×
4422
      }
4423
      if ((code = mndSetDropTbsRedoActions(pMnode, pTrans, pVgReqs, p, len, msgType)) != 0) {
37,724✔
4424
        break;
×
4425
      }
4426
    }
4427
    if (TSDB_CODE_SUCCESS != code) {
9,431✔
4428
      taosHashCancelIterate(pVgMap, pIter);
×
4429
      break;
×
4430
    }
4431
    pIter = taosHashIterate(pVgMap, pIter);
9,431✔
4432
  }
4433
  return code;
9,431✔
4434
}
4435

4436
static int32_t mndCreateDropTbsTxnPrepare(SRpcMsg *pRsp, SMndDropTbsWithTsmaCtx *pCtx) {
13,026✔
4437
  int32_t code = 0;
13,026✔
4438
  SMnode *pMnode = pRsp->info.node;
13,026✔
4439
  STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_CONFLICT_GLOBAL, pRsp, "drop-tbs");
13,026✔
4440
  mndTransSetChangeless(pTrans);
13,026✔
4441
  mndTransSetSerial(pTrans);
13,026✔
4442
  if (pTrans == NULL) {
13,026✔
4443
    code = TSDB_CODE_MND_RETURN_VALUE_NULL;
×
4444
    if (terrno != 0) code = terrno;
×
4445
    goto _OVER;
×
4446
  }
4447

4448
  TAOS_CHECK_GOTO(mndTransCheckConflict(pMnode, pTrans), NULL, _OVER);
13,026✔
4449

4450
  if ((code = mndBuildDropTbRedoActions(pMnode, pTrans, pCtx->pVgMap, TDMT_VND_DROP_TABLE)) != 0) goto _OVER;
9,431✔
4451
  if ((code = mndTransPrepare(pMnode, pTrans)) != 0) goto _OVER;
9,431✔
4452

4453
_OVER:
9,431✔
4454
  mndTransDrop(pTrans);
13,026✔
4455
  TAOS_RETURN(code);
13,026✔
4456
}
4457

4458
static int32_t mndProcessDropTbWithTsma(SRpcMsg *pReq) {
×
4459
  int32_t      code = -1;
×
4460
  SMnode      *pMnode = pReq->info.node;
×
4461
  SDbObj      *pDb = NULL;
×
4462
  SStbObj     *pStb = NULL;
×
4463
  SMDropTbsReq dropReq = {0};
×
4464
  bool         locked = false;
×
4465
  if (tDeserializeSMDropTbsReq(pReq->pCont, pReq->contLen, &dropReq) != 0) {
×
4466
    code = TSDB_CODE_INVALID_MSG;
×
4467
    goto _OVER;
×
4468
  }
4469

4470
  SMndDropTbsWithTsmaCtx *pCtx = NULL;
×
4471
  code = mndInitDropTbsWithTsmaCtx(&pCtx);
×
4472
  if (code) goto _OVER;
×
4473
  for (int32_t i = 0; i < dropReq.pVgReqs->size; ++i) {
×
4474
    SMDropTbReqsOnSingleVg *pReq = taosArrayGet(dropReq.pVgReqs, i);
×
4475
    code = mndDropTbForSingleVg(pMnode, pCtx, pReq->pTbs, pReq->vgInfo.vgId);
×
4476
    if (code) goto _OVER;
×
4477
  }
4478
  code = mndCreateDropTbsTxnPrepare(pReq, pCtx);
×
4479
  if (code == 0) {
×
4480
    code = TSDB_CODE_ACTION_IN_PROGRESS;
×
4481
  }
4482
_OVER:
×
4483
  tFreeSMDropTbsReq(&dropReq);
×
4484
  if (pCtx) mndDestroyDropTbsWithTsmaCtx(pCtx);
×
4485
  TAOS_RETURN(code);
×
4486
}
4487

4488
static int32_t createDropTbBatchReq(const SVDropTbReq *pReq, SVDropTbBatchReq *pBatchReq) {
53,542✔
4489
  pBatchReq->nReqs = 1;
53,542✔
4490
  pBatchReq->pArray = taosArrayInit(TARRAY_MIN_SIZE, sizeof(SVDropTbReq));
53,542✔
4491
  if (!pBatchReq->pArray) return terrno;
53,542✔
4492
  if (taosArrayPush(pBatchReq->pArray, pReq) == NULL) {
107,084✔
4493
    taosArrayDestroy(pBatchReq->pArray);
×
4494
    pBatchReq->pArray = NULL;
×
4495
    return terrno;
×
4496
  }
4497
  return TSDB_CODE_SUCCESS;
53,542✔
4498
}
4499

4500
static void destroySVDropTbBatchReqs(void *p) {
53,542✔
4501
  SVDropTbBatchReq *pReq = p;
53,542✔
4502
  taosArrayDestroy(pReq->pArray);
53,542✔
4503
  pReq->pArray = NULL;
53,542✔
4504
}
53,542✔
4505

4506
static int32_t mndDropTbAdd(SMnode *pMnode, SHashObj *pVgHashMap, const SVgroupInfo *pVgInfo, char *name, tb_uid_t suid,
53,542✔
4507
                            bool ignoreNotExists) {
4508
  SVDropTbReq req = {.name = name, .suid = suid, .igNotExists = ignoreNotExists, .uid = 0};
53,542✔
4509

4510
  SVDropTbVgReqs *pVgReqs = taosHashGet(pVgHashMap, &pVgInfo->vgId, sizeof(pVgInfo->vgId));
53,542✔
4511
  SVDropTbVgReqs  vgReqs = {0};
53,542✔
4512
  if (pVgReqs == NULL) {
53,542✔
4513
    vgReqs.info = *pVgInfo;
13,026✔
4514
    vgReqs.pBatchReqs = taosArrayInit(TARRAY_MIN_SIZE, sizeof(SVDropTbBatchReq));
13,026✔
4515
    if (!vgReqs.pBatchReqs) return terrno;
13,026✔
4516
    SVDropTbBatchReq batchReq = {0};
13,026✔
4517
    int32_t          code = createDropTbBatchReq(&req, &batchReq);
13,026✔
4518
    if (TSDB_CODE_SUCCESS != code) return code;
13,026✔
4519
    if (taosArrayPush(vgReqs.pBatchReqs, &batchReq) == NULL) {
26,052✔
4520
      taosArrayDestroy(batchReq.pArray);
×
4521
      return terrno;
×
4522
    }
4523
    if (taosHashPut(pVgHashMap, &pVgInfo->vgId, sizeof(pVgInfo->vgId), &vgReqs, sizeof(vgReqs)) != 0) {
13,026✔
4524
      taosArrayDestroyEx(vgReqs.pBatchReqs, destroySVDropTbBatchReqs);
×
4525
      return terrno;
×
4526
    }
4527
  } else {
4528
    SVDropTbBatchReq batchReq = {0};
40,516✔
4529
    int32_t          code = createDropTbBatchReq(&req, &batchReq);
40,516✔
4530
    if (TSDB_CODE_SUCCESS != code) return code;
40,516✔
4531
    if (taosArrayPush(pVgReqs->pBatchReqs, &batchReq) == NULL) {
81,032✔
4532
      taosArrayDestroy(batchReq.pArray);
×
4533
      return terrno;
×
4534
    }
4535
  }
4536
  return 0;
53,542✔
4537
}
4538

4539
static int32_t mndDropTbForSingleVg(SMnode *pMnode, SMndDropTbsWithTsmaCtx *pCtx, SArray *pTbs, int32_t vgId) {
13,026✔
4540
  int32_t code = 0;
13,026✔
4541

4542
  SVgObj *pVgObj = mndAcquireVgroup(pMnode, vgId);
13,026✔
4543
  if (!pVgObj) {
13,026✔
4544
    code = 0;
×
4545
    goto _end;
×
4546
  }
4547
  SVgroupInfo vgInfo = {.hashBegin = pVgObj->hashBegin,
26,052✔
4548
                        .hashEnd = pVgObj->hashEnd,
13,026✔
4549
                        .numOfTable = pVgObj->numOfTables,
13,026✔
4550
                        .vgId = pVgObj->vgId};
13,026✔
4551
  vgInfo.epSet = mndGetVgroupEpset(pMnode, pVgObj);
13,026✔
4552
  mndReleaseVgroup(pMnode, pVgObj);
13,026✔
4553

4554
  for (int32_t i = 0; i < pTbs->size; ++i) {
66,568✔
4555
    SVDropTbReq *pTb = taosArrayGet(pTbs, i);
53,542✔
4556
    TAOS_CHECK_GOTO(mndDropTbAdd(pMnode, pCtx->pVgMap, &vgInfo, pTb->name, pTb->suid, pTb->igNotExists), NULL, _end);
53,542✔
4557
  }
4558
_end:
13,026✔
4559
  return code;
13,026✔
4560
}
4561

4562
static int32_t mndProcessFetchTtlExpiredTbs(SRpcMsg *pRsp) {
15,136,887✔
4563
  int32_t                 code = -1;
15,136,887✔
4564
  SDecoder                decoder = {0};
15,136,887✔
4565
  SMnode                 *pMnode = pRsp->info.node;
15,136,887✔
4566
  SVFetchTtlExpiredTbsRsp rsp = {0};
15,136,887✔
4567
  SMndDropTbsWithTsmaCtx *pCtx = NULL;
15,136,887✔
4568
  if (pRsp->code != TSDB_CODE_SUCCESS) {
15,136,887✔
4569
    code = pRsp->code;
157,664✔
4570
    goto _end;
157,664✔
4571
  }
4572
  if (pRsp->contLen == 0) {
14,979,223✔
4573
    code = 0;
14,966,197✔
4574
    goto _end;
14,966,197✔
4575
  }
4576

4577
  tDecoderInit(&decoder, pRsp->pCont, pRsp->contLen);
13,026✔
4578
  code = tDecodeVFetchTtlExpiredTbsRsp(&decoder, &rsp);
13,026✔
4579
  if (code) goto _end;
13,026✔
4580

4581
  code = mndInitDropTbsWithTsmaCtx(&pCtx);
13,026✔
4582
  if (code) goto _end;
13,026✔
4583

4584
  code = mndDropTbForSingleVg(pMnode, pCtx, rsp.pExpiredTbs, rsp.vgId);
13,026✔
4585
  if (code) goto _end;
13,026✔
4586
  code = mndCreateDropTbsTxnPrepare(pRsp, pCtx);
13,026✔
4587
  if (code == 0) code = TSDB_CODE_ACTION_IN_PROGRESS;
13,026✔
4588
_end:
15,135,489✔
4589
  if (pCtx) mndDestroyDropTbsWithTsmaCtx(pCtx);
15,136,887✔
4590
  tDecoderClear(&decoder);
15,136,887✔
4591
  tFreeFetchTtlExpiredTbsRsp(&rsp);
15,136,887✔
4592
  TAOS_RETURN(code);
15,136,887✔
4593
}
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2026 Coveralls, Inc