#4513

Committed 17 Jul 2025 02:02AM UTC coverage: 31.359% (-31.1%) from 62.446%

Build # #4513

Build Type

push

travis-ci

Committed by

web-flow

Commit Message

Merge pull request #31914 from taosdata/fix/3.0/compare-ans-failed

fix:Convert line endings from LF to CRLF for ans file

Coverage Stats

68541 of 301034 branches covered (22.77%)

Branch coverage included in aggregate %.

117356 of 291771 relevant lines covered (40.22%)

602262.98 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

44.52

/source/libs/parser/src/parser.c

/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#include "parser.h"
#include "os.h"

#include "parInt.h"
#include "parToken.h"

bool qIsInsertValuesSql(const char* pStr, size_t length) {
  if (NULL == pStr) {
    return false;
  }

  const char* pSql = pStr;

  int32_t index = 0;
  SToken  t = tStrGetToken((char*)pStr, &index, false, NULL);
  if (TK_INSERT != t.type && TK_IMPORT != t.type) {
    return false;
  }

  do {
    pStr += index;
    index = 0;
    t = tStrGetToken((char*)pStr, &index, false, NULL);
    if (TK_USING == t.type || TK_VALUES == t.type || TK_FILE == t.type) {
      return true;
    } else if (TK_SELECT == t.type) {
      return false;
    }
    if (0 == t.type || 0 == t.n) {
      break;
    }
  } while (pStr - pSql < length);
  return false;
}

bool qIsCreateTbFromFileSql(const char* pStr, size_t length) {
  if (NULL == pStr) {
    return false;
  }

  const char* pSql = pStr;

  int32_t index = 0;
  SToken  t = tStrGetToken((char*)pStr, &index, false, NULL);
  if (TK_CREATE != t.type) {
    return false;
  }

  do {
    pStr += index;
    index = 0;
    t = tStrGetToken((char*)pStr, &index, false, NULL);
    if (TK_FILE == t.type) {
      return true;
    }
    if (0 == t.type || 0 == t.n) {
      break;
    }
  } while (pStr - pSql < length);
  return false;
}

bool qParseDbName(const char* pStr, size_t length, char** pDbName) {
  (void)length;
  int32_t index = 0;
  SToken  t;

  if (NULL == pStr) {
    *pDbName = NULL;
    return false;
  }

  t = tStrGetToken((char*)pStr, &index, false, NULL);
  if (TK_INSERT != t.type && TK_IMPORT != t.type) {
    *pDbName = NULL;
    return false;
  }

  t = tStrGetToken((char*)pStr, &index, false, NULL);
  if (TK_INTO != t.type) {
    *pDbName = NULL;
    return false;
  }

  t = tStrGetToken((char*)pStr, &index, false, NULL);
  if (t.n == 0 || t.z == NULL) {
    *pDbName = NULL;
    return false;
  }
  char* dotPos = strnchr(t.z, '.', t.n, true);
  if (dotPos != NULL) {
    int dbNameLen = dotPos - t.z;
    *pDbName = taosMemoryMalloc(dbNameLen + 1);
    if (*pDbName == NULL) {
      return false;
    }
    strncpy(*pDbName, t.z, dbNameLen);
    (*pDbName)[dbNameLen] = '\0';
    return true;
  }
  return false;
}

static int32_t analyseSemantic(SParseContext* pCxt, SQuery* pQuery, SParseMetaCache* pMetaCache) {
  int32_t code = authenticate(pCxt, pQuery, pMetaCache);

  if (pCxt->parseOnly) {
    return code;
  }

  if (TSDB_CODE_SUCCESS == code && pQuery->placeholderNum > 0) {
    TSWAP(pQuery->pPrepareRoot, pQuery->pRoot);
    return TSDB_CODE_SUCCESS;
  }

  if (TSDB_CODE_SUCCESS == code) {
    code = translate(pCxt, pQuery, pMetaCache);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = calculateConstant(pCxt, pQuery);
  }
  return code;
}

static int32_t parseSqlIntoAst(SParseContext* pCxt, SQuery** pQuery) {
  int32_t code = parse(pCxt, pQuery);
  if (TSDB_CODE_SUCCESS == code) {
    code = analyseSemantic(pCxt, *pQuery, NULL);
  }
  return code;
}

static int32_t parseSqlSyntax(SParseContext* pCxt, SQuery** pQuery, SParseMetaCache* pMetaCache) {
  int32_t code = parse(pCxt, pQuery);
  if (TSDB_CODE_SUCCESS == code) {
    code = collectMetaKey(pCxt, *pQuery, pMetaCache);
  }
  return code;
}

static int32_t setValueByBindParam(SValueNode* pVal, TAOS_MULTI_BIND* pParam, void *charsetCxt) {
  if (!pParam || IS_NULL_TYPE(pParam->buffer_type)) {
    return TSDB_CODE_APP_ERROR;
  }
  if (IS_VAR_DATA_TYPE(pVal->node.resType.type)) {
    taosMemoryFreeClear(pVal->datum.p);
  }

  if (pParam->is_null && 1 == *(pParam->is_null)) {
    pVal->node.resType.type = TSDB_DATA_TYPE_NULL;
    pVal->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_NULL].bytes;
    return TSDB_CODE_SUCCESS;
  }

  int32_t inputSize = (NULL != pParam->length ? *(pParam->length) : tDataTypes[pParam->buffer_type].bytes);
  pVal->node.resType.type = pParam->buffer_type;
  pVal->node.resType.bytes = inputSize;

  switch (pParam->buffer_type) {
    case TSDB_DATA_TYPE_VARBINARY:
      pVal->datum.p = taosMemoryCalloc(1, pVal->node.resType.bytes + VARSTR_HEADER_SIZE + 1);
      if (NULL == pVal->datum.p) {
        return terrno;
      }
      varDataSetLen(pVal->datum.p, pVal->node.resType.bytes);
      memcpy(varDataVal(pVal->datum.p), pParam->buffer, pVal->node.resType.bytes);
      pVal->node.resType.bytes += VARSTR_HEADER_SIZE;
      break;
    case TSDB_DATA_TYPE_VARCHAR:
    case TSDB_DATA_TYPE_GEOMETRY:
      pVal->datum.p = taosMemoryCalloc(1, pVal->node.resType.bytes + VARSTR_HEADER_SIZE + 1);
      if (NULL == pVal->datum.p) {
        return terrno;
      }
      varDataSetLen(pVal->datum.p, pVal->node.resType.bytes);
      strncpy(varDataVal(pVal->datum.p), (const char*)pParam->buffer, pVal->node.resType.bytes);
      pVal->node.resType.bytes += VARSTR_HEADER_SIZE;
      break;
    case TSDB_DATA_TYPE_NCHAR: {
      pVal->node.resType.bytes *= TSDB_NCHAR_SIZE;
      pVal->datum.p = taosMemoryCalloc(1, pVal->node.resType.bytes + VARSTR_HEADER_SIZE + 1);
      if (NULL == pVal->datum.p) {
        return terrno;
      }

      int32_t output = 0;
      if (!taosMbsToUcs4(pParam->buffer, inputSize, (TdUcs4*)varDataVal(pVal->datum.p), pVal->node.resType.bytes,
                         &output, charsetCxt)) {
        return terrno;
      }
      varDataSetLen(pVal->datum.p, output);
      pVal->node.resType.bytes = output + VARSTR_HEADER_SIZE;
      break;
    }
    default: {
      int32_t code = nodesSetValueNodeValue(pVal, pParam->buffer);
      if (code) {
        return code;
      }
      break;
    }
  }
  pVal->translate = true;
  return TSDB_CODE_SUCCESS;
}

static EDealRes rewriteQueryExprAliasImpl(SNode* pNode, void* pContext) {
  if (nodesIsExprNode(pNode) && QUERY_NODE_COLUMN != nodeType(pNode)) {
    snprintf(((SExprNode*)pNode)->aliasName, TSDB_COL_NAME_LEN, "#%d", *(int32_t*)pContext);
    ++(*(int32_t*)pContext);
  }
  return DEAL_RES_CONTINUE;
}

static void rewriteQueryExprAlias(SNode* pRoot, int32_t* pNo) {
  switch (nodeType(pRoot)) {
    case QUERY_NODE_SELECT_STMT:
      nodesWalkSelectStmt((SSelectStmt*)pRoot, SQL_CLAUSE_FROM, rewriteQueryExprAliasImpl, pNo);
      break;
    case QUERY_NODE_SET_OPERATOR: {
      SSetOperator* pSetOper = (SSetOperator*)pRoot;
      rewriteQueryExprAlias(pSetOper->pLeft, pNo);
      rewriteQueryExprAlias(pSetOper->pRight, pNo);
      break;
    }
    default:
      break;
  }
}

static void rewriteExprAlias(SNode* pRoot) {
  int32_t no = 1;
  rewriteQueryExprAlias(pRoot, &no);
}

int32_t qParseSql(SParseContext* pCxt, SQuery** pQuery) {
  int32_t code = TSDB_CODE_SUCCESS;
  if (qIsInsertValuesSql(pCxt->pSql, pCxt->sqlLen)) {
    code = parseInsertSql(pCxt, pQuery, NULL, NULL);
  } else {
    code = parseSqlIntoAst(pCxt, pQuery);
  }
  terrno = code;
  return code;
}

static int32_t parseQuerySyntax(SParseContext* pCxt, SQuery** pQuery, struct SCatalogReq* pCatalogReq) {
  SParseMetaCache metaCache = {0};
  int32_t         code = parseSqlSyntax(pCxt, pQuery, &metaCache);
  if (TSDB_CODE_SUCCESS == code) {
    code = buildCatalogReq(&metaCache, pCatalogReq);
  }
  destoryParseMetaCache(&metaCache, true);
  return code;
}

static int32_t parseCreateTbFromFileSyntax(SParseContext* pCxt, SQuery** pQuery, struct SCatalogReq* pCatalogReq) {
  if (NULL == *pQuery) return parseQuerySyntax(pCxt, pQuery, pCatalogReq);

  return continueCreateTbFromFile(pCxt, pQuery);
}

int32_t qParseSqlSyntax(SParseContext* pCxt, SQuery** pQuery, struct SCatalogReq* pCatalogReq) {
  int32_t code = nodesAcquireAllocator(pCxt->allocatorId);
  if (TSDB_CODE_SUCCESS == code) {
    if (qIsInsertValuesSql(pCxt->pSql, pCxt->sqlLen)) {
      code = parseInsertSql(pCxt, pQuery, pCatalogReq, NULL);
    } else if (qIsCreateTbFromFileSql(pCxt->pSql, pCxt->sqlLen)) {
      code = parseCreateTbFromFileSyntax(pCxt, pQuery, pCatalogReq);
    } else {
      code = parseQuerySyntax(pCxt, pQuery, pCatalogReq);
    }
  }
  (void)nodesReleaseAllocator(pCxt->allocatorId);
  terrno = code;
  return code;
}

int32_t qAnalyseSqlSemantic(SParseContext* pCxt, const struct SCatalogReq* pCatalogReq,
                            struct SMetaData* pMetaData, SQuery* pQuery) {
  SParseMetaCache metaCache = {0};
  int32_t         code = nodesAcquireAllocator(pCxt->allocatorId);
  if (TSDB_CODE_SUCCESS == code && pCatalogReq) {
    code = putMetaDataToCache(pCatalogReq, pMetaData, &metaCache);
  }
  if (TSDB_CODE_SUCCESS == code) {
    code = analyseSemantic(pCxt, pQuery, &metaCache);
  }
  (void)nodesReleaseAllocator(pCxt->allocatorId);
  destoryParseMetaCache(&metaCache, false);
  terrno = code;
  return code;
}

int32_t qContinueParseSql(SParseContext* pCxt, struct SCatalogReq* pCatalogReq, const struct SMetaData* pMetaData,
                          SQuery* pQuery) {
  return parseInsertSql(pCxt, &pQuery, pCatalogReq, pMetaData);
}

int32_t qContinueParsePostQuery(SParseContext* pCxt, SQuery* pQuery, SSDataBlock* pBlock) {
  int32_t code = TSDB_CODE_SUCCESS;
  switch (nodeType(pQuery->pRoot)) {
    default:
      break;
  }

  return code;
}

static void destoryTablesReq(void* p) {
  STablesReq* pRes = (STablesReq*)p;
  taosArrayDestroy(pRes->pTables);
}

void destoryCatalogReq(SCatalogReq* pCatalogReq) {
  if (NULL == pCatalogReq) {
    return;
  }
  taosArrayDestroy(pCatalogReq->pDbVgroup);
  taosArrayDestroy(pCatalogReq->pDbCfg);
  taosArrayDestroy(pCatalogReq->pDbInfo);
  if (pCatalogReq->cloned) {
    taosArrayDestroy(pCatalogReq->pTableMeta);
    taosArrayDestroy(pCatalogReq->pTableHash);
#ifdef TD_ENTERPRISE
    taosArrayDestroy(pCatalogReq->pView);
#endif
    taosArrayDestroy(pCatalogReq->pTableTSMAs);
    taosArrayDestroy(pCatalogReq->pTSMAs);
    taosArrayDestroy(pCatalogReq->pTableName);
  } else {
    taosArrayDestroyEx(pCatalogReq->pTableMeta, destoryTablesReq);
    taosArrayDestroyEx(pCatalogReq->pTableHash, destoryTablesReq);
#ifdef TD_ENTERPRISE
    taosArrayDestroyEx(pCatalogReq->pView, destoryTablesReq);
#endif
    taosArrayDestroyEx(pCatalogReq->pTableTSMAs, destoryTablesReq);
    taosArrayDestroyEx(pCatalogReq->pTSMAs, destoryTablesReq);
    taosArrayDestroyEx(pCatalogReq->pTableName, destoryTablesReq);
  }
  taosArrayDestroy(pCatalogReq->pUdf);
  taosArrayDestroy(pCatalogReq->pIndex);
  taosArrayDestroy(pCatalogReq->pUser);
  taosArrayDestroy(pCatalogReq->pTableIndex);
  taosArrayDestroy(pCatalogReq->pTableCfg);
  taosArrayDestroy(pCatalogReq->pTableTag);
  taosArrayDestroy(pCatalogReq->pVStbRefDbs);
}

void tfreeSParseQueryRes(void* p) {
  if (NULL == p) {
    return;
  }

  SParseQueryRes* pRes = p;
  destoryCatalogReq(pRes->pCatalogReq);
  taosMemoryFree(pRes->pCatalogReq);
  catalogFreeMetaData(&pRes->meta);
}

void qDestroyParseContext(SParseContext* pCxt) {
  if (NULL == pCxt) {
    return;
  }

  taosArrayDestroyEx(pCxt->pSubMetaList, tfreeSParseQueryRes);
  taosArrayDestroy(pCxt->pTableMetaPos);
  taosArrayDestroy(pCxt->pTableVgroupPos);
  taosMemoryFree(pCxt);
}

void qDestroyQuery(SQuery* pQueryNode) { nodesDestroyNode((SNode*)pQueryNode); }

int32_t qExtractResultSchema(const SNode* pRoot, int32_t* numOfCols, SSchema** pSchema) {
  return extractResultSchema(pRoot, numOfCols, pSchema, NULL);
}

int32_t qSetSTableIdForRsma(SNode* pStmt, int64_t uid) {
  if (QUERY_NODE_SELECT_STMT == nodeType(pStmt)) {
    SNode* pTable = ((SSelectStmt*)pStmt)->pFromTable;
    if (QUERY_NODE_REAL_TABLE == nodeType(pTable)) {
      ((SRealTableNode*)pTable)->pMeta->uid = uid;
      ((SRealTableNode*)pTable)->pMeta->suid = uid;
      return TSDB_CODE_SUCCESS;
    }
  }
  return TSDB_CODE_FAILED;
}

int32_t qInitKeywordsTable() { return taosInitKeywordsTable(); }

void qCleanupKeywordsTable() { taosCleanupKeywordsTable(); }

int32_t qStmtBindParams(SQuery* pQuery, TAOS_MULTI_BIND* pParams, int32_t colIdx, void *charsetCxt) {
  int32_t code = TSDB_CODE_SUCCESS;

  if (colIdx < 0) {
    int32_t size = taosArrayGetSize(pQuery->pPlaceholderValues);
    for (int32_t i = 0; i < size; ++i) {
      code = setValueByBindParam((SValueNode*)taosArrayGetP(pQuery->pPlaceholderValues, i), pParams + i, charsetCxt);
      if (TSDB_CODE_SUCCESS != code) {
        return code;
      }
    }
  } else {
    code = setValueByBindParam((SValueNode*)taosArrayGetP(pQuery->pPlaceholderValues, colIdx), pParams, charsetCxt);
  }

  if (TSDB_CODE_SUCCESS == code && (colIdx < 0 || colIdx + 1 == pQuery->placeholderNum)) {
    nodesDestroyNode(pQuery->pRoot);
    pQuery->pRoot = NULL;
    code = nodesCloneNode(pQuery->pPrepareRoot, &pQuery->pRoot);
  }
  if (TSDB_CODE_SUCCESS == code) {
    rewriteExprAlias(pQuery->pRoot);
  }
  return code;
}

static int32_t setValueByBindParam2(SValueNode* pVal, TAOS_STMT2_BIND* pParam, void* charsetCxt) {
  if (!pParam || IS_NULL_TYPE(pParam->buffer_type)) {
    return TSDB_CODE_APP_ERROR;
  }
  if (IS_VAR_DATA_TYPE(pVal->node.resType.type)) {
    taosMemoryFreeClear(pVal->datum.p);
  }

  if (pParam->is_null && 1 == *(pParam->is_null)) {
    pVal->node.resType.type = TSDB_DATA_TYPE_NULL;
    pVal->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_NULL].bytes;
    return TSDB_CODE_SUCCESS;
  }

  int32_t inputSize = (NULL != pParam->length ? *(pParam->length) : tDataTypes[pParam->buffer_type].bytes);
  pVal->node.resType.type = pParam->buffer_type;
  pVal->node.resType.bytes = inputSize;

  switch (pParam->buffer_type) {
    case TSDB_DATA_TYPE_VARBINARY:
      pVal->datum.p = taosMemoryCalloc(1, pVal->node.resType.bytes + VARSTR_HEADER_SIZE + 1);
      if (NULL == pVal->datum.p) {
        return terrno;
      }
      varDataSetLen(pVal->datum.p, pVal->node.resType.bytes);
      memcpy(varDataVal(pVal->datum.p), pParam->buffer, pVal->node.resType.bytes);
      pVal->node.resType.bytes += VARSTR_HEADER_SIZE;
      break;
    case TSDB_DATA_TYPE_VARCHAR:
    case TSDB_DATA_TYPE_GEOMETRY:
      pVal->datum.p = taosMemoryCalloc(1, pVal->node.resType.bytes + VARSTR_HEADER_SIZE + 1);
      if (NULL == pVal->datum.p) {
        return terrno;
      }
      varDataSetLen(pVal->datum.p, pVal->node.resType.bytes);
      strncpy(varDataVal(pVal->datum.p), (const char*)pParam->buffer, pVal->node.resType.bytes);
      pVal->node.resType.bytes += VARSTR_HEADER_SIZE;
      break;
    case TSDB_DATA_TYPE_NCHAR: {
      pVal->node.resType.bytes *= TSDB_NCHAR_SIZE;
      pVal->datum.p = taosMemoryCalloc(1, pVal->node.resType.bytes + VARSTR_HEADER_SIZE + 1);
      if (NULL == pVal->datum.p) {
        return terrno;
      }

      int32_t output = 0;
      if (!taosMbsToUcs4(pParam->buffer, inputSize, (TdUcs4*)varDataVal(pVal->datum.p), pVal->node.resType.bytes,
                         &output, charsetCxt)) {
        return terrno;
      }
      varDataSetLen(pVal->datum.p, output);
      pVal->node.resType.bytes = output + VARSTR_HEADER_SIZE;
      break;
    }
    default: {
      int32_t code = nodesSetValueNodeValue(pVal, pParam->buffer);
      if (code) {
        return code;
      }
      break;
    }
  }
  pVal->translate = true;
  return TSDB_CODE_SUCCESS;
}

int32_t qStmtBindParams2(SQuery* pQuery, TAOS_STMT2_BIND* pParams, int32_t colIdx, void* charsetCxt) {
  int32_t code = TSDB_CODE_SUCCESS;

  if (colIdx < 0) {
    int32_t size = taosArrayGetSize(pQuery->pPlaceholderValues);
    for (int32_t i = 0; i < size; ++i) {
      code = setValueByBindParam2((SValueNode*)taosArrayGetP(pQuery->pPlaceholderValues, i), pParams + i, charsetCxt);
      if (TSDB_CODE_SUCCESS != code) {
        return code;
      }
    }
  } else {
    code = setValueByBindParam2((SValueNode*)taosArrayGetP(pQuery->pPlaceholderValues, colIdx), pParams, charsetCxt);
  }

  if (TSDB_CODE_SUCCESS == code && (colIdx < 0 || colIdx + 1 == pQuery->placeholderNum)) {
    nodesDestroyNode(pQuery->pRoot);
    pQuery->pRoot = NULL;
    code = nodesCloneNode(pQuery->pPrepareRoot, &pQuery->pRoot);
  }
  if (TSDB_CODE_SUCCESS == code) {
    rewriteExprAlias(pQuery->pRoot);
  }
  return code;
}

int32_t qStmtParseQuerySql(SParseContext* pCxt, SQuery* pQuery) {
  int32_t code = translate(pCxt, pQuery, NULL);
  if (TSDB_CODE_SUCCESS == code) {
    code = calculateConstant(pCxt, pQuery);
  }
  return code;
}

1	/*
2	* Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3	*
4	* This program is free software: you can use, redistribute, and/or modify
5	* it under the terms of the GNU Affero General Public License, version 3
6	* or later ("AGPL"), as published by the Free Software Foundation.
7	*
8	* This program is distributed in the hope that it will be useful, but WITHOUT
9	* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10	* FITNESS FOR A PARTICULAR PURPOSE.
11	*
12	* You should have received a copy of the GNU Affero General Public License
13	* along with this program. If not, see <http://www.gnu.org/licenses/>.
14	*/
15
16	#include "parser.h"
17	#include "os.h"
18
19	#include "parInt.h"
20	#include "parToken.h"
21
22	bool qIsInsertValuesSql(const char* pStr, size_t length) {	50,250✔
23	if (NULL == pStr) {	50,250!
24	return false;	×
25	}
26
27	const char* pSql = pStr;	50,250✔
28
29	int32_t index = 0;	50,250✔
30	SToken t = tStrGetToken((char*)pStr, &index, false, NULL);	50,250✔
31	if (TK_INSERT != t.type && TK_IMPORT != t.type) {	50,250!
32	return false;	11,647✔
33	}
34
35	do {
36	pStr += index;	115,903✔
37	index = 0;	115,903✔
38	t = tStrGetToken((char*)pStr, &index, false, NULL);	115,903✔
39	if (TK_USING == t.type \|\| TK_VALUES == t.type \|\| TK_FILE == t.type) {	115,903!
40	return true;	38,596✔
41	} else if (TK_SELECT == t.type) {	77,307✔
42	return false;	7✔
43	}
44	if (0 == t.type \|\| 0 == t.n) {	77,300!
45	break;
46	}
47	} while (pStr - pSql < length);	77,300!
48	return false;	×
49	}
50
51	bool qIsCreateTbFromFileSql(const char* pStr, size_t length) {	5,374✔
52	if (NULL == pStr) {	5,374!
53	return false;	×
54	}
55
56	const char* pSql = pStr;	5,374✔
57
58	int32_t index = 0;	5,374✔
59	SToken t = tStrGetToken((char*)pStr, &index, false, NULL);	5,374✔
60	if (TK_CREATE != t.type) {	5,374✔
61	return false;	5,202✔
62	}
63
64	do {
65	pStr += index;	10,433✔
66	index = 0;	10,433✔
67	t = tStrGetToken((char*)pStr, &index, false, NULL);	10,433✔
68	if (TK_FILE == t.type) {	10,433!
69	return true;	×
70	}
71	if (0 == t.type \|\| 0 == t.n) {	10,433✔
72	break;
73	}
74	} while (pStr - pSql < length);	10,261!
75	return false;	172✔
76	}
77
78	bool qParseDbName(const char* pStr, size_t length, char** pDbName) {	×
79	(void)length;
80	int32_t index = 0;	×
81	SToken t;
82
83	if (NULL == pStr) {	×
84	*pDbName = NULL;	×
85	return false;	×
86	}
87
88	t = tStrGetToken((char*)pStr, &index, false, NULL);	×
89	if (TK_INSERT != t.type && TK_IMPORT != t.type) {	×
90	*pDbName = NULL;	×
91	return false;	×
92	}
93
94	t = tStrGetToken((char*)pStr, &index, false, NULL);	×
95	if (TK_INTO != t.type) {	×
96	*pDbName = NULL;	×
97	return false;	×
98	}
99
100	t = tStrGetToken((char*)pStr, &index, false, NULL);	×
101	if (t.n == 0 \|\| t.z == NULL) {	×
102	*pDbName = NULL;	×
103	return false;	×
104	}
105	char* dotPos = strnchr(t.z, '.', t.n, true);	×
106	if (dotPos != NULL) {	×
107	int dbNameLen = dotPos - t.z;	×
108	*pDbName = taosMemoryMalloc(dbNameLen + 1);	×
109	if (*pDbName == NULL) {	×
110	return false;	×
111	}
112	strncpy(*pDbName, t.z, dbNameLen);	×
113	(*pDbName)[dbNameLen] = '\0';	×
114	return true;	×
115	}
116	return false;	×
117	}
118
119	static int32_t analyseSemantic(SParseContext* pCxt, SQuery* pQuery, SParseMetaCache* pMetaCache) {	5,157✔
120	int32_t code = authenticate(pCxt, pQuery, pMetaCache);	5,157✔
121
122	if (pCxt->parseOnly) {	5,157!
123	return code;	×
124	}
125
126	if (TSDB_CODE_SUCCESS == code && pQuery->placeholderNum > 0) {	5,157!
127	TSWAP(pQuery->pPrepareRoot, pQuery->pRoot);	4✔
128	return TSDB_CODE_SUCCESS;	4✔
129	}
130
131	if (TSDB_CODE_SUCCESS == code) {	5,153!
132	code = translate(pCxt, pQuery, pMetaCache);	5,153✔
133	}
134	if (TSDB_CODE_SUCCESS == code) {	5,153✔
135	code = calculateConstant(pCxt, pQuery);	3,846✔
136	}
137	return code;	5,153✔
138	}
139
140	static int32_t parseSqlIntoAst(SParseContext* pCxt, SQuery** pQuery) {	565✔
141	int32_t code = parse(pCxt, pQuery);	565✔
142	if (TSDB_CODE_SUCCESS == code) {	565✔
143	code = analyseSemantic(pCxt, *pQuery, NULL);	560✔
144	}
145	return code;	565✔
146	}
147
148	static int32_t parseSqlSyntax(SParseContext* pCxt, SQuery** pQuery, SParseMetaCache* pMetaCache) {	5,374✔
149	int32_t code = parse(pCxt, pQuery);	5,374✔
150	if (TSDB_CODE_SUCCESS == code) {	5,374✔
151	code = collectMetaKey(pCxt, *pQuery, pMetaCache);	4,597✔
152	}
153	return code;	5,374✔
154	}
155
156	static int32_t setValueByBindParam(SValueNode* pVal, TAOS_MULTI_BIND* pParam, void *charsetCxt) {	8✔
157	if (!pParam \|\| IS_NULL_TYPE(pParam->buffer_type)) {	8!
158	return TSDB_CODE_APP_ERROR;	×
159	}
160	if (IS_VAR_DATA_TYPE(pVal->node.resType.type)) {	8!
161	taosMemoryFreeClear(pVal->datum.p);	×
162	}
163
164	if (pParam->is_null && 1 == *(pParam->is_null)) {	8!
165	pVal->node.resType.type = TSDB_DATA_TYPE_NULL;	×
166	pVal->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_NULL].bytes;	×
167	return TSDB_CODE_SUCCESS;	×
168	}
169
170	int32_t inputSize = (NULL != pParam->length ? *(pParam->length) : tDataTypes[pParam->buffer_type].bytes);	8!
171	pVal->node.resType.type = pParam->buffer_type;	8✔
172	pVal->node.resType.bytes = inputSize;	8✔
173
174	switch (pParam->buffer_type) {	8!
175	case TSDB_DATA_TYPE_VARBINARY:	×
176	pVal->datum.p = taosMemoryCalloc(1, pVal->node.resType.bytes + VARSTR_HEADER_SIZE + 1);	×
177	if (NULL == pVal->datum.p) {	×
178	return terrno;	×
179	}
180	varDataSetLen(pVal->datum.p, pVal->node.resType.bytes);	×
181	memcpy(varDataVal(pVal->datum.p), pParam->buffer, pVal->node.resType.bytes);	×
182	pVal->node.resType.bytes += VARSTR_HEADER_SIZE;	×
183	break;	×
184	case TSDB_DATA_TYPE_VARCHAR:	1✔
185	case TSDB_DATA_TYPE_GEOMETRY:
186	pVal->datum.p = taosMemoryCalloc(1, pVal->node.resType.bytes + VARSTR_HEADER_SIZE + 1);	1!
187	if (NULL == pVal->datum.p) {	1!
188	return terrno;	×
189	}
190	varDataSetLen(pVal->datum.p, pVal->node.resType.bytes);	1✔
191	strncpy(varDataVal(pVal->datum.p), (const char*)pParam->buffer, pVal->node.resType.bytes);	1✔
192	pVal->node.resType.bytes += VARSTR_HEADER_SIZE;	1✔
193	break;	1✔
194	case TSDB_DATA_TYPE_NCHAR: {	×
195	pVal->node.resType.bytes *= TSDB_NCHAR_SIZE;	×
196	pVal->datum.p = taosMemoryCalloc(1, pVal->node.resType.bytes + VARSTR_HEADER_SIZE + 1);	×
197	if (NULL == pVal->datum.p) {	×
198	return terrno;	×
199	}
200
201	int32_t output = 0;	×
202	if (!taosMbsToUcs4(pParam->buffer, inputSize, (TdUcs4*)varDataVal(pVal->datum.p), pVal->node.resType.bytes,	×
203	&output, charsetCxt)) {
204	return terrno;	×
205	}
206	varDataSetLen(pVal->datum.p, output);	×
207	pVal->node.resType.bytes = output + VARSTR_HEADER_SIZE;	×
208	break;	×
209	}
210	default: {	7✔
211	int32_t code = nodesSetValueNodeValue(pVal, pParam->buffer);	7✔
212	if (code) {	7!
213	return code;	×
214	}
215	break;	7✔
216	}
217	}
218	pVal->translate = true;	8✔
219	return TSDB_CODE_SUCCESS;	8✔
220	}
221
222	static EDealRes rewriteQueryExprAliasImpl(SNode* pNode, void* pContext) {	34✔
223	if (nodesIsExprNode(pNode) && QUERY_NODE_COLUMN != nodeType(pNode)) {	34✔
224	snprintf(((SExprNode)pNode)->aliasName, TSDB_COL_NAME_LEN, "#%d", (int32_t*)pContext);	17✔
225	++((int32_t)pContext);	17✔
226	}
227	return DEAL_RES_CONTINUE;	34✔
228	}
229
230	static void rewriteQueryExprAlias(SNode* pRoot, int32_t* pNo) {	6✔
231	switch (nodeType(pRoot)) {	6!
232	case QUERY_NODE_SELECT_STMT:	6✔
233	nodesWalkSelectStmt((SSelectStmt*)pRoot, SQL_CLAUSE_FROM, rewriteQueryExprAliasImpl, pNo);	6✔
234	break;	6✔
235	case QUERY_NODE_SET_OPERATOR: {	×
236	SSetOperator* pSetOper = (SSetOperator*)pRoot;	×
237	rewriteQueryExprAlias(pSetOper->pLeft, pNo);	×
238	rewriteQueryExprAlias(pSetOper->pRight, pNo);	×
239	break;	×
240	}
241	default:	×
242	break;	×
243	}
244	}	6✔
245
246	static void rewriteExprAlias(SNode* pRoot) {	6✔
247	int32_t no = 1;	6✔
248	rewriteQueryExprAlias(pRoot, &no);	6✔
249	}	6✔
250
251	int32_t qParseSql(SParseContext* pCxt, SQuery** pQuery) {	571✔
252	int32_t code = TSDB_CODE_SUCCESS;	571✔
253	if (qIsInsertValuesSql(pCxt->pSql, pCxt->sqlLen)) {	571✔
254	code = parseInsertSql(pCxt, pQuery, NULL, NULL);	6✔
255	} else {
256	code = parseSqlIntoAst(pCxt, pQuery);	565✔
257	}
258	terrno = code;	571✔
259	return code;	571✔
260	}
261
262	static int32_t parseQuerySyntax(SParseContext* pCxt, SQuery** pQuery, struct SCatalogReq* pCatalogReq) {	5,374✔
263	SParseMetaCache metaCache = {0};	5,374✔
264	int32_t code = parseSqlSyntax(pCxt, pQuery, &metaCache);	5,374✔
265	if (TSDB_CODE_SUCCESS == code) {	5,374✔
266	code = buildCatalogReq(&metaCache, pCatalogReq);	4,597✔
267	}
268	destoryParseMetaCache(&metaCache, true);	5,374✔
269	return code;	5,374✔
270	}
271
272	static int32_t parseCreateTbFromFileSyntax(SParseContext* pCxt, SQuery** pQuery, struct SCatalogReq* pCatalogReq) {	×
273	if (NULL == *pQuery) return parseQuerySyntax(pCxt, pQuery, pCatalogReq);	×
274
275	return continueCreateTbFromFile(pCxt, pQuery);	×
276	}
277
278	int32_t qParseSqlSyntax(SParseContext* pCxt, SQuery** pQuery, struct SCatalogReq* pCatalogReq) {	24,666✔
279	int32_t code = nodesAcquireAllocator(pCxt->allocatorId);	24,666✔
280	if (TSDB_CODE_SUCCESS == code) {	24,666!
281	if (qIsInsertValuesSql(pCxt->pSql, pCxt->sqlLen)) {	24,666✔
282	code = parseInsertSql(pCxt, pQuery, pCatalogReq, NULL);	19,292✔
283	} else if (qIsCreateTbFromFileSql(pCxt->pSql, pCxt->sqlLen)) {	5,374!
284	code = parseCreateTbFromFileSyntax(pCxt, pQuery, pCatalogReq);	×
285	} else {
286	code = parseQuerySyntax(pCxt, pQuery, pCatalogReq);	5,374✔
287	}
288	}
289	(void)nodesReleaseAllocator(pCxt->allocatorId);	24,666✔
290	terrno = code;	24,666✔
291	return code;	24,666✔
292	}
293
294	int32_t qAnalyseSqlSemantic(SParseContext* pCxt, const struct SCatalogReq* pCatalogReq,	4,597✔
295	struct SMetaData* pMetaData, SQuery* pQuery) {
296	SParseMetaCache metaCache = {0};	4,597✔
297	int32_t code = nodesAcquireAllocator(pCxt->allocatorId);	4,597✔
298	if (TSDB_CODE_SUCCESS == code && pCatalogReq) {	4,597!
299	code = putMetaDataToCache(pCatalogReq, pMetaData, &metaCache);	4,597✔
300	}
301	if (TSDB_CODE_SUCCESS == code) {	4,597!
302	code = analyseSemantic(pCxt, pQuery, &metaCache);	4,597✔
303	}
304	(void)nodesReleaseAllocator(pCxt->allocatorId);	4,597✔
305	destoryParseMetaCache(&metaCache, false);	4,597✔
306	terrno = code;	4,597✔
307	return code;	4,597✔
308	}
309
310	int32_t qContinueParseSql(SParseContext* pCxt, struct SCatalogReq* pCatalogReq, const struct SMetaData* pMetaData,	41✔
311	SQuery* pQuery) {
312	return parseInsertSql(pCxt, &pQuery, pCatalogReq, pMetaData);	41✔
313	}
314
315	int32_t qContinueParsePostQuery(SParseContext* pCxt, SQuery* pQuery, SSDataBlock* pBlock) {	×
316	int32_t code = TSDB_CODE_SUCCESS;	×
317	switch (nodeType(pQuery->pRoot)) {	×
318	default:
319	break;	×
320	}
321
322	return code;	×
323	}
324
325	static void destoryTablesReq(void* p) {	16,779✔
326	STablesReq* pRes = (STablesReq*)p;	16,779✔
327	taosArrayDestroy(pRes->pTables);	16,779✔
328	}	16,779✔
329
330	void destoryCatalogReq(SCatalogReq* pCatalogReq) {	24,317✔
331	if (NULL == pCatalogReq) {	24,317!
332	return;	×
333	}
334	taosArrayDestroy(pCatalogReq->pDbVgroup);	24,317✔
335	taosArrayDestroy(pCatalogReq->pDbCfg);	24,317✔
336	taosArrayDestroy(pCatalogReq->pDbInfo);	24,317✔
337	if (pCatalogReq->cloned) {	24,317!
338	taosArrayDestroy(pCatalogReq->pTableMeta);	×
339	taosArrayDestroy(pCatalogReq->pTableHash);	×
340	#ifdef TD_ENTERPRISE
341	taosArrayDestroy(pCatalogReq->pView);	×
342	#endif
343	taosArrayDestroy(pCatalogReq->pTableTSMAs);	×
344	taosArrayDestroy(pCatalogReq->pTSMAs);	×
345	taosArrayDestroy(pCatalogReq->pTableName);	×
346	} else {
347	taosArrayDestroyEx(pCatalogReq->pTableMeta, destoryTablesReq);	24,317✔
348	taosArrayDestroyEx(pCatalogReq->pTableHash, destoryTablesReq);	24,317✔
349	#ifdef TD_ENTERPRISE
350	taosArrayDestroyEx(pCatalogReq->pView, destoryTablesReq);	24,317✔
351	#endif
352	taosArrayDestroyEx(pCatalogReq->pTableTSMAs, destoryTablesReq);	24,317✔
353	taosArrayDestroyEx(pCatalogReq->pTSMAs, destoryTablesReq);	24,317✔
354	taosArrayDestroyEx(pCatalogReq->pTableName, destoryTablesReq);	24,317✔
355	}
356	taosArrayDestroy(pCatalogReq->pUdf);	24,317✔
357	taosArrayDestroy(pCatalogReq->pIndex);	24,317✔
358	taosArrayDestroy(pCatalogReq->pUser);	24,317✔
359	taosArrayDestroy(pCatalogReq->pTableIndex);	24,317✔
360	taosArrayDestroy(pCatalogReq->pTableCfg);	24,317✔
361	taosArrayDestroy(pCatalogReq->pTableTag);	24,317✔
362	taosArrayDestroy(pCatalogReq->pVStbRefDbs);	24,317✔
363	}
364
365	void tfreeSParseQueryRes(void* p) {	×
366	if (NULL == p) {	×
367	return;	×
368	}
369
370	SParseQueryRes* pRes = p;	×
371	destoryCatalogReq(pRes->pCatalogReq);	×
372	taosMemoryFree(pRes->pCatalogReq);	×
373	catalogFreeMetaData(&pRes->meta);	×
374	}
375
376	void qDestroyParseContext(SParseContext* pCxt) {	24,317✔
377	if (NULL == pCxt) {	24,317!
378	return;	×
379	}
380
381	taosArrayDestroyEx(pCxt->pSubMetaList, tfreeSParseQueryRes);	24,317✔
382	taosArrayDestroy(pCxt->pTableMetaPos);	24,317✔
383	taosArrayDestroy(pCxt->pTableVgroupPos);	24,317✔
384	taosMemoryFree(pCxt);	24,317!
385	}
386
387	void qDestroyQuery(SQuery* pQueryNode) { nodesDestroyNode((SNode*)pQueryNode); }	28,301✔
388
389	int32_t qExtractResultSchema(const SNode* pRoot, int32_t* numOfCols, SSchema** pSchema) {	9✔
390	return extractResultSchema(pRoot, numOfCols, pSchema, NULL);	9✔
391	}
392
393	int32_t qSetSTableIdForRsma(SNode* pStmt, int64_t uid) {	×
394	if (QUERY_NODE_SELECT_STMT == nodeType(pStmt)) {	×
395	SNode* pTable = ((SSelectStmt*)pStmt)->pFromTable;	×
396	if (QUERY_NODE_REAL_TABLE == nodeType(pTable)) {	×
397	((SRealTableNode*)pTable)->pMeta->uid = uid;	×
398	((SRealTableNode*)pTable)->pMeta->suid = uid;	×
399	return TSDB_CODE_SUCCESS;	×
400	}
401	}
402	return TSDB_CODE_FAILED;	×
403	}
404
405	int32_t qInitKeywordsTable() { return taosInitKeywordsTable(); }	218✔
406
407	void qCleanupKeywordsTable() { taosCleanupKeywordsTable(); }	24✔
408
409	int32_t qStmtBindParams(SQuery* pQuery, TAOS_MULTI_BIND* pParams, int32_t colIdx, void *charsetCxt) {	6✔
410	int32_t code = TSDB_CODE_SUCCESS;	6✔
411
412	if (colIdx < 0) {	6✔
413	int32_t size = taosArrayGetSize(pQuery->pPlaceholderValues);	2✔
414	for (int32_t i = 0; i < size; ++i) {	6✔
415	code = setValueByBindParam((SValueNode*)taosArrayGetP(pQuery->pPlaceholderValues, i), pParams + i, charsetCxt);	4✔
416	if (TSDB_CODE_SUCCESS != code) {	4!
417	return code;	×
418	}
419	}
420	} else {
421	code = setValueByBindParam((SValueNode*)taosArrayGetP(pQuery->pPlaceholderValues, colIdx), pParams, charsetCxt);	4✔
422	}
423
424	if (TSDB_CODE_SUCCESS == code && (colIdx < 0 \|\| colIdx + 1 == pQuery->placeholderNum)) {	6!
425	nodesDestroyNode(pQuery->pRoot);	6✔
426	pQuery->pRoot = NULL;	6✔
427	code = nodesCloneNode(pQuery->pPrepareRoot, &pQuery->pRoot);	6✔
428	}
429	if (TSDB_CODE_SUCCESS == code) {	6!
430	rewriteExprAlias(pQuery->pRoot);	6✔
431	}
432	return code;	6✔
433	}
434
435	static int32_t setValueByBindParam2(SValueNode* pVal, TAOS_STMT2_BIND* pParam, void* charsetCxt) {	×
436	if (!pParam \|\| IS_NULL_TYPE(pParam->buffer_type)) {	×
437	return TSDB_CODE_APP_ERROR;	×
438	}
439	if (IS_VAR_DATA_TYPE(pVal->node.resType.type)) {	×
440	taosMemoryFreeClear(pVal->datum.p);	×
441	}
442
443	if (pParam->is_null && 1 == *(pParam->is_null)) {	×
444	pVal->node.resType.type = TSDB_DATA_TYPE_NULL;	×
445	pVal->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_NULL].bytes;	×
446	return TSDB_CODE_SUCCESS;	×
447	}
448
449	int32_t inputSize = (NULL != pParam->length ? *(pParam->length) : tDataTypes[pParam->buffer_type].bytes);	×
450	pVal->node.resType.type = pParam->buffer_type;	×
451	pVal->node.resType.bytes = inputSize;	×
452
453	switch (pParam->buffer_type) {	×
454	case TSDB_DATA_TYPE_VARBINARY:	×
455	pVal->datum.p = taosMemoryCalloc(1, pVal->node.resType.bytes + VARSTR_HEADER_SIZE + 1);	×
456	if (NULL == pVal->datum.p) {	×
457	return terrno;	×
458	}
459	varDataSetLen(pVal->datum.p, pVal->node.resType.bytes);	×
460	memcpy(varDataVal(pVal->datum.p), pParam->buffer, pVal->node.resType.bytes);	×
461	pVal->node.resType.bytes += VARSTR_HEADER_SIZE;	×
462	break;	×
463	case TSDB_DATA_TYPE_VARCHAR:	×
464	case TSDB_DATA_TYPE_GEOMETRY:
465	pVal->datum.p = taosMemoryCalloc(1, pVal->node.resType.bytes + VARSTR_HEADER_SIZE + 1);	×
466	if (NULL == pVal->datum.p) {	×
467	return terrno;	×
468	}
469	varDataSetLen(pVal->datum.p, pVal->node.resType.bytes);	×
470	strncpy(varDataVal(pVal->datum.p), (const char*)pParam->buffer, pVal->node.resType.bytes);	×
471	pVal->node.resType.bytes += VARSTR_HEADER_SIZE;	×
472	break;	×
473	case TSDB_DATA_TYPE_NCHAR: {	×
474	pVal->node.resType.bytes *= TSDB_NCHAR_SIZE;	×
475	pVal->datum.p = taosMemoryCalloc(1, pVal->node.resType.bytes + VARSTR_HEADER_SIZE + 1);	×
476	if (NULL == pVal->datum.p) {	×
477	return terrno;	×
478	}
479
480	int32_t output = 0;	×
481	if (!taosMbsToUcs4(pParam->buffer, inputSize, (TdUcs4*)varDataVal(pVal->datum.p), pVal->node.resType.bytes,	×
482	&output, charsetCxt)) {
483	return terrno;	×
484	}
485	varDataSetLen(pVal->datum.p, output);	×
486	pVal->node.resType.bytes = output + VARSTR_HEADER_SIZE;	×
487	break;	×
488	}
489	default: {	×
490	int32_t code = nodesSetValueNodeValue(pVal, pParam->buffer);	×
491	if (code) {	×
492	return code;	×
493	}
494	break;	×
495	}
496	}
497	pVal->translate = true;	×
498	return TSDB_CODE_SUCCESS;	×
499	}
500
501	int32_t qStmtBindParams2(SQuery* pQuery, TAOS_STMT2_BIND* pParams, int32_t colIdx, void* charsetCxt) {	×
502	int32_t code = TSDB_CODE_SUCCESS;	×
503
504	if (colIdx < 0) {	×
505	int32_t size = taosArrayGetSize(pQuery->pPlaceholderValues);	×
506	for (int32_t i = 0; i < size; ++i) {	×
507	code = setValueByBindParam2((SValueNode*)taosArrayGetP(pQuery->pPlaceholderValues, i), pParams + i, charsetCxt);	×
508	if (TSDB_CODE_SUCCESS != code) {	×
509	return code;	×
510	}
511	}
512	} else {
513	code = setValueByBindParam2((SValueNode*)taosArrayGetP(pQuery->pPlaceholderValues, colIdx), pParams, charsetCxt);	×
514	}
515
516	if (TSDB_CODE_SUCCESS == code && (colIdx < 0 \|\| colIdx + 1 == pQuery->placeholderNum)) {	×
517	nodesDestroyNode(pQuery->pRoot);	×
518	pQuery->pRoot = NULL;	×
519	code = nodesCloneNode(pQuery->pPrepareRoot, &pQuery->pRoot);	×
520	}
521	if (TSDB_CODE_SUCCESS == code) {	×
522	rewriteExprAlias(pQuery->pRoot);	×
523	}
524	return code;	×
525	}
526
527	int32_t qStmtParseQuerySql(SParseContext* pCxt, SQuery* pQuery) {	6✔
528	int32_t code = translate(pCxt, pQuery, NULL);	6✔
529	if (TSDB_CODE_SUCCESS == code) {	6!
530	code = calculateConstant(pCxt, pQuery);	6✔
531	}
532	return code;	6✔
533	}

taosdata / TDengine / #4513

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous