#3562

Committed 20 Dec 2024 09:57AM UTC coverage: 26.655% (-32.2%) from 58.812%

Build # #3562

Build Type

push

travis-ci

Committed by

web-flow

Commit Message

Merge pull request #29229 from taosdata/enh/TS-5749-3.0

enh: seperate tsdb async tasks to different thread pools

Run Details

21498 of 109421 branches covered (19.65%)

Branch coverage included in aggregate %.

66 of 96 new or added lines in 7 files covered. (68.75%)

39441 existing lines in 157 files now uncovered.

35007 of 102566 relevant lines covered (34.13%)

53922.97 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

41.59

/source/dnode/mgmt/mgmt_qnode/src/qmHandle.c

/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http:www.gnu.org/licenses/>.
 */

#define _DEFAULT_SOURCE
#include "qmInt.h"

void qmGetMonitorInfo(SQnodeMgmt *pMgmt, SMonQmInfo *qmInfo) {
  SQnodeLoad qload = {0};
  (void)qndGetLoad(pMgmt->pQnode, &qload);

  qload.dnodeId = pMgmt->pData->dnodeId;
}

void qmGetQnodeLoads(SQnodeMgmt *pMgmt, SQnodeLoad *pInfo) {
  (void)qndGetLoad(pMgmt->pQnode, pInfo);

  pInfo->dnodeId = pMgmt->pData->dnodeId;
}

int32_t qmProcessCreateReq(const SMgmtInputOpt *pInput, SRpcMsg *pMsg) {
  int32_t          code = 0;
  SDCreateQnodeReq createReq = {0};
  if (tDeserializeSCreateDropMQSNodeReq(pMsg->pCont, pMsg->contLen, &createReq) != 0) {
    code = TSDB_CODE_INVALID_MSG;
    return code;
  }

  if (pInput->pData->dnodeId != 0 && createReq.dnodeId != pInput->pData->dnodeId) {
    code = TSDB_CODE_INVALID_OPTION;
    dError("failed to create qnode since %s", tstrerror(code));
    tFreeSMCreateQnodeReq(&createReq);
    return code;
  }

  bool deployed = true;
  if ((code = dmWriteFile(pInput->path, pInput->name, deployed)) != 0) {
    dError("failed to write qnode file since %s", tstrerror(code));
    tFreeSMCreateQnodeReq(&createReq);
    return code;
  }

  tFreeSMCreateQnodeReq(&createReq);
  return 0;
}

int32_t qmProcessDropReq(const SMgmtInputOpt *pInput, SRpcMsg *pMsg) {
  int32_t        code = 0;
  SDDropQnodeReq dropReq = {0};
  if (tDeserializeSCreateDropMQSNodeReq(pMsg->pCont, pMsg->contLen, &dropReq) != 0) {
    code = TSDB_CODE_INVALID_MSG;
    return code;
  }

  if (pInput->pData->dnodeId != 0 && dropReq.dnodeId != pInput->pData->dnodeId) {
    code = TSDB_CODE_INVALID_OPTION;
    dError("failed to drop qnode since %s", tstrerror(code));
    tFreeSMCreateQnodeReq(&dropReq);
    return code;
  }

  bool deployed = false;
  if ((code = dmWriteFile(pInput->path, pInput->name, deployed)) != 0) {
    dError("failed to write qnode file since %s", tstrerror(code));
    tFreeSMCreateQnodeReq(&dropReq);
    return code;
  }

  tFreeSMCreateQnodeReq(&dropReq);
  return 0;
}

SArray *qmGetMsgHandles() {
  int32_t code = -1;
  SArray *pArray = taosArrayInit(16, sizeof(SMgmtHandle));
  if (pArray == NULL) goto _OVER;

  // Requests handled by VNODE
  if (dmSetMgmtHandle(pArray, TDMT_SCH_QUERY, qmPutNodeMsgToQueryQueue, 1) == NULL) goto _OVER;
  if (dmSetMgmtHandle(pArray, TDMT_SCH_MERGE_QUERY, qmPutNodeMsgToQueryQueue, 1) == NULL) goto _OVER;
  if (dmSetMgmtHandle(pArray, TDMT_SCH_QUERY_CONTINUE, qmPutNodeMsgToQueryQueue, 1) == NULL) goto _OVER;
  if (dmSetMgmtHandle(pArray, TDMT_SCH_FETCH, qmPutNodeMsgToFetchQueue, 1) == NULL) goto _OVER;
  if (dmSetMgmtHandle(pArray, TDMT_SCH_MERGE_FETCH, qmPutNodeMsgToFetchQueue, 1) == NULL) goto _OVER;
  if (dmSetMgmtHandle(pArray, TDMT_SCH_FETCH_RSP, qmPutNodeMsgToFetchQueue, 1) == NULL) goto _OVER;
  if (dmSetMgmtHandle(pArray, TDMT_SCH_QUERY_HEARTBEAT, qmPutNodeMsgToFetchQueue, 1) == NULL) goto _OVER;

  if (dmSetMgmtHandle(pArray, TDMT_SCH_CANCEL_TASK, qmPutNodeMsgToFetchQueue, 1) == NULL) goto _OVER;
  if (dmSetMgmtHandle(pArray, TDMT_SCH_DROP_TASK, qmPutNodeMsgToFetchQueue, 1) == NULL) goto _OVER;
  if (dmSetMgmtHandle(pArray, TDMT_SCH_TASK_NOTIFY, qmPutNodeMsgToFetchQueue, 1) == NULL) goto _OVER;

  code = 0;
_OVER:
  if (code != 0) {
    taosArrayDestroy(pArray);
    return NULL;
  } else {
    return pArray;
  }
}

1	/*
2	* Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3	*
4	* This program is free software: you can use, redistribute, and/or modify
5	* it under the terms of the GNU Affero General Public License, version 3
6	* or later ("AGPL"), as published by the Free Software Foundation.
7	*
8	* This program is distributed in the hope that it will be useful, but WITHOUT
9	* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10	* FITNESS FOR A PARTICULAR PURPOSE.
11	*
12	* You should have received a copy of the GNU Affero General Public License
13	* along with this program. If not, see <http:www.gnu.org/licenses/>.
14	*/
15
16	#define _DEFAULT_SOURCE
17	#include "qmInt.h"
18
UNCOV 19	void qmGetMonitorInfo(SQnodeMgmt pMgmt, SMonQmInfo qmInfo) {	×
UNCOV 20	SQnodeLoad qload = {0};	×
UNCOV 21	(void)qndGetLoad(pMgmt->pQnode, &qload);	×
22
UNCOV 23	qload.dnodeId = pMgmt->pData->dnodeId;	×
UNCOV 24	}	×
25
26	void qmGetQnodeLoads(SQnodeMgmt pMgmt, SQnodeLoad pInfo) {	524✔
27	(void)qndGetLoad(pMgmt->pQnode, pInfo);	524✔
28
29	pInfo->dnodeId = pMgmt->pData->dnodeId;	524✔
30	}	524✔
31
32	int32_t qmProcessCreateReq(const SMgmtInputOpt pInput, SRpcMsg pMsg) {	2✔
33	int32_t code = 0;	2✔
34	SDCreateQnodeReq createReq = {0};	2✔
35	if (tDeserializeSCreateDropMQSNodeReq(pMsg->pCont, pMsg->contLen, &createReq) != 0) {	2!
36	code = TSDB_CODE_INVALID_MSG;	×
37	return code;	×
38	}
39
40	if (pInput->pData->dnodeId != 0 && createReq.dnodeId != pInput->pData->dnodeId) {	2!
UNCOV 41	code = TSDB_CODE_INVALID_OPTION;	×
UNCOV 42	dError("failed to create qnode since %s", tstrerror(code));	×
UNCOV 43	tFreeSMCreateQnodeReq(&createReq);	×
UNCOV 44	return code;	×
45	}
46
47	bool deployed = true;	2✔
48	if ((code = dmWriteFile(pInput->path, pInput->name, deployed)) != 0) {	2!
49	dError("failed to write qnode file since %s", tstrerror(code));	×
50	tFreeSMCreateQnodeReq(&createReq);	×
51	return code;	×
52	}
53
54	tFreeSMCreateQnodeReq(&createReq);	2✔
55	return 0;	2✔
56	}
57
UNCOV 58	int32_t qmProcessDropReq(const SMgmtInputOpt pInput, SRpcMsg pMsg) {	×
UNCOV 59	int32_t code = 0;	×
UNCOV 60	SDDropQnodeReq dropReq = {0};	×
UNCOV 61	if (tDeserializeSCreateDropMQSNodeReq(pMsg->pCont, pMsg->contLen, &dropReq) != 0) {	×
62	code = TSDB_CODE_INVALID_MSG;	×
63	return code;	×
64	}
65
UNCOV 66	if (pInput->pData->dnodeId != 0 && dropReq.dnodeId != pInput->pData->dnodeId) {	×
67	code = TSDB_CODE_INVALID_OPTION;	×
68	dError("failed to drop qnode since %s", tstrerror(code));	×
69	tFreeSMCreateQnodeReq(&dropReq);	×
70	return code;	×
71	}
72
UNCOV 73	bool deployed = false;	×
UNCOV 74	if ((code = dmWriteFile(pInput->path, pInput->name, deployed)) != 0) {	×
75	dError("failed to write qnode file since %s", tstrerror(code));	×
76	tFreeSMCreateQnodeReq(&dropReq);	×
77	return code;	×
78	}
79
UNCOV 80	tFreeSMCreateQnodeReq(&dropReq);	×
UNCOV 81	return 0;	×
82	}
83
84	SArray *qmGetMsgHandles() {	43✔
85	int32_t code = -1;	43✔
86	SArray *pArray = taosArrayInit(16, sizeof(SMgmtHandle));	43✔
87	if (pArray == NULL) goto _OVER;	43!
88
89	// Requests handled by VNODE
90	if (dmSetMgmtHandle(pArray, TDMT_SCH_QUERY, qmPutNodeMsgToQueryQueue, 1) == NULL) goto _OVER;	43!
91	if (dmSetMgmtHandle(pArray, TDMT_SCH_MERGE_QUERY, qmPutNodeMsgToQueryQueue, 1) == NULL) goto _OVER;	43!
92	if (dmSetMgmtHandle(pArray, TDMT_SCH_QUERY_CONTINUE, qmPutNodeMsgToQueryQueue, 1) == NULL) goto _OVER;	43!
93	if (dmSetMgmtHandle(pArray, TDMT_SCH_FETCH, qmPutNodeMsgToFetchQueue, 1) == NULL) goto _OVER;	43!
94	if (dmSetMgmtHandle(pArray, TDMT_SCH_MERGE_FETCH, qmPutNodeMsgToFetchQueue, 1) == NULL) goto _OVER;	43!
95	if (dmSetMgmtHandle(pArray, TDMT_SCH_FETCH_RSP, qmPutNodeMsgToFetchQueue, 1) == NULL) goto _OVER;	43!
96	if (dmSetMgmtHandle(pArray, TDMT_SCH_QUERY_HEARTBEAT, qmPutNodeMsgToFetchQueue, 1) == NULL) goto _OVER;	43!
97
98	if (dmSetMgmtHandle(pArray, TDMT_SCH_CANCEL_TASK, qmPutNodeMsgToFetchQueue, 1) == NULL) goto _OVER;	43!
99	if (dmSetMgmtHandle(pArray, TDMT_SCH_DROP_TASK, qmPutNodeMsgToFetchQueue, 1) == NULL) goto _OVER;	43!
100	if (dmSetMgmtHandle(pArray, TDMT_SCH_TASK_NOTIFY, qmPutNodeMsgToFetchQueue, 1) == NULL) goto _OVER;	43!
101
102	code = 0;	43✔
103	_OVER:	43✔
104	if (code != 0) {	43!
105	taosArrayDestroy(pArray);	×
106	return NULL;	×
107	} else {
108	return pArray;	43✔
109	}
110	}

taosdata / TDengine / #3562

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous