#3562

Committed 20 Dec 2024 09:57AM UTC coverage: 26.655% (-32.2%) from 58.812%

Build # #3562

Build Type

push

travis-ci

Committed by

web-flow

Commit Message

Merge pull request #29229 from taosdata/enh/TS-5749-3.0

enh: seperate tsdb async tasks to different thread pools

Run Details

21498 of 109421 branches covered (19.65%)

Branch coverage included in aggregate %.

66 of 96 new or added lines in 7 files covered. (68.75%)

39441 existing lines in 157 files now uncovered.

35007 of 102566 relevant lines covered (34.13%)

53922.97 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

72.77

/source/dnode/mgmt/mgmt_mnode/src/mmInt.c

/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http:www.gnu.org/licenses/>.
 */

#define _DEFAULT_SOURCE
#include "mmInt.h"
#include "wal.h"

static bool mmDeployRequired(const SMgmtInputOpt *pInput) {
  if (pInput->pData->dnodeId > 0) return false;
  if (pInput->pData->clusterId > 0) return false;
  if (strcmp(tsLocalEp, tsFirst) != 0) return false;
  return true;
}

static int32_t mmRequire(const SMgmtInputOpt *pInput, bool *required) {
  int32_t   code = 0;
  SMnodeOpt option = {0};
  if ((code = mmReadFile(pInput->path, &option)) != 0) {
    return code;
  }

  if (!option.deploy) {
    *required = mmDeployRequired(pInput);
    if (*required) {
      dInfo("deploy mnode required. dnodeId:%d<=0, clusterId:%" PRId64 "<=0, localEp:%s==firstEp",
            pInput->pData->dnodeId, pInput->pData->clusterId, tsLocalEp);
    }
  } else {
    *required = true;
    dInfo("deploy mnode required. option deploy:%d", option.deploy);
  }

  return code;
}

static void mmBuildOptionForDeploy(SMnodeMgmt *pMgmt, const SMgmtInputOpt *pInput, SMnodeOpt *pOption) {
  pOption->deploy = true;
  pOption->msgCb = pMgmt->msgCb;
  pOption->dnodeId = pMgmt->pData->dnodeId;
  pOption->selfIndex = 0;
  pOption->numOfReplicas = 1;
  pOption->numOfTotalReplicas = 1;
  pOption->replicas[0].id = 1;
  pOption->replicas[0].port = tsServerPort;
  tstrncpy(pOption->replicas[0].fqdn, tsLocalFqdn, TSDB_FQDN_LEN);
  pOption->lastIndex = SYNC_INDEX_INVALID;
}

static void mmBuildOptionForOpen(SMnodeMgmt *pMgmt, SMnodeOpt *pOption) {
  pOption->deploy = false;
  pOption->msgCb = pMgmt->msgCb;
  pOption->dnodeId = pMgmt->pData->dnodeId;
}

static void mmClose(SMnodeMgmt *pMgmt) {
  if (pMgmt->pMnode != NULL) {
    mmStopWorker(pMgmt);
    mndClose(pMgmt->pMnode);
    (void)taosThreadRwlockDestroy(&pMgmt->lock);
    pMgmt->pMnode = NULL;
  }

  taosMemoryFree(pMgmt);
}
static int32_t mndOpenWrapper(const char *path, SMnodeOpt *opt, SMnode **pMnode) {
  int32_t code = 0;
  *pMnode = mndOpen(path, opt);
  if (*pMnode == NULL) {
    code = terrno;
  }
  ///*pMnode = pNode;
  return code;
}
static int32_t mmOpen(SMgmtInputOpt *pInput, SMgmtOutputOpt *pOutput) {
  int32_t code = 0;
  if ((code = walInit(pInput->stopDnodeFp)) != 0) {
    dError("failed to init wal since %s", tstrerror(code));
    return code;
  }

  if ((code = syncInit()) != 0) {
    dError("failed to init sync since %s", tstrerror(code));
    return code;
  }

  SMnodeMgmt *pMgmt = taosMemoryCalloc(1, sizeof(SMnodeMgmt));
  if (pMgmt == NULL) {
    code = terrno;
    return code;
  }

  pMgmt->pData = pInput->pData;
  pMgmt->path = pInput->path;
  pMgmt->name = pInput->name;
  pMgmt->msgCb = pInput->msgCb;
  pMgmt->msgCb.putToQueueFp = (PutToQueueFp)mmPutMsgToQueue;
  pMgmt->msgCb.mgmt = pMgmt;
  (void)taosThreadRwlockInit(&pMgmt->lock, NULL);

  SMnodeOpt option = {0};
  if ((code = mmReadFile(pMgmt->path, &option)) != 0) {
    dError("failed to read file since %s", tstrerror(code));
    mmClose(pMgmt);
    return code;
  }

  if (!option.deploy) {
    dInfo("mnode start to deploy");
    pMgmt->pData->dnodeId = 1;
    mmBuildOptionForDeploy(pMgmt, pInput, &option);
  } else {
    dInfo("mnode start to open");
    mmBuildOptionForOpen(pMgmt, &option);
  }

  code = mndOpenWrapper(pMgmt->path, &option, &pMgmt->pMnode);
  if (code != 0) {
    dError("failed to open mnode since %s", tstrerror(code));
    mmClose(pMgmt);
    return code;
  }
  tmsgReportStartup("mnode-impl", "initialized");

  if ((code = mmStartWorker(pMgmt)) != 0) {
    dError("failed to start mnode worker since %s", tstrerror(code));
    mmClose(pMgmt);
    return code;
  }
  tmsgReportStartup("mnode-worker", "initialized");

  if (option.numOfTotalReplicas > 0) {
    option.deploy = true;
    option.numOfReplicas = 0;
    option.numOfTotalReplicas = 0;
    if ((code = mmWriteFile(pMgmt->path, &option)) != 0) {
      dError("failed to write mnode file since %s", tstrerror(code));
      return code;
    }
  }

  pInput->pData->dnodeId = pMgmt->pData->dnodeId;
  pOutput->pMgmt = pMgmt;
  return 0;
}

static int32_t mmStart(SMnodeMgmt *pMgmt) {
  dDebug("mnode-mgmt start to run");
  return mndStart(pMgmt->pMnode);
}

static void mmStop(SMnodeMgmt *pMgmt) {
  dDebug("mnode-mgmt start to stop");
  mndPreClose(pMgmt->pMnode);
  (void)taosThreadRwlockWrlock(&pMgmt->lock);
  pMgmt->stopped = 1;
  (void)taosThreadRwlockUnlock(&pMgmt->lock);

  mndStop(pMgmt->pMnode);
}

static int32_t mmSyncIsCatchUp(SMnodeMgmt *pMgmt) { return mndIsCatchUp(pMgmt->pMnode); }

static ESyncRole mmSyncGetRole(SMnodeMgmt *pMgmt) { return mndGetRole(pMgmt->pMnode); }

SMgmtFunc mmGetMgmtFunc() {
  SMgmtFunc mgmtFunc = {0};
  mgmtFunc.openFp = mmOpen;
  mgmtFunc.closeFp = (NodeCloseFp)mmClose;
  mgmtFunc.startFp = (NodeStartFp)mmStart;
  mgmtFunc.stopFp = (NodeStopFp)mmStop;
  mgmtFunc.createFp = (NodeCreateFp)mmProcessCreateReq;
  mgmtFunc.dropFp = (NodeDropFp)mmProcessDropReq;
  mgmtFunc.requiredFp = mmRequire;
  mgmtFunc.getHandlesFp = mmGetMsgHandles;
  mgmtFunc.isCatchUpFp = (NodeIsCatchUpFp)mmSyncIsCatchUp;
  mgmtFunc.nodeRoleFp = (NodeRole)mmSyncGetRole;

  return mgmtFunc;
}

1	/*
2	* Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3	*
4	* This program is free software: you can use, redistribute, and/or modify
5	* it under the terms of the GNU Affero General Public License, version 3
6	* or later ("AGPL"), as published by the Free Software Foundation.
7	*
8	* This program is distributed in the hope that it will be useful, but WITHOUT
9	* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10	* FITNESS FOR A PARTICULAR PURPOSE.
11	*
12	* You should have received a copy of the GNU Affero General Public License
13	* along with this program. If not, see <http:www.gnu.org/licenses/>.
14	*/
15
16	#define _DEFAULT_SOURCE
17	#include "mmInt.h"
18	#include "wal.h"
19
20	static bool mmDeployRequired(const SMgmtInputOpt *pInput) {	42✔
21	if (pInput->pData->dnodeId > 0) return false;	42✔
22	if (pInput->pData->clusterId > 0) return false;	35!
23	if (strcmp(tsLocalEp, tsFirst) != 0) return false;	35✔
24	return true;	12✔
25	}
26
27	static int32_t mmRequire(const SMgmtInputOpt pInput, bool required) {	43✔
28	int32_t code = 0;	43✔
29	SMnodeOpt option = {0};	43✔
30	if ((code = mmReadFile(pInput->path, &option)) != 0) {	43!
31	return code;	×
32	}
33
34	if (!option.deploy) {	43✔
35	*required = mmDeployRequired(pInput);	42✔
36	if (*required) {	42✔
37	dInfo("deploy mnode required. dnodeId:%d<=0, clusterId:%" PRId64 "<=0, localEp:%s==firstEp",	12!
38	pInput->pData->dnodeId, pInput->pData->clusterId, tsLocalEp);
39	}
40	} else {
41	*required = true;	1✔
42	dInfo("deploy mnode required. option deploy:%d", option.deploy);	1!
43	}
44
45	return code;	43✔
46	}
47
48	static void mmBuildOptionForDeploy(SMnodeMgmt pMgmt, const SMgmtInputOpt pInput, SMnodeOpt *pOption) {	12✔
49	pOption->deploy = true;	12✔
50	pOption->msgCb = pMgmt->msgCb;	12✔
51	pOption->dnodeId = pMgmt->pData->dnodeId;	12✔
52	pOption->selfIndex = 0;	12✔
53	pOption->numOfReplicas = 1;	12✔
54	pOption->numOfTotalReplicas = 1;	12✔
55	pOption->replicas[0].id = 1;	12✔
56	pOption->replicas[0].port = tsServerPort;	12✔
57	tstrncpy(pOption->replicas[0].fqdn, tsLocalFqdn, TSDB_FQDN_LEN);	12✔
58	pOption->lastIndex = SYNC_INDEX_INVALID;	12✔
59	}	12✔
60
61	static void mmBuildOptionForOpen(SMnodeMgmt pMgmt, SMnodeOpt pOption) {	1✔
62	pOption->deploy = false;	1✔
63	pOption->msgCb = pMgmt->msgCb;	1✔
64	pOption->dnodeId = pMgmt->pData->dnodeId;	1✔
65	}	1✔
66
67	static void mmClose(SMnodeMgmt *pMgmt) {	13✔
68	if (pMgmt->pMnode != NULL) {	13!
69	mmStopWorker(pMgmt);	13✔
70	mndClose(pMgmt->pMnode);	13✔
71	(void)taosThreadRwlockDestroy(&pMgmt->lock);	13✔
72	pMgmt->pMnode = NULL;	13✔
73	}
74
75	taosMemoryFree(pMgmt);	13!
76	}	13✔
77	static int32_t mndOpenWrapper(const char path, SMnodeOpt opt, SMnode **pMnode) {	13✔
78	int32_t code = 0;	13✔
79	*pMnode = mndOpen(path, opt);	13✔
80	if (*pMnode == NULL) {	13!
81	code = terrno;	×
82	}
83	///*pMnode = pNode;
84	return code;	13✔
85	}
86	static int32_t mmOpen(SMgmtInputOpt pInput, SMgmtOutputOpt pOutput) {	13✔
87	int32_t code = 0;	13✔
88	if ((code = walInit(pInput->stopDnodeFp)) != 0) {	13!
89	dError("failed to init wal since %s", tstrerror(code));	×
90	return code;	×
91	}
92
93	if ((code = syncInit()) != 0) {	13!
94	dError("failed to init sync since %s", tstrerror(code));	×
95	return code;	×
96	}
97
98	SMnodeMgmt *pMgmt = taosMemoryCalloc(1, sizeof(SMnodeMgmt));	13!
99	if (pMgmt == NULL) {	13!
100	code = terrno;	×
101	return code;	×
102	}
103
104	pMgmt->pData = pInput->pData;	13✔
105	pMgmt->path = pInput->path;	13✔
106	pMgmt->name = pInput->name;	13✔
107	pMgmt->msgCb = pInput->msgCb;	13✔
108	pMgmt->msgCb.putToQueueFp = (PutToQueueFp)mmPutMsgToQueue;	13✔
109	pMgmt->msgCb.mgmt = pMgmt;	13✔
110	(void)taosThreadRwlockInit(&pMgmt->lock, NULL);	13✔
111
112	SMnodeOpt option = {0};	13✔
113	if ((code = mmReadFile(pMgmt->path, &option)) != 0) {	13!
114	dError("failed to read file since %s", tstrerror(code));	×
115	mmClose(pMgmt);	×
116	return code;	×
117	}
118
119	if (!option.deploy) {	13✔
120	dInfo("mnode start to deploy");	12!
121	pMgmt->pData->dnodeId = 1;	12✔
122	mmBuildOptionForDeploy(pMgmt, pInput, &option);	12✔
123	} else {
124	dInfo("mnode start to open");	1!
125	mmBuildOptionForOpen(pMgmt, &option);	1✔
126	}
127
128	code = mndOpenWrapper(pMgmt->path, &option, &pMgmt->pMnode);	13✔
129	if (code != 0) {	13!
130	dError("failed to open mnode since %s", tstrerror(code));	×
131	mmClose(pMgmt);	×
132	return code;	×
133	}
134	tmsgReportStartup("mnode-impl", "initialized");	13✔
135
136	if ((code = mmStartWorker(pMgmt)) != 0) {	13!
137	dError("failed to start mnode worker since %s", tstrerror(code));	×
138	mmClose(pMgmt);	×
139	return code;	×
140	}
141	tmsgReportStartup("mnode-worker", "initialized");	13✔
142
143	if (option.numOfTotalReplicas > 0) {	13✔
144	option.deploy = true;	12✔
145	option.numOfReplicas = 0;	12✔
146	option.numOfTotalReplicas = 0;	12✔
147	if ((code = mmWriteFile(pMgmt->path, &option)) != 0) {	12!
148	dError("failed to write mnode file since %s", tstrerror(code));	×
149	return code;	×
150	}
151	}
152
153	pInput->pData->dnodeId = pMgmt->pData->dnodeId;	13✔
154	pOutput->pMgmt = pMgmt;	13✔
155	return 0;	13✔
156	}
157
158	static int32_t mmStart(SMnodeMgmt *pMgmt) {	13✔
159	dDebug("mnode-mgmt start to run");	13✔
160	return mndStart(pMgmt->pMnode);	13✔
161	}
162
163	static void mmStop(SMnodeMgmt *pMgmt) {	13✔
164	dDebug("mnode-mgmt start to stop");	13✔
165	mndPreClose(pMgmt->pMnode);	13✔
166	(void)taosThreadRwlockWrlock(&pMgmt->lock);	13✔
167	pMgmt->stopped = 1;	13✔
168	(void)taosThreadRwlockUnlock(&pMgmt->lock);	13✔
169
170	mndStop(pMgmt->pMnode);	13✔
171	}	13✔
172
UNCOV 173	static int32_t mmSyncIsCatchUp(SMnodeMgmt *pMgmt) { return mndIsCatchUp(pMgmt->pMnode); }	×
174
UNCOV 175	static ESyncRole mmSyncGetRole(SMnodeMgmt *pMgmt) { return mndGetRole(pMgmt->pMnode); }	×
176
177	SMgmtFunc mmGetMgmtFunc() {	43✔
178	SMgmtFunc mgmtFunc = {0};	43✔
179	mgmtFunc.openFp = mmOpen;	43✔
180	mgmtFunc.closeFp = (NodeCloseFp)mmClose;	43✔
181	mgmtFunc.startFp = (NodeStartFp)mmStart;	43✔
182	mgmtFunc.stopFp = (NodeStopFp)mmStop;	43✔
183	mgmtFunc.createFp = (NodeCreateFp)mmProcessCreateReq;	43✔
184	mgmtFunc.dropFp = (NodeDropFp)mmProcessDropReq;	43✔
185	mgmtFunc.requiredFp = mmRequire;	43✔
186	mgmtFunc.getHandlesFp = mmGetMsgHandles;	43✔
187	mgmtFunc.isCatchUpFp = (NodeIsCatchUpFp)mmSyncIsCatchUp;	43✔
188	mgmtFunc.nodeRoleFp = (NodeRole)mmSyncGetRole;	43✔
189
190	return mgmtFunc;	43✔
191	}

taosdata / TDengine / #3562

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous