#3532

Committed 20 Nov 2024 07:11AM UTC coverage: 60.78% (+0.6%) from 60.213%

Build # #3532

Build Type

push

travis-ci

Committed by

web-flow

Commit Message

Merge pull request #28823 from taosdata/fix/3.0/TD-32587

fix:[TD-32587]fix stmt segmentation fault

Run Details

119943 of 252352 branches covered (47.53%)

Branch coverage included in aggregate %.

1 of 4 new or added lines in 1 file covered. (25.0%)

463 existing lines in 99 files now uncovered.

200682 of 275165 relevant lines covered (72.93%)

15642683.31 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

42.56

/source/dnode/mgmt/node_util/src/dmFile.c

/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http:www.gnu.org/licenses/>.
 */

#define _DEFAULT_SOURCE
#include "crypt.h"
#include "dmUtil.h"
#include "tchecksum.h"
#include "tgrant.h"
#include "tjson.h"

#define MAXLEN               1024
#define DM_KEY_INDICATOR     "this indicator!"
#define DM_ENCRYPT_CODE_FILE "encryptCode.cfg"
#define DM_CHECK_CODE_FILE   "checkCode.bin"

static int32_t dmDecodeFile(SJson *pJson, bool *deployed) {
  int32_t code = 0;
  int32_t value = 0;

  tjsonGetInt32ValueFromDouble(pJson, "deployed", value, code);
  if (code < 0) return code;

  *deployed = (value != 0);
  return code;
}

int32_t dmReadFile(const char *path, const char *name, bool *pDeployed) {
  int32_t   code = -1;
  TdFilePtr pFile = NULL;
  char     *content = NULL;
  SJson    *pJson = NULL;
  char      file[PATH_MAX] = {0};
  int32_t   nBytes = snprintf(file, sizeof(file), "%s%s%s.json", path, TD_DIRSEP, name);
  if (nBytes <= 0 || nBytes >= PATH_MAX) {
    code = TSDB_CODE_OUT_OF_BUFFER;
    goto _OVER;
  }

  if (taosStatFile(file, NULL, NULL, NULL) < 0) {
    dInfo("file:%s not exist", file);
    code = 0;
    goto _OVER;
  }

  pFile = taosOpenFile(file, TD_FILE_READ);
  if (pFile == NULL) {
    code = terrno;
    dError("failed to open file:%s since %s", file, tstrerror(code));
    goto _OVER;
  }

  int64_t size = 0;
  code = taosFStatFile(pFile, &size, NULL);
  if (code != 0) {
    dError("failed to fstat file:%s since %s", file, tstrerror(code));
    goto _OVER;
  }

  content = taosMemoryMalloc(size + 1);
  if (content == NULL) {
    code = terrno;
    goto _OVER;
  }

  if (taosReadFile(pFile, content, size) != size) {
    code = terrno;
    dError("failed to read file:%s since %s", file, tstrerror(code));
    goto _OVER;
  }

  content[size] = '\0';

  pJson = tjsonParse(content);
  if (pJson == NULL) {
    code = TSDB_CODE_INVALID_JSON_FORMAT;
    goto _OVER;
  }

  if (dmDecodeFile(pJson, pDeployed) < 0) {
    code = TSDB_CODE_INVALID_JSON_FORMAT;
    goto _OVER;
  }

  code = 0;
  dInfo("succceed to read mnode file %s", file);

_OVER:
  if (content != NULL) taosMemoryFree(content);
  if (pJson != NULL) cJSON_Delete(pJson);
  if (pFile != NULL) taosCloseFile(&pFile);

  if (code != 0) {
    dError("failed to read dnode file:%s since %s", file, tstrerror(code));
  }
  return code;
}

static int32_t dmEncodeFile(SJson *pJson, bool deployed) {
  if (tjsonAddDoubleToObject(pJson, "deployed", deployed) < 0) return TSDB_CODE_INVALID_JSON_FORMAT;
  return 0;
}

int32_t dmWriteFile(const char *path, const char *name, bool deployed) {
  int32_t   code = -1;
  char     *buffer = NULL;
  SJson    *pJson = NULL;
  TdFilePtr pFile = NULL;
  char      file[PATH_MAX] = {0};
  char      realfile[PATH_MAX] = {0};

  int32_t nBytes = snprintf(file, sizeof(file), "%s%s%s.json", path, TD_DIRSEP, name);
  if (nBytes <= 0 || nBytes >= PATH_MAX) {
    code = TSDB_CODE_OUT_OF_BUFFER;
    goto _OVER;
  }

  nBytes = snprintf(realfile, sizeof(realfile), "%s%s%s.json", path, TD_DIRSEP, name);
  if (nBytes <= 0 || nBytes >= PATH_MAX) {
    code = TSDB_CODE_OUT_OF_BUFFER;
    goto _OVER;
  }

  pJson = tjsonCreateObject();
  if (pJson == NULL) {
    code = terrno;
    goto _OVER;
  }

  if ((code = dmEncodeFile(pJson, deployed)) != 0) goto _OVER;

  buffer = tjsonToString(pJson);
  if (buffer == NULL) {
    code = TSDB_CODE_INVALID_JSON_FORMAT;
    goto _OVER;
  }

  pFile = taosOpenFile(file, TD_FILE_CREATE | TD_FILE_WRITE | TD_FILE_TRUNC | TD_FILE_WRITE_THROUGH);
  if (pFile == NULL) {
    code = terrno;
    goto _OVER;
  }

  int32_t len = strlen(buffer);
  if (taosWriteFile(pFile, buffer, len) <= 0) {
    code = terrno;
    goto _OVER;
  }
  if (taosFsyncFile(pFile) < 0) {
    code = terrno;
    goto _OVER;
  }

  if (taosCloseFile(&pFile) != 0) {
    code = TAOS_SYSTEM_ERROR(errno);
    goto _OVER;
  }
  TAOS_CHECK_GOTO(taosRenameFile(file, realfile), NULL, _OVER);

  dInfo("succeed to write file:%s, deloyed:%d", realfile, deployed);

_OVER:
  if (pJson != NULL) tjsonDelete(pJson);
  if (buffer != NULL) taosMemoryFree(buffer);
  if (pFile != NULL) taosCloseFile(&pFile);

  if (code != 0) {
    dError("failed to write file:%s since %s, deloyed:%d", realfile, tstrerror(code), deployed);
  }
  return code;
}

int32_t dmCheckRunning(const char *dataDir, TdFilePtr *pFile) {
  int32_t code = 0;
  char    filepath[PATH_MAX] = {0};
  snprintf(filepath, sizeof(filepath), "%s%s.running", dataDir, TD_DIRSEP);

  *pFile = taosOpenFile(filepath, TD_FILE_CREATE | TD_FILE_WRITE | TD_FILE_TRUNC | TD_FILE_CLOEXEC);
  if (*pFile == NULL) {
    code = terrno;
    dError("failed to open file:%s since %s", filepath, tstrerror(code));
    return code;
  }

  int32_t retryTimes = 0;
  int32_t ret = 0;
  do {
    ret = taosLockFile(*pFile);
    if (ret == 0) break;

    code = terrno;
    taosMsleep(1000);
    retryTimes++;
    dError("failed to lock file:%s since %s, retryTimes:%d", filepath, tstrerror(code), retryTimes);
  } while (retryTimes < 12);

  if (ret < 0) {
    code = TAOS_SYSTEM_ERROR(errno);
    (void)taosCloseFile(pFile);
    *pFile = NULL;
    return code;
  }

  dDebug("lock file:%s to prevent repeated starts", filepath);
  return code;
}

extern int32_t generateEncryptCode(const char *key, const char *machineId, char **encryptCode);

static int32_t dmWriteCheckCodeFile(char *file, char *realfile, char *key, bool toLogFile) {
  TdFilePtr pFile = NULL;
  char     *result = NULL;
  int32_t   code = -1;

  int32_t len = ENCRYPTED_LEN(sizeof(DM_KEY_INDICATOR));
  result = taosMemoryMalloc(len);
  if (result == NULL) {
    return terrno;
  }

  SCryptOpts opts;
  strncpy(opts.key, key, ENCRYPT_KEY_LEN);
  opts.len = len;
  opts.source = DM_KEY_INDICATOR;
  opts.result = result;
  opts.unitLen = 16;
  (void)CBC_Encrypt(&opts);

  pFile = taosOpenFile(file, TD_FILE_CREATE | TD_FILE_WRITE | TD_FILE_TRUNC | TD_FILE_WRITE_THROUGH);
  if (pFile == NULL) {
    code = terrno;
    goto _OVER;
  }

  if (taosWriteFile(pFile, opts.result, len) <= 0) {
    code = terrno;
    goto _OVER;
  }

  if (taosFsyncFile(pFile) < 0) {
    code = TAOS_SYSTEM_ERROR(errno);
    goto _OVER;
  }

  if (taosCloseFile(&pFile) != 0) {
    code = TAOS_SYSTEM_ERROR(errno);
    goto _OVER;
  }

  TAOS_CHECK_GOTO(taosRenameFile(file, realfile), NULL, _OVER);

  encryptDebug("succeed to write checkCode file:%s", realfile);

  code = 0;
_OVER:
  if (pFile != NULL) taosCloseFile(&pFile);
  if (result != NULL) taosMemoryFree(result);

  return code;
}

static int32_t dmWriteEncryptCodeFile(char *file, char *realfile, char *encryptCode, bool toLogFile) {
  TdFilePtr pFile = NULL;
  int32_t   code = -1;

  pFile = taosOpenFile(file, TD_FILE_CREATE | TD_FILE_WRITE | TD_FILE_TRUNC | TD_FILE_WRITE_THROUGH);
  if (pFile == NULL) {
    code = terrno;
    goto _OVER;
  }

  int32_t len = strlen(encryptCode);
  if (taosWriteFile(pFile, encryptCode, len) <= 0) {
    code = terrno;
    goto _OVER;
  }
  if (taosFsyncFile(pFile) < 0) {
    code = terrno;
    goto _OVER;
  }

  if (taosCloseFile(&pFile) != 0) {
    code = TAOS_SYSTEM_ERROR(errno);
    goto _OVER;
  }

  TAOS_CHECK_GOTO(taosRenameFile(file, realfile), NULL, _OVER);

  encryptDebug("succeed to write encryptCode file:%s", realfile);

  code = 0;
_OVER:
  if (pFile != NULL) taosCloseFile(&pFile);

  return code;
}

static int32_t dmCompareEncryptKey(char *file, char *key, bool toLogFile) {
  char     *content = NULL;
  int64_t   size = 0;
  TdFilePtr pFile = NULL;
  char     *result = NULL;
  int32_t   code = -1;

  pFile = taosOpenFile(file, TD_FILE_READ);
  if (pFile == NULL) {
    code = terrno;
    encryptError("failed to open dnode file:%s since %s", file, tstrerror(code));
    goto _OVER;
  }

  code = taosFStatFile(pFile, &size, NULL);
  if (code != 0) {
    encryptError("failed to fstat dnode file:%s since %s", file, tstrerror(code));
    goto _OVER;
  }

  content = taosMemoryMalloc(size);
  if (content == NULL) {
    code = terrno;
    goto _OVER;
  }

  if (taosReadFile(pFile, content, size) != size) {
    code = terrno;
    encryptError("failed to read dnode file:%s since %s", file, tstrerror(code));
    goto _OVER;
  }

  encryptDebug("succeed to read checkCode file:%s", file);

  int len = ENCRYPTED_LEN(size);
  result = taosMemoryMalloc(len);
  if (result == NULL) {
    code = terrno;
    encryptError("failed to alloc memory file:%s since %s", file, tstrerror(code));
    goto _OVER;
  }

  SCryptOpts opts = {0};
  strncpy(opts.key, key, ENCRYPT_KEY_LEN);
  opts.len = len;
  opts.source = content;
  opts.result = result;
  opts.unitLen = 16;
  (void)CBC_Decrypt(&opts);

  if (strcmp(opts.result, DM_KEY_INDICATOR) != 0) {
    code = TSDB_CODE_DNODE_ENCRYPTKEY_CHANGED;
    encryptError("failed to compare decrypted result");
    goto _OVER;
  }

  encryptDebug("succeed to compare checkCode file:%s", file);
  code = 0;
_OVER:
  if (result != NULL) taosMemoryFree(result);
  if (content != NULL) taosMemoryFree(content);
  if (pFile != NULL) taosCloseFile(&pFile);

  return code;
}

int32_t dmUpdateEncryptKey(char *key, bool toLogFile) {
#ifdef TD_ENTERPRISE
  int32_t code = -1;
  int32_t lino = 0;
  char   *machineId = NULL;
  char   *encryptCode = NULL;

  char folder[PATH_MAX] = {0};

  char encryptFile[PATH_MAX] = {0};
  char realEncryptFile[PATH_MAX] = {0};

  char checkFile[PATH_MAX] = {0};
  char realCheckFile[PATH_MAX] = {0};

  int32_t nBytes = snprintf(folder, sizeof(folder), "%s%sdnode", tsDataDir, TD_DIRSEP);
  if (nBytes <= 0 || nBytes >= PATH_MAX) {
    return TSDB_CODE_OUT_OF_BUFFER;
  }

  nBytes = snprintf(encryptFile, sizeof(realEncryptFile), "%s%s%s.bak", folder, TD_DIRSEP, DM_ENCRYPT_CODE_FILE);
  if (nBytes <= 0 || nBytes >= PATH_MAX) {
    return TSDB_CODE_OUT_OF_BUFFER;
  }

  nBytes = snprintf(realEncryptFile, sizeof(realEncryptFile), "%s%s%s", folder, TD_DIRSEP, DM_ENCRYPT_CODE_FILE);
  if (nBytes <= 0 || nBytes >= PATH_MAX) {
    return TSDB_CODE_OUT_OF_BUFFER;
  }

  nBytes = snprintf(checkFile, sizeof(checkFile), "%s%s%s.bak", folder, TD_DIRSEP, DM_CHECK_CODE_FILE);
  if (nBytes <= 0 || nBytes >= PATH_MAX) {
    return TSDB_CODE_OUT_OF_BUFFER;
  }

  snprintf(realCheckFile, sizeof(realCheckFile), "%s%s%s", folder, TD_DIRSEP, DM_CHECK_CODE_FILE);
  if (nBytes <= 0 || nBytes >= PATH_MAX) {
    return TSDB_CODE_OUT_OF_BUFFER;
  }

  if (taosMkDir(folder) != 0) {
    code = terrno;
    encryptError("failed to create dir:%s since %s", folder, tstrerror(code));
    goto _OVER;
  }

  if (taosCheckExistFile(realCheckFile)) {
    if ((code = dmCompareEncryptKey(realCheckFile, key, toLogFile)) != 0) {
      goto _OVER;
    }
  }

  TAOS_CHECK_GOTO(tGetMachineId(&machineId), &lino, _OVER);

  TAOS_CHECK_GOTO(generateEncryptCode(key, machineId, &encryptCode), &lino, _OVER);

  if ((code = dmWriteEncryptCodeFile(encryptFile, realEncryptFile, encryptCode, toLogFile)) != 0) {
    goto _OVER;
  }

  if ((code = dmWriteCheckCodeFile(checkFile, realCheckFile, key, toLogFile)) != 0) {
    goto _OVER;
  }

  encryptInfo("Succeed to update encrypt key\n");

  code = 0;
_OVER:
  taosMemoryFree(encryptCode);
  taosMemoryFree(machineId);
  if (code != 0) {
    encryptError("failed to update encrypt key at line %d since %s", lino, tstrerror(code));
  }
  TAOS_RETURN(code);
#else
  return 0;
#endif
}

extern int32_t checkAndGetCryptKey(const char *encryptCode, const char *machineId, char **key);

static int32_t dmReadEncryptCodeFile(char *file, char **output) {
  TdFilePtr pFile = NULL;
  int32_t   code = -1;
  char     *content = NULL;

  pFile = taosOpenFile(file, TD_FILE_READ);
  if (pFile == NULL) {
    code = terrno;
    dError("failed to open dnode file:%s since %s", file, tstrerror(code));
    goto _OVER;
  }

  int64_t size = 0;
  code = taosFStatFile(pFile, &size, NULL);
  if (code != 0) {
    dError("failed to fstat dnode file:%s since %s", file, tstrerror(code));
    goto _OVER;
  }

  content = taosMemoryMalloc(size + 1);
  if (content == NULL) {
    code = terrno;
    goto _OVER;
  }

  if (taosReadFile(pFile, content, size) != size) {
    code = terrno;
    dError("failed to read dnode file:%s since %s", file, tstrerror(code));
    goto _OVER;
  }

  content[size] = '\0';

  *output = content;
  content = NULL;

  dInfo("succeed to read encryptCode file:%s", file);
  code = 0;
_OVER:
  if (pFile != NULL) taosCloseFile(&pFile);
  taosMemoryFree(content);

  return code;
}

int32_t dmGetEncryptKey() {
#ifdef TD_ENTERPRISE
  int32_t code = -1;
  char    encryptFile[PATH_MAX] = {0};
  char    checkFile[PATH_MAX] = {0};
  char   *machineId = NULL;
  char   *encryptKey = NULL;
  char   *content = NULL;

  int32_t nBytes = snprintf(encryptFile, sizeof(encryptFile), "%s%sdnode%s%s", tsDataDir, TD_DIRSEP, TD_DIRSEP,
                            DM_ENCRYPT_CODE_FILE);
  if (nBytes <= 0 || nBytes >= sizeof(encryptFile)) {
    code = TSDB_CODE_OUT_OF_BUFFER;
    return code;
  }

  nBytes = snprintf(checkFile, sizeof(checkFile), "%s%sdnode%s%s", tsDataDir, TD_DIRSEP, TD_DIRSEP, DM_CHECK_CODE_FILE);
  if (nBytes <= 0 || nBytes >= sizeof(checkFile)) {
    code = TSDB_CODE_OUT_OF_BUFFER;
    return code;
  }

  if (!taosCheckExistFile(encryptFile)) {
    code = TSDB_CODE_DNODE_INVALID_ENCRYPT_CONFIG;
    dInfo("no exist, checkCode file:%s", encryptFile);
    return 0;
  }

  if ((code = dmReadEncryptCodeFile(encryptFile, &content)) != 0) {
    goto _OVER;
  }

  if ((code = tGetMachineId(&machineId)) != 0) {
    goto _OVER;
  }

  if ((code = checkAndGetCryptKey(content, machineId, &encryptKey)) != 0) {
    goto _OVER;
  }

  taosMemoryFreeClear(machineId);
  taosMemoryFreeClear(content);

  if (encryptKey[0] == '\0') {
    code = TSDB_CODE_DNODE_INVALID_ENCRYPTKEY;
    dError("failed to read key since %s", tstrerror(code));
    goto _OVER;
  }

  if ((code = dmCompareEncryptKey(checkFile, encryptKey, true)) != 0) {
    goto _OVER;
  }

  strncpy(tsEncryptKey, encryptKey, ENCRYPT_KEY_LEN);
  taosMemoryFreeClear(encryptKey);
  tsEncryptionKeyChksum = taosCalcChecksum(0, tsEncryptKey, strlen(tsEncryptKey));
  tsEncryptionKeyStat = ENCRYPT_KEY_STAT_LOADED;

  code = 0;
_OVER:
  if (content != NULL) taosMemoryFree(content);
  if (encryptKey != NULL) taosMemoryFree(encryptKey);
  if (machineId != NULL) taosMemoryFree(machineId);
  if (code != 0) {
    dError("failed to get encrypt key since %s", tstrerror(code));
  }
  TAOS_RETURN(code);
#else
  return 0;
#endif
}

1	/*
2	* Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3	*
4	* This program is free software: you can use, redistribute, and/or modify
5	* it under the terms of the GNU Affero General Public License, version 3
6	* or later ("AGPL"), as published by the Free Software Foundation.
7	*
8	* This program is distributed in the hope that it will be useful, but WITHOUT
9	* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10	* FITNESS FOR A PARTICULAR PURPOSE.
11	*
12	* You should have received a copy of the GNU Affero General Public License
13	* along with this program. If not, see <http:www.gnu.org/licenses/>.
14	*/
15
16	#define _DEFAULT_SOURCE
17	#include "crypt.h"
18	#include "dmUtil.h"
19	#include "tchecksum.h"
20	#include "tgrant.h"
21	#include "tjson.h"
22
23	#define MAXLEN 1024
24	#define DM_KEY_INDICATOR "this indicator!"
25	#define DM_ENCRYPT_CODE_FILE "encryptCode.cfg"
26	#define DM_CHECK_CODE_FILE "checkCode.bin"
27
28	static int32_t dmDecodeFile(SJson pJson, bool deployed) {	88✔
29	int32_t code = 0;	88✔
30	int32_t value = 0;	88✔
31
32	tjsonGetInt32ValueFromDouble(pJson, "deployed", value, code);	88✔
33	if (code < 0) return code;	88!
34
35	*deployed = (value != 0);	88✔
36	return code;	88✔
37	}
38
39	int32_t dmReadFile(const char path, const char name, bool *pDeployed) {	4,812✔
40	int32_t code = -1;	4,812✔
41	TdFilePtr pFile = NULL;	4,812✔
42	char *content = NULL;	4,812✔
43	SJson *pJson = NULL;	4,812✔
44	char file[PATH_MAX] = {0};	4,812✔
45	int32_t nBytes = snprintf(file, sizeof(file), "%s%s%s.json", path, TD_DIRSEP, name);	4,812✔
46	if (nBytes <= 0 \|\| nBytes >= PATH_MAX) {	4,812!
47	code = TSDB_CODE_OUT_OF_BUFFER;	×
48	goto _OVER;	×
49	}
50
51	if (taosStatFile(file, NULL, NULL, NULL) < 0) {	4,812✔
52	dInfo("file:%s not exist", file);	4,724!
53	code = 0;	4,724✔
54	goto _OVER;	4,724✔
55	}
56
57	pFile = taosOpenFile(file, TD_FILE_READ);	88✔
58	if (pFile == NULL) {	88!
59	code = terrno;	×
60	dError("failed to open file:%s since %s", file, tstrerror(code));	×
61	goto _OVER;	×
62	}
63
64	int64_t size = 0;	88✔
65	code = taosFStatFile(pFile, &size, NULL);	88✔
66	if (code != 0) {	88!
67	dError("failed to fstat file:%s since %s", file, tstrerror(code));	×
68	goto _OVER;	×
69	}
70
71	content = taosMemoryMalloc(size + 1);	88✔
72	if (content == NULL) {	88!
73	code = terrno;	×
74	goto _OVER;	×
75	}
76
77	if (taosReadFile(pFile, content, size) != size) {	88!
78	code = terrno;	×
79	dError("failed to read file:%s since %s", file, tstrerror(code));	×
80	goto _OVER;	×
81	}
82
83	content[size] = '\0';	88✔
84
85	pJson = tjsonParse(content);	88✔
86	if (pJson == NULL) {	88!
87	code = TSDB_CODE_INVALID_JSON_FORMAT;	×
88	goto _OVER;	×
89	}
90
91	if (dmDecodeFile(pJson, pDeployed) < 0) {	88!
92	code = TSDB_CODE_INVALID_JSON_FORMAT;	×
93	goto _OVER;	×
94	}
95
96	code = 0;	88✔
97	dInfo("succceed to read mnode file %s", file);	88!
98
99	_OVER:	×
100	if (content != NULL) taosMemoryFree(content);	4,812✔
101	if (pJson != NULL) cJSON_Delete(pJson);	4,812✔
102	if (pFile != NULL) taosCloseFile(&pFile);	4,812✔
103
104	if (code != 0) {	4,812!
105	dError("failed to read dnode file:%s since %s", file, tstrerror(code));	×
106	}
107	return code;	4,812✔
108	}
109
110	static int32_t dmEncodeFile(SJson *pJson, bool deployed) {	497✔
111	if (tjsonAddDoubleToObject(pJson, "deployed", deployed) < 0) return TSDB_CODE_INVALID_JSON_FORMAT;	497!
112	return 0;	497✔
113	}
114
115	int32_t dmWriteFile(const char path, const char name, bool deployed) {	497✔
116	int32_t code = -1;	497✔
117	char *buffer = NULL;	497✔
118	SJson *pJson = NULL;	497✔
119	TdFilePtr pFile = NULL;	497✔
120	char file[PATH_MAX] = {0};	497✔
121	char realfile[PATH_MAX] = {0};	497✔
122
123	int32_t nBytes = snprintf(file, sizeof(file), "%s%s%s.json", path, TD_DIRSEP, name);	497✔
124	if (nBytes <= 0 \|\| nBytes >= PATH_MAX) {	497!
125	code = TSDB_CODE_OUT_OF_BUFFER;	×
126	goto _OVER;	×
127	}
128
129	nBytes = snprintf(realfile, sizeof(realfile), "%s%s%s.json", path, TD_DIRSEP, name);	497✔
130	if (nBytes <= 0 \|\| nBytes >= PATH_MAX) {	497!
131	code = TSDB_CODE_OUT_OF_BUFFER;	×
132	goto _OVER;	×
133	}
134
135	pJson = tjsonCreateObject();	497✔
136	if (pJson == NULL) {	497!
137	code = terrno;	×
138	goto _OVER;	×
139	}
140
141	if ((code = dmEncodeFile(pJson, deployed)) != 0) goto _OVER;	497!
142
143	buffer = tjsonToString(pJson);	497✔
144	if (buffer == NULL) {	497!
145	code = TSDB_CODE_INVALID_JSON_FORMAT;	×
146	goto _OVER;	×
147	}
148
149	pFile = taosOpenFile(file, TD_FILE_CREATE \| TD_FILE_WRITE \| TD_FILE_TRUNC \| TD_FILE_WRITE_THROUGH);	497✔
150	if (pFile == NULL) {	497!
151	code = terrno;	×
152	goto _OVER;	×
153	}
154
155	int32_t len = strlen(buffer);	497✔
156	if (taosWriteFile(pFile, buffer, len) <= 0) {	497!
157	code = terrno;	×
158	goto _OVER;	×
159	}
160	if (taosFsyncFile(pFile) < 0) {	497!
161	code = terrno;	×
162	goto _OVER;	×
163	}
164
165	if (taosCloseFile(&pFile) != 0) {	497!
166	code = TAOS_SYSTEM_ERROR(errno);	×
167	goto _OVER;	×
168	}
169	TAOS_CHECK_GOTO(taosRenameFile(file, realfile), NULL, _OVER);	497!
170
171	dInfo("succeed to write file:%s, deloyed:%d", realfile, deployed);	497!
172
173	_OVER:	×
174	if (pJson != NULL) tjsonDelete(pJson);	497!
175	if (buffer != NULL) taosMemoryFree(buffer);	497!
176	if (pFile != NULL) taosCloseFile(&pFile);	497!
177
178	if (code != 0) {	497!
179	dError("failed to write file:%s since %s, deloyed:%d", realfile, tstrerror(code), deployed);	×
180	}
181	return code;	497✔
182	}
183
184	int32_t dmCheckRunning(const char dataDir, TdFilePtr pFile) {	2,407✔
185	int32_t code = 0;	2,407✔
186	char filepath[PATH_MAX] = {0};	2,407✔
187	snprintf(filepath, sizeof(filepath), "%s%s.running", dataDir, TD_DIRSEP);	2,407✔
188
189	*pFile = taosOpenFile(filepath, TD_FILE_CREATE \| TD_FILE_WRITE \| TD_FILE_TRUNC \| TD_FILE_CLOEXEC);	2,407✔
190	if (*pFile == NULL) {	2,407!
191	code = terrno;	×
192	dError("failed to open file:%s since %s", filepath, tstrerror(code));	×
193	return code;	×
194	}
195
196	int32_t retryTimes = 0;	2,407✔
197	int32_t ret = 0;	2,407✔
198	do {
199	ret = taosLockFile(*pFile);	2,408✔
200	if (ret == 0) break;	2,408✔
201
202	code = terrno;	1✔
203	taosMsleep(1000);	1✔
204	retryTimes++;	1✔
205	dError("failed to lock file:%s since %s, retryTimes:%d", filepath, tstrerror(code), retryTimes);	1!
206	} while (retryTimes < 12);	1!
207
208	if (ret < 0) {	2,407!
UNCOV 209	code = TAOS_SYSTEM_ERROR(errno);	×
UNCOV 210	(void)taosCloseFile(pFile);	×
UNCOV 211	*pFile = NULL;	×
UNCOV 212	return code;	×
213	}
214
215	dDebug("lock file:%s to prevent repeated starts", filepath);	2,407✔
216	return code;	2,407✔
217	}
218
219	extern int32_t generateEncryptCode(const char key, const char machineId, char **encryptCode);
220
221	static int32_t dmWriteCheckCodeFile(char file, char realfile, char *key, bool toLogFile) {	2✔
222	TdFilePtr pFile = NULL;	2✔
223	char *result = NULL;	2✔
224	int32_t code = -1;	2✔
225
226	int32_t len = ENCRYPTED_LEN(sizeof(DM_KEY_INDICATOR));	2✔
227	result = taosMemoryMalloc(len);	2✔
228	if (result == NULL) {	2!
229	return terrno;	×
230	}
231
232	SCryptOpts opts;
233	strncpy(opts.key, key, ENCRYPT_KEY_LEN);	2✔
234	opts.len = len;	2✔
235	opts.source = DM_KEY_INDICATOR;	2✔
236	opts.result = result;	2✔
237	opts.unitLen = 16;	2✔
238	(void)CBC_Encrypt(&opts);	2✔
239
240	pFile = taosOpenFile(file, TD_FILE_CREATE \| TD_FILE_WRITE \| TD_FILE_TRUNC \| TD_FILE_WRITE_THROUGH);	2✔
241	if (pFile == NULL) {	2!
242	code = terrno;	×
243	goto _OVER;	×
244	}
245
246	if (taosWriteFile(pFile, opts.result, len) <= 0) {	2!
247	code = terrno;	×
248	goto _OVER;	×
249	}
250
251	if (taosFsyncFile(pFile) < 0) {	2!
252	code = TAOS_SYSTEM_ERROR(errno);	×
253	goto _OVER;	×
254	}
255
256	if (taosCloseFile(&pFile) != 0) {	2!
257	code = TAOS_SYSTEM_ERROR(errno);	×
258	goto _OVER;	×
259	}
260
261	TAOS_CHECK_GOTO(taosRenameFile(file, realfile), NULL, _OVER);	2!
262
263	encryptDebug("succeed to write checkCode file:%s", realfile);	2!
264
265	code = 0;	2✔
266	_OVER:	2✔
267	if (pFile != NULL) taosCloseFile(&pFile);	2!
268	if (result != NULL) taosMemoryFree(result);	2!
269
270	return code;	2✔
271	}
272
273	static int32_t dmWriteEncryptCodeFile(char file, char realfile, char *encryptCode, bool toLogFile) {	2✔
274	TdFilePtr pFile = NULL;	2✔
275	int32_t code = -1;	2✔
276
277	pFile = taosOpenFile(file, TD_FILE_CREATE \| TD_FILE_WRITE \| TD_FILE_TRUNC \| TD_FILE_WRITE_THROUGH);	2✔
278	if (pFile == NULL) {	2!
279	code = terrno;	×
280	goto _OVER;	×
281	}
282
283	int32_t len = strlen(encryptCode);	2✔
284	if (taosWriteFile(pFile, encryptCode, len) <= 0) {	2!
285	code = terrno;	×
286	goto _OVER;	×
287	}
288	if (taosFsyncFile(pFile) < 0) {	2!
289	code = terrno;	×
290	goto _OVER;	×
291	}
292
293	if (taosCloseFile(&pFile) != 0) {	2!
294	code = TAOS_SYSTEM_ERROR(errno);	×
295	goto _OVER;	×
296	}
297
298	TAOS_CHECK_GOTO(taosRenameFile(file, realfile), NULL, _OVER);	2!
299
300	encryptDebug("succeed to write encryptCode file:%s", realfile);	2!
301
302	code = 0;	2✔
303	_OVER:	2✔
304	if (pFile != NULL) taosCloseFile(&pFile);	2!
305
306	return code;	2✔
307	}
308
309	static int32_t dmCompareEncryptKey(char file, char key, bool toLogFile) {	×
310	char *content = NULL;	×
311	int64_t size = 0;	×
312	TdFilePtr pFile = NULL;	×
313	char *result = NULL;	×
314	int32_t code = -1;	×
315
316	pFile = taosOpenFile(file, TD_FILE_READ);	×
317	if (pFile == NULL) {	×
318	code = terrno;	×
319	encryptError("failed to open dnode file:%s since %s", file, tstrerror(code));	×
320	goto _OVER;	×
321	}
322
323	code = taosFStatFile(pFile, &size, NULL);	×
324	if (code != 0) {	×
325	encryptError("failed to fstat dnode file:%s since %s", file, tstrerror(code));	×
326	goto _OVER;	×
327	}
328
329	content = taosMemoryMalloc(size);	×
330	if (content == NULL) {	×
331	code = terrno;	×
332	goto _OVER;	×
333	}
334
335	if (taosReadFile(pFile, content, size) != size) {	×
336	code = terrno;	×
337	encryptError("failed to read dnode file:%s since %s", file, tstrerror(code));	×
338	goto _OVER;	×
339	}
340
341	encryptDebug("succeed to read checkCode file:%s", file);	×
342
343	int len = ENCRYPTED_LEN(size);	×
344	result = taosMemoryMalloc(len);	×
345	if (result == NULL) {	×
346	code = terrno;	×
347	encryptError("failed to alloc memory file:%s since %s", file, tstrerror(code));	×
348	goto _OVER;	×
349	}
350
351	SCryptOpts opts = {0};	×
352	strncpy(opts.key, key, ENCRYPT_KEY_LEN);	×
353	opts.len = len;	×
354	opts.source = content;	×
355	opts.result = result;	×
356	opts.unitLen = 16;	×
357	(void)CBC_Decrypt(&opts);	×
358
359	if (strcmp(opts.result, DM_KEY_INDICATOR) != 0) {	×
360	code = TSDB_CODE_DNODE_ENCRYPTKEY_CHANGED;	×
361	encryptError("failed to compare decrypted result");	×
362	goto _OVER;	×
363	}
364
365	encryptDebug("succeed to compare checkCode file:%s", file);	×
366	code = 0;	×
367	_OVER:	×
368	if (result != NULL) taosMemoryFree(result);	×
369	if (content != NULL) taosMemoryFree(content);	×
370	if (pFile != NULL) taosCloseFile(&pFile);	×
371
372	return code;	×
373	}
374
375	int32_t dmUpdateEncryptKey(char *key, bool toLogFile) {	2✔
376	#ifdef TD_ENTERPRISE
377	int32_t code = -1;	2✔
378	int32_t lino = 0;	2✔
379	char *machineId = NULL;	2✔
380	char *encryptCode = NULL;	2✔
381
382	char folder[PATH_MAX] = {0};	2✔
383
384	char encryptFile[PATH_MAX] = {0};	2✔
385	char realEncryptFile[PATH_MAX] = {0};	2✔
386
387	char checkFile[PATH_MAX] = {0};	2✔
388	char realCheckFile[PATH_MAX] = {0};	2✔
389
390	int32_t nBytes = snprintf(folder, sizeof(folder), "%s%sdnode", tsDataDir, TD_DIRSEP);	2✔
391	if (nBytes <= 0 \|\| nBytes >= PATH_MAX) {	2!
392	return TSDB_CODE_OUT_OF_BUFFER;	×
393	}
394
395	nBytes = snprintf(encryptFile, sizeof(realEncryptFile), "%s%s%s.bak", folder, TD_DIRSEP, DM_ENCRYPT_CODE_FILE);	2✔
396	if (nBytes <= 0 \|\| nBytes >= PATH_MAX) {	2!
397	return TSDB_CODE_OUT_OF_BUFFER;	×
398	}
399
400	nBytes = snprintf(realEncryptFile, sizeof(realEncryptFile), "%s%s%s", folder, TD_DIRSEP, DM_ENCRYPT_CODE_FILE);	2✔
401	if (nBytes <= 0 \|\| nBytes >= PATH_MAX) {	2!
402	return TSDB_CODE_OUT_OF_BUFFER;	×
403	}
404
405	nBytes = snprintf(checkFile, sizeof(checkFile), "%s%s%s.bak", folder, TD_DIRSEP, DM_CHECK_CODE_FILE);	2✔
406	if (nBytes <= 0 \|\| nBytes >= PATH_MAX) {	2!
407	return TSDB_CODE_OUT_OF_BUFFER;	×
408	}
409
410	snprintf(realCheckFile, sizeof(realCheckFile), "%s%s%s", folder, TD_DIRSEP, DM_CHECK_CODE_FILE);	2✔
411	if (nBytes <= 0 \|\| nBytes >= PATH_MAX) {	2!
412	return TSDB_CODE_OUT_OF_BUFFER;	×
413	}
414
415	if (taosMkDir(folder) != 0) {	2!
416	code = terrno;	×
417	encryptError("failed to create dir:%s since %s", folder, tstrerror(code));	×
418	goto _OVER;	×
419	}
420
421	if (taosCheckExistFile(realCheckFile)) {	2!
422	if ((code = dmCompareEncryptKey(realCheckFile, key, toLogFile)) != 0) {	×
423	goto _OVER;	×
424	}
425	}
426
427	TAOS_CHECK_GOTO(tGetMachineId(&machineId), &lino, _OVER);	2!
428
429	TAOS_CHECK_GOTO(generateEncryptCode(key, machineId, &encryptCode), &lino, _OVER);	2!
430
431	if ((code = dmWriteEncryptCodeFile(encryptFile, realEncryptFile, encryptCode, toLogFile)) != 0) {	2!
432	goto _OVER;	×
433	}
434
435	if ((code = dmWriteCheckCodeFile(checkFile, realCheckFile, key, toLogFile)) != 0) {	2!
436	goto _OVER;	×
437	}
438
439	encryptInfo("Succeed to update encrypt key\n");	2✔
440
441	code = 0;	2✔
442	_OVER:	2✔
443	taosMemoryFree(encryptCode);	2✔
444	taosMemoryFree(machineId);	2✔
445	if (code != 0) {	2!
446	encryptError("failed to update encrypt key at line %d since %s", lino, tstrerror(code));	×
447	}
448	TAOS_RETURN(code);	2✔
449	#else
450	return 0;
451	#endif
452	}
453
454	extern int32_t checkAndGetCryptKey(const char encryptCode, const char machineId, char **key);
455
456	static int32_t dmReadEncryptCodeFile(char file, char *output) {	×
457	TdFilePtr pFile = NULL;	×
458	int32_t code = -1;	×
459	char *content = NULL;	×
460
461	pFile = taosOpenFile(file, TD_FILE_READ);	×
462	if (pFile == NULL) {	×
463	code = terrno;	×
464	dError("failed to open dnode file:%s since %s", file, tstrerror(code));	×
465	goto _OVER;	×
466	}
467
468	int64_t size = 0;	×
469	code = taosFStatFile(pFile, &size, NULL);	×
470	if (code != 0) {	×
471	dError("failed to fstat dnode file:%s since %s", file, tstrerror(code));	×
472	goto _OVER;	×
473	}
474
475	content = taosMemoryMalloc(size + 1);	×
476	if (content == NULL) {	×
477	code = terrno;	×
478	goto _OVER;	×
479	}
480
481	if (taosReadFile(pFile, content, size) != size) {	×
482	code = terrno;	×
483	dError("failed to read dnode file:%s since %s", file, tstrerror(code));	×
484	goto _OVER;	×
485	}
486
487	content[size] = '\0';	×
488
489	*output = content;	×
490	content = NULL;	×
491
492	dInfo("succeed to read encryptCode file:%s", file);	×
493	code = 0;	×
494	_OVER:	×
495	if (pFile != NULL) taosCloseFile(&pFile);	×
496	taosMemoryFree(content);	×
497
498	return code;	×
499	}
500
501	int32_t dmGetEncryptKey() {	2,421✔
502	#ifdef TD_ENTERPRISE
503	int32_t code = -1;	2,421✔
504	char encryptFile[PATH_MAX] = {0};	2,421✔
505	char checkFile[PATH_MAX] = {0};	2,421✔
506	char *machineId = NULL;	2,421✔
507	char *encryptKey = NULL;	2,421✔
508	char *content = NULL;	2,421✔
509
510	int32_t nBytes = snprintf(encryptFile, sizeof(encryptFile), "%s%sdnode%s%s", tsDataDir, TD_DIRSEP, TD_DIRSEP,	2,421✔
511	DM_ENCRYPT_CODE_FILE);
512	if (nBytes <= 0 \|\| nBytes >= sizeof(encryptFile)) {	2,421!
513	code = TSDB_CODE_OUT_OF_BUFFER;	×
514	return code;	×
515	}
516
517	nBytes = snprintf(checkFile, sizeof(checkFile), "%s%sdnode%s%s", tsDataDir, TD_DIRSEP, TD_DIRSEP, DM_CHECK_CODE_FILE);	2,421✔
518	if (nBytes <= 0 \|\| nBytes >= sizeof(checkFile)) {	2,421!
519	code = TSDB_CODE_OUT_OF_BUFFER;	×
520	return code;	×
521	}
522
523	if (!taosCheckExistFile(encryptFile)) {	2,421!
524	code = TSDB_CODE_DNODE_INVALID_ENCRYPT_CONFIG;	2,421✔
525	dInfo("no exist, checkCode file:%s", encryptFile);	2,421!
526	return 0;	2,421✔
527	}
528
529	if ((code = dmReadEncryptCodeFile(encryptFile, &content)) != 0) {	×
530	goto _OVER;	×
531	}
532
533	if ((code = tGetMachineId(&machineId)) != 0) {	×
534	goto _OVER;	×
535	}
536
537	if ((code = checkAndGetCryptKey(content, machineId, &encryptKey)) != 0) {	×
538	goto _OVER;	×
539	}
540
541	taosMemoryFreeClear(machineId);	×
542	taosMemoryFreeClear(content);	×
543
544	if (encryptKey[0] == '\0') {	×
545	code = TSDB_CODE_DNODE_INVALID_ENCRYPTKEY;	×
546	dError("failed to read key since %s", tstrerror(code));	×
547	goto _OVER;	×
548	}
549
550	if ((code = dmCompareEncryptKey(checkFile, encryptKey, true)) != 0) {	×
551	goto _OVER;	×
552	}
553
554	strncpy(tsEncryptKey, encryptKey, ENCRYPT_KEY_LEN);	×
555	taosMemoryFreeClear(encryptKey);	×
556	tsEncryptionKeyChksum = taosCalcChecksum(0, tsEncryptKey, strlen(tsEncryptKey));	×
557	tsEncryptionKeyStat = ENCRYPT_KEY_STAT_LOADED;	×
558
559	code = 0;	×
560	_OVER:	×
561	if (content != NULL) taosMemoryFree(content);	×
562	if (encryptKey != NULL) taosMemoryFree(encryptKey);	×
563	if (machineId != NULL) taosMemoryFree(machineId);	×
564	if (code != 0) {	×
565	dError("failed to get encrypt key since %s", tstrerror(code));	×
566	}
567	TAOS_RETURN(code);	×
568	#else
569	return 0;
570	#endif
571	}

taosdata / TDengine / #3532

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous