#4488

Committed 12 Jul 2025 07:47AM UTC coverage: 62.207% (-0.7%) from 62.948%

Build # #4488

Build Type

push

travis-ci

Committed by

web-flow

Commit Message

docs: update stream docs (#31822)

Run Details

157961 of 324087 branches covered (48.74%)

Branch coverage included in aggregate %.

244465 of 322830 relevant lines covered (75.73%)

6561668.76 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

60.67

/source/dnode/vnode/src/vnd/vnodeCommit.c

/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

#include "meta.h"
#include "sync.h"
#include "vnd.h"
#include "vnodeInt.h"

extern int32_t tsdbPreCommit(STsdb *pTsdb);
extern int32_t tsdbCommitBegin(STsdb *pTsdb, SCommitInfo *pInfo);
extern int32_t tsdbCommitCommit(STsdb *pTsdb);
extern int32_t tsdbCommitAbort(STsdb *pTsdb);

#define VND_INFO_FNAME_TMP "vnode_tmp.json"

static int vnodeEncodeInfo(const SVnodeInfo *pInfo, char **ppData);
static int vnodeCommitImpl(SCommitInfo *pInfo);

#define WAIT_TIME_MILI_SEC 10  // miliseconds

static int32_t vnodeTryRecycleBufPool(SVnode *pVnode) {
  int32_t code = 0;

  if (pVnode->onRecycle == NULL) {
    if (pVnode->recycleHead == NULL) {
      vDebug("vgId:%d, no recyclable buffer pool", TD_VID(pVnode));
      goto _exit;
    } else {
      vDebug("vgId:%d, buffer pool %p of id %d on recycle queue, try to recycle", TD_VID(pVnode), pVnode->recycleHead,
             pVnode->recycleHead->id);

      pVnode->onRecycle = pVnode->recycleHead;
      if (pVnode->recycleHead == pVnode->recycleTail) {
        pVnode->recycleHead = pVnode->recycleTail = NULL;
      } else {
        pVnode->recycleHead = pVnode->recycleHead->recycleNext;
        pVnode->recycleHead->recyclePrev = NULL;
      }
      pVnode->onRecycle->recycleNext = pVnode->onRecycle->recyclePrev = NULL;
    }
  }

  code = vnodeBufPoolRecycle(pVnode->onRecycle);
  if (code) goto _exit;

_exit:
  if (code) {
    vError("vgId:%d, %s failed since %s", TD_VID(pVnode), __func__, tstrerror(code));
  }
  return code;
}
static int32_t vnodeGetBufPoolToUse(SVnode *pVnode) {
  int32_t code = 0;
  int32_t lino = 0;

  (void)taosThreadMutexLock(&pVnode->mutex);

  int32_t nTry = 0;
  for (;;) {
    ++nTry;

    if (pVnode->freeList) {
      vDebug("vgId:%d, allocate free buffer pool on %d try, pPool:%p id:%d", TD_VID(pVnode), nTry, pVnode->freeList,
             pVnode->freeList->id);

      pVnode->inUse = pVnode->freeList;
      pVnode->inUse->nRef = 1;
      pVnode->freeList = pVnode->inUse->freeNext;
      pVnode->inUse->freeNext = NULL;
      break;
    } else {
      vDebug("vgId:%d, no free buffer pool on %d try, try to recycle...", TD_VID(pVnode), nTry);

      code = vnodeTryRecycleBufPool(pVnode);
      TSDB_CHECK_CODE(code, lino, _exit);

      if (pVnode->freeList == NULL) {
        vDebug("vgId:%d, no free buffer pool on %d try, wait %d ms...", TD_VID(pVnode), nTry, WAIT_TIME_MILI_SEC);

        struct timeval  tv;
        struct timespec ts;
        if (taosGetTimeOfDay(&tv) != 0) {
          continue;
        }
        ts.tv_nsec = tv.tv_usec * 1000 + WAIT_TIME_MILI_SEC * 1000000;
        if (ts.tv_nsec > 999999999l) {
          ts.tv_sec = tv.tv_sec + 1;
          ts.tv_nsec -= 1000000000l;
        } else {
          ts.tv_sec = tv.tv_sec;
        }

        code = taosThreadCondTimedWait(&pVnode->poolNotEmpty, &pVnode->mutex, &ts);
        // ignore timeout error and retry
        if (code == TSDB_CODE_TIMEOUT_ERROR) {
          code = TSDB_CODE_SUCCESS;
        }
        TSDB_CHECK_CODE(code, lino, _exit);
      }
    }
  }

_exit:
  (void)taosThreadMutexUnlock(&pVnode->mutex);
  if (code) {
    vError("vgId:%d, %s failed at line %d since %s", TD_VID(pVnode), __func__, lino, tstrerror(code));
  }
  return code;
}
int vnodeBegin(SVnode *pVnode) {
  int32_t code = 0;
  int32_t lino = 0;

  // alloc buffer pool
  code = vnodeGetBufPoolToUse(pVnode);
  TSDB_CHECK_CODE(code, lino, _exit);

  // begin meta
  code = metaBegin(pVnode->pMeta, META_BEGIN_HEAP_BUFFERPOOL);
  TSDB_CHECK_CODE(code, lino, _exit);

  // begin tsdb
  code = tsdbBegin(pVnode->pTsdb);
  TSDB_CHECK_CODE(code, lino, _exit);

  // begin sma
  if (VND_IS_RSMA(pVnode)) {
    code = smaBegin(pVnode->pSma);
    TSDB_CHECK_CODE(code, lino, _exit);
  }

_exit:
  if (code) {
    terrno = code;
    vError("vgId:%d, %s failed at line %d since %s", TD_VID(pVnode), __func__, lino, tstrerror(code));
  }
  return code;
}

int vnodeShouldCommit(SVnode *pVnode, bool atExit) {
  bool diskAvail = osDataSpaceAvailable();
  bool needCommit = false;

  (void)taosThreadMutexLock(&pVnode->mutex);
  if (pVnode->inUse && diskAvail) {
    needCommit = (pVnode->inUse->size > pVnode->inUse->node.size) ||
                 (atExit && (pVnode->inUse->size > 0 || pVnode->pMeta->changed ||
                             pVnode->state.applied - pVnode->state.committed > 4096));
  }
  vTrace("vgId:%d, should commit:%d, disk available:%d, buffer size:%" PRId64 ", node size:%" PRId64
         ", meta changed:%d"
         ", state:[%" PRId64 ",%" PRId64 "]",
         TD_VID(pVnode), needCommit, diskAvail, pVnode->inUse ? pVnode->inUse->size : 0,
         pVnode->inUse ? pVnode->inUse->node.size : 0, pVnode->pMeta->changed, pVnode->state.applied,
         pVnode->state.committed);
  (void)taosThreadMutexUnlock(&pVnode->mutex);
  return needCommit;
}

int vnodeSaveInfo(const char *dir, const SVnodeInfo *pInfo) {
  int32_t   code = 0;
  int32_t   lino;
  char      fname[TSDB_FILENAME_LEN];
  TdFilePtr pFile = NULL;
  char     *data = NULL;

  snprintf(fname, TSDB_FILENAME_LEN, "%s%s%s", dir, TD_DIRSEP, VND_INFO_FNAME_TMP);

  code = vnodeEncodeInfo(pInfo, &data);
  TSDB_CHECK_CODE(code, lino, _exit);

  // save info to a vnode_tmp.json
  pFile = taosOpenFile(fname, TD_FILE_CREATE | TD_FILE_WRITE | TD_FILE_TRUNC | TD_FILE_WRITE_THROUGH);
  if (pFile == NULL) {
    TSDB_CHECK_CODE(code = terrno, lino, _exit);
  }

  if (taosWriteFile(pFile, data, strlen(data)) < 0) {
    TSDB_CHECK_CODE(code = terrno, lino, _exit);
  }

  if (taosFsyncFile(pFile) < 0) {
    TSDB_CHECK_CODE(code = terrno, lino, _exit);
  }

_exit:
  if (code) {
    vError("vgId:%d %s failed at %s:%d since %s", pInfo->config.vgId, __func__, __FILE__, lino, tstrerror(code));
  } else {
    vInfo("vgId:%d, vnode info is saved, fname:%s replica:%d selfIndex:%d changeVersion:%d", pInfo->config.vgId, fname,
          pInfo->config.syncCfg.replicaNum, pInfo->config.syncCfg.myIndex, pInfo->config.syncCfg.changeVersion);
  }
  if (taosCloseFile(&pFile) != 0) {
    vError("vgId:%d, failed to close file", pInfo->config.vgId);
  }
  taosMemoryFree(data);
  TAOS_RETURN(code);
}

int vnodeCommitInfo(const char *dir) {
  char fname[TSDB_FILENAME_LEN];
  char tfname[TSDB_FILENAME_LEN];

  snprintf(fname, TSDB_FILENAME_LEN, "%s%s%s", dir, TD_DIRSEP, VND_INFO_FNAME);
  snprintf(tfname, TSDB_FILENAME_LEN, "%s%s%s", dir, TD_DIRSEP, VND_INFO_FNAME_TMP);

  int32_t code = taosRenameFile(tfname, fname);
  if (code < 0) {
    return code;
  }

  vInfo("vnode info is committed, dir:%s", dir);
  return 0;
}

int vnodeLoadInfo(const char *dir, SVnodeInfo *pInfo) {
  int32_t   code = 0;
  int32_t   lino;
  char      fname[TSDB_FILENAME_LEN];
  TdFilePtr pFile = NULL;
  char     *pData = NULL;
  int64_t   size;

  snprintf(fname, TSDB_FILENAME_LEN, "%s%s%s", dir, TD_DIRSEP, VND_INFO_FNAME);

  // read info
  pFile = taosOpenFile(fname, TD_FILE_READ);
  if (pFile == NULL) {
    TSDB_CHECK_CODE(code = terrno, lino, _exit);
  }

  code = taosFStatFile(pFile, &size, NULL);
  TSDB_CHECK_CODE(code, lino, _exit);

  pData = taosMemoryMalloc(size + 1);
  if (pData == NULL) {
    TSDB_CHECK_CODE(code = terrno, lino, _exit);
  }

  if (taosReadFile(pFile, pData, size) < 0) {
    TSDB_CHECK_CODE(code = terrno, lino, _exit);
  }

  pData[size] = '\0';

  // decode info
  code = vnodeDecodeInfo(pData, pInfo);
  TSDB_CHECK_CODE(code, lino, _exit);

  pInfo->config.walCfg.committed = pInfo->state.committed;
_exit:
  if (code) {
    vError("vgId:%d %s failed at %s:%d since %s, file:%s", pInfo->config.vgId, __func__, __FILE__, lino,
           tstrerror(code), fname);
  }
  taosMemoryFree(pData);
  if (taosCloseFile(&pFile) != 0) {
    vError("vgId:%d, failed to close file", pInfo->config.vgId);
  }
  return code;
}

static int32_t vnodePrepareCommit(SVnode *pVnode, SCommitInfo *pInfo) {
  int32_t code = 0;
  int32_t lino = 0;
  char    dir[TSDB_FILENAME_LEN] = {0};
  int64_t lastCommitted = pInfo->info.state.committed;

  // wait last commit task
  vnodeAWait(&pVnode->commitTask);

  code = syncNodeGetConfig(pVnode->sync, &pVnode->config.syncCfg);
  TSDB_CHECK_CODE(code, lino, _exit);

  pVnode->state.commitTerm = pVnode->state.applyTerm;

  pInfo->info.config = pVnode->config;
  pInfo->info.state.committed = pVnode->state.applied;
  pInfo->info.state.commitTerm = pVnode->state.applyTerm;
  pInfo->info.state.commitID = ++pVnode->state.commitID;
  pInfo->pVnode = pVnode;
  pInfo->txn = metaGetTxn(pVnode->pMeta);

  // save info
  vnodeGetPrimaryPath(pVnode, false, dir, TSDB_FILENAME_LEN);

  vDebug("vgId:%d, save config while prepare commit", TD_VID(pVnode));
  code = vnodeSaveInfo(dir, &pInfo->info);
  TSDB_CHECK_CODE(code, lino, _exit);

  code = tsdbPreCommit(pVnode->pTsdb);
  TSDB_CHECK_CODE(code, lino, _exit);

  code = metaPrepareAsyncCommit(pVnode->pMeta);
  TSDB_CHECK_CODE(code, lino, _exit);

  code = smaPrepareAsyncCommit(pVnode->pSma);
  TSDB_CHECK_CODE(code, lino, _exit);

  (void)taosThreadMutexLock(&pVnode->mutex);
  pVnode->onCommit = pVnode->inUse;
  pVnode->inUse = NULL;
  (void)taosThreadMutexUnlock(&pVnode->mutex);

_exit:
  if (code) {
    vError("vgId:%d, %s failed at line %d since %s, commit id:%" PRId64, TD_VID(pVnode), __func__, lino,
           tstrerror(code), pVnode->state.commitID);
  } else {
    vDebug("vgId:%d, %s done, commit id:%" PRId64, TD_VID(pVnode), __func__, pInfo->info.state.commitID);
  }

  return code;
}
static void vnodeReturnBufPool(SVnode *pVnode) {
  (void)taosThreadMutexLock(&pVnode->mutex);

  SVBufPool *pPool = pVnode->onCommit;
  int32_t    nRef = atomic_sub_fetch_32(&pPool->nRef, 1);

  pVnode->onCommit = NULL;
  if (nRef == 0) {
    vnodeBufPoolAddToFreeList(pPool);
  } else if (nRef > 0) {
    vDebug("vgId:%d, buffer pool %p of id %d is added to recycle queue", TD_VID(pVnode), pPool, pPool->id);

    if (pVnode->recycleTail == NULL) {
      pPool->recyclePrev = pPool->recycleNext = NULL;
      pVnode->recycleHead = pVnode->recycleTail = pPool;
    } else {
      pPool->recyclePrev = pVnode->recycleTail;
      pPool->recycleNext = NULL;
      pVnode->recycleTail->recycleNext = pPool;
      pVnode->recycleTail = pPool;
    }
  } else {
    vError("vgId:%d, buffer pool %p of id %d nRef:%d", TD_VID(pVnode), pPool, pPool->id, nRef);
  }

  (void)taosThreadMutexUnlock(&pVnode->mutex);
}
static int32_t vnodeCommit(void *arg) {
  int32_t code = 0;

  SCommitInfo *pInfo = (SCommitInfo *)arg;
  SVnode      *pVnode = pInfo->pVnode;

  // commit
  METRICS_TIMING_BLOCK(pVnode->writeMetrics.commit_time, METRIC_LEVEL_HIGH, {
    if ((code = vnodeCommitImpl(pInfo))) {
      vFatal("vgId:%d, failed to commit vnode since %s", TD_VID(pVnode), terrstr());
      taosMsleep(100);
      exit(EXIT_FAILURE);
      goto _exit;
    }
  });

  METRICS_UPDATE(pVnode->writeMetrics.commit_count, METRIC_LEVEL_HIGH, 1);

  vnodeReturnBufPool(pVnode);

_exit:
  taosMemoryFree(arg);
  return code;
}

static void vnodeCommitCancel(void *arg) { taosMemoryFree(arg); }

int vnodeAsyncCommit(SVnode *pVnode) {
  int32_t code = 0;
  int32_t lino = 0;

  SCommitInfo *pInfo = (SCommitInfo *)taosMemoryCalloc(1, sizeof(*pInfo));
  if (NULL == pInfo) {
    TSDB_CHECK_CODE(code = terrno, lino, _exit);
  }

  // prepare to commit
  code = vnodePrepareCommit(pVnode, pInfo);
  TSDB_CHECK_CODE(code, lino, _exit);

  // schedule the task
  code = vnodeAsync(COMMIT_TASK_ASYNC, EVA_PRIORITY_HIGH, vnodeCommit, vnodeCommitCancel, pInfo, &pVnode->commitTask);
  TSDB_CHECK_CODE(code, lino, _exit);

_exit:
  if (code) {
    taosMemoryFree(pInfo);
    vError("vgId:%d %s failed at line %d since %s" PRId64, TD_VID(pVnode), __func__, lino, tstrerror(code));
  } else {
    vInfo("vgId:%d, vnode async commit done, commitId:%" PRId64 " term:%" PRId64 " applied:%" PRId64, TD_VID(pVnode),
          pVnode->state.commitID, pVnode->state.applyTerm, pVnode->state.applied);
  }
  return code;
}

int32_t vnodeSyncCommit(SVnode *pVnode) {
  int32_t lino;
  int32_t code = vnodeAsyncCommit(pVnode);
  TSDB_CHECK_CODE(code, lino, _exit);
  vnodeAWait(&pVnode->commitTask);

_exit:
  if (code) {
    vError("vgId:%d, %s failed at line %d since %s", TD_VID(pVnode), __func__, lino, tstrerror(code));
  } else {
    vInfo("vgId:%d, sync commit end", TD_VID(pVnode));
  }

  return code;
}

static int vnodeCommitImpl(SCommitInfo *pInfo) {
  int32_t code = 0;
  int32_t lino = 0;

  char    dir[TSDB_FILENAME_LEN] = {0};
  SVnode *pVnode = pInfo->pVnode;

  vInfo("vgId:%d, start to commit, commitId:%" PRId64 " version:%" PRId64 " term: %" PRId64, TD_VID(pVnode),
        pInfo->info.state.commitID, pInfo->info.state.committed, pInfo->info.state.commitTerm);

  // persist wal before starting
  if ((code = walPersist(pVnode->pWal)) < 0) {
    vError("vgId:%d, failed to persist wal since %s", TD_VID(pVnode), tstrerror(code));
    return code;
  }

  vnodeGetPrimaryPath(pVnode, false, dir, TSDB_FILENAME_LEN);

  code = syncBeginSnapshot(pVnode->sync, pInfo->info.state.committed);
  TSDB_CHECK_CODE(code, lino, _exit);

  code = tsdbCommitBegin(pVnode->pTsdb, pInfo);
  TSDB_CHECK_CODE(code, lino, _exit);

  if (!TSDB_CACHE_NO(pVnode->config)) {
    METRICS_TIMING_BLOCK(pVnode->writeMetrics.last_cache_commit_time, METRIC_LEVEL_HIGH,
                         { code = tsdbCacheCommit(pVnode->pTsdb); });
    METRICS_UPDATE(pVnode->writeMetrics.last_cache_commit_count, METRIC_LEVEL_HIGH, 1);
    TSDB_CHECK_CODE(code, lino, _exit);
  }

  if (VND_IS_RSMA(pVnode)) {
    code = smaCommit(pVnode->pSma, pInfo);
    TSDB_CHECK_CODE(code, lino, _exit);
  }

  // commit info
  code = vnodeCommitInfo(dir);
  TSDB_CHECK_CODE(code, lino, _exit);

  code = tsdbCommitCommit(pVnode->pTsdb);
  TSDB_CHECK_CODE(code, lino, _exit);

  if (VND_IS_RSMA(pVnode)) {
    code = smaFinishCommit(pVnode->pSma);
    TSDB_CHECK_CODE(code, lino, _exit);
  }

  code = metaFinishCommit(pVnode->pMeta, pInfo->txn);
  TSDB_CHECK_CODE(code, lino, _exit);

  pVnode->state.committed = pInfo->info.state.committed;

  if (smaPostCommit(pVnode->pSma) < 0) {
    vError("vgId:%d, failed to post-commit sma since %s", TD_VID(pVnode), tstrerror(terrno));
    return -1;
  }

  code = syncEndSnapshot(pVnode->sync);
  TSDB_CHECK_CODE(code, lino, _exit);

  code = tqCommitOffset(pVnode->pTq);
  TSDB_CHECK_CODE(code, lino, _exit);
  
_exit:
  if (code) {
    vError("vgId:%d, %s failed at line %d since %s", TD_VID(pVnode), __func__, lino, tstrerror(code));
  } else {
    vInfo("vgId:%d, commit end", TD_VID(pVnode));
  }
  return code;
}

bool vnodeShouldRollback(SVnode *pVnode) {
  char    tFName[TSDB_FILENAME_LEN] = {0};
  int32_t offset = 0;

  vnodeGetPrimaryPath(pVnode, false, tFName, TSDB_FILENAME_LEN);
  offset = strlen(tFName);
  snprintf(tFName + offset, TSDB_FILENAME_LEN - offset - 1, "%s%s", TD_DIRSEP, VND_INFO_FNAME_TMP);

  return taosCheckExistFile(tFName);
}

void vnodeRollback(SVnode *pVnode) {
  char    tFName[TSDB_FILENAME_LEN] = {0};
  int32_t offset = 0;

  vnodeGetPrimaryPath(pVnode, false, tFName, TSDB_FILENAME_LEN);
  offset = strlen(tFName);
  snprintf(tFName + offset, TSDB_FILENAME_LEN - offset - 1, "%s%s", TD_DIRSEP, VND_INFO_FNAME_TMP);

  if (taosRemoveFile(tFName) != 0) {
    vError("vgId:%d, failed to remove file %s since %s", TD_VID(pVnode), tFName, tstrerror(terrno));
  }
}

static int vnodeEncodeState(const void *pObj, SJson *pJson) {
  const SVState *pState = (SVState *)pObj;

  TAOS_CHECK_RETURN(tjsonAddIntegerToObject(pJson, "commit version", pState->committed));
  TAOS_CHECK_RETURN(tjsonAddIntegerToObject(pJson, "commit ID", pState->commitID));
  TAOS_CHECK_RETURN(tjsonAddIntegerToObject(pJson, "commit term", pState->commitTerm));

  return 0;
}

static int vnodeDecodeState(const SJson *pJson, void *pObj) {
  SVState *pState = (SVState *)pObj;

  int32_t code;
  tjsonGetNumberValue(pJson, "commit version", pState->committed, code);
  if (code) return code;
  tjsonGetNumberValue(pJson, "commit ID", pState->commitID, code);
  if (code) return code;
  tjsonGetNumberValue(pJson, "commit term", pState->commitTerm, code);
  if (code) return code;

  return 0;
}

static int vnodeEncodeInfo(const SVnodeInfo *pInfo, char **ppData) {
  int32_t code = 0;
  int32_t lino;
  SJson  *pJson = NULL;
  char   *pData = NULL;

  pJson = tjsonCreateObject();
  if (pJson == NULL) {
    TSDB_CHECK_CODE(code = terrno, lino, _exit);
  }

  code = tjsonAddObject(pJson, "config", vnodeEncodeConfig, (void *)&pInfo->config);
  TSDB_CHECK_CODE(code, lino, _exit);

  code = tjsonAddObject(pJson, "state", vnodeEncodeState, (void *)&pInfo->state);
  TSDB_CHECK_CODE(code, lino, _exit);

  pData = tjsonToString(pJson);
  if (pData == NULL) {
    TSDB_CHECK_CODE(code = terrno, lino, _exit);
  }

  tjsonDelete(pJson);

_exit:
  if (code) {
    tjsonDelete(pJson);
    *ppData = NULL;
  } else {
    *ppData = pData;
  }
  return code;
}

int vnodeDecodeInfo(uint8_t *pData, SVnodeInfo *pInfo) {
  int32_t code = 0;
  int32_t lino;
  SJson  *pJson = NULL;

  pJson = tjsonParse(pData);
  if (pJson == NULL) {
    TSDB_CHECK_CODE(code = TSDB_CODE_INVALID_DATA_FMT, lino, _exit);
  }

  code = tjsonToObject(pJson, "config", vnodeDecodeConfig, (void *)&pInfo->config);
  TSDB_CHECK_CODE(code, lino, _exit);

  code = tjsonToObject(pJson, "state", vnodeDecodeState, (void *)&pInfo->state);
  TSDB_CHECK_CODE(code, lino, _exit);

_exit:
  tjsonDelete(pJson);
  return code;
}

1	/*
2	* Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
3	*
4	* This program is free software: you can use, redistribute, and/or modify
5	* it under the terms of the GNU Affero General Public License, version 3
6	* or later ("AGPL"), as published by the Free Software Foundation.
7	*
8	* This program is distributed in the hope that it will be useful, but WITHOUT
9	* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10	* FITNESS FOR A PARTICULAR PURPOSE.
11	*
12	* You should have received a copy of the GNU Affero General Public License
13	* along with this program. If not, see <http://www.gnu.org/licenses/>.
14	*/
15
16	#include "meta.h"
17	#include "sync.h"
18	#include "vnd.h"
19	#include "vnodeInt.h"
20
21	extern int32_t tsdbPreCommit(STsdb *pTsdb);
22	extern int32_t tsdbCommitBegin(STsdb pTsdb, SCommitInfo pInfo);
23	extern int32_t tsdbCommitCommit(STsdb *pTsdb);
24	extern int32_t tsdbCommitAbort(STsdb *pTsdb);
25
26	#define VND_INFO_FNAME_TMP "vnode_tmp.json"
27
28	static int vnodeEncodeInfo(const SVnodeInfo pInfo, char *ppData);
29	static int vnodeCommitImpl(SCommitInfo *pInfo);
30
31	#define WAIT_TIME_MILI_SEC 10 // miliseconds
32
33	static int32_t vnodeTryRecycleBufPool(SVnode *pVnode) {	×
34	int32_t code = 0;	×
35
36	if (pVnode->onRecycle == NULL) {	×
37	if (pVnode->recycleHead == NULL) {	×
38	vDebug("vgId:%d, no recyclable buffer pool", TD_VID(pVnode));	×
39	goto _exit;	×
40	} else {
41	vDebug("vgId:%d, buffer pool %p of id %d on recycle queue, try to recycle", TD_VID(pVnode), pVnode->recycleHead,	×
42	pVnode->recycleHead->id);
43
44	pVnode->onRecycle = pVnode->recycleHead;	×
45	if (pVnode->recycleHead == pVnode->recycleTail) {	×
46	pVnode->recycleHead = pVnode->recycleTail = NULL;	×
47	} else {
48	pVnode->recycleHead = pVnode->recycleHead->recycleNext;	×
49	pVnode->recycleHead->recyclePrev = NULL;	×
50	}
51	pVnode->onRecycle->recycleNext = pVnode->onRecycle->recyclePrev = NULL;	×
52	}
53	}
54
55	code = vnodeBufPoolRecycle(pVnode->onRecycle);	×
56	if (code) goto _exit;	×
57
58	_exit:	×
59	if (code) {	×
60	vError("vgId:%d, %s failed since %s", TD_VID(pVnode), __func__, tstrerror(code));	×
61	}
62	return code;	×
63	}
64	static int32_t vnodeGetBufPoolToUse(SVnode *pVnode) {	38,198✔
65	int32_t code = 0;	38,198✔
66	int32_t lino = 0;	38,198✔
67
68	(void)taosThreadMutexLock(&pVnode->mutex);	38,198✔
69
70	int32_t nTry = 0;	38,198✔
71	for (;;) {
72	++nTry;	38,198✔
73
74	if (pVnode->freeList) {	38,198!
75	vDebug("vgId:%d, allocate free buffer pool on %d try, pPool:%p id:%d", TD_VID(pVnode), nTry, pVnode->freeList,	38,198✔
76	pVnode->freeList->id);
77
78	pVnode->inUse = pVnode->freeList;	38,198✔
79	pVnode->inUse->nRef = 1;	38,198✔
80	pVnode->freeList = pVnode->inUse->freeNext;	38,198✔
81	pVnode->inUse->freeNext = NULL;	38,198✔
82	break;	38,198✔
83	} else {
84	vDebug("vgId:%d, no free buffer pool on %d try, try to recycle...", TD_VID(pVnode), nTry);	×
85
86	code = vnodeTryRecycleBufPool(pVnode);	×
87	TSDB_CHECK_CODE(code, lino, _exit);	×
88
89	if (pVnode->freeList == NULL) {	×
90	vDebug("vgId:%d, no free buffer pool on %d try, wait %d ms...", TD_VID(pVnode), nTry, WAIT_TIME_MILI_SEC);	×
91
92	struct timeval tv;
93	struct timespec ts;
94	if (taosGetTimeOfDay(&tv) != 0) {	×
95	continue;	×
96	}
97	ts.tv_nsec = tv.tv_usec * 1000 + WAIT_TIME_MILI_SEC * 1000000;	×
98	if (ts.tv_nsec > 999999999l) {	×
99	ts.tv_sec = tv.tv_sec + 1;	×
100	ts.tv_nsec -= 1000000000l;	×
101	} else {
102	ts.tv_sec = tv.tv_sec;	×
103	}
104
105	code = taosThreadCondTimedWait(&pVnode->poolNotEmpty, &pVnode->mutex, &ts);	×
106	// ignore timeout error and retry
107	if (code == TSDB_CODE_TIMEOUT_ERROR) {	×
108	code = TSDB_CODE_SUCCESS;	×
109	}
110	TSDB_CHECK_CODE(code, lino, _exit);	×
111	}
112	}
113	}
114
115	_exit:	38,198✔
116	(void)taosThreadMutexUnlock(&pVnode->mutex);	38,198✔
117	if (code) {	38,198!
118	vError("vgId:%d, %s failed at line %d since %s", TD_VID(pVnode), __func__, lino, tstrerror(code));	×
119	}
120	return code;	38,198✔
121	}
122	int vnodeBegin(SVnode *pVnode) {	38,198✔
123	int32_t code = 0;	38,198✔
124	int32_t lino = 0;	38,198✔
125
126	// alloc buffer pool
127	code = vnodeGetBufPoolToUse(pVnode);	38,198✔
128	TSDB_CHECK_CODE(code, lino, _exit);	38,198!
129
130	// begin meta
131	code = metaBegin(pVnode->pMeta, META_BEGIN_HEAP_BUFFERPOOL);	38,198✔
132	TSDB_CHECK_CODE(code, lino, _exit);	38,198!
133
134	// begin tsdb
135	code = tsdbBegin(pVnode->pTsdb);	38,198✔
136	TSDB_CHECK_CODE(code, lino, _exit);	38,196!
137
138	// begin sma
139	if (VND_IS_RSMA(pVnode)) {	38,196✔
140	code = smaBegin(pVnode->pSma);	43✔
141	TSDB_CHECK_CODE(code, lino, _exit);	43!
142	}
143
144	_exit:	38,196✔
145	if (code) {	38,196!
146	terrno = code;	×
147	vError("vgId:%d, %s failed at line %d since %s", TD_VID(pVnode), __func__, lino, tstrerror(code));	×
148	}
149	return code;	38,197✔
150	}
151
152	int vnodeShouldCommit(SVnode *pVnode, bool atExit) {	2,575,217✔
153	bool diskAvail = osDataSpaceAvailable();	2,575,217✔
154	bool needCommit = false;	2,575,261✔
155
156	(void)taosThreadMutexLock(&pVnode->mutex);	2,575,261✔
157	if (pVnode->inUse && diskAvail) {	2,575,526!
158	needCommit = (pVnode->inUse->size > pVnode->inUse->node.size) \|\|	2,587,276✔
159	(atExit && (pVnode->inUse->size > 0 \|\| pVnode->pMeta->changed \|\|	11,732✔
160	pVnode->state.applied - pVnode->state.committed > 4096));	3,389✔
161	}
162	vTrace("vgId:%d, should commit:%d, disk available:%d, buffer size:%" PRId64 ", node size:%" PRId64	2,575,526!
163	", meta changed:%d"
164	", state:[%" PRId64 ",%" PRId64 "]",
165	TD_VID(pVnode), needCommit, diskAvail, pVnode->inUse ? pVnode->inUse->size : 0,
166	pVnode->inUse ? pVnode->inUse->node.size : 0, pVnode->pMeta->changed, pVnode->state.applied,
167	pVnode->state.committed);
168	(void)taosThreadMutexUnlock(&pVnode->mutex);	2,575,526✔
169	return needCommit;	2,575,565✔
170	}
171
172	int vnodeSaveInfo(const char dir, const SVnodeInfo pInfo) {	37,014✔
173	int32_t code = 0;	37,014✔
174	int32_t lino;
175	char fname[TSDB_FILENAME_LEN];
176	TdFilePtr pFile = NULL;	37,014✔
177	char *data = NULL;	37,014✔
178
179	snprintf(fname, TSDB_FILENAME_LEN, "%s%s%s", dir, TD_DIRSEP, VND_INFO_FNAME_TMP);	37,014✔
180
181	code = vnodeEncodeInfo(pInfo, &data);	37,014✔
182	TSDB_CHECK_CODE(code, lino, _exit);	36,990!
183
184	// save info to a vnode_tmp.json
185	pFile = taosOpenFile(fname, TD_FILE_CREATE \| TD_FILE_WRITE \| TD_FILE_TRUNC \| TD_FILE_WRITE_THROUGH);	36,990✔
186	if (pFile == NULL) {	36,883!
187	TSDB_CHECK_CODE(code = terrno, lino, _exit);	×
188	}
189
190	if (taosWriteFile(pFile, data, strlen(data)) < 0) {	36,883!
191	TSDB_CHECK_CODE(code = terrno, lino, _exit);	×
192	}
193
194	if (taosFsyncFile(pFile) < 0) {	36,949!
195	TSDB_CHECK_CODE(code = terrno, lino, _exit);	×
196	}
197
198	_exit:	37,015✔
199	if (code) {	37,015!
200	vError("vgId:%d %s failed at %s:%d since %s", pInfo->config.vgId, __func__, __FILE__, lino, tstrerror(code));	×
201	} else {
202	vInfo("vgId:%d, vnode info is saved, fname:%s replica:%d selfIndex:%d changeVersion:%d", pInfo->config.vgId, fname,	37,015✔
203	pInfo->config.syncCfg.replicaNum, pInfo->config.syncCfg.myIndex, pInfo->config.syncCfg.changeVersion);
204	}
205	if (taosCloseFile(&pFile) != 0) {	37,019!
206	vError("vgId:%d, failed to close file", pInfo->config.vgId);	×
207	}
208	taosMemoryFree(data);	37,018!
209	TAOS_RETURN(code);	37,018✔
210	}
211
212	int vnodeCommitInfo(const char *dir) {	37,019✔
213	char fname[TSDB_FILENAME_LEN];
214	char tfname[TSDB_FILENAME_LEN];
215
216	snprintf(fname, TSDB_FILENAME_LEN, "%s%s%s", dir, TD_DIRSEP, VND_INFO_FNAME);	37,019✔
217	snprintf(tfname, TSDB_FILENAME_LEN, "%s%s%s", dir, TD_DIRSEP, VND_INFO_FNAME_TMP);	37,019✔
218
219	int32_t code = taosRenameFile(tfname, fname);	37,019✔
220	if (code < 0) {	37,017!
221	return code;	×
222	}
223
224	vInfo("vnode info is committed, dir:%s", dir);	37,017✔
225	return 0;	37,019✔
226	}
227
228	int vnodeLoadInfo(const char dir, SVnodeInfo pInfo) {	27,808✔
229	int32_t code = 0;	27,808✔
230	int32_t lino;
231	char fname[TSDB_FILENAME_LEN];
232	TdFilePtr pFile = NULL;	27,808✔
233	char *pData = NULL;	27,808✔
234	int64_t size;
235
236	snprintf(fname, TSDB_FILENAME_LEN, "%s%s%s", dir, TD_DIRSEP, VND_INFO_FNAME);	27,808✔
237
238	// read info
239	pFile = taosOpenFile(fname, TD_FILE_READ);	27,808✔
240	if (pFile == NULL) {	27,816✔
241	TSDB_CHECK_CODE(code = terrno, lino, _exit);	11,249!
242	}
243
244	code = taosFStatFile(pFile, &size, NULL);	16,567✔
245	TSDB_CHECK_CODE(code, lino, _exit);	16,571!
246
247	pData = taosMemoryMalloc(size + 1);	16,571!
248	if (pData == NULL) {	16,574!
249	TSDB_CHECK_CODE(code = terrno, lino, _exit);	×
250	}
251
252	if (taosReadFile(pFile, pData, size) < 0) {	16,574!
253	TSDB_CHECK_CODE(code = terrno, lino, _exit);	×
254	}
255
256	pData[size] = '\0';	16,568✔
257
258	// decode info
259	code = vnodeDecodeInfo(pData, pInfo);	16,568✔
260	TSDB_CHECK_CODE(code, lino, _exit);	16,561!
261
262	pInfo->config.walCfg.committed = pInfo->state.committed;	16,561✔
263	_exit:	27,810✔
264	if (code) {	27,810✔
265	vError("vgId:%d %s failed at %s:%d since %s, file:%s", pInfo->config.vgId, __func__, __FILE__, lino,	11,249✔
266	tstrerror(code), fname);
267	}
268	taosMemoryFree(pData);	27,817!
269	if (taosCloseFile(&pFile) != 0) {	27,818!
270	vError("vgId:%d, failed to close file", pInfo->config.vgId);	×
271	}
272	return code;	27,824✔
273	}
274
275	static int32_t vnodePrepareCommit(SVnode pVnode, SCommitInfo pInfo) {	23,663✔
276	int32_t code = 0;	23,663✔
277	int32_t lino = 0;	23,663✔
278	char dir[TSDB_FILENAME_LEN] = {0};	23,663✔
279	int64_t lastCommitted = pInfo->info.state.committed;	23,663✔
280
281	// wait last commit task
282	vnodeAWait(&pVnode->commitTask);	23,663✔
283
284	code = syncNodeGetConfig(pVnode->sync, &pVnode->config.syncCfg);	23,668✔
285	TSDB_CHECK_CODE(code, lino, _exit);	23,670!
286
287	pVnode->state.commitTerm = pVnode->state.applyTerm;	23,670✔
288
289	pInfo->info.config = pVnode->config;	23,670✔
290	pInfo->info.state.committed = pVnode->state.applied;	23,670✔
291	pInfo->info.state.commitTerm = pVnode->state.applyTerm;	23,670✔
292	pInfo->info.state.commitID = ++pVnode->state.commitID;	23,670✔
293	pInfo->pVnode = pVnode;	23,670✔
294	pInfo->txn = metaGetTxn(pVnode->pMeta);	23,670✔
295
296	// save info
297	vnodeGetPrimaryPath(pVnode, false, dir, TSDB_FILENAME_LEN);	23,669✔
298
299	vDebug("vgId:%d, save config while prepare commit", TD_VID(pVnode));	23,668✔
300	code = vnodeSaveInfo(dir, &pInfo->info);	23,667✔
301	TSDB_CHECK_CODE(code, lino, _exit);	23,670!
302
303	code = tsdbPreCommit(pVnode->pTsdb);	23,670✔
304	TSDB_CHECK_CODE(code, lino, _exit);	23,670!
305
306	code = metaPrepareAsyncCommit(pVnode->pMeta);	23,670✔
307	TSDB_CHECK_CODE(code, lino, _exit);	23,666!
308
309	code = smaPrepareAsyncCommit(pVnode->pSma);	23,666✔
310	TSDB_CHECK_CODE(code, lino, _exit);	23,667!
311
312	(void)taosThreadMutexLock(&pVnode->mutex);	23,667✔
313	pVnode->onCommit = pVnode->inUse;	23,669✔
314	pVnode->inUse = NULL;	23,669✔
315	(void)taosThreadMutexUnlock(&pVnode->mutex);	23,669✔
316
317	_exit:	23,669✔
318	if (code) {	23,669!
319	vError("vgId:%d, %s failed at line %d since %s, commit id:%" PRId64, TD_VID(pVnode), __func__, lino,	×
320	tstrerror(code), pVnode->state.commitID);
321	} else {
322	vDebug("vgId:%d, %s done, commit id:%" PRId64, TD_VID(pVnode), __func__, pInfo->info.state.commitID);	23,669✔
323	}
324
325	return code;	23,668✔
326	}
327	static void vnodeReturnBufPool(SVnode *pVnode) {	23,670✔
328	(void)taosThreadMutexLock(&pVnode->mutex);	23,670✔
329
330	SVBufPool *pPool = pVnode->onCommit;	23,670✔
331	int32_t nRef = atomic_sub_fetch_32(&pPool->nRef, 1);	23,670✔
332
333	pVnode->onCommit = NULL;	23,670✔
334	if (nRef == 0) {	23,670✔
335	vnodeBufPoolAddToFreeList(pPool);	23,116✔
336	} else if (nRef > 0) {	554!
337	vDebug("vgId:%d, buffer pool %p of id %d is added to recycle queue", TD_VID(pVnode), pPool, pPool->id);	554✔
338
339	if (pVnode->recycleTail == NULL) {	554!
340	pPool->recyclePrev = pPool->recycleNext = NULL;	554✔
341	pVnode->recycleHead = pVnode->recycleTail = pPool;	554✔
342	} else {
343	pPool->recyclePrev = pVnode->recycleTail;	×
344	pPool->recycleNext = NULL;	×
345	pVnode->recycleTail->recycleNext = pPool;	×
346	pVnode->recycleTail = pPool;	×
347	}
348	} else {
349	vError("vgId:%d, buffer pool %p of id %d nRef:%d", TD_VID(pVnode), pPool, pPool->id, nRef);	×
350	}
351
352	(void)taosThreadMutexUnlock(&pVnode->mutex);	23,670✔
353	}	23,670✔
354	static int32_t vnodeCommit(void *arg) {	23,670✔
355	int32_t code = 0;	23,670✔
356
357	SCommitInfo pInfo = (SCommitInfo )arg;	23,670✔
358	SVnode *pVnode = pInfo->pVnode;	23,670✔
359
360	// commit
361	METRICS_TIMING_BLOCK(pVnode->writeMetrics.commit_time, METRIC_LEVEL_HIGH, {	23,670!
362	if ((code = vnodeCommitImpl(pInfo))) {
363	vFatal("vgId:%d, failed to commit vnode since %s", TD_VID(pVnode), terrstr());
364	taosMsleep(100);
365	exit(EXIT_FAILURE);
366	goto _exit;
367	}
368	});
369
370	METRICS_UPDATE(pVnode->writeMetrics.commit_count, METRIC_LEVEL_HIGH, 1);	23,670!
371
372	vnodeReturnBufPool(pVnode);	23,670✔
373
374	_exit:	23,670✔
375	taosMemoryFree(arg);	23,670!
376	return code;	23,670✔
377	}
378
379	static void vnodeCommitCancel(void *arg) { taosMemoryFree(arg); }	×
380
381	int vnodeAsyncCommit(SVnode *pVnode) {	23,670✔
382	int32_t code = 0;	23,670✔
383	int32_t lino = 0;	23,670✔
384
385	SCommitInfo pInfo = (SCommitInfo )taosMemoryCalloc(1, sizeof(*pInfo));	23,670!
386	if (NULL == pInfo) {	23,663!
387	TSDB_CHECK_CODE(code = terrno, lino, _exit);	×
388	}
389
390	// prepare to commit
391	code = vnodePrepareCommit(pVnode, pInfo);	23,663✔
392	TSDB_CHECK_CODE(code, lino, _exit);	23,664!
393
394	// schedule the task
395	code = vnodeAsync(COMMIT_TASK_ASYNC, EVA_PRIORITY_HIGH, vnodeCommit, vnodeCommitCancel, pInfo, &pVnode->commitTask);	23,664✔
396	TSDB_CHECK_CODE(code, lino, _exit);	23,670!
397
398	_exit:	23,670✔
399	if (code) {	23,670!
400	taosMemoryFree(pInfo);	×
401	vError("vgId:%d %s failed at line %d since %s" PRId64, TD_VID(pVnode), __func__, lino, tstrerror(code));	×
402	} else {
403	vInfo("vgId:%d, vnode async commit done, commitId:%" PRId64 " term:%" PRId64 " applied:%" PRId64, TD_VID(pVnode),	23,670✔
404	pVnode->state.commitID, pVnode->state.applyTerm, pVnode->state.applied);
405	}
406	return code;	23,670✔
407	}
408
409	int32_t vnodeSyncCommit(SVnode *pVnode) {	85✔
410	int32_t lino;
411	int32_t code = vnodeAsyncCommit(pVnode);	85✔
412	TSDB_CHECK_CODE(code, lino, _exit);	85!
413	vnodeAWait(&pVnode->commitTask);	85✔
414
415	_exit:	85✔
416	if (code) {	85!
417	vError("vgId:%d, %s failed at line %d since %s", TD_VID(pVnode), __func__, lino, tstrerror(code));	×
418	} else {
419	vInfo("vgId:%d, sync commit end", TD_VID(pVnode));	85!
420	}
421
422	return code;	85✔
423	}
424
425	static int vnodeCommitImpl(SCommitInfo *pInfo) {	23,668✔
426	int32_t code = 0;	23,668✔
427	int32_t lino = 0;	23,668✔
428
429	char dir[TSDB_FILENAME_LEN] = {0};	23,668✔
430	SVnode *pVnode = pInfo->pVnode;	23,668✔
431
432	vInfo("vgId:%d, start to commit, commitId:%" PRId64 " version:%" PRId64 " term: %" PRId64, TD_VID(pVnode),	23,668✔
433	pInfo->info.state.commitID, pInfo->info.state.committed, pInfo->info.state.commitTerm);
434
435	// persist wal before starting
436	if ((code = walPersist(pVnode->pWal)) < 0) {	23,674!
437	vError("vgId:%d, failed to persist wal since %s", TD_VID(pVnode), tstrerror(code));	×
438	return code;	×
439	}
440
441	vnodeGetPrimaryPath(pVnode, false, dir, TSDB_FILENAME_LEN);	23,670✔
442
443	code = syncBeginSnapshot(pVnode->sync, pInfo->info.state.committed);	23,670✔
444	TSDB_CHECK_CODE(code, lino, _exit);	23,670!
445
446	code = tsdbCommitBegin(pVnode->pTsdb, pInfo);	23,670✔
447	TSDB_CHECK_CODE(code, lino, _exit);	23,670!
448
449	if (!TSDB_CACHE_NO(pVnode->config)) {	23,670✔
450	METRICS_TIMING_BLOCK(pVnode->writeMetrics.last_cache_commit_time, METRIC_LEVEL_HIGH,	422!
451	{ code = tsdbCacheCommit(pVnode->pTsdb); });
452	METRICS_UPDATE(pVnode->writeMetrics.last_cache_commit_count, METRIC_LEVEL_HIGH, 1);	422!
453	TSDB_CHECK_CODE(code, lino, _exit);	422!
454	}
455
456	if (VND_IS_RSMA(pVnode)) {	23,670✔
457	code = smaCommit(pVnode->pSma, pInfo);	20✔
458	TSDB_CHECK_CODE(code, lino, _exit);	20!
459	}
460
461	// commit info
462	code = vnodeCommitInfo(dir);	23,670✔
463	TSDB_CHECK_CODE(code, lino, _exit);	23,670!
464
465	code = tsdbCommitCommit(pVnode->pTsdb);	23,670✔
466	TSDB_CHECK_CODE(code, lino, _exit);	23,670!
467
468	if (VND_IS_RSMA(pVnode)) {	23,670✔
469	code = smaFinishCommit(pVnode->pSma);	20✔
470	TSDB_CHECK_CODE(code, lino, _exit);	20!
471	}
472
473	code = metaFinishCommit(pVnode->pMeta, pInfo->txn);	23,670✔
474	TSDB_CHECK_CODE(code, lino, _exit);	23,670!
475
476	pVnode->state.committed = pInfo->info.state.committed;	23,670✔
477
478	if (smaPostCommit(pVnode->pSma) < 0) {	23,670!
479	vError("vgId:%d, failed to post-commit sma since %s", TD_VID(pVnode), tstrerror(terrno));	×
480	return -1;	×
481	}
482
483	code = syncEndSnapshot(pVnode->sync);	23,670✔
484	TSDB_CHECK_CODE(code, lino, _exit);	23,670!
485
486	code = tqCommitOffset(pVnode->pTq);	23,670✔
487	TSDB_CHECK_CODE(code, lino, _exit);	23,670!
488
489	_exit:	23,670✔
490	if (code) {	23,670!
491	vError("vgId:%d, %s failed at line %d since %s", TD_VID(pVnode), __func__, lino, tstrerror(code));	×
492	} else {
493	vInfo("vgId:%d, commit end", TD_VID(pVnode));	23,670✔
494	}
495	return code;	23,670✔
496	}
497
498	bool vnodeShouldRollback(SVnode *pVnode) {	14,492✔
499	char tFName[TSDB_FILENAME_LEN] = {0};	14,492✔
500	int32_t offset = 0;	14,492✔
501
502	vnodeGetPrimaryPath(pVnode, false, tFName, TSDB_FILENAME_LEN);	14,492✔
503	offset = strlen(tFName);	14,515✔
504	snprintf(tFName + offset, TSDB_FILENAME_LEN - offset - 1, "%s%s", TD_DIRSEP, VND_INFO_FNAME_TMP);	14,515✔
505
506	return taosCheckExistFile(tFName);	14,515✔
507	}
508
509	void vnodeRollback(SVnode *pVnode) {	×
510	char tFName[TSDB_FILENAME_LEN] = {0};	×
511	int32_t offset = 0;	×
512
513	vnodeGetPrimaryPath(pVnode, false, tFName, TSDB_FILENAME_LEN);	×
514	offset = strlen(tFName);	×
515	snprintf(tFName + offset, TSDB_FILENAME_LEN - offset - 1, "%s%s", TD_DIRSEP, VND_INFO_FNAME_TMP);	×
516
517	if (taosRemoveFile(tFName) != 0) {	×
518	vError("vgId:%d, failed to remove file %s since %s", TD_VID(pVnode), tFName, tstrerror(terrno));	×
519	}
520	}	×
521
522	static int vnodeEncodeState(const void pObj, SJson pJson) {	37,000✔
523	const SVState pState = (SVState )pObj;	37,000✔
524
525	TAOS_CHECK_RETURN(tjsonAddIntegerToObject(pJson, "commit version", pState->committed));	37,000!
526	TAOS_CHECK_RETURN(tjsonAddIntegerToObject(pJson, "commit ID", pState->commitID));	37,016!
527	TAOS_CHECK_RETURN(tjsonAddIntegerToObject(pJson, "commit term", pState->commitTerm));	37,008!
528
529	return 0;	37,015✔
530	}
531
532	static int vnodeDecodeState(const SJson pJson, void pObj) {	16,609✔
533	SVState pState = (SVState )pObj;	16,609✔
534
535	int32_t code;
536	tjsonGetNumberValue(pJson, "commit version", pState->committed, code);	16,609✔
537	if (code) return code;	16,625!
538	tjsonGetNumberValue(pJson, "commit ID", pState->commitID, code);	16,625✔
539	if (code) return code;	16,625!
540	tjsonGetNumberValue(pJson, "commit term", pState->commitTerm, code);	16,625✔
541	if (code) return code;	16,624!
542
543	return 0;	16,624✔
544	}
545
546	static int vnodeEncodeInfo(const SVnodeInfo pInfo, char *ppData) {	37,013✔
547	int32_t code = 0;	37,013✔
548	int32_t lino;
549	SJson *pJson = NULL;	37,013✔
550	char *pData = NULL;	37,013✔
551
552	pJson = tjsonCreateObject();	37,013✔
553	if (pJson == NULL) {	37,011!
554	TSDB_CHECK_CODE(code = terrno, lino, _exit);	×
555	}
556
557	code = tjsonAddObject(pJson, "config", vnodeEncodeConfig, (void *)&pInfo->config);	37,011✔
558	TSDB_CHECK_CODE(code, lino, _exit);	37,006!
559
560	code = tjsonAddObject(pJson, "state", vnodeEncodeState, (void *)&pInfo->state);	37,006✔
561	TSDB_CHECK_CODE(code, lino, _exit);	37,016!
562
563	pData = tjsonToString(pJson);	37,016✔
564	if (pData == NULL) {	36,998!
565	TSDB_CHECK_CODE(code = terrno, lino, _exit);	×
566	}
567
568	tjsonDelete(pJson);	36,998✔
569
570	_exit:	37,007✔
571	if (code) {	37,007!
572	tjsonDelete(pJson);	×
573	*ppData = NULL;	×
574	} else {
575	*ppData = pData;	37,007✔
576	}
577	return code;	37,007✔
578	}
579
580	int vnodeDecodeInfo(uint8_t pData, SVnodeInfo pInfo) {	16,607✔
581	int32_t code = 0;	16,607✔
582	int32_t lino;
583	SJson *pJson = NULL;	16,607✔
584
585	pJson = tjsonParse(pData);	16,607✔
586	if (pJson == NULL) {	16,605!
587	TSDB_CHECK_CODE(code = TSDB_CODE_INVALID_DATA_FMT, lino, _exit);	×
588	}
589
590	code = tjsonToObject(pJson, "config", vnodeDecodeConfig, (void *)&pInfo->config);	16,605✔
591	TSDB_CHECK_CODE(code, lino, _exit);	16,618!
592
593	code = tjsonToObject(pJson, "state", vnodeDecodeState, (void *)&pInfo->state);	16,618✔
594	TSDB_CHECK_CODE(code, lino, _exit);	16,626!
595
596	_exit:	16,626✔
597	tjsonDelete(pJson);	16,626✔
598	return code;	16,627✔
599	}

taosdata / TDengine / #4488

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous