#5049

Committed 11 May 2026 06:30AM UTC coverage: 73.313% (+0.09%) from 73.222%

Build # #5049

Build Type

push

travis-ci

Committed by

web-flow

Commit Message

feat: refactor taosdump code to improve backup speed and compression ratio (#35292)

Coverage Stats

6625 of 8435 new or added lines in 28 files covered. (78.54%)

2491 existing lines in 142 files now uncovered.

281233 of 383605 relevant lines covered (73.31%)

132489999.79 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

70.52

/source/libs/executor/src/mergejoinoperator.c

/*
 * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
 *
 * This program is free software: you can use, redistribute, and/or modify
 * it under the terms of the GNU Affero General Public License, version 3
 * or later ("AGPL"), as published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program. If not, see <http://www.gnu.org/licenses/>.
 */

// clang-format off
#include "executorInt.h"
#include "filter.h"
#include "function.h"
#include "operator.h"
#include "os.h"
#include "querynodes.h"
#include "querytask.h"
#include "tcompare.h"
#include "tdatablock.h"
#include "thash.h"
#include "tmsg.h"
#include "ttypes.h"
#include "functionMgt.h"
#include "mergejoin.h"
// clang-format on

int32_t mJoinBuildEqGrp(SMJoinTableCtx* pTable, int64_t timestamp, bool* wholeBlk, SMJoinGrpRows* pGrp) {
  SColumnInfoData* pCol = taosArrayGet(pTable->blk->pDataBlock, pTable->primCtx.targetSlotId);
  if (NULL == pCol) {
    MJ_ERR_RET(TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);
  }

  pGrp->beginIdx = pTable->blkRowIdx;
  pGrp->readIdx = pTable->blkRowIdx;

  pTable->blkRowIdx++;
  char* pEndVal = colDataGetNumData(pCol, pTable->blk->info.rows - 1);
  if (timestamp != *(int64_t*)pEndVal) {
    for (; pTable->blkRowIdx < pTable->blk->info.rows; ++pTable->blkRowIdx) {
      char* pNextVal = colDataGetNumData(pCol, pTable->blkRowIdx);
      if (timestamp == *(int64_t*)pNextVal) {
        continue;
      }

      pGrp->endIdx = pTable->blkRowIdx - 1;
      return TSDB_CODE_SUCCESS;
    }
  }

  pGrp->endIdx = pTable->blk->info.rows - 1;
  pTable->blkRowIdx = pTable->blk->info.rows;

  if (wholeBlk) {
    *wholeBlk = true;
  }

  return TSDB_CODE_SUCCESS;
}

int32_t mJoinTrimKeepFirstRow(SSDataBlock* pBlock) {
  int32_t bmLen = BitmapLen(pBlock->info.rows);
  size_t  numOfCols = taosArrayGetSize(pBlock->pDataBlock);

  for (int32_t i = 0; i < numOfCols; ++i) {
    SColumnInfoData* pDst = taosArrayGet(pBlock->pDataBlock, i);
    if (NULL == pDst) {
      MJ_ERR_RET(TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);
    }

    // it is a reserved column for scalar function, and no data in this column yet.
    if (pDst->pData == NULL || (IS_VAR_DATA_TYPE(pDst->info.type) && pDst->varmeta.length == 0)) {
      continue;
    }

    if (IS_VAR_DATA_TYPE(pDst->info.type)) {
      pDst->varmeta.length = 0;

      if (!colDataIsNull_var(pDst, 0)) {
        char* p1 = colDataGetVarData(pDst, 0);
        // int32_t len = calcStrBytesByType(pDst->info.type, p1);
        //  if (pDst->info.type == TSDB_DATA_TYPE_JSON) {
        //    len = getJsonValueLen(p1);
        //  } else if (IS_STR_DATA_BLOB(pDst->info.type)) {
        //    len = blobDataTLen(p1);
        //  } else {
        //    len = varDataTLen(p1);
        //  }
        pDst->varmeta.length = calcStrBytesByType(pDst->info.type, p1);
      }
    } else {
      bool isNull = colDataIsNull_f(pDst, 0);

      TAOS_MEMSET(pDst->nullbitmap, 0, bmLen);
      if (isNull) {
        colDataSetNull_f(pDst->nullbitmap, 0);
      }
    }
  }

  pBlock->info.rows = 1;

  return TSDB_CODE_SUCCESS;
}

int32_t mJoinTrimKeepOneRow(SSDataBlock* pBlock, int32_t totalRows, const bool* pBoolList) {
  //  int32_t totalRows = pBlock->info.rows;
  int32_t code = TSDB_CODE_SUCCESS;
  int32_t bmLen = BitmapLen(totalRows);
  char*   pBitmap = NULL;
  int32_t maxRows = 0;
  size_t  numOfCols = taosArrayGetSize(pBlock->pDataBlock);

  for (int32_t i = 0; i < numOfCols; ++i) {
    SColumnInfoData* pDst = taosArrayGet(pBlock->pDataBlock, i);
    if (NULL == pDst) {
      MJ_ERR_RET(TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);
    }

    // it is a reserved column for scalar function, and no data in this column yet.
    if (pDst->pData == NULL || (IS_VAR_DATA_TYPE(pDst->info.type) && pDst->varmeta.length == 0)) {
      continue;
    }

    int32_t numOfRows = 0;
    if (IS_VAR_DATA_TYPE(pDst->info.type)) {
      int32_t j = 0;
      pDst->varmeta.length = 0;

      while (j < totalRows) {
        if (pBoolList[j] == 0) {
          j += 1;
          continue;
        }

        if (colDataIsNull_var(pDst, j)) {
          colDataSetNull_var(pDst, numOfRows);
        } else {
          // fix address sanitizer error. p1 may point to memory that will change during realloc of colDataSetVal, first
          // copy it to p2
          char*   p1 = colDataGetVarData(pDst, j);
          int32_t len = calcStrBytesByType(pDst->info.type, p1);
          // if (pDst->info.type == TSDB_DATA_TYPE_JSON) {
          //   len = getJsonValueLen(p1);
          // } else if (IS_STR_DATA_BLOB(pDst->info.type)) {
          //   len = blobDataTLen(p1);
          // } else {
          //   len = varDataTLen(p1);
          // }
          char* p2 = taosMemoryMalloc(len);
          if (NULL == p2) {
            MJ_ERR_RET(terrno);
          }
          TAOS_MEMCPY(p2, p1, len);
          code = colDataSetVal(pDst, numOfRows, p2, false);
          if (code) {
            taosMemoryFreeClear(p2);
            MJ_ERR_RET(terrno);
          }
          taosMemoryFree(p2);
        }
        numOfRows += 1;
        j += 1;
        break;
      }

      if (maxRows < numOfRows) {
        maxRows = numOfRows;
      }
    } else {
      if (pBitmap == NULL) {
        pBitmap = taosMemoryCalloc(1, bmLen);
        if (NULL == pBitmap) {
          MJ_ERR_RET(terrno);
        }
      }

      TAOS_MEMCPY(pBitmap, pDst->nullbitmap, bmLen);
      TAOS_MEMSET(pDst->nullbitmap, 0, bmLen);

      int32_t j = 0;

      switch (pDst->info.type) {
        case TSDB_DATA_TYPE_BIGINT:
        case TSDB_DATA_TYPE_UBIGINT:
        case TSDB_DATA_TYPE_DOUBLE:
        case TSDB_DATA_TYPE_TIMESTAMP:
          while (j < totalRows) {
            if (pBoolList[j] == 0) {
              j += 1;
              continue;
            }

            if (BMIsNull(pBitmap, j)) {
              colDataSetNull_f(pDst->nullbitmap, numOfRows);
            } else {
              ((int64_t*)pDst->pData)[numOfRows] = ((int64_t*)pDst->pData)[j];
            }
            numOfRows += 1;
            j += 1;
            break;
          }
          break;
        case TSDB_DATA_TYPE_FLOAT:
        case TSDB_DATA_TYPE_INT:
        case TSDB_DATA_TYPE_UINT:
          while (j < totalRows) {
            if (pBoolList[j] == 0) {
              j += 1;
              continue;
            }
            if (BMIsNull(pBitmap, j)) {
              colDataSetNull_f(pDst->nullbitmap, numOfRows);
            } else {
              ((int32_t*)pDst->pData)[numOfRows] = ((int32_t*)pDst->pData)[j];
            }
            numOfRows += 1;
            j += 1;
            break;
          }
          break;
        case TSDB_DATA_TYPE_SMALLINT:
        case TSDB_DATA_TYPE_USMALLINT:
          while (j < totalRows) {
            if (pBoolList[j] == 0) {
              j += 1;
              continue;
            }
            if (BMIsNull(pBitmap, j)) {
              colDataSetNull_f(pDst->nullbitmap, numOfRows);
            } else {
              ((int16_t*)pDst->pData)[numOfRows] = ((int16_t*)pDst->pData)[j];
            }
            numOfRows += 1;
            j += 1;
            break;
          }
          break;
        case TSDB_DATA_TYPE_BOOL:
        case TSDB_DATA_TYPE_TINYINT:
        case TSDB_DATA_TYPE_UTINYINT:
          while (j < totalRows) {
            if (pBoolList[j] == 0) {
              j += 1;
              continue;
            }
            if (BMIsNull(pBitmap, j)) {
              colDataSetNull_f(pDst->nullbitmap, numOfRows);
            } else {
              ((int8_t*)pDst->pData)[numOfRows] = ((int8_t*)pDst->pData)[j];
            }
            numOfRows += 1;
            j += 1;
            break;
          }
          break;
      }
    }

    if (maxRows < numOfRows) {
      maxRows = numOfRows;
    }
  }

  pBlock->info.rows = maxRows;
  if (pBitmap != NULL) {
    taosMemoryFree(pBitmap);
  }

  return TSDB_CODE_SUCCESS;
}

int32_t mJoinFilterAndMarkHashRows(SSDataBlock* pBlock, SFilterInfo* pFilterInfo, SMJoinTableCtx* build,
                                   int32_t startRowIdx) {
  if (pFilterInfo == NULL || pBlock->info.rows == 0) {
    return TSDB_CODE_SUCCESS;
  }

  SFilterColumnParam param1 = {.numOfCols = taosArrayGetSize(pBlock->pDataBlock), .pDataBlock = pBlock->pDataBlock};
  SColumnInfoData*   p = NULL;

  int32_t code = filterSetDataFromSlotId(pFilterInfo, &param1);
  if (code != TSDB_CODE_SUCCESS) {
    goto _err;
  }

  int32_t status = 0;
  code = filterExecute(pFilterInfo, pBlock, &p, NULL, param1.numOfCols, &status);
  if (code != TSDB_CODE_SUCCESS) {
    goto _err;
  }

  if (!build->pHashGrpRows->allRowsMatch &&
      (status == FILTER_RESULT_ALL_QUALIFIED || status == FILTER_RESULT_PARTIAL_QUALIFIED)) {
    if (status == FILTER_RESULT_ALL_QUALIFIED && taosArrayGetSize(build->pHashCurGrp) == pBlock->info.rows) {
      build->pHashGrpRows->allRowsMatch = true;
    } else {
      bool* pRes = (bool*)p->pData;
      for (int32_t i = 0; i < pBlock->info.rows; ++i) {
        if ((status == FILTER_RESULT_PARTIAL_QUALIFIED && false == *(pRes + i)) ||
            MJOIN_ROW_BITMAP_SET(build->pRowBitmap, build->pHashGrpRows->rowBitmapOffset, startRowIdx + i)) {
          continue;
        }

        MJOIN_SET_ROW_BITMAP(build->pRowBitmap, build->pHashGrpRows->rowBitmapOffset, startRowIdx + i);
        build->pHashGrpRows->rowMatchNum++;
      }

      if (build->pHashGrpRows->rowMatchNum == taosArrayGetSize(build->pHashGrpRows->pRows)) {
        build->pHashGrpRows->allRowsMatch = true;
      }
    }
  }

  code = extractQualifiedTupleByFilterResult(pBlock, p, status);

_err:
  colDataDestroy(p);
  taosMemoryFree(p);

  return code;
}

int32_t mJoinFilterAndMarkRows(SSDataBlock* pBlock, SFilterInfo* pFilterInfo, SMJoinTableCtx* build,
                               int32_t startGrpIdx, int32_t startRowIdx) {
  if (pFilterInfo == NULL || pBlock->info.rows == 0) {
    return TSDB_CODE_SUCCESS;
  }

  int32_t            code = TSDB_CODE_SUCCESS;
  SFilterColumnParam param1 = {.numOfCols = taosArrayGetSize(pBlock->pDataBlock), .pDataBlock = pBlock->pDataBlock};
  SColumnInfoData*   p = NULL;

  code = filterSetDataFromSlotId(pFilterInfo, &param1);
  if (code != TSDB_CODE_SUCCESS) {
    goto _return;
  }

  int32_t status = 0;
  code = filterExecute(pFilterInfo, pBlock, &p, NULL, param1.numOfCols, &status);
  if (code != TSDB_CODE_SUCCESS) {
    goto _return;
  }

  int32_t rowNum = 0;
  bool*   pRes = (bool*)p->pData;
  int32_t grpNum = taosArrayGetSize(build->eqGrps);
  if (status == FILTER_RESULT_ALL_QUALIFIED || status == FILTER_RESULT_PARTIAL_QUALIFIED) {
    for (int32_t i = startGrpIdx; i < grpNum && rowNum < pBlock->info.rows; startRowIdx = 0, ++i) {
      SMJoinGrpRows* buildGrp = taosArrayGet(build->eqGrps, i);
      if (NULL == buildGrp) {
        MJ_ERR_JRET(terrno);
      }
      if (buildGrp->allRowsMatch) {
        rowNum += buildGrp->endIdx - startRowIdx + 1;
        continue;
      }

      if (status == FILTER_RESULT_ALL_QUALIFIED && startRowIdx == buildGrp->beginIdx &&
          ((pBlock->info.rows - rowNum) >= (buildGrp->endIdx - startRowIdx + 1))) {
        buildGrp->allRowsMatch = true;
        rowNum += buildGrp->endIdx - startRowIdx + 1;
        continue;
      }

      for (int32_t m = startRowIdx; m <= buildGrp->endIdx && rowNum < pBlock->info.rows; ++m, ++rowNum) {
        if ((status == FILTER_RESULT_PARTIAL_QUALIFIED && false == *(pRes + rowNum)) ||
            MJOIN_ROW_BITMAP_SET(build->pRowBitmap, buildGrp->rowBitmapOffset, m - buildGrp->beginIdx)) {
          continue;
        }

        MJOIN_SET_ROW_BITMAP(build->pRowBitmap, buildGrp->rowBitmapOffset, m - buildGrp->beginIdx);
        buildGrp->rowMatchNum++;
      }

      if (buildGrp->rowMatchNum == (buildGrp->endIdx - buildGrp->beginIdx + 1)) {
        buildGrp->allRowsMatch = true;
      }
    }
  }

  code = extractQualifiedTupleByFilterResult(pBlock, p, status);

_return:
  colDataDestroy(p);
  taosMemoryFree(p);

  return code;
}

int32_t mJoinFilterAndKeepSingleRow(SSDataBlock* pBlock, SFilterInfo* pFilterInfo) {
  if (pFilterInfo == NULL || pBlock->info.rows == 0) {
    return TSDB_CODE_SUCCESS;
  }

  SFilterColumnParam param1 = {.numOfCols = taosArrayGetSize(pBlock->pDataBlock), .pDataBlock = pBlock->pDataBlock};
  SColumnInfoData*   p = NULL;

  int32_t code = filterSetDataFromSlotId(pFilterInfo, &param1);
  if (code != TSDB_CODE_SUCCESS) {
    goto _return;
  }

  int32_t status = 0;
  code = filterExecute(pFilterInfo, pBlock, &p, NULL, param1.numOfCols, &status);
  if (code != TSDB_CODE_SUCCESS) {
    goto _return;
  }

  if (status == FILTER_RESULT_ALL_QUALIFIED) {
    pBlock->info.rows = 1;
    MJ_ERR_JRET(mJoinTrimKeepFirstRow(pBlock));
  } else if (status == FILTER_RESULT_NONE_QUALIFIED) {
    pBlock->info.rows = 0;
  } else if (status == FILTER_RESULT_PARTIAL_QUALIFIED) {
    MJ_ERR_JRET(mJoinTrimKeepOneRow(pBlock, pBlock->info.rows, (bool*)p->pData));
  }

  code = TSDB_CODE_SUCCESS;

_return:

  colDataDestroy(p);
  taosMemoryFree(p);

  return code;
}

int32_t mJoinFilterAndNoKeepRows(SSDataBlock* pBlock, SFilterInfo* pFilterInfo) {
  if (pFilterInfo == NULL || pBlock->info.rows == 0) {
    return TSDB_CODE_SUCCESS;
  }

  SFilterColumnParam param1 = {.numOfCols = taosArrayGetSize(pBlock->pDataBlock), .pDataBlock = pBlock->pDataBlock};
  SColumnInfoData*   p = NULL;

  int32_t code = filterSetDataFromSlotId(pFilterInfo, &param1);
  if (code != TSDB_CODE_SUCCESS) {
    goto _err;
  }

  int32_t status = 0;
  code = filterExecute(pFilterInfo, pBlock, &p, NULL, param1.numOfCols, &status);
  if (code != TSDB_CODE_SUCCESS) {
    goto _err;
  }

  if (status == FILTER_RESULT_NONE_QUALIFIED) {
    pBlock->info.rows = 0;
  }

  code = TSDB_CODE_SUCCESS;

_err:

  colDataDestroy(p);
  taosMemoryFree(p);

  return code;
}

int32_t mJoinCopyMergeMidBlk(SMJoinMergeCtx* pCtx, SSDataBlock** ppMid, SSDataBlock** ppFin) {
  SSDataBlock* pLess = *ppMid;
  SSDataBlock* pMore = *ppFin;

  /*
    if ((*ppMid)->info.rows < (*ppFin)->info.rows) {
      pLess = (*ppMid);
      pMore = (*ppFin);
    } else {
      pLess = (*ppFin);
      pMore = (*ppMid);
    }
  */

  int32_t totalRows = pMore->info.rows + pLess->info.rows;
  if (totalRows <= pMore->info.capacity) {
    MJ_ERR_RET(blockDataMerge(pMore, pLess));
    blockDataCleanup(pLess);
    pCtx->midRemains = false;
  } else {
    int32_t copyRows = pMore->info.capacity - pMore->info.rows;
    if (copyRows > 0) {
      MJ_ERR_RET(blockDataMergeNRows(pMore, pLess, pLess->info.rows - copyRows, copyRows));
      blockDataShrinkNRows(pLess, copyRows);
    }

    pCtx->midRemains = true;
  }

  /*
    if (pMore != (*ppFin)) {
      TSWAP(*ppMid, *ppFin);
    }
  */

  return TSDB_CODE_SUCCESS;
}

int32_t mJoinHandleMidRemains(SMJoinMergeCtx* pCtx) {
  TSWAP(pCtx->midBlk, pCtx->finBlk);

  pCtx->midRemains = false;

  return TSDB_CODE_SUCCESS;
}

int32_t mJoinNonEqGrpCart(SMJoinOperatorInfo* pJoin, SSDataBlock* pRes, bool append, SMJoinGrpRows* pGrp,
                          bool probeGrp) {
  SMJoinTableCtx* probe = probeGrp ? pJoin->probe : pJoin->build;
  SMJoinTableCtx* build = probeGrp ? pJoin->build : pJoin->probe;
  int32_t         currRows = append ? pRes->info.rows : 0;
  int32_t         firstRows = GRP_REMAIN_ROWS(pGrp);

  for (int32_t c = 0; c < probe->finNum; ++c) {
    SMJoinColMap*    pFirstCol = probe->finCols + c;
    SColumnInfoData* pInCol = taosArrayGet(pGrp->blk->pDataBlock, pFirstCol->srcSlot);
    SColumnInfoData* pOutCol = taosArrayGet(pRes->pDataBlock, pFirstCol->dstSlot);
    if (NULL == pInCol || NULL == pOutCol) {
      MJ_ERR_RET(TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);
    }

    MJ_ERR_RET(colDataAssignNRows(pOutCol, currRows, pInCol, pGrp->readIdx, firstRows));
  }

  for (int32_t c = 0; c < build->finNum; ++c) {
    SMJoinColMap*    pSecondCol = build->finCols + c;
    SColumnInfoData* pOutCol = taosArrayGet(pRes->pDataBlock, pSecondCol->dstSlot);
    if (NULL == pOutCol) {
      MJ_ERR_RET(TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);
    }

    colDataSetNItemsNull(pOutCol, currRows, firstRows);
  }

  pRes->info.rows = append ? (pRes->info.rows + firstRows) : firstRows;
  return TSDB_CODE_SUCCESS;
}

int32_t mJoinNonEqCart(SMJoinCommonCtx* pCtx, SMJoinGrpRows* pGrp, bool probeGrp, bool singleProbeRow) {
  pCtx->lastEqGrp = false;
  pCtx->lastProbeGrp = probeGrp;

  int32_t rowsLeft = pCtx->finBlk->info.capacity - pCtx->finBlk->info.rows;
  if (rowsLeft <= 0) {
    pCtx->grpRemains = pGrp->readIdx <= pGrp->endIdx;
    return TSDB_CODE_SUCCESS;
  }

  if (probeGrp && singleProbeRow) {
    rowsLeft = 1;
  }

  if (GRP_REMAIN_ROWS(pGrp) <= rowsLeft) {
    MJ_ERR_RET(mJoinNonEqGrpCart(pCtx->pJoin, pCtx->finBlk, true, pGrp, probeGrp));
    pGrp->readIdx = pGrp->endIdx + 1;
    pCtx->grpRemains = false;
  } else {
    int32_t endIdx = pGrp->endIdx;
    pGrp->endIdx = pGrp->readIdx + rowsLeft - 1;
    MJ_ERR_RET(mJoinNonEqGrpCart(pCtx->pJoin, pCtx->finBlk, true, pGrp, probeGrp));
    pGrp->readIdx = pGrp->endIdx + 1;
    pGrp->endIdx = endIdx;
    pCtx->grpRemains = true;
  }

  return TSDB_CODE_SUCCESS;
}

int32_t mJoinMergeGrpCart(SMJoinOperatorInfo* pJoin, SSDataBlock* pRes, bool append, SMJoinGrpRows* pFirst,
                          SMJoinGrpRows* pSecond) {
  SMJoinTableCtx* probe = pJoin->probe;
  SMJoinTableCtx* build = pJoin->build;
  int32_t         currRows = append ? pRes->info.rows : 0;
  int32_t         firstRows = GRP_REMAIN_ROWS(pFirst);
  int32_t         secondRows = GRP_REMAIN_ROWS(pSecond);

  for (int32_t c = 0; c < probe->finNum; ++c) {
    SMJoinColMap*    pFirstCol = probe->finCols + c;
    SColumnInfoData* pInCol = taosArrayGet(pFirst->blk->pDataBlock, pFirstCol->srcSlot);
    SColumnInfoData* pOutCol = taosArrayGet(pRes->pDataBlock, pFirstCol->dstSlot);
    if (NULL == pInCol || NULL == pOutCol) {
      MJ_ERR_RET(TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);
    }

    for (int32_t r = 0; r < firstRows; ++r) {
      if (colDataIsNull_s(pInCol, pFirst->readIdx + r)) {
        colDataSetNItemsNull(pOutCol, currRows + r * secondRows, secondRows);
      } else {
        if (pRes->info.capacity < (pRes->info.rows + firstRows * secondRows)) {
          qError("capacity:%d not enough, rows:%" PRId64 ", firstRows:%d, secondRows:%d", pRes->info.capacity,
                 pRes->info.rows, firstRows, secondRows);
          MJ_ERR_RET(TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);
        }
        uint32_t startOffset = (IS_VAR_DATA_TYPE(pOutCol->info.type))
                                   ? pOutCol->varmeta.length
                                   : ((currRows + r * secondRows) * pOutCol->info.bytes);
        if ((startOffset + 1 * pOutCol->info.bytes) > pRes->info.capacity * pOutCol->info.bytes) {
          qError("col buff not enough, startOffset:%d, bytes:%d, capacity:%d", startOffset, pOutCol->info.bytes,
                 pRes->info.capacity);
          MJ_ERR_RET(TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);
        }
        MJ_ERR_RET(colDataSetNItems(pOutCol, currRows + r * secondRows, colDataGetData(pInCol, pFirst->readIdx + r),
                                    secondRows, 1, true));
      }
    }
  }

  for (int32_t c = 0; c < build->finNum; ++c) {
    SMJoinColMap*    pSecondCol = build->finCols + c;
    SColumnInfoData* pInCol = taosArrayGet(pSecond->blk->pDataBlock, pSecondCol->srcSlot);
    SColumnInfoData* pOutCol = taosArrayGet(pRes->pDataBlock, pSecondCol->dstSlot);
    if (NULL == pInCol || NULL == pOutCol) {
      MJ_ERR_RET(TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);
    }

    for (int32_t r = 0; r < firstRows; ++r) {
      MJ_ERR_RET(colDataAssignNRows(pOutCol, currRows + r * secondRows, pInCol, pSecond->readIdx, secondRows));
    }
  }

  pRes->info.rows = append ? (pRes->info.rows + firstRows * secondRows) : firstRows * secondRows;

  return TSDB_CODE_SUCCESS;
}

int32_t mJoinHashGrpCart(SSDataBlock* pBlk, SMJoinGrpRows* probeGrp, bool append, SMJoinTableCtx* probe,
                         SMJoinTableCtx* build, bool* cont) {
  if (NULL != cont) {
    *cont = false;
  }

  int32_t rowsLeft = append ? (pBlk->info.capacity - pBlk->info.rows) : pBlk->info.capacity;
  if (rowsLeft <= 0) {
    return TSDB_CODE_SUCCESS;
  }

  int32_t buildGrpRows = taosArrayGetSize(build->pHashCurGrp);
  int32_t grpRows = buildGrpRows - build->grpRowIdx;
  if (grpRows <= 0 || build->grpRowIdx < 0) {
    build->grpRowIdx = -1;
    if (NULL != cont) {
      *cont = true;
    }
    return TSDB_CODE_SUCCESS;
  }

  int32_t actRows = TMIN(grpRows, rowsLeft);
  int32_t currRows = append ? pBlk->info.rows : 0;

  for (int32_t c = 0; c < probe->finNum; ++c) {
    SMJoinColMap*    pFirstCol = probe->finCols + c;
    SColumnInfoData* pInCol = taosArrayGet(probeGrp->blk->pDataBlock, pFirstCol->srcSlot);
    SColumnInfoData* pOutCol = taosArrayGet(pBlk->pDataBlock, pFirstCol->dstSlot);
    if (NULL == pInCol || NULL == pOutCol) {
      MJ_ERR_RET(TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);
    }

    if (colDataIsNull_s(pInCol, probeGrp->readIdx)) {
      colDataSetNItemsNull(pOutCol, currRows, actRows);
    } else {
      MJ_ERR_RET(colDataSetNItems(pOutCol, currRows, colDataGetData(pInCol, probeGrp->readIdx), actRows, 1, true));
    }
  }

  for (int32_t c = 0; c < build->finNum; ++c) {
    SMJoinColMap*    pSecondCol = build->finCols + c;
    SColumnInfoData* pOutCol = taosArrayGet(pBlk->pDataBlock, pSecondCol->dstSlot);
    for (int32_t r = 0; r < actRows; ++r) {
      SMJoinRowPos* pRow = taosArrayGet(build->pHashCurGrp, build->grpRowIdx + r);
      if (NULL == pRow) {
        MJ_ERR_RET(TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);
      }

      SColumnInfoData* pInCol = taosArrayGet(pRow->pBlk->pDataBlock, pSecondCol->srcSlot);
      if (NULL == pInCol) {
        MJ_ERR_RET(TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);
      }

      MJ_ERR_RET(colDataAssignNRows(pOutCol, currRows + r, pInCol, pRow->pos, 1));
    }
  }

  pBlk->info.rows += actRows;

  if (actRows == grpRows) {
    build->grpRowIdx = -1;
  } else {
    build->grpRowIdx += actRows;
  }

  if (actRows == rowsLeft) {
    return TSDB_CODE_SUCCESS;
  }

  if (NULL != cont) {
    *cont = true;
  }

  return TSDB_CODE_SUCCESS;
}

int32_t mJoinAllocGrpRowBitmap(SMJoinTableCtx* pTb) {
  int32_t grpNum = taosArrayGetSize(pTb->eqGrps);
  for (int32_t i = 0; i < grpNum; ++i) {
    SMJoinGrpRows* pGrp = (SMJoinGrpRows*)taosArrayGet(pTb->eqGrps, i);
    if (NULL == pGrp) {
      MJ_ERR_RET(TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);
    }

    MJ_ERR_RET(mJoinGetRowBitmapOffset(pTb, pGrp->endIdx - pGrp->beginIdx + 1, &pGrp->rowBitmapOffset));
    pGrp->rowMatchNum = 0;
  }

  return TSDB_CODE_SUCCESS;
}

int32_t mJoinProcessEqualGrp(SMJoinMergeCtx* pCtx, int64_t timestamp, bool lastBuildGrp) {
  SMJoinOperatorInfo* pJoin = pCtx->pJoin;

  pCtx->lastEqGrp = true;

  MJ_ERR_RET(mJoinBuildEqGroups(pJoin->probe, timestamp, NULL, true));
  if (!lastBuildGrp) {
    MJ_ERR_RET(mJoinRetrieveEqGrpRows(pJoin, pJoin->build, timestamp));
  } else {
    pJoin->build->grpIdx = 0;
  }

  if (pCtx->hashCan && REACH_HJOIN_THRESHOLD(pJoin->probe, pJoin->build)) {
    if (!lastBuildGrp || !pCtx->hashJoin) {
      if (pJoin->build->rowBitmapSize > 0) {
        MJ_ERR_RET(mJoinCreateFullBuildTbHash(pJoin, pJoin->build));
      } else {
        MJ_ERR_RET(mJoinCreateBuildTbHash(pJoin, pJoin->build));
      }
    }

    if (pJoin->probe->newBlk) {
      MJ_ERR_RET(mJoinSetKeyColsData(pJoin->probe->blk, pJoin->probe));
      pJoin->probe->newBlk = false;
    }

    pCtx->hashJoin = true;

    return (*pCtx->hashCartFp)(pCtx);
  }

  pCtx->hashJoin = false;

  if (!lastBuildGrp && pJoin->build->rowBitmapSize > 0) {
    MJ_ERR_RET(mJoinAllocGrpRowBitmap(pJoin->build));
  }

  return (*pCtx->mergeCartFp)(pCtx);
}

int32_t mJoinProcessLowerGrp(SMJoinMergeCtx* pCtx, SMJoinTableCtx* pTb, SColumnInfoData* pCol, int64_t* probeTs,
                             int64_t* buildTs) {
  pCtx->probeNEqGrp.blk = pTb->blk;
  pCtx->probeNEqGrp.beginIdx = pTb->blkRowIdx;
  pCtx->probeNEqGrp.readIdx = pCtx->probeNEqGrp.beginIdx;
  pCtx->probeNEqGrp.endIdx = pCtx->probeNEqGrp.beginIdx;

  while (++pTb->blkRowIdx < pTb->blk->info.rows) {
    MJOIN_GET_TB_CUR_TS(pCol, *probeTs, pTb);
    if (PROBE_TS_NMATCH(pCtx->ascTs, *probeTs, *buildTs)) {
      pCtx->probeNEqGrp.endIdx = pTb->blkRowIdx;
      continue;
    }

    break;
  }

  return mJoinNonEqCart((SMJoinCommonCtx*)pCtx, &pCtx->probeNEqGrp, true, false);
}

int32_t mJoinProcessGreaterGrp(SMJoinMergeCtx* pCtx, SMJoinTableCtx* pTb, SColumnInfoData* pCol, int64_t* probeTs,
                               int64_t* buildTs) {
  pCtx->buildNEqGrp.blk = pTb->blk;
  pCtx->buildNEqGrp.beginIdx = pTb->blkRowIdx;
  pCtx->buildNEqGrp.readIdx = pCtx->buildNEqGrp.beginIdx;
  pCtx->buildNEqGrp.endIdx = pCtx->buildNEqGrp.beginIdx;

  while (++pTb->blkRowIdx < pTb->blk->info.rows) {
    MJOIN_GET_TB_CUR_TS(pCol, *buildTs, pTb);
    if (PROBE_TS_NREACH(pCtx->ascTs, *probeTs, *buildTs)) {
      pCtx->buildNEqGrp.endIdx = pTb->blkRowIdx;
      continue;
    }

    break;
  }

  return mJoinNonEqCart((SMJoinCommonCtx*)pCtx, &pCtx->buildNEqGrp, false, false);
}

SOperatorInfo** mJoinBuildDownstreams(SMJoinOperatorInfo* pInfo, SOperatorInfo** pDownstream) {
  SOperatorInfo** p = taosMemoryMalloc(2 * POINTER_BYTES);
  if (p) {
    p[0] = pDownstream[0];
    p[1] = pDownstream[0];
  }

  return p;
}

int32_t mJoinInitDownstreamInfo(SMJoinOperatorInfo* pInfo, SOperatorInfo*** pDownstream, int32_t* numOfDownstream,
                                bool* newDownstreams) {
  if (1 == *numOfDownstream) {
    *newDownstreams = true;
    *pDownstream = mJoinBuildDownstreams(pInfo, *pDownstream);
    if (NULL == *pDownstream) {
      return terrno;
    }
    *numOfDownstream = 2;
  }

  return TSDB_CODE_SUCCESS;
}

static int32_t mJoinInitPrimKeyInfo(SMJoinTableCtx* pTable, int32_t slotId) {
  pTable->primCol = taosMemoryMalloc(sizeof(SMJoinColInfo));
  if (NULL == pTable->primCol) {
    return terrno;
  }

  pTable->primCol->srcSlot = slotId;

  return TSDB_CODE_SUCCESS;
}

static int32_t mJoinInitColsInfo(int32_t* colNum, int64_t* rowSize, SMJoinColInfo** pCols, SNodeList* pList) {
  *colNum = LIST_LENGTH(pList);

  *pCols = taosMemoryMalloc((*colNum) * sizeof(SMJoinColInfo));
  if (NULL == *pCols) {
    return terrno;
  }

  *rowSize = 0;

  int32_t i = 0;
  SNode*  pNode = NULL;
  FOREACH(pNode, pList) {
    SColumnNode* pColNode = (SColumnNode*)pNode;
    (*pCols)[i].srcSlot = pColNode->slotId;
    (*pCols)[i].jsonData = TSDB_DATA_TYPE_JSON == pColNode->node.resType.type;
    (*pCols)[i].vardata = IS_VAR_DATA_TYPE(pColNode->node.resType.type);
    (*pCols)[i].bytes = pColNode->node.resType.bytes;
    *rowSize += pColNode->node.resType.bytes;
    ++i;
  }

  return TSDB_CODE_SUCCESS;
}

static int32_t mJoinInitKeyColsInfo(SMJoinTableCtx* pTable, SNodeList* pList, bool allocKeyBuf) {
  int64_t rowSize = 0;
  MJ_ERR_RET(mJoinInitColsInfo(&pTable->keyNum, &rowSize, &pTable->keyCols, pList));

  if (pTable->keyNum > 1 || allocKeyBuf) {
    if (rowSize > 1) {
      pTable->keyNullSize = 1;
    } else {
      pTable->keyNullSize = 2;
    }

    pTable->keyBuf = taosMemoryMalloc(TMAX(rowSize, pTable->keyNullSize));
    if (NULL == pTable->keyBuf) {
      return terrno;
    }
  }

  return TSDB_CODE_SUCCESS;
}

static int32_t mJoinInitFinColsInfo(SMJoinTableCtx* pTable, SNodeList* pList) {
  pTable->finCols = taosMemoryMalloc(LIST_LENGTH(pList) * sizeof(SMJoinColMap));
  if (NULL == pTable->finCols) {
    return terrno;
  }

  int32_t i = 0;
  SNode*  pNode = NULL;
  FOREACH(pNode, pList) {
    STargetNode* pTarget = (STargetNode*)pNode;
    SColumnNode* pColumn = (SColumnNode*)pTarget->pExpr;
    if (pColumn->dataBlockId == pTable->blkId) {
      pTable->finCols[i].srcSlot = pColumn->slotId;
      pTable->finCols[i].dstSlot = pTarget->slotId;
      pTable->finCols[i].bytes = pColumn->node.resType.bytes;
      pTable->finCols[i].vardata = IS_VAR_DATA_TYPE(pColumn->node.resType.type);
      ++i;
    }
  }

  pTable->finNum = i;

  return TSDB_CODE_SUCCESS;
}

static int32_t mJoinInitFuncPrimExprCtx(SMJoinPrimExprCtx* pCtx, STargetNode* pTarget) {
  SFunctionNode* pFunc = (SFunctionNode*)pTarget->pExpr;
  if (FUNCTION_TYPE_TIMETRUNCATE != pFunc->funcType) {
    return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;
  }

  if (4 != pFunc->pParameterList->length && 5 != pFunc->pParameterList->length) {
    return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;
  }

  SValueNode* pUnit = (SValueNode*)nodesListGetNode(pFunc->pParameterList, 1);
  if (NULL == pUnit) {
    return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;
  }
  SValueNode* pCurrTz = NULL;
  if (5 == pFunc->pParameterList->length) {
    pCurrTz = (SValueNode*)nodesListGetNode(pFunc->pParameterList, 2);
    if (NULL == pCurrTz) {
      return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;
    }
  }
  SValueNode* pTimeZone = (5 == pFunc->pParameterList->length)
                              ? (SValueNode*)nodesListGetNode(pFunc->pParameterList, 4)
                              : (SValueNode*)nodesListGetNode(pFunc->pParameterList, 3);
  if (NULL == pTimeZone) {
    return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;
  }

  pCtx->truncateUnit = pUnit->typeData;
  if ((NULL == pCurrTz || 1 == pCurrTz->typeData) &&
      pCtx->truncateUnit >= (86400 * TSDB_TICK_PER_SECOND(pFunc->node.resType.precision))) {
    pCtx->timezoneUnit =
        offsetFromTz(varDataVal(pTimeZone->datum.p), TSDB_TICK_PER_SECOND(pFunc->node.resType.precision));
  }

  qDebug("%s literal:%s, pCurrTz:%p", __func__, varDataVal(pTimeZone->datum.p), pCurrTz);

  pCtx->type = E_PRIM_TIMETRUNCATE;

  return TSDB_CODE_SUCCESS;
}

static int32_t mJoinInitValPrimExprCtx(SMJoinPrimExprCtx* pCtx, STargetNode* pTarget) {
  SValueNode* pVal = (SValueNode*)pTarget->pExpr;
  if (TSDB_DATA_TYPE_TIMESTAMP != pVal->node.resType.type) {
    return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;
  }

  pCtx->constTs = pVal->datum.i;
  pCtx->type = E_PRIM_VALUE;

  return TSDB_CODE_SUCCESS;
}

static int32_t mJoinInitPrimExprCtx(SNode* pNode, SMJoinPrimExprCtx* pCtx, SMJoinTableCtx* pTable) {
  if (NULL == pNode) {
    pCtx->targetSlotId = pTable->primCol->srcSlot;
    return TSDB_CODE_SUCCESS;
  }

  if (QUERY_NODE_TARGET != nodeType(pNode)) {
    qError("primary expr node is not target, type:%d", nodeType(pNode));
    return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;
  }

  STargetNode* pTarget = (STargetNode*)pNode;
  if (QUERY_NODE_FUNCTION != nodeType(pTarget->pExpr) && QUERY_NODE_VALUE != nodeType(pTarget->pExpr)) {
    qError("Invalid primary expr node type:%d", nodeType(pTarget->pExpr));
    return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;
  }

  if (QUERY_NODE_FUNCTION == nodeType(pTarget->pExpr)) {
    MJ_ERR_RET(mJoinInitFuncPrimExprCtx(pCtx, pTarget));
  } else if (QUERY_NODE_VALUE == nodeType(pTarget->pExpr)) {
    MJ_ERR_RET(mJoinInitValPrimExprCtx(pCtx, pTarget));
  }

  pCtx->targetSlotId = pTarget->slotId;

  return TSDB_CODE_SUCCESS;
}

static int32_t mJoinInitTableInfo(SMJoinOperatorInfo* pJoin, SSortMergeJoinPhysiNode* pJoinNode,
                                  SOperatorInfo** pDownstream, int32_t idx, SQueryStat* pStat, bool sameDs) {
  SMJoinTableCtx* pTable = &pJoin->tbs[idx];
  pTable->downStream = pDownstream[idx];
  pTable->blkId = getOperatorResultBlockId(pDownstream[idx], sameDs ? idx : 0);
  MJ_ERR_RET(mJoinInitPrimKeyInfo(pTable, (0 == idx) ? pJoinNode->leftPrimSlotId : pJoinNode->rightPrimSlotId));

  MJ_ERR_RET(mJoinInitKeyColsInfo(pTable, (0 == idx) ? pJoinNode->pEqLeft : pJoinNode->pEqRight,
                                  JOIN_TYPE_FULL == pJoin->joinType));
  MJ_ERR_RET(mJoinInitFinColsInfo(pTable, pJoinNode->pTargets));

  TAOS_MEMCPY(&pTable->inputStat, pStat, sizeof(*pStat));

  pTable->eqGrps = taosArrayInit(8, sizeof(SMJoinGrpRows));
  if (NULL == pTable->eqGrps) {
    return terrno;
  }

  if (E_JOIN_TB_BUILD == pTable->type) {
    pTable->createdBlks = taosArrayInit(8, POINTER_BYTES);
    if (NULL == pTable->createdBlks) {
      return terrno;
    }
    pTable->pGrpArrays = taosArrayInit(32, POINTER_BYTES);
    if (NULL == pTable->pGrpArrays) {
      return terrno;
    }
    pTable->pGrpHash = tSimpleHashInit(1024, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY));
    if (NULL == pTable->pGrpHash) {
      return terrno;
    }

    if (pJoin->pFPreFilter && IS_FULL_OUTER_JOIN(pJoin->joinType, pJoin->subType)) {
      pTable->rowBitmapSize = MJOIN_ROW_BITMAP_SIZE;
      pTable->pRowBitmap = taosMemoryMalloc(pTable->rowBitmapSize);
      if (NULL == pTable->pRowBitmap) {
        return terrno;
      }
    }

    pTable->noKeepEqGrpRows = (JOIN_STYPE_ANTI == pJoin->subType && NULL == pJoin->pFPreFilter);
    pTable->multiEqGrpRows =
        !((JOIN_STYPE_SEMI == pJoin->subType || JOIN_STYPE_ANTI == pJoin->subType) && NULL == pJoin->pFPreFilter);
    pTable->multiRowsGrp =
        !((JOIN_STYPE_SEMI == pJoin->subType || JOIN_STYPE_ANTI == pJoin->subType) && NULL == pJoin->pPreFilter);
    if (JOIN_STYPE_ASOF == pJoinNode->subType) {
      pTable->eqRowLimit = (pJoinNode->pJLimit && ((SLimitNode*)pJoinNode->pJLimit)->limit)
                               ? ((SLimitNode*)pJoinNode->pJLimit)->limit->datum.i
                               : 1;
    }
  } else {
    pTable->multiEqGrpRows = true;
  }

  MJ_ERR_RET(mJoinInitPrimExprCtx(pTable->primExpr, &pTable->primCtx, pTable));

  return TSDB_CODE_SUCCESS;
}

static void mJoinSetBuildAndProbeTable(SMJoinOperatorInfo* pInfo, SSortMergeJoinPhysiNode* pJoinNode) {
  int32_t buildIdx = 0;
  int32_t probeIdx = 1;

  pInfo->joinType = pJoinNode->joinType;
  pInfo->subType = pJoinNode->subType;

  switch (pInfo->joinType) {
    case JOIN_TYPE_INNER:
    case JOIN_TYPE_FULL:
      buildIdx = 1;
      probeIdx = 0;
      break;
    case JOIN_TYPE_LEFT:
      buildIdx = 1;
      probeIdx = 0;
      break;
    case JOIN_TYPE_RIGHT:
      buildIdx = 0;
      probeIdx = 1;
      break;
    default:
      break;
  }

  pInfo->build = &pInfo->tbs[buildIdx];
  pInfo->probe = &pInfo->tbs[probeIdx];

  pInfo->build->downStreamIdx = buildIdx;
  pInfo->probe->downStreamIdx = probeIdx;

  if (0 == buildIdx) {
    pInfo->build->primExpr = pJoinNode->leftPrimExpr;
    pInfo->probe->primExpr = pJoinNode->rightPrimExpr;
  } else {
    pInfo->build->primExpr = pJoinNode->rightPrimExpr;
    pInfo->probe->primExpr = pJoinNode->leftPrimExpr;
  }

  pInfo->build->type = E_JOIN_TB_BUILD;
  pInfo->probe->type = E_JOIN_TB_PROBE;
}

int32_t mJoinLaunchPrimExpr(SSDataBlock* pBlock, SMJoinTableCtx* pTable) {
  if (NULL == pTable->primExpr) {
    return TSDB_CODE_SUCCESS;
  }

  SColumnInfoData* pPrimOut = taosArrayGet(pBlock->pDataBlock, pTable->primCtx.targetSlotId);
  if (NULL == pPrimOut) {
    return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;
  }

  SMJoinPrimExprCtx* pCtx = &pTable->primCtx;
  switch (pCtx->type) {
    case E_PRIM_TIMETRUNCATE: {
      SColumnInfoData* pPrimIn = taosArrayGet(pBlock->pDataBlock, pTable->primCol->srcSlot);
      if (NULL == pPrimIn) {
        return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;
      }

      if (0 != pCtx->timezoneUnit) {
        for (int32_t i = 0; i < pBlock->info.rows; ++i) {
          ((int64_t*)pPrimOut->pData)[i] =
              ((int64_t*)pPrimIn->pData)[i] - (((int64_t*)pPrimIn->pData)[i] + pCtx->timezoneUnit) % pCtx->truncateUnit;
        }
      } else {
        for (int32_t i = 0; i < pBlock->info.rows; ++i) {
          ((int64_t*)pPrimOut->pData)[i] = ((int64_t*)pPrimIn->pData)[i] / pCtx->truncateUnit * pCtx->truncateUnit;
        }
      }
      break;
    }
    case E_PRIM_VALUE: {
      MJ_ERR_RET(colDataSetNItems(pPrimOut, 0, (char*)&pCtx->constTs, pBlock->info.rows, 1, false));
      break;
    }
    default:
      break;
  }

  return TSDB_CODE_SUCCESS;
}

static int32_t mJoinGetExternalWinIdx(SMJoinTableCtx* pTable, int32_t rowIdx) {
  if (NULL == pTable->pBlkWinIdx || taosArrayGetSize(pTable->pBlkWinIdx) <= 0) {
    return -1;
  }

  int32_t size = taosArrayGetSize(pTable->pBlkWinIdx);
  for (int32_t i = size - 1; i >= 0; --i) {
    int64_t* pIdx = taosArrayGet(pTable->pBlkWinIdx, i);
    if (NULL == pIdx) {
      continue;
    }

    int32_t* pPair = (int32_t*)pIdx;
    if (rowIdx >= pPair[1]) {
      return pPair[0];
    }
  }

  return -1;
}

static void mJoinSetExternalWinIdxFromPeer(SMJoinOperatorInfo* pJoin, SMJoinTableCtx* pTable) {
  SExecTaskInfo* pTaskInfo = pJoin->pOperator->pTaskInfo;
  if (NULL == pTaskInfo->pStreamRuntimeInfo || !pTaskInfo->pStreamRuntimeInfo->funcInfo.withExternalWindow) {
    return;
  }

  SMJoinTableCtx* pPeer = (pTable == pJoin->build) ? pJoin->probe : pJoin->build;
  if (NULL == pPeer || NULL == pPeer->blk || pPeer->blkRowIdx >= pPeer->blk->info.rows) {
    return;
  }

  int32_t winIdx = mJoinGetExternalWinIdx(pPeer, pPeer->blkRowIdx);
  if (winIdx >= 0) {
    pTaskInfo->pStreamRuntimeInfo->funcInfo.curIdx = winIdx;
  }
}

static int32_t mJoinSaveExternalWinIdx(SMJoinOperatorInfo* pJoin, SMJoinTableCtx* pTable) {
  SExecTaskInfo* pTaskInfo = pJoin->pOperator->pTaskInfo;
  if (NULL == pTaskInfo->pStreamRuntimeInfo || !pTaskInfo->pStreamRuntimeInfo->funcInfo.withExternalWindow) {
    if (pTable->pBlkWinIdx) {
      taosArrayClear(pTable->pBlkWinIdx);
    }
    return TSDB_CODE_SUCCESS;
  }

  SArray* pInputWinIdx = pTaskInfo->pStreamRuntimeInfo->funcInfo.pStreamBlkWinIdx;
  int32_t size = (NULL == pInputWinIdx) ? 0 : taosArrayGetSize(pInputWinIdx);
  if (NULL == pTable->pBlkWinIdx) {
    pTable->pBlkWinIdx = taosArrayInit(TMAX(size, 1), sizeof(int64_t));
    if (NULL == pTable->pBlkWinIdx) {
      return terrno;
    }
  } else {
    taosArrayClear(pTable->pBlkWinIdx);
  }

  if (size > 0 && NULL == taosArrayAddBatch(pTable->pBlkWinIdx, TARRAY_DATA(pInputWinIdx), size)) {
    return terrno;
  }

  return TSDB_CODE_SUCCESS;
}

SSDataBlock* mJoinGrpRetrieveImpl(SMJoinOperatorInfo* pJoin, SMJoinTableCtx* pTable) {
  SSDataBlock* pTmp = NULL;
  int32_t      code = TSDB_CODE_SUCCESS;
  int32_t      dsIdx = pTable->downStreamIdx;
  if (E_JOIN_TB_PROBE == pTable->type) {
    if (pTable->remainInBlk) {
      pTmp = pTable->remainInBlk;
      pTable->remainInBlk = NULL;
      (*pJoin->grpResetFp)(pJoin);
      pTable->lastInGid = pTmp->info.id.groupId;
      goto _return;
    }

    if (pTable->dsFetchDone) {
      return NULL;
    }

    mJoinSetExternalWinIdxFromPeer(pJoin, pTable);
    pTmp = getNextBlockFromDownstreamRemain(pJoin->pOperator, dsIdx);
    if (NULL == pTmp) {
      pTable->dsFetchDone = true;
      return NULL;
    }
    code = mJoinSaveExternalWinIdx(pJoin, pTable);
    if (code) {
      pJoin->errCode = code;
      T_LONG_JMP(pJoin->pOperator->pTaskInfo->env, pJoin->errCode);
    }

    if (0 == pTable->lastInGid) {
      pTable->lastInGid = pTmp->info.id.groupId;
      goto _return;
    }

    if (pTable->lastInGid == pTmp->info.id.groupId) {
      goto _return;
    }

    pTable->remainInBlk = pTmp;
    return NULL;
  }

  SMJoinTableCtx* pProbe = pJoin->probe;

  while (true) {
    if (pTable->remainInBlk) {
      if (pTable->remainInBlk->info.id.groupId == pProbe->lastInGid) {
        pTmp = pTable->remainInBlk;
        pTable->remainInBlk = NULL;
        pTable->lastInGid = pTmp->info.id.groupId;
        goto _return;
      }

      if (pTable->remainInBlk->info.id.groupId > pProbe->lastInGid) {
        return NULL;
      }

      pTable->remainInBlk = NULL;
    }

    if (pTable->dsFetchDone) {
      return NULL;
    }

    mJoinSetExternalWinIdxFromPeer(pJoin, pTable);
    SSDataBlock* pTmp = getNextBlockFromDownstreamRemain(pJoin->pOperator, dsIdx);
    if (NULL == pTmp) {
      pTable->dsFetchDone = true;
      return NULL;
    }
    code = mJoinSaveExternalWinIdx(pJoin, pTable);
    if (code) {
      pJoin->errCode = code;
      T_LONG_JMP(pJoin->pOperator->pTaskInfo->env, pJoin->errCode);
    }

    pTable->remainInBlk = pTmp;
  }

_return:

  code = mJoinLaunchPrimExpr(pTmp, pTable);
  if (code) {
    pJoin->errCode = code;
    T_LONG_JMP(pJoin->pOperator->pTaskInfo->env, pJoin->errCode);
  }

  return pTmp;
}

static FORCE_INLINE SSDataBlock* mJoinRetrieveImpl(SMJoinOperatorInfo* pJoin, SMJoinTableCtx* pTable) {
  if (pTable->dsFetchDone) {
    return NULL;
  }

  mJoinSetExternalWinIdxFromPeer(pJoin, pTable);
  SSDataBlock* pTmp = getNextBlockFromDownstreamRemain(pJoin->pOperator, pTable->downStreamIdx);
  if (NULL == pTmp) {
    pTable->dsFetchDone = true;
  } else {
    int32_t code = mJoinLaunchPrimExpr(pTmp, pTable);
    if (code) {
      pJoin->errCode = code;
      T_LONG_JMP(pJoin->pOperator->pTaskInfo->env, pJoin->errCode);
    }
    code = mJoinSaveExternalWinIdx(pJoin, pTable);
    if (code) {
      pJoin->errCode = code;
      T_LONG_JMP(pJoin->pOperator->pTaskInfo->env, pJoin->errCode);
    }
  }

  return pTmp;
}

static int32_t mJoinInitCtx(SMJoinOperatorInfo* pJoin, SSortMergeJoinPhysiNode* pJoinNode) {
  pJoin->ctx.mergeCtx.groupJoin = pJoinNode->grpJoin;
  pJoin->ctx.mergeCtx.limit = (pJoinNode->node.pLimit && ((SLimitNode*)pJoinNode->node.pLimit)->limit)
                                  ? ((SLimitNode*)pJoinNode->node.pLimit)->limit->datum.i
                                  : INT64_MAX;
  pJoin->retrieveFp = pJoinNode->grpJoin ? mJoinGrpRetrieveImpl : mJoinRetrieveImpl;
  pJoin->outBlkId = pJoinNode->node.pOutputDataBlockDesc->dataBlockId;

  if ((JOIN_STYPE_ASOF == pJoin->subType &&
       (ASOF_LOWER_ROW_INCLUDED(pJoinNode->asofOpType) || ASOF_GREATER_ROW_INCLUDED(pJoinNode->asofOpType))) ||
      (JOIN_STYPE_WIN == pJoin->subType)) {
    pJoin->ctx.mergeCtxInUse = false;
    return mJoinInitWindowCtx(pJoin, pJoinNode);
  }

  pJoin->ctx.mergeCtxInUse = true;
  return mJoinInitMergeCtx(pJoin, pJoinNode);
}

static void mJoinDestroyCtx(SMJoinOperatorInfo* pJoin) {
  if (JOIN_STYPE_ASOF == pJoin->subType || JOIN_STYPE_WIN == pJoin->subType) {
    return mJoinDestroyWindowCtx(pJoin);
  }

  return mJoinDestroyMergeCtx(pJoin);
}

bool mJoinIsDone(SOperatorInfo* pOperator) { return (OP_EXEC_DONE == pOperator->status); }

void mJoinSetDone(SOperatorInfo* pOperator) {
  setOperatorCompleted(pOperator);
  if (pOperator->pDownstreamGetParams) {
    freeOperatorParam(pOperator->pDownstreamGetParams[0], OP_GET_PARAM);
    freeOperatorParam(pOperator->pDownstreamGetParams[1], OP_GET_PARAM);
    pOperator->pDownstreamGetParams[0] = NULL;
    pOperator->pDownstreamGetParams[1] = NULL;
  }
}

bool mJoinRetrieveBlk(SMJoinOperatorInfo* pJoin, int32_t* pIdx, SSDataBlock** ppBlk, SMJoinTableCtx* pTb) {
  if (NULL == (*ppBlk) || *pIdx >= (*ppBlk)->info.rows) {
    (*ppBlk) = (*pJoin->retrieveFp)(pJoin, pTb);
    pTb->dsInitDone = true;

    qDebug("%s merge join %s table got %" PRId64 " rows block", GET_TASKID(pJoin->pOperator->pTaskInfo),
           MJOIN_TBTYPE(pTb->type), (*ppBlk) ? (*ppBlk)->info.rows : 0);

    *pIdx = 0;
    if (NULL != (*ppBlk)) {
      pTb->newBlk = true;
    }

    return ((*ppBlk) == NULL) ? false : true;
  }

  return true;
}

static void mJoinDestroyCreatedBlks(SArray* pCreatedBlks) {
  int32_t blkNum = taosArrayGetSize(pCreatedBlks);
  for (int32_t i = 0; i < blkNum; ++i) {
    (void)blockDataDestroy(*(SSDataBlock**)TARRAY_GET_ELEM(pCreatedBlks, i));
  }
  taosArrayClear(pCreatedBlks);
}

int32_t mJoinGetRowBitmapOffset(SMJoinTableCtx* pTable, int32_t rowNum, int32_t* rowBitmapOffset) {
  int32_t bitmapLen = BitmapLen(rowNum);
  int64_t reqSize = pTable->rowBitmapOffset + bitmapLen;
  if (reqSize > pTable->rowBitmapSize) {
    int64_t newSize = reqSize * 1.1;
    pTable->pRowBitmap = taosMemoryRealloc(pTable->pRowBitmap, newSize);
    if (NULL == pTable->pRowBitmap) {
      return terrno;
    }
    pTable->rowBitmapSize = newSize;
  }

  TAOS_MEMSET(pTable->pRowBitmap + pTable->rowBitmapOffset, 0xFFFFFFFF, bitmapLen);

  *rowBitmapOffset = pTable->rowBitmapOffset;
  pTable->rowBitmapOffset += bitmapLen;

  return TSDB_CODE_SUCCESS;
}

void mJoinResetForBuildTable(SMJoinTableCtx* pTable) {
  pTable->grpTotalRows = 0;
  pTable->grpIdx = 0;
  pTable->eqRowNum = 0;
  mJoinDestroyCreatedBlks(pTable->createdBlks);
  taosArrayClear(pTable->eqGrps);
  if (pTable->rowBitmapSize > 0) {
    pTable->rowBitmapOffset = 1;
    TAOS_MEMSET(&pTable->nMatchCtx, 0, sizeof(pTable->nMatchCtx));
  }
}

int32_t mJoinBuildEqGroups(SMJoinTableCtx* pTable, int64_t timestamp, bool* wholeBlk, bool restart) {
  SColumnInfoData* pCol = taosArrayGet(pTable->blk->pDataBlock, pTable->primCtx.targetSlotId);
  if (NULL == pCol) {
    MJ_ERR_RET(TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);
  }

  SMJoinGrpRows* pGrp = NULL;
  int32_t        code = TSDB_CODE_SUCCESS;

  if (*(int64_t*)colDataGetNumData(pCol, pTable->blkRowIdx) != timestamp) {
    return TSDB_CODE_SUCCESS;
  }

  if (restart) {
    mJoinResetForBuildTable(pTable);
  }

  bool keepGrp = true;
  pGrp = taosArrayReserve(pTable->eqGrps, 1);
  if (NULL == pGrp) {
    MJ_ERR_RET(terrno);
  }

  pGrp->beginIdx = pTable->blkRowIdx++;
  pGrp->readIdx = pGrp->beginIdx;
  pGrp->endIdx = pGrp->beginIdx;
  pGrp->readMatch = false;
  pGrp->blk = pTable->blk;

  char* pEndVal = colDataGetNumData(pCol, pTable->blk->info.rows - 1);
  if (timestamp == *(int64_t*)pEndVal) {
    if (pTable->multiEqGrpRows) {
      pGrp->endIdx = pTable->blk->info.rows - 1;
    } else {
      pGrp->endIdx = pGrp->beginIdx;
    }

    pTable->blkRowIdx = pTable->blk->info.rows;
  } else {
    for (; pTable->blkRowIdx < pTable->blk->info.rows; ++pTable->blkRowIdx) {
      char* pNextVal = colDataGetNumData(pCol, pTable->blkRowIdx);
      if (timestamp == *(int64_t*)pNextVal) {
        pGrp->endIdx++;
        continue;
      }

      if (!pTable->multiEqGrpRows) {
        pGrp->endIdx = pGrp->beginIdx;
      } else if (0 == pTable->eqRowLimit) {
        // DO NOTHING
      } else if (pTable->eqRowLimit == pTable->eqRowNum) {
        keepGrp = false;
      } else {
        int64_t rowNum = TMIN(pGrp->endIdx - pGrp->beginIdx + 1, pTable->eqRowLimit - pTable->eqRowNum);
        pGrp->endIdx = pGrp->beginIdx + rowNum - 1;
        pTable->eqRowNum += rowNum;
      }

      goto _return;
    }
  }

  if (wholeBlk && (pTable->multiEqGrpRows || restart)) {
    *wholeBlk = true;

    if (pTable->noKeepEqGrpRows || !keepGrp) {
      goto _return;
    }

    if (0 == pGrp->beginIdx && pTable->multiEqGrpRows && 0 == pTable->eqRowLimit) {
      pGrp->blk = NULL;
      code = createOneDataBlock(pTable->blk, true, &pGrp->blk);
      if (code) {
        MJ_ERR_RET(code);
      }

      if (NULL == taosArrayPush(pTable->createdBlks, &pGrp->blk)) {
        MJ_ERR_RET(terrno);
      }
    } else {
      if (!pTable->multiEqGrpRows) {
        pGrp->endIdx = pGrp->beginIdx;
      }

      int64_t rowNum = 0;
      if (!pTable->multiEqGrpRows) {
        rowNum = 1;
        pGrp->endIdx = pGrp->beginIdx;
      } else if (0 == pTable->eqRowLimit) {
        rowNum = pGrp->endIdx - pGrp->beginIdx + 1;
      } else if (pTable->eqRowLimit == pTable->eqRowNum) {
        keepGrp = false;
      } else {
        rowNum = TMIN(pGrp->endIdx - pGrp->beginIdx + 1, pTable->eqRowLimit - pTable->eqRowNum);
        pGrp->endIdx = pGrp->beginIdx + rowNum - 1;
      }

      if (keepGrp && rowNum > 0) {
        pTable->eqRowNum += rowNum;
        code = blockDataExtractBlock(pTable->blk, pGrp->beginIdx, rowNum, &pGrp->blk);
        if (code) {
          MJ_ERR_RET(code);
        }

        pGrp->endIdx -= pGrp->beginIdx;
        pGrp->beginIdx = 0;
        pGrp->readIdx = 0;
        if (NULL == taosArrayPush(pTable->createdBlks, &pGrp->blk)) {
          MJ_ERR_RET(terrno);
        }
      }
    }
  }

_return:

  if (pTable->noKeepEqGrpRows || !keepGrp || (!pTable->multiEqGrpRows && !restart)) {
    if (NULL == taosArrayPop(pTable->eqGrps)) {
      code = terrno;
    }
  } else {
    pTable->grpTotalRows += pGrp->endIdx - pGrp->beginIdx + 1;
  }

  return code;
}

int32_t mJoinRetrieveEqGrpRows(SMJoinOperatorInfo* pJoin, SMJoinTableCtx* pTable, int64_t timestamp) {
  bool wholeBlk = false;

  MJ_ERR_RET(mJoinBuildEqGroups(pTable, timestamp, &wholeBlk, true));

  while (wholeBlk && !pTable->dsFetchDone) {
    pTable->blk = (*pJoin->retrieveFp)(pJoin, pTable);
    qDebug("%s merge join %s table got block for same ts, rows:%" PRId64, GET_TASKID(pJoin->pOperator->pTaskInfo),
           MJOIN_TBTYPE(pTable->type), pTable->blk ? pTable->blk->info.rows : 0);

    pTable->blkRowIdx = 0;

    if (NULL == pTable->blk) {
      break;
    }

    wholeBlk = false;
    MJ_ERR_RET(mJoinBuildEqGroups(pTable, timestamp, &wholeBlk, false));
  }

  return TSDB_CODE_SUCCESS;
}

int32_t mJoinSetKeyColsData(SSDataBlock* pBlock, SMJoinTableCtx* pTable) {
  for (int32_t i = 0; i < pTable->keyNum; ++i) {
    SColumnInfoData* pCol = taosArrayGet(pBlock->pDataBlock, pTable->keyCols[i].srcSlot);
    if (NULL == pCol) {
      MJ_ERR_RET(TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR);
    }

    if (pTable->keyCols[i].vardata != IS_VAR_DATA_TYPE(pCol->info.type)) {
      qError("column type mismatch, idx:%d, slotId:%d, type:%d, vardata:%d", i, pTable->keyCols[i].srcSlot,
             pCol->info.type, pTable->keyCols[i].vardata);
      return TSDB_CODE_INVALID_PARA;
    }
    if (pTable->keyCols[i].bytes != pCol->info.bytes) {
      qError("column bytes mismatch, idx:%d, slotId:%d, bytes:%d, %d", i, pTable->keyCols[i].srcSlot, pCol->info.bytes,
             pTable->keyCols[i].bytes);
      return TSDB_CODE_INVALID_PARA;
    }
    pTable->keyCols[i].data = pCol->pData;
    if (pTable->keyCols[i].vardata) {
      pTable->keyCols[i].offset = pCol->varmeta.offset;
    }
    pTable->keyCols[i].colData = pCol;
  }

  return TSDB_CODE_SUCCESS;
}

bool mJoinCopyKeyColsDataToBuf(SMJoinTableCtx* pTable, int32_t rowIdx, size_t* pBufLen) {
  char*  pData = NULL;
  size_t bufLen = 0;

  if (1 == pTable->keyNum) {
    if (colDataIsNull_s(pTable->keyCols[0].colData, rowIdx)) {
      return true;
    }
    if (pTable->keyCols[0].jsonData) {
      pData = pTable->keyCols[0].data + pTable->keyCols[0].offset[rowIdx];
      bufLen = getJsonValueLen(pData);
    } else if (pTable->keyCols[0].vardata) {
      pData = pTable->keyCols[0].data + pTable->keyCols[0].offset[rowIdx];
      bufLen = varDataTLen(pData);
    } else {
      pData = pTable->keyCols[0].data + pTable->keyCols[0].bytes * rowIdx;
      bufLen = pTable->keyCols[0].bytes;
    }
    pTable->keyData = pData;
  } else {
    for (int32_t i = 0; i < pTable->keyNum; ++i) {
      if (colDataIsNull_s(pTable->keyCols[i].colData, rowIdx)) {
        return true;
      }
      if (pTable->keyCols[0].jsonData) {
        pData = pTable->keyCols[i].data + pTable->keyCols[i].offset[rowIdx];
        TAOS_MEMCPY(pTable->keyBuf + bufLen, pData, getJsonValueLen(pData));
        bufLen += getJsonValueLen(pData);
      } else if (pTable->keyCols[i].vardata) {
        pData = pTable->keyCols[i].data + pTable->keyCols[i].offset[rowIdx];
        TAOS_MEMCPY(pTable->keyBuf + bufLen, pData, varDataTLen(pData));
        bufLen += varDataTLen(pData);
      } else {
        pData = pTable->keyCols[i].data + pTable->keyCols[i].bytes * rowIdx;
        TAOS_MEMCPY(pTable->keyBuf + bufLen, pData, pTable->keyCols[i].bytes);
        bufLen += pTable->keyCols[i].bytes;
      }
    }
    pTable->keyData = pTable->keyBuf;
  }

  if (pBufLen) {
    *pBufLen = bufLen;
  }

  return false;
}

static int32_t mJoinGetAvailableGrpArray(SMJoinTableCtx* pTable, SArray** ppRes) {
  do {
    if (pTable->grpArrayIdx < taosArrayGetSize(pTable->pGrpArrays)) {
      *ppRes = taosArrayGetP(pTable->pGrpArrays, pTable->grpArrayIdx++);
      if (NULL == *ppRes) {
        return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;
      }
      taosArrayClear(*ppRes);
      return TSDB_CODE_SUCCESS;
    }

    SArray* pNew = taosArrayInit(4, sizeof(SMJoinRowPos));
    if (NULL == pNew) {
      return terrno;
    }
    if (NULL == taosArrayPush(pTable->pGrpArrays, &pNew)) {
      return terrno;
    }
  } while (true);

  return TSDB_CODE_SUCCESS;
}

static int32_t mJoinAddRowToHash(SMJoinOperatorInfo* pJoin, size_t keyLen, SSDataBlock* pBlock, int32_t rowIdx) {
  SMJoinTableCtx* pBuild = pJoin->build;
  SMJoinRowPos    pos = {pBlock, rowIdx};
  SArray**        pGrpRows = tSimpleHashGet(pBuild->pGrpHash, pBuild->keyData, keyLen);
  if (!pGrpRows) {
    SArray* pNewGrp = NULL;
    MJ_ERR_RET(mJoinGetAvailableGrpArray(pBuild, &pNewGrp));

    if (NULL == taosArrayPush(pNewGrp, &pos)) {
      return terrno;
    }
    MJ_ERR_RET(tSimpleHashPut(pBuild->pGrpHash, pBuild->keyData, keyLen, &pNewGrp, POINTER_BYTES));
  } else if (pBuild->multiRowsGrp) {
    if (NULL == taosArrayPush(*pGrpRows, &pos)) {
      return terrno;
    }
  }

  return TSDB_CODE_SUCCESS;
}

static int32_t mJoinAddRowToFullHash(SMJoinOperatorInfo* pJoin, size_t keyLen, SSDataBlock* pBlock, int32_t rowIdx) {
  SMJoinTableCtx*    pBuild = pJoin->build;
  SMJoinRowPos       pos = {pBlock, rowIdx};
  SMJoinHashGrpRows* pGrpRows = (SMJoinHashGrpRows*)tSimpleHashGet(pBuild->pGrpHash, pBuild->keyData, keyLen);
  if (!pGrpRows) {
    SMJoinHashGrpRows pNewGrp = {0};
    MJ_ERR_RET(mJoinGetAvailableGrpArray(pBuild, &pNewGrp.pRows));

    if (NULL == taosArrayPush(pNewGrp.pRows, &pos)) {
      return terrno;
    }
    MJ_ERR_RET(tSimpleHashPut(pBuild->pGrpHash, pBuild->keyData, keyLen, &pNewGrp, sizeof(pNewGrp)));
  } else {
    if (NULL == taosArrayPush(pGrpRows->pRows, &pos)) {
      return terrno;
    }
  }

  return TSDB_CODE_SUCCESS;
}

int32_t mJoinCreateFullBuildTbHash(SMJoinOperatorInfo* pJoin, SMJoinTableCtx* pTable) {
  size_t bufLen = 0;

  tSimpleHashClear(pJoin->build->pGrpHash);
  pJoin->build->grpArrayIdx = 0;

  pJoin->build->grpRowIdx = -1;

  int32_t grpNum = taosArrayGetSize(pTable->eqGrps);
  for (int32_t g = 0; g < grpNum; ++g) {
    SMJoinGrpRows* pGrp = taosArrayGet(pTable->eqGrps, g);
    if (NULL == pGrp) {
      return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;
    }
    MJ_ERR_RET(mJoinSetKeyColsData(pGrp->blk, pTable));

    int32_t grpRows = GRP_REMAIN_ROWS(pGrp);
    for (int32_t r = 0; r < grpRows; ++r) {
      if (mJoinCopyKeyColsDataToBuf(pTable, pGrp->beginIdx + r, &bufLen)) {
        *(int16_t*)pTable->keyBuf = 0;
        pTable->keyData = pTable->keyBuf;
        bufLen = pTable->keyNullSize;
      }

      MJ_ERR_RET(mJoinAddRowToFullHash(pJoin, bufLen, pGrp->blk, pGrp->beginIdx + r));
    }
  }

  return TSDB_CODE_SUCCESS;
}

int32_t mJoinCreateBuildTbHash(SMJoinOperatorInfo* pJoin, SMJoinTableCtx* pTable) {
  size_t bufLen = 0;

  tSimpleHashClear(pJoin->build->pGrpHash);
  pJoin->build->grpArrayIdx = 0;

  pJoin->build->grpRowIdx = -1;

  int32_t grpNum = taosArrayGetSize(pTable->eqGrps);
  for (int32_t g = 0; g < grpNum; ++g) {
    SMJoinGrpRows* pGrp = taosArrayGet(pTable->eqGrps, g);
    if (NULL == pGrp) {
      return TSDB_CODE_QRY_EXECUTOR_INTERNAL_ERROR;
    }

    MJ_ERR_RET(mJoinSetKeyColsData(pGrp->blk, pTable));

    int32_t grpRows = GRP_REMAIN_ROWS(pGrp);
    for (int32_t r = 0; r < grpRows; ++r) {
      if (mJoinCopyKeyColsDataToBuf(pTable, pGrp->beginIdx + r, &bufLen)) {
        continue;
      }

      MJ_ERR_RET(mJoinAddRowToHash(pJoin, bufLen, pGrp->blk, pGrp->beginIdx + r));
    }
  }

  return TSDB_CODE_SUCCESS;
}

void mJoinResetGroupTableCtx(SMJoinTableCtx* pCtx) {
  pCtx->blk = NULL;
  pCtx->blkRowIdx = 0;
  pCtx->newBlk = false;
  if (pCtx->pBlkWinIdx) {
    taosArrayClear(pCtx->pBlkWinIdx);
  }

  mJoinDestroyCreatedBlks(pCtx->createdBlks);
  tSimpleHashClear(pCtx->pGrpHash);
}

void mJoinResetTableCtx(SMJoinTableCtx* pCtx) {
  pCtx->dsInitDone = false;
  pCtx->dsFetchDone = false;
  pCtx->lastInGid = 0;
  pCtx->remainInBlk = NULL;

  mJoinResetGroupTableCtx(pCtx);
}

void mJoinResetMergeCtx(SMJoinMergeCtx* pCtx) {
  pCtx->grpRemains = false;
  pCtx->midRemains = false;
  pCtx->lastEqGrp = false;

  pCtx->lastEqTs = INT64_MIN;
  pCtx->hashJoin = false;
}

void mWinJoinResetWindowCache(SMJoinWindowCtx* pCtx, SMJoinWinCache* pCache) {
  pCache->outRowIdx = 0;
  pCache->rowNum = 0;
  pCache->grpIdx = 0;

  if (pCache->grpsQueue) {
    TSWAP(pCache->grps, pCache->grpsQueue);
  }

  int32_t grpNum = taosArrayGetSize(pCache->grps);

  for (int32_t i = 0; i < grpNum; ++i) {
    SMJoinGrpRows* pGrp = taosArrayGet(pCache->grps, i);
    if (NULL == pGrp) {
      continue;
    }
    if (pGrp->blk != pCtx->cache.outBlk && pGrp->clonedBlk) {
      (void)blockDataDestroy(pGrp->blk);
    }
  }

  taosArrayClear(pCache->grps);

  if (pCache->outBlk) {
    blockDataCleanup(pCache->outBlk);
  }
}

void mJoinResetWindowCtx(SMJoinWindowCtx* pCtx) {
  pCtx->grpRemains = false;
  pCtx->lastEqGrp = false;
  pCtx->lastProbeGrp = false;
  pCtx->eqPostDone = false;
  pCtx->lastTs = INT64_MIN;

  mWinJoinResetWindowCache(pCtx, &pCtx->cache);
}

void mJoinResetCtx(SMJoinOperatorInfo* pJoin) {
  if (pJoin->ctx.mergeCtxInUse) {
    mJoinResetMergeCtx(&pJoin->ctx.mergeCtx);
  } else {
    mJoinResetWindowCtx(&pJoin->ctx.windowCtx);
  }
}

void mJoinResetOperator(struct SOperatorInfo* pOperator) {
  SMJoinOperatorInfo* pJoin = pOperator->info;

  mJoinResetTableCtx(pJoin->build);
  mJoinResetTableCtx(pJoin->probe);

  mJoinResetCtx(pJoin);

  pJoin->errCode = 0;
  pJoin->execInfo = (SMJoinExecInfo){0};

  pOperator->status = OP_OPENED;
}

int32_t mJoinMainProcess(struct SOperatorInfo* pOperator, SSDataBlock** pResBlock) {
  SMJoinOperatorInfo* pJoin = pOperator->info;
  int32_t             code = TSDB_CODE_SUCCESS;
  if (pOperator->status == OP_EXEC_DONE) {
    if (NULL == pOperator->pDownstreamGetParams || NULL == pOperator->pDownstreamGetParams[0] ||
        NULL == pOperator->pDownstreamGetParams[1]) {
      qDebug("%s merge join done", GET_TASKID(pOperator->pTaskInfo));
      return code;
    } else {
      mJoinResetOperator(pOperator);
      qDebug("%s start new round merge join", GET_TASKID(pOperator->pTaskInfo));
    }
  }

  SSDataBlock* pBlock = NULL;
  while (true) {
    pBlock = (*pJoin->joinFp)(pOperator);
    if (NULL == pBlock) {
      if (pJoin->errCode) {
        T_LONG_JMP(pOperator->pTaskInfo->env, pJoin->errCode);
      }
      break;
    }

    pBlock->info.id.blockId = pJoin->outBlkId;
    if (pJoin->pFinFilter != NULL) {
      code = doFilter(pBlock, pJoin->pFinFilter, NULL, NULL);
      if (code) {
        qError("%s failed at line %d since %s", __func__, __LINE__, tstrerror(code));
        pJoin->errCode = code;
        T_LONG_JMP(pOperator->pTaskInfo->env, pJoin->errCode);
      }
    }

    if (pBlock->info.rows > 0 || pOperator->status == OP_EXEC_DONE) {
      pBlock->info.dataLoad = 1;
      break;
    }
  }

  pJoin->execInfo.resRows += pBlock ? pBlock->info.rows : 0;
  if (pBlock && pBlock->info.rows > 0) {
    *pResBlock = pBlock;
  }

  return code;
}

void destroyGrpArray(void* ppArray) {
  SArray* pArray = *(SArray**)ppArray;
  taosArrayDestroy(pArray);
}

void destroyMergeJoinTableCtx(SMJoinTableCtx* pTable) {
  if (NULL == pTable) {
    return;
  }
  mJoinDestroyCreatedBlks(pTable->createdBlks);
  taosArrayDestroy(pTable->createdBlks);
  tSimpleHashCleanup(pTable->pGrpHash);

  taosMemoryFree(pTable->primCol);
  taosMemoryFree(pTable->finCols);
  taosMemoryFree(pTable->keyCols);
  taosMemoryFree(pTable->keyBuf);
  taosMemoryFree(pTable->pRowBitmap);

  taosArrayDestroy(pTable->eqGrps);
  taosArrayDestroyEx(pTable->pGrpArrays, destroyGrpArray);
  taosArrayDestroy(pTable->pBlkWinIdx);
}

void destroyMergeJoinOperator(void* param) {
  SMJoinOperatorInfo* pJoin = (SMJoinOperatorInfo*)param;

  mJoinDestroyCtx(pJoin);

  if (pJoin->pFPreFilter != NULL) {
    filterFreeInfo(pJoin->pFPreFilter);
    pJoin->pFPreFilter = NULL;
  }
  if (pJoin->pPreFilter != NULL) {
    filterFreeInfo(pJoin->pPreFilter);
    pJoin->pPreFilter = NULL;
  }
  if (pJoin->pFinFilter != NULL) {
    filterFreeInfo(pJoin->pFinFilter);
    pJoin->pFinFilter = NULL;
  }

  destroyMergeJoinTableCtx(pJoin->probe);
  destroyMergeJoinTableCtx(pJoin->build);

  taosMemoryFreeClear(pJoin);
}

int32_t mJoinHandleConds(SMJoinOperatorInfo* pJoin, SSortMergeJoinPhysiNode* pJoinNode, SExecTaskInfo* pTaskInfo) {
  switch (pJoin->joinType) {
    case JOIN_TYPE_INNER: {
      SNode* pCond = NULL;
      if (pJoinNode->pFullOnCond != NULL) {
        if (pJoinNode->node.pConditions != NULL) {
          MJ_ERR_RET(mergeJoinConds(&pJoinNode->pFullOnCond, &pJoinNode->node.pConditions));
        }
        pCond = pJoinNode->pFullOnCond;
      } else if (pJoinNode->node.pConditions != NULL) {
        pCond = pJoinNode->node.pConditions;
      }

      MJ_ERR_RET(filterInitFromNode(pCond, &pJoin->pFinFilter, 0, pTaskInfo->pStreamRuntimeInfo));
      break;
    }
    case JOIN_TYPE_LEFT:
    case JOIN_TYPE_RIGHT:
    case JOIN_TYPE_FULL:
      if (pJoinNode->pFullOnCond != NULL) {
        MJ_ERR_RET(filterInitFromNode(pJoinNode->pFullOnCond, &pJoin->pFPreFilter, 0,
                                      pTaskInfo->pStreamRuntimeInfo));
      }
      if (pJoinNode->pColOnCond != NULL) {
        MJ_ERR_RET(
            filterInitFromNode(pJoinNode->pColOnCond, &pJoin->pPreFilter, 0, pTaskInfo->pStreamRuntimeInfo));
      }
      if (pJoinNode->node.pConditions != NULL) {
        MJ_ERR_RET(filterInitFromNode(pJoinNode->node.pConditions, &pJoin->pFinFilter, 0,
                                      pTaskInfo->pStreamRuntimeInfo));
      }
      break;
    default:
      break;
  }

  return TSDB_CODE_SUCCESS;
}

int32_t mJoinSetImplFp(SMJoinOperatorInfo* pJoin) {
  switch (pJoin->joinType) {
    case JOIN_TYPE_INNER:
      pJoin->joinFp = mInnerJoinDo;
      break;
    case JOIN_TYPE_LEFT:
    case JOIN_TYPE_RIGHT: {
      switch (pJoin->subType) {
        case JOIN_STYPE_OUTER:
          pJoin->joinFp = mLeftJoinDo;
          pJoin->grpResetFp = mLeftJoinGroupReset;
          break;
        case JOIN_STYPE_SEMI:
          pJoin->joinFp = mSemiJoinDo;
          break;
        case JOIN_STYPE_ANTI:
          pJoin->joinFp = mAntiJoinDo;
          break;
        case JOIN_STYPE_WIN:
          pJoin->joinFp = mWinJoinDo;
          pJoin->grpResetFp = mWinJoinGroupReset;
          break;
        default:
          break;
      }
      break;
    }
    case JOIN_TYPE_FULL:
      pJoin->joinFp = mFullJoinDo;
      break;
    default:
      break;
  }

  return TSDB_CODE_SUCCESS;
}

static int32_t resetMergeJoinOperState(SOperatorInfo* pOper) {
  mJoinResetOperator(pOper);
  return 0;
}

int32_t createMergeJoinOperatorInfo(SOperatorInfo** pDownstream, int32_t numOfDownstream,
                                    SSortMergeJoinPhysiNode* pJoinNode, SExecTaskInfo* pTaskInfo,
                                    SOperatorInfo** pOptrInfo) {
  QRY_PARAM_CHECK(pOptrInfo);

  int32_t             oldNum = numOfDownstream;
  bool                newDownstreams = false;
  int32_t             code = TSDB_CODE_SUCCESS;
  SOperatorInfo*      pOperator = NULL;
  SMJoinOperatorInfo* pInfo = taosMemoryCalloc(1, sizeof(SMJoinOperatorInfo));
  if (pInfo == NULL) {
    code = terrno;
    goto _return;
  }

  pOperator = taosMemoryCalloc(1, sizeof(SOperatorInfo));
  if (pOperator == NULL) {
    code = terrno;
    goto _return;
  }
  initOperatorCostInfo(pOperator);

  pInfo->pOperator = pOperator;
  MJ_ERR_JRET(mJoinInitDownstreamInfo(pInfo, &pDownstream, &numOfDownstream, &newDownstreams));

  setOperatorInfo(pOperator, "MergeJoinOperator", QUERY_NODE_PHYSICAL_PLAN_MERGE_JOIN, false, OP_NOT_OPENED, pInfo,
                  pTaskInfo);

  mJoinSetBuildAndProbeTable(pInfo, pJoinNode);

  MJ_ERR_JRET(mJoinHandleConds(pInfo, pJoinNode, pTaskInfo));

  MJ_ERR_JRET(mJoinInitTableInfo(pInfo, pJoinNode, pDownstream, 0, &pJoinNode->inputStat[0], newDownstreams));
  MJ_ERR_JRET(mJoinInitTableInfo(pInfo, pJoinNode, pDownstream, 1, &pJoinNode->inputStat[1], newDownstreams));

  MJ_ERR_JRET(mJoinInitCtx(pInfo, pJoinNode));
  MJ_ERR_JRET(mJoinSetImplFp(pInfo));

  pOperator->fpSet = createOperatorFpSet(optrDummyOpenFn, mJoinMainProcess, NULL, destroyMergeJoinOperator,
                                         optrDefaultBufFn, NULL, optrDefaultGetNextExtFn, NULL);

  setOperatorResetStateFn(pOperator, resetMergeJoinOperState);
  MJ_ERR_JRET(appendDownstream(pOperator, pDownstream, numOfDownstream));

  if (newDownstreams) {
    taosMemoryFree(pDownstream);
    pOperator->numOfRealDownstream = 1;
  } else {
    pOperator->numOfRealDownstream = 2;
  }

  *pOptrInfo = pOperator;
  return code;

_return:

  if (pInfo != NULL) {
    destroyMergeJoinOperator(pInfo);
  }
  destroyOperatorAndDownstreams(pOperator, pDownstream, oldNum);
  if (newDownstreams) {
    taosMemoryFree(pDownstream);
  }
  pTaskInfo->code = code;

  return code;
}

taosdata / TDengine / #5049

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous