mirror of
https://github.com/taosdata/TDengine
synced 2026-05-24 10:09:01 +00:00
2de6736160
* opt stream build twa result * opt force window close memory * feat(stream):optimize new interval and scan operator * adj log * opt code * opt code * fill history * fix issue for fill history * add ci * feat(stream): add new stream nonblock interval operator * adjust code * use new scan operator * use new scan operator * add log * fix issue * recover stream scan next function * fix issue * fix issue * fix issue * ignore disorder data * fix issue * fix issue for interval sliding * fix issue * fix ci issue * fix ci issue * fix ci issue * add semi && final nonblock interval operator * fix issue * fix issue * fix issue * fix issue * fix issue * fix issue * fix issue * fix issue * refactor(stream): track the msgId for each upstream tasks. * fix(stream): fix race condition. * fix(stream): update the task last msgId when putting into input queue succ. * fix issue * fix issue * put recalculate data to rocksdb * fix issue * fix issue * enh(query)[TD-33071]: add support for saving and restoring tsdbReader scan progress - Implement functionality to save scan progress during tsdbReader operations - Enable resuming scans from the last saved position * fix issue * fix issue * fix issue * fix issue * fix issue * add rec interval check * enh(stream):add recalculate tasks. * enh(stream): support the re-calculate the tasks. * fix issue && do refactor * do refactor * fix issue * fix issue * update backend opt * add new interface * add new session operator * support blob * add new session operator * fix issue * add rec state for rec task * fix invalid read * add new session window * enh(stream): update the stream tasks backend. * new session operator * add pull data * fix(stream): fix error in expand stream backend. * fix issue * fix issue * fix issue * merge code * fix issue * fix(stream): check for null ptr. * fix(stream): add more check. * fix issue * fix issue * fix issue * add debug code * fix issue * fix issue * fix issue * set rec end flag * fix(stream): opt re-calculate stream tasks. * fix issue * fix issue * add new operator * enh(stream): dispatch recalculate block to agg tasks. * fix issue * fix issue * fix(stream): adjust filter. * fix issue * refactor * refactor(stream): adjust the recalculate end block. * fix issue * fix(stream): set correct create trigger block. * fix issue * fix(stream): fix error in build recalculate end block. * fix(stream): check null ptr. * add stream client && fix issue * fix mem leak * fix(stream): free msg. * add stream client * fix(stream): fix error. * add stream client && fix issue * add stream client * refactor(stream): set the recalculate task complete. * add wend and group_id for session window dest table * feat(stream): refactor and set the recalcul agg task complete. * add cfg for adapter * fix issue * add state && event operator * feat(stream): support fill-history task. * add new fill operator * fix(stream): set correct backend when updating fill-history task to recalculate task. * add new fill operator * fix(stream): s2025-03-06 11:10:31.272 et ops always open in scan tsdb * fix(stream):set the correct taskType for sink task. * new fill operator * adj stream fill operator * fix issue * fix issue * fix issue * fix issue * fix issue * fix issue * fix issue * fix issue * adj test * fix issue * fix(stream): fix issue * fix(steam): fix issue * fix(steam): fix issue * fix(steam): fix issue * fix(steam): fix issue * fix(stream): fix issue * fix(stream): fix issue * fix(stream): fix issue * fix: ut com error * fix(stream): fix mem leak and adjust operator type check rule * fix(stream): fix mem leak and adjust test case * refactor code * fix(stream): free items. * fix(stream): free fix memory leak. * fix(stream): fix syntax error. * fix: ignore unexpect block * fix: adjust op type --------- Co-authored-by: Haojun Liao <hjliao@taosdata.com> Co-authored-by: Jinqing Kuang <kuangjinqingcn@gmail.com> Co-authored-by: yihaoDeng <luomoxyz@126.com>
467 lines
No EOL
16 KiB
C++
467 lines
No EOL
16 KiB
C++
#include <gtest/gtest.h>
|
|
#include "tstream.h"
|
|
#include "streamInt.h"
|
|
#include "tcs.h"
|
|
#include "tglobal.h"
|
|
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wwrite-strings"
|
|
#pragma GCC diagnostic ignored "-Wunused-function"
|
|
#pragma GCC diagnostic ignored "-Wunused-variable"
|
|
#pragma GCC diagnostic ignored "-Wsign-compare"
|
|
#pragma GCC diagnostic ignored "-Wsign-compare"
|
|
#pragma GCC diagnostic ignored "-Wformat"
|
|
#pragma GCC diagnostic ignored "-Wint-to-pointer-cast"
|
|
#pragma GCC diagnostic ignored "-Wpointer-arith"
|
|
|
|
void initTaskLock(SStreamTask* pTask) {
|
|
TdThreadMutexAttr attr = {0};
|
|
int32_t code = taosThreadMutexAttrInit(&attr);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
code = taosThreadMutexAttrSetType(&attr, PTHREAD_MUTEX_RECURSIVE);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
code = taosThreadMutexInit(&pTask->lock, &attr);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
code = taosThreadMutexAttrDestroy(&attr);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
}
|
|
|
|
TEST(streamCheckpointTest, StreamTaskProcessCheckpointTriggerRsp) {
|
|
SStreamTask* pTask = NULL;
|
|
int64_t uid = 1111111111111111;
|
|
SArray* array = taosArrayInit(4, POINTER_BYTES);
|
|
int32_t code = tNewStreamTask(uid, TASK_LEVEL__SINK, NULL, STREAM_NORMAL_TASK, 0, 0, array,
|
|
false, 1, false, &pTask);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
initTaskLock(pTask);
|
|
|
|
code = streamTaskCreateActiveChkptInfo(&pTask->chkInfo.pActiveInfo);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
pTask->chkInfo.pActiveInfo->activeId = 123111;
|
|
pTask->chkInfo.pActiveInfo->transId = 4561111;
|
|
|
|
streamTaskSetStatusReady(pTask);
|
|
code = streamTaskHandleEvent(pTask->status.pSM, TASK_EVENT_GEN_CHECKPOINT);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
SCheckpointTriggerRsp pRsp;
|
|
memset(&pRsp, 0, sizeof(SCheckpointTriggerRsp));
|
|
pRsp.rspCode = TSDB_CODE_SUCCESS;
|
|
pRsp.checkpointId = 123;
|
|
pRsp.transId = 456;
|
|
pRsp.upstreamTaskId = 789;
|
|
|
|
code = streamTaskProcessCheckpointTriggerRsp(pTask, &pRsp);
|
|
ASSERT_NE(code, TSDB_CODE_SUCCESS);
|
|
|
|
pRsp.rspCode = TSDB_CODE_FAILED;
|
|
code = streamTaskProcessCheckpointTriggerRsp(pTask, &pRsp);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
tFreeStreamTask(pTask);
|
|
taosArrayDestroy(array);
|
|
}
|
|
|
|
TEST(streamCheckpointTest, StreamTaskSetFailedCheckpointId) {
|
|
SStreamTask* pTask = NULL;
|
|
int64_t uid = 1111111111111111;
|
|
SArray* array = taosArrayInit(4, POINTER_BYTES);
|
|
int32_t code = tNewStreamTask(uid, TASK_LEVEL__SINK, NULL, STREAM_NORMAL_TASK, 0, 0, array,
|
|
false, 1, false, &pTask);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
initTaskLock(pTask);
|
|
|
|
code = streamTaskCreateActiveChkptInfo(&pTask->chkInfo.pActiveInfo);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
SActiveCheckpointInfo* pInfo = pTask->chkInfo.pActiveInfo;
|
|
pInfo->failedId = 0;
|
|
|
|
int64_t failedCheckpointId = 123;
|
|
|
|
streamTaskSetFailedCheckpointId(pTask, failedCheckpointId);
|
|
ASSERT_EQ(pInfo->failedId, failedCheckpointId);
|
|
|
|
streamTaskSetFailedCheckpointId(pTask, 0);
|
|
ASSERT_EQ(pInfo->failedId, failedCheckpointId);
|
|
|
|
streamTaskSetFailedCheckpointId(pTask, pInfo->failedId - 1);
|
|
ASSERT_EQ(pInfo->failedId, failedCheckpointId);
|
|
tFreeStreamTask(pTask);
|
|
taosArrayDestroy(array);
|
|
}
|
|
|
|
TEST(UploadCheckpointDataTest, UploadSuccess) {
|
|
streamMetaInit();
|
|
SStreamTask* pTask = NULL;
|
|
int64_t uid = 1111111111111111;
|
|
SArray* array = taosArrayInit(4, POINTER_BYTES);
|
|
int32_t code = tNewStreamTask(uid, TASK_LEVEL__SINK, NULL, STREAM_NORMAL_TASK, 0, 0, array,
|
|
false, 1, false, &pTask);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
initTaskLock(pTask);
|
|
|
|
code = streamTaskCreateActiveChkptInfo(&pTask->chkInfo.pActiveInfo);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
int64_t checkpointId = 123;
|
|
int64_t dbRefId = 1;
|
|
ECHECKPOINT_BACKUP_TYPE type = DATA_UPLOAD_S3;
|
|
|
|
STaskDbWrapper* pBackend = NULL;
|
|
int64_t processVer = -1;
|
|
const char *path = "/tmp/backend3/stream";
|
|
code = streamMetaOpen((path), NULL, NULL, NULL, 0, 0, NULL, &pTask->pMeta);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
SStreamState *pState = streamStateOpen((char *)path, pTask, 0, 0);
|
|
ASSERT(pState != NULL);
|
|
|
|
pTask->pBackend = pState->pTdbState->pOwner->pBackend;
|
|
|
|
code = taskDbDoCheckpoint(pTask->pBackend, checkpointId, 0);
|
|
ASSERT(code == 0);
|
|
|
|
int32_t result = uploadCheckpointData(pTask, checkpointId, dbRefId, type);
|
|
|
|
EXPECT_EQ(result, TSDB_CODE_SUCCESS) << "uploadCheckpointData should return 0 on success";
|
|
tFreeStreamTask(pTask);
|
|
taosRemoveDir(path);
|
|
streamStateClose(pState, true);
|
|
taosArrayDestroy(array);
|
|
}
|
|
|
|
TEST(UploadCheckpointDataTest, UploadDisabled) {
|
|
SStreamTask* pTask = NULL;
|
|
int64_t uid = 2222222222222;
|
|
SArray* array = taosArrayInit(4, POINTER_BYTES);
|
|
int32_t code = tNewStreamTask(uid, TASK_LEVEL__SINK, NULL, STREAM_NORMAL_TASK, 0, 0, array,
|
|
false, 1, false, &pTask);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
initTaskLock(pTask);
|
|
|
|
code = streamTaskCreateActiveChkptInfo(&pTask->chkInfo.pActiveInfo);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
int64_t checkpointId = 123;
|
|
int64_t dbRefId = 1;
|
|
|
|
STaskDbWrapper* pBackend = NULL;
|
|
int64_t processVer = -1;
|
|
const char *path = "/tmp/backend4/stream";
|
|
code = streamMetaOpen((path), NULL, NULL, NULL, 0, 0, NULL, &pTask->pMeta);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
SStreamState *pState = streamStateOpen((char *)path, pTask, 0, 0);
|
|
ASSERT(pState != NULL);
|
|
|
|
pTask->pBackend = pState->pTdbState->pOwner->pBackend;
|
|
|
|
code = taskDbDoCheckpoint(pTask->pBackend, checkpointId, 0);
|
|
ASSERT(code == 0);
|
|
|
|
ECHECKPOINT_BACKUP_TYPE type = DATA_UPLOAD_DISABLE;
|
|
|
|
int32_t result = uploadCheckpointData(pTask, checkpointId, dbRefId, type);
|
|
|
|
EXPECT_NE(result, TSDB_CODE_SUCCESS) << "uploadCheckpointData should return 0 when backup type is disabled";
|
|
|
|
streamStateClose(pState, true);
|
|
tFreeStreamTask(pTask);
|
|
taosArrayDestroy(array);
|
|
}
|
|
|
|
TEST(StreamTaskAlreadySendTriggerTest, AlreadySendTrigger) {
|
|
SStreamTask* pTask = NULL;
|
|
int64_t uid = 2222222222222;
|
|
SArray* array = taosArrayInit(4, POINTER_BYTES);
|
|
int32_t code = tNewStreamTask(uid, TASK_LEVEL__SINK, NULL, STREAM_NORMAL_TASK, 0, 0, array,
|
|
false, 1, false, &pTask);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
initTaskLock(pTask);
|
|
|
|
code = streamTaskCreateActiveChkptInfo(&pTask->chkInfo.pActiveInfo);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
pTask->chkInfo.pActiveInfo->activeId = 123111;
|
|
pTask->chkInfo.pActiveInfo->transId = 4561111;
|
|
|
|
streamTaskSetStatusReady(pTask);
|
|
code = streamTaskHandleEvent(pTask->status.pSM, TASK_EVENT_GEN_CHECKPOINT);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
int32_t downstreamNodeId = 1;
|
|
int64_t sendingCheckpointId = 123;
|
|
TSKEY ts = taosGetTimestampMs();
|
|
|
|
STaskTriggerSendInfo triggerInfo;
|
|
triggerInfo.sendTs = ts;
|
|
triggerInfo.recved = false;
|
|
triggerInfo.nodeId = downstreamNodeId;
|
|
|
|
taosArrayPush(pTask->chkInfo.pActiveInfo->pDispatchTriggerList, &triggerInfo);
|
|
|
|
pTask->chkInfo.pActiveInfo->dispatchTrigger = true;
|
|
bool result = streamTaskAlreadySendTrigger(pTask, downstreamNodeId);
|
|
|
|
EXPECT_TRUE(result) << "The trigger message should have been sent to the downstream node";
|
|
|
|
tFreeStreamTask(pTask);
|
|
taosArrayDestroy(array);
|
|
}
|
|
|
|
int32_t sendReq1111(const SEpSet *pEpSet, SRpcMsg *pMsg) {
|
|
return TSDB_CODE_SUCCESS;
|
|
}
|
|
|
|
TEST(ChkptTriggerRecvMonitorHelperTest, chkptTriggerRecvMonitorHelper) {
|
|
SStreamTask* pTask = NULL;
|
|
int64_t uid = 2222222222222;
|
|
SArray* array = taosArrayInit(4, POINTER_BYTES);
|
|
int32_t code = tNewStreamTask(uid, TASK_LEVEL__SINK, NULL, STREAM_NORMAL_TASK, 0, 0, array,
|
|
false, 1, false, &pTask);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
initTaskLock(pTask);
|
|
|
|
const char *path = "/tmp/backend5/stream";
|
|
code = streamMetaOpen((path), NULL, NULL, NULL, 0, 0, NULL, &pTask->pMeta);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
code = streamTaskCreateActiveChkptInfo(&pTask->chkInfo.pActiveInfo);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
pTask->chkInfo.pActiveInfo->activeId = 123111;
|
|
pTask->chkInfo.pActiveInfo->chkptTriggerMsgTmr.launchChkptId = pTask->chkInfo.pActiveInfo->activeId;
|
|
pTask->chkInfo.pActiveInfo->transId = 4561111;
|
|
pTask->chkInfo.startTs = 11111;
|
|
|
|
SStreamTask upTask;
|
|
upTask = *pTask;
|
|
streamTaskSetUpstreamInfo(pTask, &upTask);
|
|
|
|
|
|
streamTaskSetStatusReady(pTask);
|
|
code = streamTaskHandleEvent(pTask->status.pSM, TASK_EVENT_GEN_CHECKPOINT);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
int32_t downstreamNodeId = 1;
|
|
int64_t sendingCheckpointId = 123;
|
|
TSKEY ts = taosGetTimestampMs();
|
|
|
|
STaskTriggerSendInfo triggerInfo;
|
|
triggerInfo.sendTs = ts;
|
|
triggerInfo.recved = false;
|
|
triggerInfo.nodeId = downstreamNodeId;
|
|
|
|
taosArrayPush(pTask->chkInfo.pActiveInfo->pDispatchTriggerList, &triggerInfo);
|
|
|
|
STaskCheckpointReadyInfo readyInfo;
|
|
readyInfo.upstreamNodeId = 789111;
|
|
void* pBuf = rpcMallocCont(sizeof(SMsgHead) + 1);
|
|
|
|
initRpcMsg(&readyInfo.msg, 0, pBuf, sizeof(SMsgHead) + 1);
|
|
taosArrayPush(pTask->chkInfo.pActiveInfo->pReadyMsgList, &readyInfo);
|
|
|
|
|
|
pTask->chkInfo.pActiveInfo->dispatchTrigger = true;
|
|
|
|
SMsgCb msgCb = {0};
|
|
msgCb.sendReqFp = sendReq1111;
|
|
msgCb.mgmt = (SMgmtWrapper*)(&msgCb); // hack
|
|
tmsgSetDefault(&msgCb);
|
|
|
|
SArray* array1 = NULL;
|
|
code = chkptTriggerRecvMonitorHelper(pTask, NULL, &array1);
|
|
EXPECT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
pTask->pMeta->fatalInfo.code = TSDB_CODE_SUCCESS;
|
|
streamSetFatalError(pTask->pMeta, code, __func__, __LINE__);
|
|
|
|
pTask->pMeta->fatalInfo.code = TSDB_CODE_FAILED;
|
|
streamSetFatalError(pTask->pMeta, code, __func__, __LINE__);
|
|
tFreeStreamTask(pTask);
|
|
taosArrayDestroy(array);
|
|
taosArrayDestroy(array1);
|
|
}
|
|
|
|
TEST(StreamTaskSendCheckpointTriggerMsgTest, SendCheckpointTriggerMsgSuccessTest) {
|
|
SStreamTask* pTask = NULL;
|
|
int64_t uid = 2222222222222;
|
|
SArray* array = taosArrayInit(4, POINTER_BYTES);
|
|
int32_t code = tNewStreamTask(uid, TASK_LEVEL__SINK, NULL, STREAM_NORMAL_TASK, 0, 0, array,
|
|
false, 1, false, &pTask);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
initTaskLock(pTask);
|
|
|
|
const char *path = "/tmp/SendCheckpointTriggerMsgSuccessTest/stream";
|
|
code = streamMetaOpen((path), NULL, NULL, NULL, 0, 0, NULL, &pTask->pMeta);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
code = streamTaskCreateActiveChkptInfo(&pTask->chkInfo.pActiveInfo);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
SRpcHandleInfo rpcInfo;
|
|
|
|
int32_t ret = streamTaskSendCheckpointTriggerMsg(pTask, 123, 456, &rpcInfo, code);
|
|
|
|
EXPECT_EQ(ret, TSDB_CODE_SUCCESS);
|
|
}
|
|
|
|
TEST(streamTaskBuildCheckpointTest, streamTaskBuildCheckpointFnTest) {
|
|
SStreamTask* pTask = NULL;
|
|
int64_t uid = 2222222222222;
|
|
SArray* array = taosArrayInit(4, POINTER_BYTES);
|
|
int32_t code = tNewStreamTask(uid, TASK_LEVEL__SINK, NULL, STREAM_NORMAL_TASK, 0, 0, array,
|
|
false, 1, false, &pTask);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
initTaskLock(pTask);
|
|
|
|
const char *path = "/tmp/streamTaskBuildCheckpoinTest/stream";
|
|
code = streamMetaOpen((path), NULL, NULL, NULL, 0, 0, NULL, &pTask->pMeta);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
SStreamState *pState = streamStateOpen((char *)path, pTask, 0, 0);
|
|
ASSERT(pState != NULL);
|
|
|
|
pTask->pBackend = pState->pTdbState->pOwner->pBackend;
|
|
|
|
code = streamTaskCreateActiveChkptInfo(&pTask->chkInfo.pActiveInfo);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
char a[] = "localhost";
|
|
memcpy(tsSnodeAddress, a, sizeof(a));
|
|
|
|
int32_t ret = streamTaskBuildCheckpoint(pTask);
|
|
|
|
EXPECT_NE(ret, TSDB_CODE_SUCCESS);
|
|
}
|
|
|
|
int32_t s3GetObjectToFileTest(const char *object_name, const char *fileName) {
|
|
return TSDB_CODE_SUCCESS;
|
|
}
|
|
|
|
TEST(sstreamTaskGetTriggerRecvStatusTest, streamTaskGetTriggerRecvStatusFnTest) {
|
|
SStreamTask* pTask = NULL;
|
|
int64_t uid = 2222222222222;
|
|
SArray* array = taosArrayInit(4, POINTER_BYTES);
|
|
int32_t code = tNewStreamTask(uid, TASK_LEVEL__SINK, NULL, STREAM_NORMAL_TASK, 0, 0, array,
|
|
false, 1, false, &pTask);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
initTaskLock(pTask);
|
|
|
|
SStreamTask upTask;
|
|
upTask = *pTask;
|
|
code = streamTaskSetUpstreamInfo(pTask, &upTask);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
code = streamTaskSetUpstreamInfo(pTask, &upTask);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
code = streamTaskCreateActiveChkptInfo(&pTask->chkInfo.pActiveInfo);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
int32_t recv = 0;
|
|
int32_t total = 0;
|
|
pTask->info.taskLevel = TASK_LEVEL__SOURCE;
|
|
streamTaskGetTriggerRecvStatus(pTask, &recv, &total);
|
|
EXPECT_EQ(total, 1);
|
|
|
|
pTask->info.taskLevel = TASK_LEVEL__AGG;
|
|
streamTaskGetTriggerRecvStatus(pTask, &recv, &total);
|
|
EXPECT_EQ(total, 2);
|
|
|
|
code = streamTaskDownloadCheckpointData("123", "/root/download", 123);
|
|
EXPECT_NE(code, TSDB_CODE_SUCCESS);
|
|
|
|
tcsInit();
|
|
extern int8_t tsS3EpNum;
|
|
tsS3EpNum = 1;
|
|
|
|
code = uploadCheckpointToS3("123", "/tmp/backend5/stream/stream");
|
|
EXPECT_NE(code, TSDB_CODE_OUT_OF_RANGE);
|
|
|
|
code = downloadCheckpointByNameS3("123", "/root/download", "");
|
|
EXPECT_NE(code, TSDB_CODE_OUT_OF_RANGE);
|
|
|
|
code = deleteCheckpointFile("aaa123", "bbb");
|
|
EXPECT_NE(code, TSDB_CODE_OUT_OF_RANGE);
|
|
}
|
|
|
|
TEST(doCheckBeforeHandleChkptTriggerTest, doCheckBeforeHandleChkptTriggerFnTest) {
|
|
SStreamTask* pTask = NULL;
|
|
int64_t uid = 2222222222222;
|
|
SArray* array = taosArrayInit(4, POINTER_BYTES);
|
|
int32_t code = tNewStreamTask(uid, TASK_LEVEL__SINK, NULL, STREAM_NORMAL_TASK, 0, 0, array,
|
|
false, 1, false, &pTask);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
initTaskLock(pTask);
|
|
|
|
const char *path = "/tmp/doCheckBeforeHandleChkptTriggerTest/stream";
|
|
code = streamMetaOpen((path), NULL, NULL, NULL, 0, 0, NULL, &pTask->pMeta);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
SStreamState *pState = streamStateOpen((char *)path, pTask, 0, 0);
|
|
ASSERT(pState != NULL);
|
|
|
|
pTask->pBackend = pState->pTdbState->pOwner->pBackend;
|
|
|
|
code = streamTaskCreateActiveChkptInfo(&pTask->chkInfo.pActiveInfo);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
pTask->chkInfo.checkpointId = 123;
|
|
code = doCheckBeforeHandleChkptTrigger(pTask, 100, NULL, 0);
|
|
ASSERT_EQ(code, TSDB_CODE_STREAM_INVLD_CHKPT);
|
|
|
|
pTask->chkInfo.pActiveInfo->failedId = 223;
|
|
code = doCheckBeforeHandleChkptTrigger(pTask, 200, NULL, 0);
|
|
ASSERT_EQ(code, TSDB_CODE_STREAM_INVLD_CHKPT);
|
|
|
|
SStreamDataBlock block;
|
|
block.srcTaskId = 456;
|
|
SStreamTask upTask;
|
|
upTask = *pTask;
|
|
upTask.id.taskId = 456;
|
|
streamTaskSetUpstreamInfo(pTask, &upTask);
|
|
pTask->chkInfo.pActiveInfo->failedId = 23;
|
|
code = doCheckBeforeHandleChkptTrigger(pTask, 123, &block, 0);
|
|
ASSERT_EQ(code, TSDB_CODE_STREAM_INVLD_CHKPT);
|
|
|
|
streamTaskSetUpstreamInfo(pTask, &upTask);
|
|
streamTaskSetStatusReady(pTask);
|
|
code = streamTaskHandleEvent(pTask->status.pSM, TASK_EVENT_GEN_CHECKPOINT);
|
|
ASSERT_EQ(code, TSDB_CODE_SUCCESS);
|
|
|
|
pTask->chkInfo.pActiveInfo->activeId = 223;
|
|
|
|
STaskCheckpointReadyInfo readyInfo;
|
|
readyInfo.upstreamTaskId = 4567;
|
|
block.srcTaskId = 4567;
|
|
void* pBuf = rpcMallocCont(sizeof(SMsgHead) + 1);
|
|
|
|
initRpcMsg(&readyInfo.msg, 0, pBuf, sizeof(SMsgHead) + 1);
|
|
taosArrayPush(pTask->chkInfo.pActiveInfo->pReadyMsgList, &readyInfo);
|
|
code = doCheckBeforeHandleChkptTrigger(pTask, 223, &block, 0);
|
|
ASSERT_NE(code, TSDB_CODE_SUCCESS);
|
|
|
|
pTask->chkInfo.pActiveInfo->allUpstreamTriggerRecv = 1;
|
|
code = doCheckBeforeHandleChkptTrigger(pTask, 223, &block, 0);
|
|
ASSERT_NE(code, TSDB_CODE_SUCCESS);
|
|
|
|
pTask->chkInfo.pActiveInfo->activeId = 1111;
|
|
code = doCheckBeforeHandleChkptTrigger(pTask, 223, &block, 0);
|
|
ASSERT_EQ(code, TSDB_CODE_STREAM_INVLD_CHKPT);
|
|
} |