TDengine/source/dnode/qnode/src/qnode.c

125 lines
3.8 KiB
C
Raw Normal View History

2021-09-22 08:29:27 +00:00
/*
* Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
*
* This program is free software: you can use, redistribute, and/or modify
* it under the terms of the GNU Affero General Public License, version 3
* or later ("AGPL"), as published by the Free Software Foundation.
*
* This program is distributed in the hope that it will be useful, but WITHOUT
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
* FITNESS FOR A PARTICULAR PURPOSE.
*
* You should have received a copy of the GNU Affero General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
2021-12-27 10:43:27 +00:00
*/
2024-07-24 06:41:45 +00:00
#include "tqueue.h"
2022-03-21 11:08:25 +00:00
#include "executor.h"
2021-12-27 10:43:27 +00:00
#include "qndInt.h"
2022-03-09 08:13:46 +00:00
#include "query.h"
#include "qworker.h"
2021-12-27 10:43:27 +00:00
int32_t qndOpen(const SQnodeOpt *pOption, SQnode **pQnode) {
*pQnode = taosMemoryCalloc(1, sizeof(SQnode));
if (NULL == *pQnode) {
2022-03-07 11:37:17 +00:00
qError("calloc SQnode failed");
2024-07-24 05:58:17 +00:00
return terrno;
2022-03-07 11:37:17 +00:00
}
(*pQnode)->qndId = QNODE_HANDLE;
2022-03-07 11:37:17 +00:00
int32_t code = qWorkerInit(NODE_TYPE_QNODE, (*pQnode)->qndId, (void **)&(*pQnode)->pQuery, &pOption->msgCb);
if (TSDB_CODE_SUCCESS != code) {
2022-03-25 16:29:53 +00:00
taosMemoryFreeClear(pQnode);
return code;
2022-03-07 11:37:17 +00:00
}
2022-03-21 11:08:25 +00:00
(*pQnode)->msgCb = pOption->msgCb;
return TSDB_CODE_SUCCESS;
2021-12-27 10:43:27 +00:00
}
2022-03-21 11:49:20 +00:00
void qndClose(SQnode *pQnode) {
2022-03-09 08:13:46 +00:00
qWorkerDestroy((void **)&pQnode->pQuery);
2022-03-25 16:29:53 +00:00
taosMemoryFree(pQnode);
2022-03-07 11:37:17 +00:00
}
2021-12-27 10:43:27 +00:00
2022-10-13 03:56:16 +00:00
int32_t qndGetLoad(SQnode *pQnode, SQnodeLoad *pLoad) {
SReadHandle handle = {.pMsgCb = &pQnode->msgCb};
2022-05-31 06:03:47 +00:00
SQWorkerStat stat = {0};
int32_t code = qWorkerGetStat(&handle, pQnode->pQuery, &stat);
if (code) {
return code;
}
2021-12-27 10:43:27 +00:00
2022-05-31 06:03:47 +00:00
pLoad->numOfQueryInQueue = stat.numOfQueryInQueue;
pLoad->numOfFetchInQueue = stat.numOfFetchInQueue;
pLoad->timeInQueryQueue = stat.timeInQueryQueue;
pLoad->timeInFetchQueue = stat.timeInFetchQueue;
pLoad->cacheDataSize = stat.cacheDataSize;
pLoad->numOfProcessedQuery = stat.queryProcessed;
pLoad->numOfProcessedCQuery = stat.cqueryProcessed;
pLoad->numOfProcessedFetch = stat.fetchProcessed;
pLoad->numOfProcessedDrop = stat.dropProcessed;
2023-08-25 06:59:34 +00:00
pLoad->numOfProcessedNotify = stat.notifyProcessed;
2022-05-31 06:03:47 +00:00
pLoad->numOfProcessedHb = stat.hbProcessed;
2022-06-05 12:33:21 +00:00
pLoad->numOfProcessedDelete = stat.deleteProcessed;
2022-10-13 03:56:16 +00:00
return 0;
2022-05-28 14:13:26 +00:00
}
2022-10-13 03:56:16 +00:00
int32_t qndPreprocessQueryMsg(SQnode *pQnode, SRpcMsg *pMsg) {
2022-06-29 02:51:22 +00:00
if (TDMT_SCH_QUERY != pMsg->msgType && TDMT_SCH_MERGE_QUERY != pMsg->msgType) {
2022-06-04 01:57:16 +00:00
return 0;
}
return qWorkerPreprocessQueryMsg(pQnode->pQuery, pMsg, false);
2022-06-04 01:57:16 +00:00
}
2024-07-24 05:58:17 +00:00
int32_t qndProcessQueryMsg(SQnode *pQnode, SQueueInfo *pInfo, SRpcMsg *pMsg) {
2022-05-21 09:47:29 +00:00
int32_t code = -1;
2024-07-24 05:58:17 +00:00
int64_t ts = pInfo->timestamp;
feat: new stream (#31678) * fix: windows compile issue * test: add vtable cases (#31829) * fix: windows compile issues * test:add test cases * fix: windows compile issue * case: em-4 stream case submit * test: stream4_sub1 found bug2 * test: submit test_scene_meters_bug2.py * add stream parameters example * feat: [TS-6100] Do not translate const value as column. * Feat/ts 6100 3.0 zlv (#31747) * modify asan exampel * modify asan exampel * add example * add example * modify case example --------- Co-authored-by: zelv01 <1101510017@qq.com> * feat(stream): fix memory leak * modify sliding example * test: update test case. * feat(stream): fix conflicts * fix: add offset case 10a 10s 10m 10h 10d * feat(stream): fix conflicts * chore(stream): rename case name #TS-6100 * add case * modify example * fix: windows compile issues * fix: data null check * feat: [TS-6100] Forbid where when using %%trows (#31827) * feat: [TS-6100] Forbid where when using %%trows * test: update cases * feat: [TS-6100] Fix leaks. --------- Co-authored-by: Simon Guan <guanshengliang@qq.com> * test: reproduce bugs * test: update test case. * test: update test case. * feat: [TS-6100] Fix leaks. * test: add cases * Feat/ts 6100 3.0.pw10 (#31841) * enh: add operator reset func * fix: merge join reset issue * fix: memory issues * fix: add debug assert * fix: memory issues * fix: memory leak * fix: memory issues * fix taos log miss * fix: case issue * fix: case issue * fix: case issues * fix: drop dnode issue * fix: memory issues * fix: memory issues * fix: memory leak issues * fix: recalculate time range issue * fix: add debug log * fix: memory issues * fix: enable case asan * Update streamlist_for_ci.task * fix: case asan issue * fix: stream name issue * fix: external window compile issues * fix: deploy memory issue * fix: ahandle issue * fix: ahandle issue * fix: ahandle issue * fix: virtual table reader list issue * fix: log info * fix: msg error * fix: virtual table addr list issue * fix: memory issues * fix: memory leak issue * fix: memory issues * fix: memory free issues * fix: memory issues * fix: snode deploy issue * fix: mnode reader issue * fix: memory issues * fix: add debug test * enh: add ignore nodata trigger * fix: memory leaks * fix: configuration issue * fix: memory issue * fix: external window issue * fix: external window issues * fix: external window placeholder issue * fix: placeholder function init issues * fix: memory leak issue * fix: add debug log * fix: compile issues * fix: double free issue * fix: runner addr update issue * fix: msg rsp issue * fix: external window reset issue * fix: configuration issue * fix: deploy msg issue * fix: compile issue --------- Co-authored-by: huohong <sallyhuo@taosdata.com> * test: reproduce bugs * fix: add sliding interval combine case * test: add cases * test: add recalc test. * test: reproduce bugs * case : add vt ts is null check * modify case * bug: submit test_idmp_meters_bug3.py * test: add test for recalc. * test: add cases * fix: error code check * test: add cases * fix(stream): scan wal with schema in that version * add case * test: add cases * test: update test case. * fix: windows compile issues * add case * test: add cases (#31845) * modify case * fix: reset interpPrev * test: add test_idmp_meters bug4 and bug3 * add case * fix(stream): opti wal interface * fix: remove test_idmp_meters_bug5.py * test: add cases * fix(stream): fix ts data fetch for virtual tables * cancel asan case * test: update test case. * test: update test case. * add case * test: add cases * test: add cases * test: add case test_idmp_meters_bug5.py * test: update test case. * fix(stream): tmq error * test: add cases * feat: [TS-6100] Restore deleted code in mndSma.c since they are still in use. * fix(stream): optimize val scan logic * test: add test_recalc_expired_time.py to ci. * test: update test case. * test: update test case. * feat: [TS-6100] Fix fill range check * fix(stream): optimize val scan logic * add case * test: modify for partition by %%1 * test: add fun case stream4_sub7 * fix(stream): optimize val scan logic * add case * feat: [TS-6100] Rename OPTIONS to STREAM_OPTIONS. * test: add test for recalc. * test: use stream_options. * fix: some cases error. * test: remove recalc from ci. * fix: ci case issues (#31880) * enh: add operator reset func * fix: merge join reset issue * fix: memory issues * fix: add debug assert * fix: memory issues * fix: memory leak * fix: memory issues * fix taos log miss * fix: case issue * fix: case issue * fix: case issues * fix: drop dnode issue * fix: memory issues * fix: memory issues * fix: memory leak issues * fix: recalculate time range issue * fix: add debug log * fix: memory issues * fix: enable case asan * Update streamlist_for_ci.task * fix: case asan issue * fix: stream name issue * fix: external window compile issues * fix: deploy memory issue * fix: ahandle issue * fix: ahandle issue * fix: ahandle issue * fix: virtual table reader list issue * fix: log info * fix: msg error * fix: virtual table addr list issue * fix: memory issues * fix: memory leak issue * fix: memory issues * fix: memory free issues * fix: memory issues * fix: snode deploy issue * fix: mnode reader issue * fix: memory issues * fix: add debug test * enh: add ignore nodata trigger * fix: memory leaks * fix: configuration issue * fix: memory issue * fix: external window issue * fix: external window issues * fix: external window placeholder issue * fix: placeholder function init issues * fix: memory leak issue * fix: add debug log * fix: compile issues * fix: double free issue * fix: runner addr update issue * fix: msg rsp issue * fix: external window reset issue * fix: configuration issue * fix: deploy msg issue * fix: compile issue * fix: external window idx issue * fix: ci issues --------- Co-authored-by: huohong <sallyhuo@taosdata.com> * fix(stream): fix compilation error * fix(stream): optimize val scan logic * test:add test cases * test: modify case * fix: external agg error * test(stream): tobacco scene testing #TD-36514 * test: add stream cases (#31885) * fix: windows compile issue * fix: calc timerange * fix: windows compile issue * modify case * fix(stream): compile error * test: remove one debug test case file * test: modify * test: add test cases * test: reproduce bugs * test: reproduce bugs * feat: [TS-6100] Placeholder function should only appera in SELECT and… (#31868) * feat: [TS-6100] Placeholder function should only appera in SELECT and WHERE and FROM. * test: update case --------- Co-authored-by: Simon Guan <guanshengliang@qq.com> * add example * add example * modify case example * modify case * test:alter sql * test: add stream5 case * fix(stream): get schema error with version * test: add delete recalc test py. * test: remove bug cases * test: stream5 case test passed * test: add state cases (#31893) * fix(stream): compile error * test: modify case * test: add cases * test: add test. * test: update test case. * chore(test): fix case err * test: update test case. * fix: align data get * fix(stream): fix row index of datablock written into data cache * fix: put align data * test: update test case. * test: add test cases for virtual table * chore(test): fix case err #TD-36514 * add case * test: add test for water mark. * test: add meters bug6 for stream5 * test: add cases (#31903) * test: add test for recalc. * feat: [TS-6100] %%trows can only be used when event type is window close. * test: add precision of database for ms/us/ns * modify case * add case * add case * test: add test to ci. * modify case * fix: ci case issues (#31904) * enh: add operator reset func * fix: merge join reset issue * fix: memory issues * fix: add debug assert * fix: memory issues * fix: memory leak * fix: memory issues * fix taos log miss * fix: case issue * fix: case issue * fix: case issues * fix: drop dnode issue * fix: memory issues * fix: memory issues * fix: memory leak issues * fix: recalculate time range issue * fix: add debug log * fix: memory issues * fix: enable case asan * Update streamlist_for_ci.task * fix: case asan issue * fix: stream name issue * fix: external window compile issues * fix: deploy memory issue * fix: ahandle issue * fix: ahandle issue * fix: ahandle issue * fix: virtual table reader list issue * fix: log info * fix: msg error * fix: virtual table addr list issue * fix: memory issues * fix: memory leak issue * fix: memory issues * fix: memory free issues * fix: memory issues * fix: snode deploy issue * fix: mnode reader issue * fix: memory issues * fix: add debug test * enh: add ignore nodata trigger * fix: memory leaks * fix: configuration issue * fix: memory issue * fix: external window issue * fix: external window issues * fix: external window placeholder issue * fix: placeholder function init issues * fix: memory leak issue * fix: add debug log * fix: compile issues * fix: double free issue * fix: runner addr update issue * fix: msg rsp issue * fix: external window reset issue * fix: configuration issue * fix: deploy msg issue * fix: compile issue * fix: external window idx issue * fix: ci issues * fix: ci case issues * fix: drop dnode issue --------- Co-authored-by: huohong <sallyhuo@taosdata.com> * fix(stream): ci error * test: update test case. * feat: [TS-6100] Disable some failed UT. * feat: [TS-6100] Fix virtual table * test: add bug 5. * test: add test delete recalc to ci. * test: add bug 6. * test(stream): tobacco scene #TD-36514 * fix: reqCids,reqCols memory leak in SSTriggerRealtimeContext Co-authored-by: Tony Zhang <tonyzhang@taosdata.com> * test: add case stream6 * fix(stream): implement some pending features in trigger task * modify case * modify case * fix: case issues * modify case * test: add recalc for warter mark. * fix(stream): fix count window trigger of virtual tables * fix(stream): memory leak * test: fix run err. * test: add stream6 bug7 * fix: adjust format * test(stream): tobacco scene testing #TD-36514 * test: change bug7 with update window1 and 2 * test: add test bug 7. * case: restore write 3 window * fix: windows compile issue * fix: notify * test: add cases * modify case * test: update test case. * test(stream): toobacco scene testing #TD-36514 --------- Co-authored-by: Simon Guan <slguan@taosdata.com> Co-authored-by: plum-lihui <huili@taosdata.com> Co-authored-by: Alex Duan <417921451@qq.com> Co-authored-by: zelv01 <1101510017@qq.com> Co-authored-by: Jing Sima <simondominic9997@outlook.com> Co-authored-by: xiangyang guo <66111494+happyguoxy@users.noreply.github.com> Co-authored-by: wangmm0220 <wangmm0220@gmail.com> Co-authored-by: Haojun Liao <hjliao@taosdata.com> Co-authored-by: zyyang90 <zyyang@taosdata.com> Co-authored-by: Alex Duan <51781608+DuanKuanJun@users.noreply.github.com> Co-authored-by: facetosea <285808407@qq.com> Co-authored-by: Simon Guan <guanshengliang@qq.com> Co-authored-by: huohong <sallyhuo@taosdata.com> Co-authored-by: Li Hui <52318143+plum-lihui@users.noreply.github.com> Co-authored-by: Jinqing Kuang <kuangjinqingcn@gmail.com> Co-authored-by: xiao-77 <berylbao@taosdata.com> Co-authored-by: Zhixiao Bao <62235797+xiao-77@users.noreply.github.com> Co-authored-by: happyguoxy <happy_guoxy@163.com> Co-authored-by: Tony Zhang <34825804+Tony2h@users.noreply.github.com> Co-authored-by: Tony Zhang <tonyzhang@taosdata.com>
2025-07-16 06:42:16 +00:00
SReadHandle handle = {0};
handle.pMsgCb = &pQnode->msgCb;
handle.pWorkerCb = pInfo->workerCb;
2022-05-21 09:57:39 +00:00
qTrace("message in qnode queue is processing");
2022-03-07 11:37:17 +00:00
switch (pMsg->msgType) {
2022-06-28 02:34:51 +00:00
case TDMT_SCH_QUERY:
2022-06-29 02:51:22 +00:00
case TDMT_SCH_MERGE_QUERY:
2022-05-28 14:13:26 +00:00
code = qWorkerProcessQueryMsg(&handle, pQnode->pQuery, pMsg, ts);
2022-05-21 09:47:29 +00:00
break;
2022-06-28 02:34:51 +00:00
case TDMT_SCH_QUERY_CONTINUE:
2022-05-28 14:13:26 +00:00
code = qWorkerProcessCQueryMsg(&handle, pQnode->pQuery, pMsg, ts);
2022-05-21 09:47:29 +00:00
break;
2022-06-28 02:34:51 +00:00
case TDMT_SCH_FETCH:
2022-07-06 12:33:23 +00:00
case TDMT_SCH_MERGE_FETCH:
2022-05-28 14:13:26 +00:00
code = qWorkerProcessFetchMsg(pQnode, pQnode->pQuery, pMsg, ts);
2022-05-21 09:47:29 +00:00
break;
2022-06-28 02:34:51 +00:00
case TDMT_SCH_CANCEL_TASK:
2022-10-31 10:37:28 +00:00
// code = qWorkerProcessCancelMsg(pQnode, pQnode->pQuery, pMsg, ts);
2022-05-21 09:47:29 +00:00
break;
2022-06-28 02:34:51 +00:00
case TDMT_SCH_DROP_TASK:
2022-05-28 14:13:26 +00:00
code = qWorkerProcessDropMsg(pQnode, pQnode->pQuery, pMsg, ts);
2022-05-21 09:47:29 +00:00
break;
2022-10-31 10:37:28 +00:00
case TDMT_VND_TMQ_CONSUME:
2022-05-21 09:47:29 +00:00
// code = tqProcessConsumeReq(pQnode->pTq, pMsg);
// break;
2022-06-28 02:34:51 +00:00
case TDMT_SCH_QUERY_HEARTBEAT:
2022-05-28 14:13:26 +00:00
code = qWorkerProcessHbMsg(pQnode, pQnode->pQuery, pMsg, ts);
2022-05-21 09:47:29 +00:00
break;
2023-08-25 06:59:34 +00:00
case TDMT_SCH_TASK_NOTIFY:
code = qWorkerProcessNotifyMsg(pQnode, pQnode->pQuery, pMsg, ts);
break;
2022-03-07 11:37:17 +00:00
default:
2022-05-21 09:57:39 +00:00
qError("unknown msg type:%d in qnode queue", pMsg->msgType);
2022-11-02 07:28:32 +00:00
terrno = TSDB_CODE_APP_ERROR;
2022-03-07 11:37:17 +00:00
}
2022-05-21 09:47:29 +00:00
2024-07-24 05:58:17 +00:00
if (code == 0) {
return TSDB_CODE_ACTION_IN_PROGRESS;
} else {
return code;
}
2022-03-07 11:37:17 +00:00
}