mirror of
https://github.com/taosdata/TDengine
synced 2026-05-24 10:09:01 +00:00
* fix: windows compile issue * test: add vtable cases (#31829) * fix: windows compile issues * test:add test cases * fix: windows compile issue * case: em-4 stream case submit * test: stream4_sub1 found bug2 * test: submit test_scene_meters_bug2.py * add stream parameters example * feat: [TS-6100] Do not translate const value as column. * Feat/ts 6100 3.0 zlv (#31747) * modify asan exampel * modify asan exampel * add example * add example * modify case example --------- Co-authored-by: zelv01 <1101510017@qq.com> * feat(stream): fix memory leak * modify sliding example * test: update test case. * feat(stream): fix conflicts * fix: add offset case 10a 10s 10m 10h 10d * feat(stream): fix conflicts * chore(stream): rename case name #TS-6100 * add case * modify example * fix: windows compile issues * fix: data null check * feat: [TS-6100] Forbid where when using %%trows (#31827) * feat: [TS-6100] Forbid where when using %%trows * test: update cases * feat: [TS-6100] Fix leaks. --------- Co-authored-by: Simon Guan <guanshengliang@qq.com> * test: reproduce bugs * test: update test case. * test: update test case. * feat: [TS-6100] Fix leaks. * test: add cases * Feat/ts 6100 3.0.pw10 (#31841) * enh: add operator reset func * fix: merge join reset issue * fix: memory issues * fix: add debug assert * fix: memory issues * fix: memory leak * fix: memory issues * fix taos log miss * fix: case issue * fix: case issue * fix: case issues * fix: drop dnode issue * fix: memory issues * fix: memory issues * fix: memory leak issues * fix: recalculate time range issue * fix: add debug log * fix: memory issues * fix: enable case asan * Update streamlist_for_ci.task * fix: case asan issue * fix: stream name issue * fix: external window compile issues * fix: deploy memory issue * fix: ahandle issue * fix: ahandle issue * fix: ahandle issue * fix: virtual table reader list issue * fix: log info * fix: msg error * fix: virtual table addr list issue * fix: memory issues * fix: memory leak issue * fix: memory issues * fix: memory free issues * fix: memory issues * fix: snode deploy issue * fix: mnode reader issue * fix: memory issues * fix: add debug test * enh: add ignore nodata trigger * fix: memory leaks * fix: configuration issue * fix: memory issue * fix: external window issue * fix: external window issues * fix: external window placeholder issue * fix: placeholder function init issues * fix: memory leak issue * fix: add debug log * fix: compile issues * fix: double free issue * fix: runner addr update issue * fix: msg rsp issue * fix: external window reset issue * fix: configuration issue * fix: deploy msg issue * fix: compile issue --------- Co-authored-by: huohong <sallyhuo@taosdata.com> * test: reproduce bugs * fix: add sliding interval combine case * test: add cases * test: add recalc test. * test: reproduce bugs * case : add vt ts is null check * modify case * bug: submit test_idmp_meters_bug3.py * test: add test for recalc. * test: add cases * fix: error code check * test: add cases * fix(stream): scan wal with schema in that version * add case * test: add cases * test: update test case. * fix: windows compile issues * add case * test: add cases (#31845) * modify case * fix: reset interpPrev * test: add test_idmp_meters bug4 and bug3 * add case * fix(stream): opti wal interface * fix: remove test_idmp_meters_bug5.py * test: add cases * fix(stream): fix ts data fetch for virtual tables * cancel asan case * test: update test case. * test: update test case. * add case * test: add cases * test: add cases * test: add case test_idmp_meters_bug5.py * test: update test case. * fix(stream): tmq error * test: add cases * feat: [TS-6100] Restore deleted code in mndSma.c since they are still in use. * fix(stream): optimize val scan logic * test: add test_recalc_expired_time.py to ci. * test: update test case. * test: update test case. * feat: [TS-6100] Fix fill range check * fix(stream): optimize val scan logic * add case * test: modify for partition by %%1 * test: add fun case stream4_sub7 * fix(stream): optimize val scan logic * add case * feat: [TS-6100] Rename OPTIONS to STREAM_OPTIONS. * test: add test for recalc. * test: use stream_options. * fix: some cases error. * test: remove recalc from ci. * fix: ci case issues (#31880) * enh: add operator reset func * fix: merge join reset issue * fix: memory issues * fix: add debug assert * fix: memory issues * fix: memory leak * fix: memory issues * fix taos log miss * fix: case issue * fix: case issue * fix: case issues * fix: drop dnode issue * fix: memory issues * fix: memory issues * fix: memory leak issues * fix: recalculate time range issue * fix: add debug log * fix: memory issues * fix: enable case asan * Update streamlist_for_ci.task * fix: case asan issue * fix: stream name issue * fix: external window compile issues * fix: deploy memory issue * fix: ahandle issue * fix: ahandle issue * fix: ahandle issue * fix: virtual table reader list issue * fix: log info * fix: msg error * fix: virtual table addr list issue * fix: memory issues * fix: memory leak issue * fix: memory issues * fix: memory free issues * fix: memory issues * fix: snode deploy issue * fix: mnode reader issue * fix: memory issues * fix: add debug test * enh: add ignore nodata trigger * fix: memory leaks * fix: configuration issue * fix: memory issue * fix: external window issue * fix: external window issues * fix: external window placeholder issue * fix: placeholder function init issues * fix: memory leak issue * fix: add debug log * fix: compile issues * fix: double free issue * fix: runner addr update issue * fix: msg rsp issue * fix: external window reset issue * fix: configuration issue * fix: deploy msg issue * fix: compile issue * fix: external window idx issue * fix: ci issues --------- Co-authored-by: huohong <sallyhuo@taosdata.com> * fix(stream): fix compilation error * fix(stream): optimize val scan logic * test:add test cases * test: modify case * fix: external agg error * test(stream): tobacco scene testing #TD-36514 * test: add stream cases (#31885) * fix: windows compile issue * fix: calc timerange * fix: windows compile issue * modify case * fix(stream): compile error * test: remove one debug test case file * test: modify * test: add test cases * test: reproduce bugs * test: reproduce bugs * feat: [TS-6100] Placeholder function should only appera in SELECT and… (#31868) * feat: [TS-6100] Placeholder function should only appera in SELECT and WHERE and FROM. * test: update case --------- Co-authored-by: Simon Guan <guanshengliang@qq.com> * add example * add example * modify case example * modify case * test:alter sql * test: add stream5 case * fix(stream): get schema error with version * test: add delete recalc test py. * test: remove bug cases * test: stream5 case test passed * test: add state cases (#31893) * fix(stream): compile error * test: modify case * test: add cases * test: add test. * test: update test case. * chore(test): fix case err * test: update test case. * fix: align data get * fix(stream): fix row index of datablock written into data cache * fix: put align data * test: update test case. * test: add test cases for virtual table * chore(test): fix case err #TD-36514 * add case * test: add test for water mark. * test: add meters bug6 for stream5 * test: add cases (#31903) * test: add test for recalc. * feat: [TS-6100] %%trows can only be used when event type is window close. * test: add precision of database for ms/us/ns * modify case * add case * add case * test: add test to ci. * modify case * fix: ci case issues (#31904) * enh: add operator reset func * fix: merge join reset issue * fix: memory issues * fix: add debug assert * fix: memory issues * fix: memory leak * fix: memory issues * fix taos log miss * fix: case issue * fix: case issue * fix: case issues * fix: drop dnode issue * fix: memory issues * fix: memory issues * fix: memory leak issues * fix: recalculate time range issue * fix: add debug log * fix: memory issues * fix: enable case asan * Update streamlist_for_ci.task * fix: case asan issue * fix: stream name issue * fix: external window compile issues * fix: deploy memory issue * fix: ahandle issue * fix: ahandle issue * fix: ahandle issue * fix: virtual table reader list issue * fix: log info * fix: msg error * fix: virtual table addr list issue * fix: memory issues * fix: memory leak issue * fix: memory issues * fix: memory free issues * fix: memory issues * fix: snode deploy issue * fix: mnode reader issue * fix: memory issues * fix: add debug test * enh: add ignore nodata trigger * fix: memory leaks * fix: configuration issue * fix: memory issue * fix: external window issue * fix: external window issues * fix: external window placeholder issue * fix: placeholder function init issues * fix: memory leak issue * fix: add debug log * fix: compile issues * fix: double free issue * fix: runner addr update issue * fix: msg rsp issue * fix: external window reset issue * fix: configuration issue * fix: deploy msg issue * fix: compile issue * fix: external window idx issue * fix: ci issues * fix: ci case issues * fix: drop dnode issue --------- Co-authored-by: huohong <sallyhuo@taosdata.com> * fix(stream): ci error * test: update test case. * feat: [TS-6100] Disable some failed UT. * feat: [TS-6100] Fix virtual table * test: add bug 5. * test: add test delete recalc to ci. * test: add bug 6. * test(stream): tobacco scene #TD-36514 * fix: reqCids,reqCols memory leak in SSTriggerRealtimeContext Co-authored-by: Tony Zhang <tonyzhang@taosdata.com> * test: add case stream6 * fix(stream): implement some pending features in trigger task * modify case * modify case * fix: case issues * modify case * test: add recalc for warter mark. * fix(stream): fix count window trigger of virtual tables * fix(stream): memory leak * test: fix run err. * test: add stream6 bug7 * fix: adjust format * test(stream): tobacco scene testing #TD-36514 * test: change bug7 with update window1 and 2 * test: add test bug 7. * case: restore write 3 window * fix: windows compile issue * fix: notify * test: add cases * modify case * test: update test case. * test(stream): toobacco scene testing #TD-36514 --------- Co-authored-by: Simon Guan <slguan@taosdata.com> Co-authored-by: plum-lihui <huili@taosdata.com> Co-authored-by: Alex Duan <417921451@qq.com> Co-authored-by: zelv01 <1101510017@qq.com> Co-authored-by: Jing Sima <simondominic9997@outlook.com> Co-authored-by: xiangyang guo <66111494+happyguoxy@users.noreply.github.com> Co-authored-by: wangmm0220 <wangmm0220@gmail.com> Co-authored-by: Haojun Liao <hjliao@taosdata.com> Co-authored-by: zyyang90 <zyyang@taosdata.com> Co-authored-by: Alex Duan <51781608+DuanKuanJun@users.noreply.github.com> Co-authored-by: facetosea <285808407@qq.com> Co-authored-by: Simon Guan <guanshengliang@qq.com> Co-authored-by: huohong <sallyhuo@taosdata.com> Co-authored-by: Li Hui <52318143+plum-lihui@users.noreply.github.com> Co-authored-by: Jinqing Kuang <kuangjinqingcn@gmail.com> Co-authored-by: xiao-77 <berylbao@taosdata.com> Co-authored-by: Zhixiao Bao <62235797+xiao-77@users.noreply.github.com> Co-authored-by: happyguoxy <happy_guoxy@163.com> Co-authored-by: Tony Zhang <34825804+Tony2h@users.noreply.github.com> Co-authored-by: Tony Zhang <tonyzhang@taosdata.com>
282 lines
No EOL
8.1 KiB
C++
282 lines
No EOL
8.1 KiB
C++
#include <iostream>
|
|
#include <iomanip>
|
|
#include <fstream>
|
|
#include <sstream>
|
|
#include <string>
|
|
#include <vector>
|
|
#include <unistd.h>
|
|
#include <limits.h>
|
|
#include <sys/stat.h>
|
|
#include <algorithm>
|
|
#include <unordered_map>
|
|
#include <gtest/gtest.h>
|
|
|
|
#include "tmsg.h"
|
|
|
|
#undef TD_MSG_NUMBER_
|
|
#undef TD_MSG_DICT_
|
|
#undef TD_MSG_INFO_
|
|
#define TD_MSG_TYPE_INFO_
|
|
#undef TD_MSG_RANGE_CODE_
|
|
#undef TD_MSG_SEG_CODE_
|
|
#include "tmsgdef.h"
|
|
|
|
#undef getline
|
|
#undef close
|
|
|
|
using namespace std;
|
|
|
|
enum class ParseStatus {
|
|
Success,
|
|
FileNotExist,
|
|
FileNotOpen,
|
|
ResponseWithoutRequest,
|
|
RequestWithoutResponse
|
|
};
|
|
|
|
typedef struct {
|
|
string name;
|
|
string rspName;
|
|
int32_t type;
|
|
int32_t rspType;
|
|
} STestMsgTypeInfo;
|
|
|
|
string getExecutableDirectory() {
|
|
char result[PATH_MAX];
|
|
ssize_t count = readlink("/proc/self/exe", result, PATH_MAX);
|
|
if (count != -1) {
|
|
result[count] = '\0';
|
|
string path(result);
|
|
size_t pos = path.rfind('/');
|
|
if (pos != string::npos) {
|
|
path.erase(pos + 1);
|
|
}
|
|
return path;
|
|
} else {
|
|
throw std::runtime_error("Failed to get the executable's directory");
|
|
}
|
|
}
|
|
|
|
|
|
// parses key-value pairs from strings
|
|
pair<string, int32_t> parseKeyValuePair(const string &line, char delim = '=') {
|
|
size_t pos = line.find(delim);
|
|
if (pos == string::npos)
|
|
return make_pair("", 0);
|
|
|
|
string key = line.substr(0, pos);
|
|
|
|
// remove leading spaces
|
|
size_t firstNotSpace = key.find_first_not_of(" ");
|
|
if (firstNotSpace != string::npos) {
|
|
key = key.substr(firstNotSpace);
|
|
} else {
|
|
key.clear();
|
|
}
|
|
|
|
// remove ending spaces
|
|
size_t lastNotSpace = key.find_last_not_of(" ");
|
|
if (lastNotSpace != string::npos) {
|
|
key = key.substr(0, lastNotSpace + 1);
|
|
}
|
|
|
|
if (key.front() == '"' && key.back() == '"')
|
|
key = key.substr(1, key.size() - 2);
|
|
|
|
if (key.front() == '\'' && key.back() == '\'')
|
|
key = key.substr(1, key.size() - 2);
|
|
|
|
string valStr = line.substr(pos + 1);
|
|
int32_t val = stoi(valStr);
|
|
return make_pair(key, val);
|
|
}
|
|
|
|
// read the configuration file and parse it into the STestMsgTypeInfo array
|
|
ParseStatus readConfig(const string& filePath, vector<STestMsgTypeInfo>& msgTypes) {
|
|
ifstream file(filePath);
|
|
if (!file.is_open()) {
|
|
if (file.fail() && errno == ENOENT) {
|
|
cerr << "Error: The file does not exist, file: " << filePath << endl;
|
|
return ParseStatus::FileNotExist;
|
|
} else {
|
|
cerr << "Error: Could not open the file, file: " << filePath << endl;
|
|
return ParseStatus::FileNotOpen;
|
|
}
|
|
}
|
|
|
|
auto endsWith = [](const string& str, const string& suffix) {
|
|
if (str.length() < suffix.length()) {
|
|
return false;
|
|
}
|
|
return equal(str.end() - suffix.length(), str.end(), suffix.begin());
|
|
};
|
|
|
|
|
|
bool evenLine = true;
|
|
string line;
|
|
string suffix("_RSP");
|
|
pair<string, int32_t> reqKwInfo;
|
|
while (std::getline(file, line)) {
|
|
char delim = '#';
|
|
if (line.find('=') != string::npos) {
|
|
delim = '=';
|
|
} else if (line.find(':') != string::npos) {
|
|
delim = ':';
|
|
} else if (line.find('{') != string::npos || line.find('}') != string::npos) {
|
|
// TODO: parse json format
|
|
continue;
|
|
} else {
|
|
continue;
|
|
}
|
|
|
|
auto curKwInfo = parseKeyValuePair(line, delim);
|
|
evenLine = ! evenLine;
|
|
|
|
// check message type
|
|
if (evenLine == false) { // req msg
|
|
reqKwInfo = curKwInfo;
|
|
} else { // rsp msg
|
|
if (reqKwInfo.first.empty()) {
|
|
cerr << "Error: Found a response message without a matching request, rsp: " << curKwInfo.first << endl;
|
|
return ParseStatus::ResponseWithoutRequest;
|
|
} else if (!endsWith(curKwInfo.first, suffix)) {
|
|
cerr << "Error: A request message was not followed by a matching response, req: " << reqKwInfo.first << endl;
|
|
return ParseStatus::RequestWithoutResponse;
|
|
} else {
|
|
STestMsgTypeInfo msgInfo;
|
|
msgInfo.name = reqKwInfo.first;
|
|
msgInfo.rspName = curKwInfo.first;
|
|
msgInfo.type = reqKwInfo.second;
|
|
msgInfo.rspType = curKwInfo.second;
|
|
msgTypes.push_back(msgInfo);
|
|
|
|
// reset req info
|
|
reqKwInfo = make_pair("", -1);
|
|
}
|
|
}
|
|
}
|
|
|
|
if (!reqKwInfo.first.empty()) {
|
|
cerr << "Error: A request message was not followed by a matching response, req: " << reqKwInfo.first << endl;
|
|
return ParseStatus::RequestWithoutResponse;
|
|
}
|
|
|
|
return ParseStatus::Success;
|
|
}
|
|
// TODO(smj) : disable for stream, reopen it later
|
|
#if 0
|
|
|
|
TEST(td_msg_test, msg_type_compatibility_test) {
|
|
// cout << TMSG_INFO(TDMT_VND_DROP_TABLE) << endl;
|
|
// cout << TMSG_INFO(TDMT_MND_DROP_SUPER_TABLE) << endl;
|
|
// cout << TMSG_INFO(TDMT_MND_CREATE_SUPER_TABLE) << endl;
|
|
|
|
// int32_t msgSize = sizeof(tMsgTypeInfo) / sizeof(SMsgTypeInfo);
|
|
// for (int32_t i = 0; i < msgSize; ++i) {
|
|
// SMsgTypeInfo *pInfo = &tMsgTypeInfo[i];
|
|
// cout << i * 2 + 1 << " " << pInfo->name << " " << pInfo->type << endl;
|
|
// cout << i * 2 + 2 << " " << pInfo->rspName << " " << pInfo->rspType << endl;
|
|
// }
|
|
|
|
|
|
// current msgs: to map
|
|
unordered_map<string, const SMsgTypeInfo*> map;
|
|
for (const auto& info : tMsgTypeInfo) {
|
|
map[info.name] = &info;
|
|
}
|
|
|
|
string configFileName = "msgTypeTable.ini";
|
|
string execDir = getExecutableDirectory();
|
|
string configFilePath(execDir + configFileName);
|
|
|
|
vector<STestMsgTypeInfo> msgTypes;
|
|
ParseStatus status = readConfig(configFilePath, msgTypes);
|
|
|
|
switch (status) {
|
|
case ParseStatus::Success:
|
|
for (const auto& stdInfo : msgTypes) {
|
|
auto it = map.find(stdInfo.name);
|
|
if (it == map.end()) {
|
|
FAIL() << "Error: Could not find msg: " << stdInfo.name << ".";
|
|
} else {
|
|
auto newInfo = it->second;
|
|
|
|
ASSERT_STREQ(stdInfo.name.c_str(), newInfo->name);
|
|
ASSERT_STREQ(stdInfo.rspName.c_str(), newInfo->rspName);
|
|
ASSERT_EQ(stdInfo.type, newInfo->type)
|
|
<< "Message type mismatch(" << stdInfo.name << "): expected " << stdInfo.type << ", got " << newInfo->type << ".";
|
|
ASSERT_EQ(stdInfo.rspType, newInfo->rspType)
|
|
<< "Message response type mismatch(" << stdInfo.rspName << "): expected " << stdInfo.rspType << ", got " << newInfo->rspType << ".";
|
|
}
|
|
}
|
|
break;
|
|
case ParseStatus::FileNotExist:
|
|
FAIL() << "Error: The file does not exist, file: " << configFileName << ".";
|
|
break;
|
|
case ParseStatus::FileNotOpen:
|
|
FAIL() << "Error: Could not open the file, file: " << configFileName << ".";
|
|
break;
|
|
case ParseStatus::ResponseWithoutRequest:
|
|
FAIL() << "Error: Found a response message without a matching request.";
|
|
break;
|
|
case ParseStatus::RequestWithoutResponse:
|
|
FAIL() << "Error: A request message was not followed by a matching response.";
|
|
break;
|
|
default:
|
|
FAIL() << "Unknown Error.";
|
|
break;
|
|
}
|
|
}
|
|
|
|
#endif
|
|
|
|
size_t maxLengthOfMsgType() {
|
|
size_t maxLen = 0;
|
|
for (const auto& info : tMsgTypeInfo) {
|
|
maxLen = std::max(maxLen, strlen(info.name));
|
|
maxLen = std::max(maxLen, strlen(info.rspName));
|
|
}
|
|
return (maxLen / 4 + 1) * 4;
|
|
}
|
|
|
|
|
|
void generateConfigFile(const string& filePath) {
|
|
size_t maxStringLength = maxLengthOfMsgType();
|
|
std::ofstream file(filePath);
|
|
if (!file.is_open()) {
|
|
cerr << "Failed to open file for writing, at: " << filePath << "." << endl;
|
|
return;
|
|
}
|
|
|
|
for (const auto& info : tMsgTypeInfo) {
|
|
file << std::left << std::setw(maxStringLength) << info.name << "= " << info.type << endl;
|
|
file << std::left << std::setw(maxStringLength) << info.rspName << "= " << info.rspType << endl;
|
|
}
|
|
|
|
if (file.fail()) {
|
|
cerr << "An error occurred while writing to the file." << endl;
|
|
} else {
|
|
cout << "Data successfully written to file: " << filePath << endl;
|
|
}
|
|
|
|
file.close();
|
|
}
|
|
|
|
|
|
void processCommandArgs(int argc, char** argv) {
|
|
for (int i = 1; i < argc; ++i) {
|
|
if (string(argv[i]) == "--output-config") {
|
|
string configFile = (i + 1 < argc) ? argv[++i] : "./msgTypeTable.ini";
|
|
generateConfigFile(configFile);
|
|
exit(0);
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
int main(int argc, char **argv) {
|
|
processCommandArgs(argc, argv);
|
|
|
|
testing::InitGoogleTest(&argc, argv);
|
|
return RUN_ALL_TESTS();
|
|
} |