mirror of
https://github.com/taosdata/TDengine
synced 2026-05-24 10:09:01 +00:00
* migrate system-test/2-query * revert file * update case.task * resolve script migrate * run new test framework on new_testcases * migrate system-test/2-query * format docstring * fix test validation * fix test validation * fix error * migrate army case * migrate army case * fix error * migrate system-test/2-query * migrate system-test/2-query * migrate system-test/2-query * migrate system-test/2-query * test exe time * fix ci error * migrate system-test/1-insert * new common function * migrate system-test/1-insert * fix ci error * migrate system-test/1-insert * feat: add configuration and script for memory allocator settings * fix: correct HEAPPROFILE path and remove redundant metadata_thp setting in memory allocator script * fix ci error * migrate system-test/1-insert, 2-query * feat:insert into subquery (#31401) (#31710) * migrate system-test/99-TDcase * feat(gpt): add grant check for gpt. (#31708) * migrate system-test/99-TDcase * migrate system-test/99-TDcase * migrate system-test/99-TDcase * fix/send-heartbeat-statis (#31680) * migrate system-test/7-tmq * chore: support cmake option TAOSWS_GIT_TAG like taosadapter [skip ci] (#31486) * add system-test/6/cluster test * chore: move default branch from main to 3.3.6 for adapter/taosws * fix docstring validation * migrate system-test/7-tmq * migrate system-test/7-tmq * feat: add set_taos_malloc_env configuration and update related scripts * Update 03-kubernetes.md * enh: add log for snapshot (#31681) * simple test * more * migrate system-test/7-tmq * migrate system-test 0-others cases * migrate system-test/7-tmq * fix docstring validation * migrate system-test/7-tmq * fix docstring validation * fix: invalid queue * fix docstring validation * refactor: reorganize memory allocator script constants and improve mode descriptions * enh: TD-36324-improve-sync-heartbeat-log (#31727) * recover log level * fix: taosd crush in query when insufficient memory (#31746) Co-authored-by: Tony Zhang <tonyzhang@taosdata.com> * fix: overflow check in snprintf (#31780) * migrate system-test/7-tmq * migrate some cases * migrate system-test/7-tmq * fix failed cases * fix failed cases * migrate some cases * fix failed cases * fix failed cases * migrate testcases * fix: update environment file path in taosd.service and adjust set_taos_malloc.sh configuration * fix: set lcn before do s3 migrate. (#31782) * migrate testcases * fix failed cases * fix: add condition to set default malloc config for taosd service * fix: update usage message in set_taos_malloc.sh to include quiet mode option * fix: add quiet mode option to set malloc config in install script * fix: update set_taos_malloc.sh to improve output messages and adjust default malloc config invocation * recover log level * fix(tmq): [TS-6569]tdb error if write tmq meta data in multi thread (#31808) * fix: the calculation of dnode uptime (#31832) * migrate testcase * fix: correct timediff function bug and redress docs (#31798) * fix: enhance malloc configuration for taosd and taosadapter in install script * fix: TD-36442 show full condition (#31796) * enh/TD-36466-sync-heartbeat (#31805) * fix(plan) virtual table support BI moudle when use in select (#31787) * fix failed cases * enh: TS-5926-force-repair-wal (#31828) * migrate testcase * rename taos & taosd (#31855) * migrate testcase * migrate testcase * fix failed cases * fix: update environment file paths in taosd.service and set_taos_malloc.sh * feat: add performance tuning documentation for memory optimization and set_taos_malloc.sh usage * fix: update file paths in performance tuning documentation for consistency * feat: add performance tuning documentation for memory allocator configuration script * fix: add missing line breaks for improved readability in performance tuning documentation * fix: adjust heading levels for consistency in performance tuning documentation * fix cases * fix new_testcases * fix failed cases * fix(query): support show tags on virtual table (#31831) * fix failed cases * docs: replace mysql screenshot (#31888) * feat: use the new TDengine product name (#31859) * merge 3.0 * fix failed cases * fix failed cases * merge 3.0 * fix cases * fix cases * doc: Update 03-stream.md (#31675) * chore(deps): bump requests from 2.27.1 to 2.32.4 in /test (#31326) Bumps [requests](https://github.com/psf/requests) from 2.27.1 to 2.32.4. - [Release notes](https://github.com/psf/requests/releases) - [Changelog](https://github.com/psf/requests/blob/main/HISTORY.md) - [Commits](https://github.com/psf/requests/compare/v2.27.1...v2.32.4) --- updated-dependencies: - dependency-name: requests dependency-version: 2.32.4 dependency-type: direct:production ... Signed-off-by: dependabot[bot] <support@github.com> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> * fix new cases * fix:Convert line endings from LF to CRLF for ans file * build(deps): bump golang.org/x/net in /tools/keeper (#30811) Bumps [golang.org/x/net](https://github.com/golang/net) from 0.36.0 to 0.38.0. - [Commits](https://github.com/golang/net/compare/v0.36.0...v0.38.0) --- updated-dependencies: - dependency-name: golang.org/x/net dependency-version: 0.38.0 dependency-type: indirect ... Signed-off-by: dependabot[bot] <support@github.com> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> * chore(deps): bump urllib3 from 1.26.20 to 2.5.0 in /test (#31414) Bumps [urllib3](https://github.com/urllib3/urllib3) from 1.26.20 to 2.5.0. - [Release notes](https://github.com/urllib3/urllib3/releases) - [Changelog](https://github.com/urllib3/urllib3/blob/main/CHANGES.rst) - [Commits](https://github.com/urllib3/urllib3/compare/1.26.20...2.5.0) --- updated-dependencies: - dependency-name: urllib3 dependency-version: 2.5.0 dependency-type: direct:production ... Signed-off-by: dependabot[bot] <support@github.com> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> * chore(deps): bump org.apache.tomcat.embed:tomcat-embed-core (#31392) Bumps org.apache.tomcat.embed:tomcat-embed-core from 9.0.104 to 9.0.106. --- updated-dependencies: - dependency-name: org.apache.tomcat.embed:tomcat-embed-core dependency-version: 9.0.106 dependency-type: direct:production ... Signed-off-by: dependabot[bot] <support@github.com> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> * chore(deps): bump org.apache.tomcat.embed:tomcat-embed-core (#31393) Bumps org.apache.tomcat.embed:tomcat-embed-core from 9.0.104 to 9.0.106. --- updated-dependencies: - dependency-name: org.apache.tomcat.embed:tomcat-embed-core dependency-version: 9.0.106 dependency-type: direct:production ... Signed-off-by: dependabot[bot] <support@github.com> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> * chore(deps): bump org.apache.kafka:kafka-clients (#31341) Bumps org.apache.kafka:kafka-clients from 3.9.0 to 3.9.1. --- updated-dependencies: - dependency-name: org.apache.kafka:kafka-clients dependency-version: 3.9.1 dependency-type: direct:production ... Signed-off-by: dependabot[bot] <support@github.com> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> * fix: add lock when calculating log buffer start/end (#31883) * fix new cases * fix new cases * fix failed cases * feat: new stream (#31678) * fix: windows compile issue * test: add vtable cases (#31829) * fix: windows compile issues * test:add test cases * fix: windows compile issue * case: em-4 stream case submit * test: stream4_sub1 found bug2 * test: submit test_scene_meters_bug2.py * add stream parameters example * feat: [TS-6100] Do not translate const value as column. * Feat/ts 6100 3.0 zlv (#31747) * modify asan exampel * modify asan exampel * add example * add example * modify case example --------- Co-authored-by: zelv01 <1101510017@qq.com> * feat(stream): fix memory leak * modify sliding example * test: update test case. * feat(stream): fix conflicts * fix: add offset case 10a 10s 10m 10h 10d * feat(stream): fix conflicts * chore(stream): rename case name #TS-6100 * add case * modify example * fix: windows compile issues * fix: data null check * feat: [TS-6100] Forbid where when using %%trows (#31827) * feat: [TS-6100] Forbid where when using %%trows * test: update cases * feat: [TS-6100] Fix leaks. --------- Co-authored-by: Simon Guan <guanshengliang@qq.com> * test: reproduce bugs * test: update test case. * test: update test case. * feat: [TS-6100] Fix leaks. * test: add cases * Feat/ts 6100 3.0.pw10 (#31841) * enh: add operator reset func * fix: merge join reset issue * fix: memory issues * fix: add debug assert * fix: memory issues * fix: memory leak * fix: memory issues * fix taos log miss * fix: case issue * fix: case issue * fix: case issues * fix: drop dnode issue * fix: memory issues * fix: memory issues * fix: memory leak issues * fix: recalculate time range issue * fix: add debug log * fix: memory issues * fix: enable case asan * Update streamlist_for_ci.task * fix: case asan issue * fix: stream name issue * fix: external window compile issues * fix: deploy memory issue * fix: ahandle issue * fix: ahandle issue * fix: ahandle issue * fix: virtual table reader list issue * fix: log info * fix: msg error * fix: virtual table addr list issue * fix: memory issues * fix: memory leak issue * fix: memory issues * fix: memory free issues * fix: memory issues * fix: snode deploy issue * fix: mnode reader issue * fix: memory issues * fix: add debug test * enh: add ignore nodata trigger * fix: memory leaks * fix: configuration issue * fix: memory issue * fix: external window issue * fix: external window issues * fix: external window placeholder issue * fix: placeholder function init issues * fix: memory leak issue * fix: add debug log * fix: compile issues * fix: double free issue * fix: runner addr update issue * fix: msg rsp issue * fix: external window reset issue * fix: configuration issue * fix: deploy msg issue * fix: compile issue --------- Co-authored-by: huohong <sallyhuo@taosdata.com> * test: reproduce bugs * fix: add sliding interval combine case * test: add cases * test: add recalc test. * test: reproduce bugs * case : add vt ts is null check * modify case * bug: submit test_idmp_meters_bug3.py * test: add test for recalc. * test: add cases * fix: error code check * test: add cases * fix(stream): scan wal with schema in that version * add case * test: add cases * test: update test case. * fix: windows compile issues * add case * test: add cases (#31845) * modify case * fix: reset interpPrev * test: add test_idmp_meters bug4 and bug3 * add case * fix(stream): opti wal interface * fix: remove test_idmp_meters_bug5.py * test: add cases * fix(stream): fix ts data fetch for virtual tables * cancel asan case * test: update test case. * test: update test case. * add case * test: add cases * test: add cases * test: add case test_idmp_meters_bug5.py * test: update test case. * fix(stream): tmq error * test: add cases * feat: [TS-6100] Restore deleted code in mndSma.c since they are still in use. * fix(stream): optimize val scan logic * test: add test_recalc_expired_time.py to ci. * test: update test case. * test: update test case. * feat: [TS-6100] Fix fill range check * fix(stream): optimize val scan logic * add case * test: modify for partition by %%1 * test: add fun case stream4_sub7 * fix(stream): optimize val scan logic * add case * feat: [TS-6100] Rename OPTIONS to STREAM_OPTIONS. * test: add test for recalc. * test: use stream_options. * fix: some cases error. * test: remove recalc from ci. * fix: ci case issues (#31880) * enh: add operator reset func * fix: merge join reset issue * fix: memory issues * fix: add debug assert * fix: memory issues * fix: memory leak * fix: memory issues * fix taos log miss * fix: case issue * fix: case issue * fix: case issues * fix: drop dnode issue * fix: memory issues * fix: memory issues * fix: memory leak issues * fix: recalculate time range issue * fix: add debug log * fix: memory issues * fix: enable case asan * Update streamlist_for_ci.task * fix: case asan issue * fix: stream name issue * fix: external window compile issues * fix: deploy memory issue * fix: ahandle issue * fix: ahandle issue * fix: ahandle issue * fix: virtual table reader list issue * fix: log info * fix: msg error * fix: virtual table addr list issue * fix: memory issues * fix: memory leak issue * fix: memory issues * fix: memory free issues * fix: memory issues * fix: snode deploy issue * fix: mnode reader issue * fix: memory issues * fix: add debug test * enh: add ignore nodata trigger * fix: memory leaks * fix: configuration issue * fix: memory issue * fix: external window issue * fix: external window issues * fix: external window placeholder issue * fix: placeholder function init issues * fix: memory leak issue * fix: add debug log * fix: compile issues * fix: double free issue * fix: runner addr update issue * fix: msg rsp issue * fix: external window reset issue * fix: configuration issue * fix: deploy msg issue * fix: compile issue * fix: external window idx issue * fix: ci issues --------- Co-authored-by: huohong <sallyhuo@taosdata.com> * fix(stream): fix compilation error * fix(stream): optimize val scan logic * test:add test cases * test: modify case * fix: external agg error * test(stream): tobacco scene testing #TD-36514 * test: add stream cases (#31885) * fix: windows compile issue * fix: calc timerange * fix: windows compile issue * modify case * fix(stream): compile error * test: remove one debug test case file * test: modify * test: add test cases * test: reproduce bugs * test: reproduce bugs * feat: [TS-6100] Placeholder function should only appera in SELECT and… (#31868) * feat: [TS-6100] Placeholder function should only appera in SELECT and WHERE and FROM. * test: update case --------- Co-authored-by: Simon Guan <guanshengliang@qq.com> * add example * add example * modify case example * modify case * test:alter sql * test: add stream5 case * fix(stream): get schema error with version * test: add delete recalc test py. * test: remove bug cases * test: stream5 case test passed * test: add state cases (#31893) * fix(stream): compile error * test: modify case * test: add cases * test: add test. * test: update test case. * chore(test): fix case err * test: update test case. * fix: align data get * fix(stream): fix row index of datablock written into data cache * fix: put align data * test: update test case. * test: add test cases for virtual table * chore(test): fix case err #TD-36514 * add case * test: add test for water mark. * test: add meters bug6 for stream5 * test: add cases (#31903) * test: add test for recalc. * feat: [TS-6100] %%trows can only be used when event type is window close. * test: add precision of database for ms/us/ns * modify case * add case * add case * test: add test to ci. * modify case * fix: ci case issues (#31904) * enh: add operator reset func * fix: merge join reset issue * fix: memory issues * fix: add debug assert * fix: memory issues * fix: memory leak * fix: memory issues * fix taos log miss * fix: case issue * fix: case issue * fix: case issues * fix: drop dnode issue * fix: memory issues * fix: memory issues * fix: memory leak issues * fix: recalculate time range issue * fix: add debug log * fix: memory issues * fix: enable case asan * Update streamlist_for_ci.task * fix: case asan issue * fix: stream name issue * fix: external window compile issues * fix: deploy memory issue * fix: ahandle issue * fix: ahandle issue * fix: ahandle issue * fix: virtual table reader list issue * fix: log info * fix: msg error * fix: virtual table addr list issue * fix: memory issues * fix: memory leak issue * fix: memory issues * fix: memory free issues * fix: memory issues * fix: snode deploy issue * fix: mnode reader issue * fix: memory issues * fix: add debug test * enh: add ignore nodata trigger * fix: memory leaks * fix: configuration issue * fix: memory issue * fix: external window issue * fix: external window issues * fix: external window placeholder issue * fix: placeholder function init issues * fix: memory leak issue * fix: add debug log * fix: compile issues * fix: double free issue * fix: runner addr update issue * fix: msg rsp issue * fix: external window reset issue * fix: configuration issue * fix: deploy msg issue * fix: compile issue * fix: external window idx issue * fix: ci issues * fix: ci case issues * fix: drop dnode issue --------- Co-authored-by: huohong <sallyhuo@taosdata.com> * fix(stream): ci error * test: update test case. * feat: [TS-6100] Disable some failed UT. * feat: [TS-6100] Fix virtual table * test: add bug 5. * test: add test delete recalc to ci. * test: add bug 6. * test(stream): tobacco scene #TD-36514 * fix: reqCids,reqCols memory leak in SSTriggerRealtimeContext Co-authored-by: Tony Zhang <tonyzhang@taosdata.com> * test: add case stream6 * fix(stream): implement some pending features in trigger task * modify case * modify case * fix: case issues * modify case * test: add recalc for warter mark. * fix(stream): fix count window trigger of virtual tables * fix(stream): memory leak * test: fix run err. * test: add stream6 bug7 * fix: adjust format * test(stream): tobacco scene testing #TD-36514 * test: change bug7 with update window1 and 2 * test: add test bug 7. * case: restore write 3 window * fix: windows compile issue * fix: notify * test: add cases * modify case * test: update test case. * test(stream): toobacco scene testing #TD-36514 --------- Co-authored-by: Simon Guan <slguan@taosdata.com> Co-authored-by: plum-lihui <huili@taosdata.com> Co-authored-by: Alex Duan <417921451@qq.com> Co-authored-by: zelv01 <1101510017@qq.com> Co-authored-by: Jing Sima <simondominic9997@outlook.com> Co-authored-by: xiangyang guo <66111494+happyguoxy@users.noreply.github.com> Co-authored-by: wangmm0220 <wangmm0220@gmail.com> Co-authored-by: Haojun Liao <hjliao@taosdata.com> Co-authored-by: zyyang90 <zyyang@taosdata.com> Co-authored-by: Alex Duan <51781608+DuanKuanJun@users.noreply.github.com> Co-authored-by: facetosea <285808407@qq.com> Co-authored-by: Simon Guan <guanshengliang@qq.com> Co-authored-by: huohong <sallyhuo@taosdata.com> Co-authored-by: Li Hui <52318143+plum-lihui@users.noreply.github.com> Co-authored-by: Jinqing Kuang <kuangjinqingcn@gmail.com> Co-authored-by: xiao-77 <berylbao@taosdata.com> Co-authored-by: Zhixiao Bao <62235797+xiao-77@users.noreply.github.com> Co-authored-by: happyguoxy <happy_guoxy@163.com> Co-authored-by: Tony Zhang <34825804+Tony2h@users.noreply.github.com> Co-authored-by: Tony Zhang <tonyzhang@taosdata.com> * test: rename TSDB * docs: fix rust examples (#31908) * docs: modify rust native test case * docs: modify rust ws test case * docs: modify rust examples * docs: update rust pool docs * fix new cases * migrate test case * feat: support reading sub table names and tag values from CSV files to create sub tables (#31909) * feat: add obtaining table names from tag files * feat: add write data table control * feat: add table params to write * feat: delete log file * feat: modify test case csv path * feat: resolve memory leakage in the table building thread * feat: resolve compilation errors * feat: resolve table name copy len error * feat: modify create table log level * feat: modifying query configuration parameter array out of bounds * feat: support custom primary key names * feat: modify log level * feat: add set primary key name case * feat: add column keywords case * feat: add keywords case data * feat: modify primaryKeyName value len * feat: modify primaryKeyName value define * feat: modify primaryKeyName value size * fix: compile issue (#31943) Co-authored-by: taos-support <it@taosdata.com> * package: fix error * package: fix error * fix failed cases * merge 3.0 * rename create_table_keywords.py to test_create_table_keywords.py * fix failed cases * fix new cases * docs: update stream (#31957) * docs: update jdbc out-dated descripiton (#31959) * fix: TD-36560 refactor arbitrator group function name and log (#31852) * feat: support BLOB data type (#31704) * rename 0-others/mounts.py to 0-others/test_mounts.py * fix failed cases * docs: update gpt (#31975) * fix failed cases * fix failed cases * package: fix error * feat: add taosBenchmark command line parameters (#31967) * feat: add command line parameters * feat: add command line parameter test cases * fix: tableName len error * enh: set TD Release build in tdengine-build.yml * Update tdengine-build.yml * fix: add json file path log * fix: streamline TD_CONFIG export in build steps * fix: Restore the build configuration --------- Co-authored-by: haoranchen <haoran920c@163.com> * fix: tableName len error (#31977) * fix: tableName len error * fix: modify TD_CONFIG=Release * fix: code format * fix: Restore the build configuration * enh: set TD Release build in tdengine-build.yml (#31980) * enh: set TD Release build in tdengine-build.yml * Update tdengine-build.yml * fix: update cache key for externals to include debug build version * fix: remove verbose flag from build commands in tdengine-build.yml * skip memleak cases * fix failed case * fix failed cases * package: fix error * fix(stmt2):tbname error output (#31997) * fix: possible memory leak (#31972) * feat: create connect add dbname params (#32002) * feat: create connect add dbname params * fix: connect param error * skip failed cases * fix cases on windows * fix cases * support connect bi mode and fix log level * unique sql connect username and password * fix log level * enh: mounted vnode may have no tq (#31916) * fix: subquery memleak (#32024) * fix failed case * fix cases * rename 2-query/test_insert_select.py to 2-query/test_system_insert_select.py * skip memleak cases * enh: rename data forecast/detect to forecasting/anomaly detection (#32021) * package: unique product name * package: update for main * skip tsim cases * chore: update jdbc connection pool validation query sql (#32056) * refactor: quotes usage in bash scripts Signed-off-by: WANG Xu <feici02@outlook.com> * enhn(mqtt/rawblock): new format for msg payload (#31801) * fix: fix broken link in 14-stream.md * docs: 15-spark.md is missing end semicolon (#32068) * chore: bump dev version to 3.3.7.0.alpha (#32066) * fix: blob test (#32020) * fix blob query error * fix blob query error * fix blob query error * fix blob query error * fix blob query error * opt query * opt write * opt write * opt write * opt bse * opt write * opt write * opt write * opt write * opt write * opt write * opt write * opt write * opt write * opt write * opt write * opt write * opt write * add cache * opt query * opt query * opt bse * add data iter * add data iter * add more compress * add more compress * add more compress * add more compress * add more compress * add more compress * opt blob transfer * opt blob transfer * opt blob transfer * opt write * avoid unordered data write * avoid unordered data write * opt read * refactor log * fix invalid write * refactor code * fix merge error * fix merge error * add error code * support blob type len * support blob type len * support blob type len * support blob type len * support blob type len * support blob type len * support blob type len * support blob type len * support blob type len * support blob type len * Merge remote-tracking branch 'origin/3.0' into enh/blob * refactor code * support blob type len * refactor code * refactor code * benchmark support blob type * benchmark support blob type * add log * handle sort and merge row * change file set * change file set * change file set * change file set * change file set * change file set * change file set * opt code * opt read * add restart error and add unit test * add restart error and add unit test * add restart error and add unit test * add restart error and add unit test * add restart error and add unit test * refactor code * add restart error and add unit test * opt code * refactor code * fix invalid write * blob test * blob test * blob test * blob test * blob test * support blob * add str trim * add str trim * Merge remote-tracking branch 'origin/3.0' into feat/blob * Merge remote-tracking branch 'origin/3.0' into feat/blob * update test case * fix invalid read * fix invalid read * fix invalid read * add stmt2 * add stmt2 * add stmt2 * update parameter * refactor test case * refactor test case * support blob * support stmt2 * add sub * support blob * support blob * support sub * fix tmq crash * support windows/darwin * fix stmt2 bind row * fix blob crash * fix blob crash * fix blob query error * fix blob crash * fix merge error * refactor bse * add blob transfer * add blob transfer * add transfer snapshot * refactor code * change log level * change log level * add test case * refactor code * revert taosBenchmark * revert taosbench * fix: improve error handling and encoding for file reading in grep_asserts_in_file function * rm assert * fix mem leak * fix compile error * fix conflict * fix conflict * fix compile error * fix compile error * fix pre check error * fix pre check error * fix compile error on windows * fix error on window * fix error on windows * fix error on windows * opt no-blob sql * fix compile error on dawain * fix compile error on dawain * fix invalid read * fix mem leak * fix invalid read * fix invalid read * fix error on windows * remove unused code * refactor code * fix mem leak * fix mem leak * rm unused code * rm unused code * fix invalid copy * fix invalid copy * fix invalid copy * fix invalid copy * fix invalid copy * refactor code * make ci happy * refactor code * change make * update test case * update ignore code * update bse snapshot and test case * update bse snapshot and test case * refactor code * change unit test * update bse snapshot * update bse snapshot * fix test case * fix bse snapshot * fix bse snapshot * fix snapshot transfer * remove unused log * support func query * add test case * forbidden unsupport code * merge 3.0 * merge 3.0 * change test case * add forbidden code * add forbidden code * add code * support length func * support length func * taosBenchmark support blob * support blob raw block * support write raw block * support more query * Merge branch 'feat/blob' into feat/blob_test * SBlobRow2 * change bse commit change * refactor code * rm exe test * refactor code * checke return code * rename blob name * refactor code * refactor code * refactor code * refactor code * fix unordere write * fix unordere write * fix row merge error * fix row merge error * fix row merge error * fix row merge error * support ordered data * support ordered data * Merge remote-tracking branch 'origin/3.0' into feat/blob_test * fix stmt2 blob crash * add not support write type * add not support write type * add not support write type * rm exe * fix col-formate error * fix col-formate error * fix mem leak * refactor code * add error code for single blob column restriction and update error message * add error code for single blob column restriction and update error message * add error code for single blob column restriction and update error message * refactor code * change error code * make ci happy --------- Co-authored-by: yihaoDeng <yhdeng@taosdata.com> Co-authored-by: chenhaoran <haoran920c@163.com> * package: update for main (#32091) * fix compile error on windows (#32089) * fix: source code merge issues --------- Signed-off-by: dependabot[bot] <support@github.com> Signed-off-by: WANG Xu <feici02@outlook.com> Co-authored-by: minhuinie <nminhui@163.com> Co-authored-by: huohong <sallyhuo@taosdata.com> Co-authored-by: chenhaoran <haoran920c@163.com> Co-authored-by: Nie Minhui <143420805+minhuinie@users.noreply.github.com> Co-authored-by: Mario Peng <48949600+Pengrongkun@users.noreply.github.com> Co-authored-by: Haojun Liao <hjxilinx@users.noreply.github.com> Co-authored-by: dongming chen <cademfly@hotmail.com> Co-authored-by: Linhe Huo <linhehuo@gmail.com> Co-authored-by: huohong <346479823@qq.com> Co-authored-by: Joel Brass <joel@jbrass.com> Co-authored-by: WANG Xu <feici02@outlook.com> Co-authored-by: Hongze Cheng <hzcheng@taosdata.com> Co-authored-by: Tony Zhang <34825804+Tony2h@users.noreply.github.com> Co-authored-by: Tony Zhang <tonyzhang@taosdata.com> Co-authored-by: Kaili Xu <klxu@taosdata.com> Co-authored-by: Zhixiao Bao <62235797+xiao-77@users.noreply.github.com> Co-authored-by: WANG MINGMING <wangmm0220@gmail.com> Co-authored-by: hongzhenliu <wluckyjob@gmail.com> Co-authored-by: Daniel Clow <106956386+danielclow@users.noreply.github.com> Co-authored-by: She Yanjie <57549981+sheyanjie-qq@users.noreply.github.com> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> Co-authored-by: Simon Guan <slguan@taosdata.com> Co-authored-by: plum-lihui <huili@taosdata.com> Co-authored-by: Alex Duan <417921451@qq.com> Co-authored-by: zelv01 <1101510017@qq.com> Co-authored-by: Jing Sima <simondominic9997@outlook.com> Co-authored-by: xiangyang guo <66111494+happyguoxy@users.noreply.github.com> Co-authored-by: Haojun Liao <hjliao@taosdata.com> Co-authored-by: zyyang90 <zyyang@taosdata.com> Co-authored-by: Alex Duan <51781608+DuanKuanJun@users.noreply.github.com> Co-authored-by: facetosea <285808407@qq.com> Co-authored-by: Simon Guan <guanshengliang@qq.com> Co-authored-by: Li Hui <52318143+plum-lihui@users.noreply.github.com> Co-authored-by: Jinqing Kuang <kuangjinqingcn@gmail.com> Co-authored-by: xiao-77 <berylbao@taosdata.com> Co-authored-by: happyguoxy <happy_guoxy@163.com> Co-authored-by: guozhenwei <2227465945@qq.com> Co-authored-by: kevin men <men_shi_bin@163.com> Co-authored-by: taos-support <it@taosdata.com> Co-authored-by: Yihao Deng <luomoxyz@126.com> Co-authored-by: Minglei Jin <49711132+stephenkgu@users.noreply.github.com> Co-authored-by: yihaoDeng <yhdeng@taosdata.com>
367 lines
14 KiB
C
367 lines
14 KiB
C
/*
|
|
* Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
|
|
*
|
|
* This program is free software: you can use, redistribute, and/or modify
|
|
* it under the terms of the GNU Affero General Public License, version 3
|
|
* or later ("AGPL"), as published by the Free Software Foundation.
|
|
*
|
|
* This program is distributed in the hope that it will be useful, but WITHOUT
|
|
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
* FITNESS FOR A PARTICULAR PURPOSE.
|
|
*
|
|
* You should have received a copy of the GNU Affero General Public License
|
|
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
// #include <unistd.h>
|
|
#include <inttypes.h>
|
|
#ifndef WINDOWS
|
|
#include <argp.h>
|
|
#endif
|
|
#include "taos.h"
|
|
|
|
#define debugPrint(fmt, ...) \
|
|
do { if (g_args.debug_print || g_args.verbose_print) {\
|
|
fprintf(stdout, "DEBG: "fmt, __VA_ARGS__); }} while (0)
|
|
|
|
#define warnPrint(fmt, ...) \
|
|
do { fprintf(stderr, "\033[33m"); \
|
|
fprintf(stderr, "WARN: "fmt, __VA_ARGS__); \
|
|
fprintf(stderr, "\033[0m"); } while (0)
|
|
|
|
#define errorPrint(fmt, ...) \
|
|
do { fprintf(stderr, "\033[31m"); \
|
|
fprintf(stderr, "ERROR: "fmt, __VA_ARGS__); \
|
|
fprintf(stderr, "\033[0m"); } while (0)
|
|
|
|
#define okPrint(fmt, ...) \
|
|
do { fprintf(stderr, "\033[32m"); \
|
|
fprintf(stderr, "OK: "fmt, __VA_ARGS__); \
|
|
fprintf(stderr, "\033[0m"); } while (0)
|
|
|
|
int64_t g_num_of_tb = 2;
|
|
int64_t g_num_of_rec = 3;
|
|
|
|
#ifndef WINDOWS
|
|
static struct argp_option options[] = {
|
|
{"tables", 't', "NUMBER", 0, "Number of child tables, default is 10000."},
|
|
{"records", 'n', "NUMBER", 0,
|
|
"Number of records for each table, default is 10000."},
|
|
{0}};
|
|
|
|
static error_t parse_opt(int key, char *arg, struct argp_state *state) {
|
|
switch (key) {
|
|
case 't':
|
|
g_num_of_tb = atoll(arg);
|
|
if (g_num_of_tb < 1) {
|
|
warnPrint("minimal g_num_of_tb is %d\n", 1);
|
|
g_num_of_tb = 1;
|
|
}
|
|
break;
|
|
|
|
case 'n':
|
|
g_num_of_rec = atoll(arg);
|
|
if (g_num_of_rec < 2) {
|
|
warnPrint("minimal g_num_of_rec is %d\n", 2);
|
|
g_num_of_rec = 2;
|
|
}
|
|
break;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static struct argp argp = {options, parse_opt, "", ""};
|
|
#endif
|
|
static void prepare_data(TAOS* taos) {
|
|
TAOS_RES *res;
|
|
res = taos_query(taos, "drop database if exists test;");
|
|
taos_free_result(res);
|
|
|
|
res = taos_query(taos, "create database test;");
|
|
taos_free_result(res);
|
|
if (taos_select_db(taos, "test")) {
|
|
errorPrint("%s() LN%d: taos_select_db() failed\n",
|
|
__func__, __LINE__);
|
|
return;
|
|
}
|
|
|
|
char command[1024] = {0};
|
|
sprintf(command, "%s", "create table meters(ts timestamp, f float, n int, "
|
|
"bin1 binary(20), c nchar(20), bin2 binary(20)) tags(area int, "
|
|
"city binary(20), dist nchar(20), street binary(20));");
|
|
res = taos_query(taos, command);
|
|
if ((res) && (0 == taos_errno(res))) {
|
|
okPrint("%s created\n", "meters");
|
|
} else {
|
|
errorPrint("%s() LN%d: %s\n",
|
|
__func__, __LINE__, taos_errstr(res));
|
|
taos_free_result(res);
|
|
exit(1);
|
|
}
|
|
taos_free_result(res);
|
|
|
|
for (int64_t i = 0; i < g_num_of_tb; i ++) {
|
|
// sprintf(command, "create table t%"PRId64" using meters "
|
|
// "tags(%"PRId64", '%s', '%s', '%s');",
|
|
// i, i, (i%2)?"beijing":"shanghai",
|
|
// (i%2)?"朝阳区":"黄浦区",
|
|
// (i%2)?"长安街":"中山路");
|
|
sprintf(command, "create table t%"PRId64" using meters "
|
|
"tags(%"PRId64", '%s', '%s', '%s');",
|
|
i, i,
|
|
(i%2)?"beijing":"shanghai",
|
|
(i%2)?"chaoyang":"huangpu",
|
|
(i%2?"changan street":"jianguo rd"));
|
|
res = taos_query(taos, command);
|
|
if ((res) && (0 == taos_errno(res))) {
|
|
okPrint("t%" PRId64 " created\n", i);
|
|
} else {
|
|
errorPrint("%s() LN%d: %s\n",
|
|
__func__, __LINE__, taos_errstr(res));
|
|
}
|
|
taos_free_result(res);
|
|
|
|
int64_t j = 0;
|
|
int64_t total = 0;
|
|
int64_t affected;
|
|
for (; j < g_num_of_rec -2; j ++) {
|
|
sprintf(command, "insert into t%"PRId64" "
|
|
"values(%" PRId64 ", %f, %"PRId64", "
|
|
"'%c%d', '%s%c%d', '%c%d')",
|
|
i, 1650000000000+j, j * 1.0, j,
|
|
'a'+(int)j%25, rand(),
|
|
// "涛思", 'z' - (int)j%25, rand(),
|
|
"TAOS", 'z' - (int)j%25, rand(),
|
|
'b' - (int)j%25, rand());
|
|
res = taos_query(taos, command);
|
|
if ((res) && (0 == taos_errno(res))) {
|
|
affected = taos_affected_rows(res);
|
|
total += affected;
|
|
} else {
|
|
errorPrint("%s() LN%d: %s\n",
|
|
__func__, __LINE__, taos_errstr(res));
|
|
}
|
|
taos_free_result(res);
|
|
}
|
|
sprintf(command, "insert into t%"PRId64" values(%" PRId64 ", "
|
|
"NULL, NULL, NULL, NULL, NULL)",
|
|
i, 1650000000000+j);
|
|
res = taos_query(taos, command);
|
|
if ((res) && (0 == taos_errno(res))) {
|
|
affected = taos_affected_rows(res);
|
|
total += affected;
|
|
} else {
|
|
errorPrint("%s() LN%d: %s\n",
|
|
__func__, __LINE__, taos_errstr(res));
|
|
}
|
|
sprintf(command, "insert into t%"PRId64" "
|
|
"values(%" PRId64 ", %f, %"PRId64", "
|
|
"'%c%d', '%s%c%d', '%c%d')",
|
|
i, 1650000000000+j+1, (float)j, j,
|
|
'a'+(int)j%25, rand(),
|
|
"数据", 'z' - (int)j%25, rand(),
|
|
'b' - (int)j%25, rand());
|
|
res = taos_query(taos, command);
|
|
if ((res) && (0 == taos_errno(res))) {
|
|
affected = taos_affected_rows(res);
|
|
total += affected;
|
|
} else {
|
|
errorPrint("%s() LN%d: %s\n",
|
|
__func__, __LINE__, taos_errstr(res));
|
|
}
|
|
taos_free_result(res);
|
|
|
|
okPrint("insert %"PRId64" records into t%"PRId64", "
|
|
"total affected rows: %"PRId64"\n", j, i, total);
|
|
}
|
|
}
|
|
|
|
static int print_result(char *tbname, TAOS_RES* res, int block) {
|
|
int64_t num_rows = 0;
|
|
TAOS_ROW row = NULL;
|
|
int num_fields = taos_num_fields(res);
|
|
TAOS_FIELD* fields = taos_fetch_fields(res);
|
|
|
|
for (int f = 0; f < num_fields; f++) {
|
|
printf("fields[%d].name=%s, fields[%d].type=%d, fields[%d].bytes=%d\n",
|
|
f, fields[f].name, f, fields[f].type, f, fields[f].bytes);
|
|
}
|
|
|
|
if (block) {
|
|
warnPrint("%s", "call taos_fetch_block(), "
|
|
"don't call taos_fetch_lengths()\n");
|
|
int rows = 0;
|
|
while ((rows = taos_fetch_block(res, &row))) {
|
|
int *lengths = taos_fetch_lengths(res);
|
|
for (int f = 0; f < num_fields; f++) {
|
|
if ((fields[f].type != TSDB_DATA_TYPE_VARCHAR)
|
|
&& (fields[f].type != TSDB_DATA_TYPE_NCHAR)
|
|
&& (fields[f].type != TSDB_DATA_TYPE_JSON)
|
|
&& (fields[f].type != TSDB_DATA_TYPE_GEOMETRY)) {
|
|
printf("col%d type is %d, no need get offset\n",
|
|
f, fields[f].type);
|
|
for (int64_t c = 0; c < rows; c++) {
|
|
switch (fields[f].type) {
|
|
case TSDB_DATA_TYPE_TIMESTAMP:
|
|
if (taos_is_null(res, c, f)) {
|
|
printf("col%d, row: %"PRId64" "
|
|
"value: NULL\n", f, c);
|
|
} else {
|
|
printf("col%d, row: %"PRId64", "
|
|
"value: %"PRId64"\n",
|
|
f, c,
|
|
*(int64_t*)((char*)(row[f])
|
|
+c*sizeof(int64_t)));
|
|
}
|
|
break;
|
|
|
|
case TSDB_DATA_TYPE_INT:
|
|
if (taos_is_null(res, c, f)) {
|
|
printf("col%d, row: %"PRId64" "
|
|
"value: NULL\n", f, c);
|
|
} else {
|
|
printf("col%d, row: %"PRId64", "
|
|
"value: %d\n",
|
|
f, c,
|
|
*(int32_t*)((char*)(row[f])
|
|
+c*sizeof(int32_t)));
|
|
}
|
|
break;
|
|
|
|
case TSDB_DATA_TYPE_FLOAT:
|
|
if (taos_is_null(res, c, f)) {
|
|
printf("col%d, row: %"PRId64" "
|
|
"value: NULL\n", f, c);
|
|
} else {
|
|
printf("col%d, row: %"PRId64", "
|
|
"value: %f\n",
|
|
f, c,
|
|
*(float*)((char*)(row[f])
|
|
+c*sizeof(float)));
|
|
}
|
|
break;
|
|
|
|
default:
|
|
printf("type: %d is not processed\n",
|
|
fields[f].type);
|
|
break;
|
|
}
|
|
}
|
|
} else {
|
|
int *offsets = taos_get_column_data_offset(res, f);
|
|
if (offsets) {
|
|
for (int c = 0; c < rows; c++) {
|
|
if (offsets[c] != -1) {
|
|
int length = *(int16_t*)((char*)(row[f])
|
|
+ offsets[c]);
|
|
char *buf = calloc(1, length + 1);
|
|
strncpy(buf, (char *)((char*)(row[f])
|
|
+ offsets[c] + 2), length);
|
|
printf("row: %d, col: %d, offset: %d, "
|
|
"length: %d, content: %s\n",
|
|
c, f, offsets[c], length, buf);
|
|
free(buf);
|
|
} else {
|
|
printf("row: %d, col: %d, offset: -1, "
|
|
"means content is NULL\n",
|
|
c, f);
|
|
}
|
|
}
|
|
} else {
|
|
errorPrint("%s() LN%d: col%d's offsets is NULL\n",
|
|
__func__, __LINE__, f);
|
|
}
|
|
}
|
|
}
|
|
num_rows += rows;
|
|
}
|
|
} else {
|
|
warnPrint("%s", "call taos_fetch_rows()\n");
|
|
while ((row = taos_fetch_row(res))) {
|
|
char temp[256] = {0};
|
|
taos_print_row(temp, row, fields, num_fields);
|
|
puts(temp);
|
|
|
|
int* lengths = taos_fetch_lengths(res);
|
|
if (lengths) {
|
|
for (int c = 0; c < num_fields; c++) {
|
|
printf("row: %"PRId64", col: %d, is_null: %s, "
|
|
"length of column %d is %d\n",
|
|
num_rows, c,
|
|
taos_is_null(res, num_rows, c)?"True":"False",
|
|
c, lengths[c]);
|
|
}
|
|
} else {
|
|
errorPrint("%s() LN%d: %s's lengths is NULL\n",
|
|
__func__, __LINE__, tbname);
|
|
}
|
|
|
|
num_rows++;
|
|
}
|
|
}
|
|
|
|
return num_rows;
|
|
}
|
|
|
|
static void verify_query(TAOS* taos) {
|
|
// TODO: select count(tbname) from stable once stable query work
|
|
//
|
|
char tbname[193] = {0};
|
|
char command[1024] = {0};
|
|
|
|
for (int64_t i = 0; i < g_num_of_tb; i++) {
|
|
sprintf(tbname, "t%"PRId64"", i);
|
|
sprintf(command, "select * from %s", tbname);
|
|
TAOS_RES* res = taos_query(taos, command);
|
|
|
|
if (res) {
|
|
if (0 == taos_errno(res)) {
|
|
int field_count = taos_field_count(res);
|
|
printf("field_count: %d\n", field_count);
|
|
int64_t rows = print_result(tbname, res, i % 2);
|
|
okPrint("total query %s result rows is: %"PRId64"\n",
|
|
tbname, rows);
|
|
} else {
|
|
errorPrint("%s() LN%d: %s\n",
|
|
__func__, __LINE__, taos_errstr(res));
|
|
}
|
|
} else {
|
|
errorPrint("%s() LN%d: %s\n",
|
|
__func__, __LINE__, taos_errstr(res));
|
|
}
|
|
}
|
|
}
|
|
|
|
int main(int argc, char *argv[]) {
|
|
const char* host = "127.0.0.1";
|
|
const char* user = "root";
|
|
const char* passwd = "taosdata";
|
|
#ifndef WINDOWS
|
|
argp_parse(&argp, argc, argv, 0, 0, NULL);
|
|
#endif
|
|
TAOS* taos = taos_connect(host, user, passwd, "", 0);
|
|
if (taos == NULL) {
|
|
printf("\033[31mfailed to connect to db, reason:%s\033[0m\n",
|
|
taos_errstr(taos));
|
|
exit(1);
|
|
}
|
|
|
|
const char* info = taos_get_server_info(taos);
|
|
printf("server info: %s\n", info);
|
|
info = taos_get_client_info(taos);
|
|
printf("client info: %s\n", info);
|
|
|
|
prepare_data(taos);
|
|
|
|
verify_query(taos);
|
|
|
|
taos_close(taos);
|
|
okPrint("%s", "done\n");
|
|
|
|
return 0;
|
|
}
|
|
|