mirror of
https://github.com/taosdata/TDengine
synced 2026-05-24 10:09:01 +00:00
ab92886820
* fix(stream): reduce the consensus checkpoint id trans. * refactor(stream): add some logs. * refactor(stream): set the max checkpoint exec time 30min. * refactor(stream): add checkpoint-consensus trans conflict check. * refactor(stream): remove unused local variables. * fix(stream): fix syntax error. * fix(stream): 1. fix free memory error 2. continue if put result into dst hashmap failed. * fix issue * fix issue * fix(mnd): follower mnode not processes the timer event. * fix(stream): print correct error msg. * fix(stream): add some logs. * fix(stream): add some logs. * fix(stream): add some logs. * fix(stream): add some logs. * fix(stream): add some logs. * fix(stream): add some logs. * fix(stream): add some logs. * fix(stream): add some logs. * fix(stream): truncate long subtable name * fix(stream): add buffer len. * refactor(stream): update some logs. * fix issue * refactor(stream): update some logs. * refactor(stream): update some logs. * fix(stream): check return value. * fix(stream): fix syntax error. * fix(stream): check return value. * fix(stream): update the timer check in mnode. * fix(stream): add restart stage tracking. * fix(stream): track the start task stage for meta. * fix(stream): fix error in log. * refactor(stream): adjust log info. * fix mem issue * fix(stream): check the number of required tasks for consensus checkpointId. * fix(stream): lock the whole start procedure. * fix(stream): add lock during start all tasks. * fix(stream): update logs. * fix(stream): update logs. * fix(stream): update logs. * fix(stream): fix dead-lock. * fix(stream): fix syntax error. * fix(stream): not drop the scan-history task. * fix(stream): fix syntax error. * fix(stream): wait for executor stop before restarting. * fix(stream): add some logs. * fix(stream): add some logs. * fix(stream): add some logs. * fix(stream): disable some logs. * fix(stream): reset the start info if no task left. --------- Co-authored-by: 54liuyao <54liuyao@163.com> Co-authored-by: Jinqing Kuang <kuangjinqingcn@gmail.com>
106 lines
4.9 KiB
Python
106 lines
4.9 KiB
Python
###################################################################
|
|
# Copyright (c) 2016 by TAOS Technologies, Inc.
|
|
# All rights reserved.
|
|
#
|
|
# This file is proprietary and confidential to TAOS Technologies.
|
|
# No part of this file may be reproduced, stored, transmitted,
|
|
# disclosed or used in any form or by any means other than as
|
|
# expressly provided by the written permission from Jianhui Tao
|
|
#
|
|
###################################################################
|
|
|
|
# -*- coding: utf-8 -*-
|
|
|
|
from util.log import *
|
|
from util.cases import *
|
|
from util.sql import *
|
|
from util.common import *
|
|
|
|
class TDTestCase:
|
|
updatecfgDict = {'ttlUnit':5,'ttlPushInterval':3, 'mdebugflag':143}
|
|
def init(self, conn, logSql, replicaVar=1):
|
|
self.replicaVar = int(replicaVar)
|
|
tdLog.debug("start to execute %s" % __file__)
|
|
tdSql.init(conn.cursor())
|
|
self.ntbname = 'ntb'
|
|
self.stbname = 'stb'
|
|
self.tbnum = 10
|
|
self.ttl_param = 1
|
|
self.default_ttl = 100
|
|
self.modify_ttl = 1
|
|
|
|
def wait_query(self, sql: str, expected_row_num: int, timeout_in_seconds: float):
|
|
timeout = timeout_in_seconds
|
|
tdSql.query(sql)
|
|
while timeout > 0 and tdSql.getRows() != expected_row_num:
|
|
tdLog.debug(f'start to wait query: {sql} to return {expected_row_num}, got: {tdSql.getRows()}, remain: {timeout_in_seconds - timeout}')
|
|
time.sleep(1)
|
|
timeout = timeout - 1
|
|
tdSql.query(sql)
|
|
if timeout <= 0:
|
|
tdLog.exit(f'failed to wait query: {sql} to return {expected_row_num} rows timeout: {timeout_in_seconds}s')
|
|
else:
|
|
tdLog.debug(f'wait query succeed: {sql} to return {expected_row_num}, got: {tdSql.getRows()}')
|
|
|
|
def ttl_check_ntb(self):
|
|
tdSql.prepare()
|
|
|
|
for i in range(self.tbnum):
|
|
tdSql.execute(f'create table db.{self.ntbname}_{i} (ts timestamp,c0 int) ttl {self.ttl_param}')
|
|
tdSql.query(f'show db.tables')
|
|
tdSql.checkRows(self.tbnum)
|
|
tdSql.execute(f'flush database db')
|
|
timeout = self.updatecfgDict['ttlUnit']*self.ttl_param+self.updatecfgDict['ttlPushInterval']
|
|
self.wait_query('show db.tables', 0, timeout + 5)
|
|
for i in range(self.tbnum):
|
|
tdSql.execute(f'create table db.{self.ntbname}_{i} (ts timestamp,c0 int) ttl {self.default_ttl}')
|
|
for i in range(int(self.tbnum/2)):
|
|
tdSql.execute(f'alter table db.{self.ntbname}_{i} ttl {self.modify_ttl}')
|
|
tdSql.execute(f'flush database db')
|
|
timeout = self.updatecfgDict['ttlUnit']*self.modify_ttl+self.updatecfgDict['ttlPushInterval']
|
|
self.wait_query('show db.tables', self.tbnum - int(self.tbnum / 2), timeout + 10)
|
|
tdSql.execute('drop database db')
|
|
def ttl_check_ctb(self):
|
|
tdSql.prepare()
|
|
tdSql.execute(f'create table db.{self.stbname} (ts timestamp,c0 int) tags(t0 int)')
|
|
|
|
for i in range(self.tbnum):
|
|
tdSql.execute(f'create table db.{self.stbname}_{i} using db.{self.stbname} tags({i}) ttl {self.ttl_param}')
|
|
tdSql.query(f'show db.tables')
|
|
tdSql.checkRows(self.tbnum)
|
|
tdSql.execute(f'flush database db')
|
|
timeout = self.updatecfgDict['ttlUnit']*self.ttl_param+self.updatecfgDict['ttlPushInterval'];
|
|
self.wait_query('show db.tables', 0, timeout + 5)
|
|
for i in range(self.tbnum):
|
|
tdSql.execute(f'create table db.{self.stbname}_{i} using db.{self.stbname} tags({i}) ttl {self.default_ttl}')
|
|
tdSql.query(f'show db.tables')
|
|
tdSql.checkRows(self.tbnum)
|
|
for i in range(int(self.tbnum/2)):
|
|
tdSql.execute(f'alter table db.{self.stbname}_{i} ttl {self.modify_ttl}')
|
|
tdSql.execute(f'flush database db')
|
|
timeout = self.updatecfgDict['ttlUnit']*self.modify_ttl+self.updatecfgDict['ttlPushInterval'];
|
|
self.wait_query('show db.tables', self.tbnum - int(self.tbnum / 2), timeout + 5)
|
|
tdSql.execute('drop database db')
|
|
|
|
def ttl_check_insert(self):
|
|
tdSql.prepare()
|
|
tdSql.execute(f'create table db.{self.stbname} (ts timestamp,c0 int) tags(t0 int)')
|
|
for i in range(self.tbnum):
|
|
tdSql.execute(f'insert into db.{self.stbname}_{i} using db.{self.stbname} tags({i}) ttl {self.ttl_param} values(now,1)')
|
|
tdSql.query(f'show db.tables')
|
|
tdSql.checkRows(self.tbnum)
|
|
tdSql.execute(f'flush database db')
|
|
timeout = self.updatecfgDict['ttlUnit']*self.ttl_param+self.updatecfgDict['ttlPushInterval'];
|
|
self.wait_query('show db.tables', 0, timeout + 5)
|
|
tdSql.execute('drop database db')
|
|
def run(self):
|
|
self.ttl_check_ntb()
|
|
self.ttl_check_ctb()
|
|
self.ttl_check_insert()
|
|
|
|
def stop(self):
|
|
tdSql.close()
|
|
tdLog.success("%s successfully executed" % __file__)
|
|
|
|
tdCases.addWindows(__file__, TDTestCase())
|
|
tdCases.addLinux(__file__, TDTestCase())
|