from re import escape from Test import Test from os.path import isdir, isfile from os import getenv, mkdir from shutil import rmtree, copy from traceback import format_exc from subprocess import run from time import sleep from logger import log from yaml import safe_load, dump class AutoconfTest(Test): def __init__(self, name, timeout, tests, no_copy_container=False, delay=0, domains={}): super().__init__( name, "autoconf", timeout, tests, no_copy_container=no_copy_container, delay=delay, ) self._domains = domains self._check_domains() @staticmethod def init(): try: if not Test.init(): return False if isdir("/tmp/autoconf"): rmtree("/tmp/autoconf") mkdir("/tmp/autoconf") if isdir("/tmp/www"): rmtree("/tmp/www") mkdir("/tmp/www") copy("./misc/integrations/autoconf.mariadb.yml", "/tmp/autoconf/docker-compose.yml") compose = "/tmp/autoconf/docker-compose.yml" Test.replace_in_file(compose, r"bunkerity/bunkerweb:.*$", "local/bunkerweb-tests:latest") Test.replace_in_file( compose, r"bunkerity/bunkerweb-autoconf:.*$", "local/autoconf-tests:latest", ) Test.replace_in_file( compose, r"bunkerity/bunkerweb-scheduler:.*$", "local/scheduler-tests:latest", ) Test.replace_in_file(compose, r"\./bw\-data:/", "/tmp/bw-data:/") with open(compose, "r") as f: data = safe_load(f.read()) data["services"]["bunkerweb"]["volumes"] = ["/tmp/www:/var/www/html"] data["services"]["bw-autoconf"]["environment"]["CUSTOM_LOG_LEVEL"] = "debug" if data["services"]["bw-scheduler"]["environment"].get("AUTO_LETS_ENCRYPT", "no") != "yes": data["services"]["bw-scheduler"]["environment"]["AUTO_LETS_ENCRYPT"] = "yes" data["services"]["bw-scheduler"]["environment"]["USE_LETS_ENCRYPT_STAGING"] = "yes" data["services"]["bw-scheduler"]["environment"]["LETS_ENCRYPT_MAX_RETRIES"] = "3" data["services"]["bw-scheduler"]["environment"]["CUSTOM_LOG_LEVEL"] = "debug" data["services"]["bw-scheduler"]["environment"]["LOG_LEVEL"] = "info" data["services"]["bw-scheduler"]["environment"]["USE_BUNKERNET"] = "no" data["services"]["bw-scheduler"]["environment"]["SEND_ANONYMOUS_REPORT"] = "no" data["services"]["bw-scheduler"]["environment"]["USE_DNSBL"] = "no" with open(compose, "w") as f: f.write(dump(data)) proc = run( "docker compose pull --ignore-pull-failures", cwd="/tmp/autoconf", shell=True, ) if proc.returncode != 0: raise (Exception("docker compose pull failed (autoconf stack)")) proc = run("docker compose up -d", cwd="/tmp/autoconf", shell=True) if proc.returncode != 0: raise (Exception("docker compose up failed (autoconf stack)")) i = 0 healthy = False while i < 30: proc = run( 'docker inspect --format "{{json .State.Health }}" autoconf-bunkerweb-1', cwd="/tmp/autoconf", shell=True, capture_output=True, ) if proc.returncode != 0: raise (Exception("docker inspect failed (autoconf stack)")) if "healthy" in proc.stdout.decode(): healthy = True break sleep(1) i += 1 if not healthy: raise (Exception("autoconf stack is not healthy")) except: log( "AUTOCONF", "❌", f"exception while running AutoconfTest.init()\n{format_exc()}", ) return False return True @staticmethod def end(): ret = True try: if not Test.end(): return False proc = run("docker compose down -v --remove-orphans", cwd="/tmp/autoconf", shell=True) if proc.returncode != 0: ret = False rmtree("/tmp/autoconf") except: log( "AUTOCONF", "❌", f"exception while running AutoconfTest.end()\n{format_exc()}", ) return False return ret def _setup_test(self): try: super()._setup_test() test = f"/tmp/tests/{self._name}" compose = f"/tmp/tests/{self._name}/autoconf.yml" example_data = f"/tmp/tests/{self._name}/bw-data" example_www = f"/tmp/tests/{self._name}/www" Test.replace_in_file(compose, r"bunkerity/bunkerweb:.*$", "local/bunkerweb-tests:latest") Test.replace_in_file( compose, r"bunkerity/bunkerweb-scheduler:.*$", "local/scheduler-tests:latest", ) Test.replace_in_file( compose, r"bunkerity/bunkerweb-autoconf:.*$", "local/autoconf-tests:latest", ) Test.replace_in_file(compose, r"\./bw\-data:/", "/tmp/bw-data:/") Test.replace_in_file(compose, r"\- bw_data:/", "- /tmp/bw-data:/") Test.replace_in_file(compose, r"\- bw\-data:/", "- /tmp/bw-data:/") for ex_domain, test_domain in self._domains.items(): Test.replace_in_files(test, escape(ex_domain), test_domain) Test.rename(test, ex_domain, test_domain) Test.replace_in_files(test, escape("example.com"), getenv("ROOT_DOMAIN")) setup = f"{test}/setup-autoconf.sh" if isfile(setup): proc = run("sudo ./setup-autoconf.sh", cwd=test, shell=True) if proc.returncode != 0: raise (Exception("setup-autoconf failed")) if isdir("/tmp/bw-data"): proc = run("sudo rm -rf /tmp/bw-data", shell=True) if proc.returncode != 0: raise (Exception("rm bw-data failed")) proc = run("sudo mkdir /tmp/bw-data", shell=True) if proc.returncode != 0: raise (Exception("mkdir bw-data failed")) if isdir(example_data) and not self._no_copy_container: proc = run( f"sudo bash -c 'cp -rp {example_data}/* /tmp/bw-data'", shell=True, ) if proc.returncode != 0: raise (Exception("cp bw-data failed")) proc = run("sudo chown -R root:101 /tmp/bw-data", shell=True) if proc.returncode != 0: raise (Exception("chown failed (docker stack)")) proc = run("sudo chmod -R 770 /tmp/bw-data", shell=True) if proc.returncode != 0: raise (Exception("chmod failed (docker stack)")) if isdir(example_www): proc = run( f"sudo bash -c 'cp -rp {example_www}/* /tmp/www'", shell=True, ) if proc.returncode != 0: raise (Exception("cp bw-data failed")) proc = run( "docker compose -f autoconf.yml pull --ignore-pull-failures", shell=True, cwd=test, ) if proc.returncode != 0: raise (Exception("docker compose pull failed")) proc = run("docker compose -f autoconf.yml up -d", shell=True, cwd=test) if proc.returncode != 0: raise (Exception("docker compose up failed")) except: log( "AUTOCONF", "❌", f"exception while running AutoconfTest._setup_test()\n{format_exc()}", ) self._cleanup_test() return False return True def _cleanup_test(self): try: test = f"/tmp/tests/{self._name}" proc = run("docker compose -f autoconf.yml down -v --remove-orphans", shell=True, cwd=test) if proc.returncode != 0: raise (Exception("docker compose down failed")) proc = run( "sudo bash -c 'rm -rf /tmp/www/*'", shell=True, ) if proc.returncode != 0: raise (Exception("rm /tmp/www/* failed")) super()._cleanup_test() except: log( "AUTOCONF", "❌", f"exception while running AutoconfTest._cleanup_test()\n{format_exc()}", ) return False return True def _debug_fail(self): autoconf = "/tmp/autoconf" run("docker compose logs", shell=True, cwd=autoconf) test = f"/tmp/tests/{self._name}" run("docker compose -f autoconf.yml logs", shell=True, cwd=test)