Update CLI.py with environment variable handling

This commit is contained in:
Théophile Diot 2024-01-05 11:51:19 +00:00
parent f4c07bca63
commit f6d7d177a6
No known key found for this signature in database
GPG key ID: 248FEA4BAE400D06

View file

@ -1,4 +1,4 @@
#!/usr/bin/python3
#!/usr/bin/env python3
from dotenv import dotenv_values
from os import getenv, sep
@ -6,7 +6,7 @@ from os.path import join
from pathlib import Path
from redis import StrictRedis
from sys import path as sys_path
from typing import Tuple
from typing import Optional, Tuple
for deps_path in [join(sep, "usr", "share", "bunkerweb", *paths) for paths in (("utils",), ("db",))]:
@ -15,7 +15,6 @@ for deps_path in [join(sep, "usr", "share", "bunkerweb", *paths) for paths in ((
from API import API # type: ignore
from ApiCaller import ApiCaller # type: ignore
from Database import Database # type: ignore
from logger import setup_logger # type: ignore
@ -47,28 +46,35 @@ class CLI(ApiCaller):
if variables_path.is_file():
self.__variables = dotenv_values(variables_path)
db = Database(self.__logger, sqlalchemy_string=self.__variables.get("DATABASE_URI", None))
self.__variables = db.get_config()
if Path(sep, "usr", "share", "bunkerweb", "db").exists():
from Database import Database # type: ignore
db = Database(self.__logger, sqlalchemy_string=self.__get_variable("DATABASE_URI", None))
self.__variables = db.get_config()
assert isinstance(self.__variables, dict), "Failed to get variables from database"
self.__integration = self.__detect_integration()
self.__use_redis = self.__variables.get("USE_REDIS", "no") == "yes"
self.__use_redis = self.__get_variable("USE_REDIS", "no") == "yes"
self.__redis = None
if self.__use_redis:
redis_host = self.__variables.get("REDIS_HOST")
redis_host = self.__get_variable("REDIS_HOST")
if redis_host:
redis_port = self.__variables.get("REDIS_PORT", "6379")
redis_port = self.__get_variable("REDIS_PORT", "6379")
assert isinstance(redis_port, str), "REDIS_PORT is not a string"
if not redis_port.isdigit():
self.__logger.error(f"REDIS_PORT is not a valid port number: {redis_port}, defaulting to 6379")
redis_port = "6379"
redis_port = int(redis_port)
redis_db = self.__variables.get("REDIS_DB", "0")
redis_db = self.__get_variable("REDIS_DB", "0")
assert isinstance(redis_db, str), "REDIS_DB is not a string"
if not redis_db.isdigit():
self.__logger.error(f"REDIS_DB is not a valid database number: {redis_db}, defaulting to 0")
redis_db = "0"
redis_db = int(redis_db)
redis_timeout = self.__variables.get("REDIS_TIMEOUT", "1000.0")
redis_timeout = self.__get_variable("REDIS_TIMEOUT", "1000.0")
if redis_timeout:
try:
redis_timeout = float(redis_timeout)
@ -76,7 +82,8 @@ class CLI(ApiCaller):
self.__logger.error(f"REDIS_TIMEOUT is not a valid timeout: {redis_timeout}, defaulting to 1000 ms")
redis_timeout = 1000.0
redis_keepalive_pool = self.__variables.get("REDIS_KEEPALIVE_POOL", "10")
redis_keepalive_pool = self.__get_variable("REDIS_KEEPALIVE_POOL", "10")
assert isinstance(redis_keepalive_pool, str), "REDIS_KEEPALIVE_POOL is not a string"
if not redis_keepalive_pool.isdigit():
self.__logger.error(f"REDIS_KEEPALIVE_POOL is not a valid number of connections: {redis_keepalive_pool}, defaulting to 10")
redis_keepalive_pool = "10"
@ -90,7 +97,7 @@ class CLI(ApiCaller):
socket_connect_timeout=redis_timeout,
socket_keepalive=True,
max_connections=redis_keepalive_pool,
ssl=self.__variables.get("REDIS_SSL", "no") == "yes",
ssl=self.__get_variable("REDIS_SSL", "no") == "yes",
)
else:
self.__logger.error("USE_REDIS is set to yes but REDIS_HOST is not set, disabling redis")
@ -100,8 +107,8 @@ class CLI(ApiCaller):
super().__init__(
[
API(
f"http://127.0.0.1:{self.__variables.get('API_HTTP_PORT', '5000')}",
host=self.__variables.get("API_SERVER_NAME", "bwapi"),
f"http://127.0.0.1:{self.__get_variable('API_HTTP_PORT', '5000')}",
host=self.__get_variable("API_SERVER_NAME", "bwapi"),
)
]
)
@ -109,14 +116,20 @@ class CLI(ApiCaller):
super().__init__()
self.auto_setup(self.__integration)
def __get_variable(self, variable: str, default: Optional[str] = None) -> Optional[str]:
return getenv(variable, self.__variables.get(variable, default))
def __detect_integration(self) -> str:
if Path(sep, "usr", "sbin", "nginx").exists():
return "linux"
integration_path = Path(sep, "usr", "share", "bunkerweb", "INTEGRATION")
os_release_path = Path(sep, "etc", "os-release")
if self.__variables.get("KUBERNETES_MODE", "no").lower() == "yes":
if self.__get_variable("KUBERNETES_MODE", "no").lower() == "yes": # type: ignore
return "kubernetes"
elif self.__variables.get("SWARM_MODE", "no").lower() == "yes":
elif self.__get_variable("SWARM_MODE", "no").lower() == "yes": # type: ignore
return "swarm"
elif self.__variables.get("AUTOCONF_MODE", "no").lower() == "yes":
elif self.__get_variable("AUTOCONF_MODE", "no").lower() == "yes": # type: ignore
return "autoconf"
elif integration_path.is_file():
return integration_path.read_text(encoding="utf-8").strip().lower()
@ -137,19 +150,12 @@ class CLI(ApiCaller):
def ban(self, ip: str, exp: float) -> Tuple[bool, str]:
if self.__redis:
ok = self.__redis.set(
f"bans_ip_{ip}",
"manual",
ex=exp,
)
ok = self.__redis.set(f"bans_ip_{ip}", "manual", ex=exp)
if not ok:
self.__logger.error(f"Failed to ban {ip} in redis")
if self.send_to_apis("POST", "/ban", data={"ip": ip, "exp": exp}):
return (
True,
f"IP {ip} has been banned for {format_remaining_time(exp)}",
)
return (True, f"IP {ip} has been banned for {format_remaining_time(exp)}")
return False, "error"
def bans(self) -> Tuple[bool, str]:
@ -167,13 +173,7 @@ class CLI(ApiCaller):
for key in self.__redis.scan_iter("bans_ip_*"):
ip = key.decode("utf-8").replace("bans_ip_", "")
exp = self.__redis.ttl(key)
servers["redis"].append(
{
"ip": ip,
"exp": exp,
"reason": "manual",
}
)
servers["redis"].append({"ip": ip, "exp": exp, "reason": "manual"})
cli_str = ""
for server, bans in servers.items():