loadbalancer works

This commit is contained in:
Zsolt Ero
2024-06-10 01:16:31 +02:00
parent 02bfe0eb55
commit 29399ab346
5 changed files with 189 additions and 12 deletions

View File

@@ -1,9 +1,11 @@
#!/usr/bin/env python3
import datetime
import json
import click
import requests
from dotenv import dotenv_values
from loadbalancer_lib.cloudflare import get_zone_id, set_records_round_robin
from loadbalancer_lib.curl import pycurl_get, pycurl_status
from loadbalancer_lib.telegram_ import telegram_send_message
@@ -19,33 +21,62 @@ def cli():
@cli.command()
def run():
def check():
"""
Runs load-balancing job (triggered by cron every minute)
Runs load-balancing check (triggered by cron every minute)
"""
print(f'starting loadbalancer check at: {datetime.datetime.now(tz=datetime.timezone.utc)}')
check_or_fix(fix=False)
@cli.command()
def fix():
"""
Fixes records based on check results
"""
print(f'starting loadbalancer fix at: {datetime.datetime.now(tz=datetime.timezone.utc)}')
check_or_fix(fix=True)
def check_or_fix(fix=False):
with open('/data/ofm/config/loadbalancer.json') as fp:
c = json.load(fp)
# print(c)
# print(c)
try:
results_by_ip = {}
working_hosts = set()
for area in AREAS:
for host_ip, host_ok in run_area(c, area).items():
for host_ip, host_is_ok in run_area(c, area).items():
results_by_ip.setdefault(host_ip, True)
results_by_ip[host_ip] &= host_ok
results_by_ip[host_ip] &= host_is_ok
for host_ip, host_ok in results_by_ip.items():
if not host_ok:
message = f'ERROR with host: {host_ip}'
for host_ip, host_is_ok in results_by_ip.items():
if not host_is_ok:
message = f'OFM ERROR with host: {host_ip}'
print(message)
telegram_send_message(message, c['telegram_token'], c['telegram_chat_id'])
else:
working_hosts.add(host_ip)
except Exception as e:
message = f'ERROR with loadbalancer: {e}'
message = f'OFM ERROR with loadbalancer: {e}'
print(message)
telegram_send_message(message, c['telegram_token'], c['telegram_chat_id'])
return
print(f'working hosts: {sorted(working_hosts)}')
if fix:
# if no hosts are detected working, probably a bug in this script
# fail-safe to include all hosts
if not working_hosts:
working_hosts = set(c['http_host_list'])
update_records(c, working_hosts)
def run_area(c, area):
@@ -53,7 +84,7 @@ def run_area(c, area):
print(f'target version: {area}: {target_version}')
results = dict()
results = {}
for host_ip in c['http_host_list']:
try:
@@ -86,5 +117,32 @@ def get_target_version(area):
return response.text.strip()
def update_records(c, working_hosts):
config = dotenv_values('/data/ofm/config/cloudflare.ini')
cloudflare_api_token = config['dns_cloudflare_api_token']
domain = '.'.join(c['domain_ledns'].split('.')[-2:])
zone_id = get_zone_id(domain, cloudflare_api_token=cloudflare_api_token)
set_records_round_robin(
zone_id=zone_id,
name=c['domain_ledns'],
host_ip_set=working_hosts,
proxied=False,
ttl=300,
comment='domain_ledns',
cloudflare_api_token=cloudflare_api_token,
)
set_records_round_robin(
zone_id=zone_id,
name=c['domain_cf'],
host_ip_set=working_hosts,
proxied=True,
comment='domain_cf',
cloudflare_api_token=cloudflare_api_token,
)
if __name__ == '__main__':
cli()