sysadmin/openfreemap
1
0
Fork 0
mirror of https://github.com/hyperknot/openfreemap.git synced 2026-05-22 14:32:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

download_assets

Browse Source
This commit is contained in:
Zsolt Ero
2024-01-11 01:09:27 +01:00
parent 7b735e3684
commit 4709470025
2 changed files with 38 additions and 25 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
scripts/http_host/host_manager.py
View File

@@ -7,12 +7,17 @@ from pathlib import Path
import click import click
import requests import requests
from http_host_lib import DEFAULT_ASSETS_DIR, DEFAULT_RUNS_DIR, MNT_DIR from http_host_lib import DEFAULT_ASSETS_DIR, DEFAULT_RUNS_DIR, MNT_DIR
from http_host_lib.download_assets import download_fonts, download_natural_earth, download_sprites from http_host_lib.download_assets import (
download_fonts,
download_natural_earth,
download_sprites,
download_styles,
)
from http_host_lib.download_tileset import download_and_extract_tileset from http_host_lib.download_tileset import download_and_extract_tileset
from http_host_lib.mount import clean_up_mounts, create_fstab from http_host_lib.mount import clean_up_mounts, create_fstab
from http_host_lib.nginx import write_nginx_config from http_host_lib.nginx import write_nginx_config
from http_host_lib.set_tileset_versions import set_tileset_versions from http_host_lib.set_tileset_versions import set_tileset_versions
from http_host_lib.utils import assert_linux, assert_single_process, assert_sudo from http_host_lib.utils import assert_linux, assert_sudo
@click.group() @click.group()
@@ -94,9 +99,11 @@ def download_assets(assets_dir: Path):
sys.exit("asset dir's parent doesn't exist") sys.exit("asset dir's parent doesn't exist")
download_fonts(assets_dir) download_fonts(assets_dir)
download_natural_earth(assets_dir) download_styles(assets_dir)
download_sprites(assets_dir) download_sprites(assets_dir)
download_natural_earth(assets_dir)
@cli.command() @cli.command()
def mount(): def mount():

44
scripts/http_host/http_host_lib/download_assets.py
View File

@@ -10,44 +10,50 @@ from http_host_lib.utils import download_file_aria2, download_if_size_differs
def download_fonts(assets_dir: Path): def download_fonts(assets_dir: Path):
""" """
Download and extract font assets if their file size differ. Download and extract font assets if their file size differ.
Making updates atomic, with extraction to a temp dest + rename
""" """
fonts_dir = assets_dir / 'fonts' fonts_dir = assets_dir / 'fonts'
fonts_dir.mkdir(exist_ok=True, parents=True) fonts_dir.mkdir(exist_ok=True, parents=True)
fonts_temp = assets_dir / 'fonts_temp' url = 'https://assets.openfreemap.com/fonts/ofm.tar.gz'
local_file = fonts_dir / 'ofm.tar.gz'
for font in ['ofm']:
url = f'https://assets.openfreemap.com/fonts/{font}.tar.gz'
local_file = fonts_dir / f'{font}.tar.gz'
if not download_if_size_differs(url, local_file): if not download_if_size_differs(url, local_file):
continue return
shutil.rmtree(fonts_temp, ignore_errors=True) ofm_dir = fonts_dir / 'ofm'
fonts_temp.mkdir() shutil.rmtree(ofm_dir, ignore_errors=True)
subprocess.run( subprocess.run(
['tar', '-xzf', local_file, '-C', fonts_temp], ['tar', '-xzf', local_file, '-C', fonts_dir],
check=True, check=True,
) )
target_dir = fonts_dir / font
target_dir_renamed = fonts_dir / f'{font}.bak'
temp_dir = fonts_temp / font
if target_dir.exists(): def download_styles(assets_dir: Path):
target_dir.rename(target_dir_renamed) """
temp_dir.rename(target_dir) Download and extract style assets if their file size differ.
"""
shutil.rmtree(target_dir_renamed, ignore_errors=True) styles_dir = assets_dir / 'styles'
styles_dir.mkdir(exist_ok=True, parents=True)
shutil.rmtree(fonts_temp, ignore_errors=True) url = 'https://assets.openfreemap.com/styles/ofm.tar.gz'
local_file = styles_dir / 'ofm.tar.gz'
if not download_if_size_differs(url, local_file):
return
ofm_dir = styles_dir / 'ofm'
shutil.rmtree(ofm_dir, ignore_errors=True)
subprocess.run(
['tar', '-xzf', local_file, '-C', styles_dir],
check=True,
)
def download_sprites(assets_dir: Path): def download_sprites(assets_dir: Path):
""" """
Download and extract sprites if their file size differ. Download and extract sprites if the version is not available
""" """
sprites_dir = assets_dir / 'sprites' sprites_dir = assets_dir / 'sprites'