Files
openfreemap/scripts/http_host/http_host_lib/assets.py
Zsolt Ero fc240a0edf renames
2024-08-29 01:52:56 +02:00

65 lines
1.8 KiB
Python

import shutil
import subprocess
from pathlib import Path
import requests
from http_host_lib.utils import download_file_aria2, download_if_size_differs
def download_and_extract_asset_tar_gz(assets_dir, asset_kind):
"""
Download and extract asset.tgz if the file size differ or not available locally
"""
print(f'Downloading asset {asset_kind}')
asset_dir = assets_dir / asset_kind
asset_dir.mkdir(exist_ok=True, parents=True)
url = f'https://assets.openfreemap.com/{asset_kind}/ofm.tar.gz'
local_file = asset_dir / 'ofm.tar.gz'
if not download_if_size_differs(url, local_file):
return
ofm_dir = asset_dir / 'ofm'
ofm_dir_bak = asset_dir / 'ofm.bak'
shutil.rmtree(ofm_dir_bak, ignore_errors=True)
if ofm_dir.exists():
ofm_dir.rename(ofm_dir_bak)
subprocess.run(
['tar', '-xzf', local_file, '-C', asset_dir],
check=True,
)
def download_sprites(assets_dir: Path):
"""
Sprites are special assets, as we have to keep the old versions indefinitely
"""
sprites_dir = assets_dir / 'sprites'
sprites_dir.mkdir(exist_ok=True, parents=True)
r = requests.get('https://assets.openfreemap.com/index.txt', timeout=30)
r.raise_for_status()
sprites_remote = [l for l in r.text.splitlines() if l.startswith('sprites/')]
for sprite in sprites_remote:
sprite_name = sprite.split('/')[1].replace('.tar.gz', '')
if (sprites_dir / sprite_name).is_dir():
continue
url = f'https://assets.openfreemap.com/sprites/{sprite_name}.tar.gz'
local_file = sprites_dir / 'temp.tar.gz'
download_file_aria2(url, local_file)
subprocess.run(
['tar', '-xzf', local_file, '-C', sprites_dir],
check=True,
)
local_file.unlink()