renames

scripts/http_host/http_host_lib/assets.py

@@ -0,0 +1,64 @@
+import shutil
+import subprocess
+from pathlib import Path
+
+import requests
+
+from http_host_lib.utils import download_file_aria2, download_if_size_differs
+
+
+def download_and_extract_asset_tar_gz(assets_dir, asset_kind):
+    """
+    Download and extract asset.tgz if the file size differ or not available locally
+    """
+
+    print(f'Downloading asset {asset_kind}')
+
+    asset_dir = assets_dir / asset_kind
+    asset_dir.mkdir(exist_ok=True, parents=True)
+
+    url = f'https://assets.openfreemap.com/{asset_kind}/ofm.tar.gz'
+    local_file = asset_dir / 'ofm.tar.gz'
+    if not download_if_size_differs(url, local_file):
+        return
+
+    ofm_dir = asset_dir / 'ofm'
+    ofm_dir_bak = asset_dir / 'ofm.bak'
+    shutil.rmtree(ofm_dir_bak, ignore_errors=True)
+    if ofm_dir.exists():
+        ofm_dir.rename(ofm_dir_bak)
+
+    subprocess.run(
+        ['tar', '-xzf', local_file, '-C', asset_dir],
+        check=True,
+    )
+
+
+def download_sprites(assets_dir: Path):
+    """
+    Sprites are special assets, as we have to keep the old versions indefinitely
+    """
+
+    sprites_dir = assets_dir / 'sprites'
+    sprites_dir.mkdir(exist_ok=True, parents=True)
+
+    r = requests.get('https://assets.openfreemap.com/index.txt', timeout=30)
+    r.raise_for_status()
+
+    sprites_remote = [l for l in r.text.splitlines() if l.startswith('sprites/')]
+
+    for sprite in sprites_remote:
+        sprite_name = sprite.split('/')[1].replace('.tar.gz', '')
+
+        if (sprites_dir / sprite_name).is_dir():
+            continue
+
+        url = f'https://assets.openfreemap.com/sprites/{sprite_name}.tar.gz'
+        local_file = sprites_dir / 'temp.tar.gz'
+        download_file_aria2(url, local_file)
+
+        subprocess.run(
+            ['tar', '-xzf', local_file, '-C', sprites_dir],
+            check=True,
+        )
+        local_file.unlink()