mirror of
https://github.com/hyperknot/openfreemap.git
synced 2026-05-21 14:02:15 +00:00
103 lines
2.2 KiB
Bash
103 lines
2.2 KiB
Bash
#!/usr/bin/env bash
|
|
set -e
|
|
|
|
TILE_GEN_BIN=/data/ofm/tile_gen/bin
|
|
VENV_PYTHON=$TILE_GEN_BIN/venv/bin/python
|
|
|
|
sudo umount mnt_rw 2> /dev/null || true
|
|
sudo umount mnt_rw2 2> /dev/null || true
|
|
rm -rf mnt_rw* tmp_*
|
|
rm -f -- *.btrfs *.gz
|
|
rm -rf -- *.log *.txt logs
|
|
|
|
# make an empty file that's definitely bigger then the current OSM output
|
|
fallocate -l 200G image.btrfs
|
|
fallocate -l 200G image2.btrfs
|
|
|
|
|
|
# metadata: single needed as default is now DUP
|
|
mkfs.btrfs \
|
|
-m single \
|
|
image.btrfs > /dev/null
|
|
|
|
mkfs.btrfs \
|
|
-m single \
|
|
image2.btrfs > /dev/null
|
|
|
|
# https://btrfs.readthedocs.io/en/latest/btrfs-man5.html#mount-options
|
|
# compression doesn't make sense, data is already gzip compressed
|
|
mkdir -p mnt_rw mnt_rw2
|
|
|
|
sudo mount \
|
|
-t btrfs \
|
|
-o noacl,nobarrier,noatime,max_inline=4096 \
|
|
image.btrfs mnt_rw
|
|
|
|
sudo mount \
|
|
-t btrfs \
|
|
-o noacl,nobarrier,noatime,max_inline=4096 \
|
|
image2.btrfs mnt_rw2
|
|
|
|
sudo chown ofm:ofm -R mnt_rw mnt_rw2
|
|
|
|
$VENV_PYTHON $TILE_GEN_BIN/extract_mbtiles/extract_mbtiles.py \
|
|
tiles.mbtiles mnt_rw/extract \
|
|
> extract_out.log 2> extract_err.log
|
|
|
|
cp mnt_rw/extract/osm_date .
|
|
|
|
grep fixed extract_out.log > dedupl_fixed.log || true
|
|
|
|
# Unfortunately, by deleting files from the btrfs partition, the size _grows_.
|
|
# So we need to rsync onto a new partition.
|
|
rsync -avH \
|
|
--max-alloc=4294967296 \
|
|
--exclude dedupl \
|
|
mnt_rw/extract/ mnt_rw2/ \
|
|
> rsync_out.log 2> rsync_err.log
|
|
|
|
|
|
# collect stats
|
|
{
|
|
echo -e "df -h"
|
|
sudo df -h mnt_rw
|
|
echo -e "\n\nbtrfs filesystem df"
|
|
sudo btrfs filesystem df mnt_rw
|
|
echo -e "\n\nbtrfs filesystem show"
|
|
sudo btrfs filesystem show mnt_rw
|
|
echo -e "\n\nbtrfs filesystem usage"
|
|
sudo btrfs filesystem usage mnt_rw
|
|
} > stats1.txt
|
|
|
|
{
|
|
echo -e "df -h"
|
|
sudo df -h mnt_rw2
|
|
echo -e "\n\nbtrfs filesystem df"
|
|
sudo btrfs filesystem df mnt_rw2
|
|
echo -e "\n\nbtrfs filesystem show"
|
|
sudo btrfs filesystem show mnt_rw2
|
|
echo -e "\n\nbtrfs filesystem usage"
|
|
sudo btrfs filesystem usage mnt_rw2
|
|
} > stats2.txt
|
|
|
|
|
|
|
|
sudo umount mnt_rw
|
|
sudo umount mnt_rw2
|
|
rm -r mnt_rw*
|
|
|
|
sudo $VENV_PYTHON $TILE_GEN_BIN/shrink_btrfs/shrink_btrfs.py image2.btrfs \
|
|
> shrink_out.log 2> shrink_err.log
|
|
|
|
|
|
rm image.btrfs
|
|
mv image2.btrfs tiles.btrfs
|
|
|
|
pigz tiles.btrfs --fast
|
|
|
|
mkdir -p logs
|
|
mv -- *.log logs
|
|
mv -- *.txt logs
|
|
|
|
echo extract_btrfs.sh DONE
|