#!/usr/bin/env bash
set -e

TILE_GEN_BIN=/data/ofm/tile_gen/bin
VENV_PYTHON=$TILE_GEN_BIN/venv/bin/python

sudo umount mnt_rw 2> /dev/null || true
sudo umount mnt_rw2 2> /dev/null || true
rm -rf mnt_rw* tmp_*
rm -f -- *.btrfs *.gz
rm -rf -- *.log *.txt logs

# make an empty file that's definitely bigger then the current OSM output
fallocate -l 200G image.btrfs
fallocate -l 200G image2.btrfs


# metadata: single needed as default is now DUP
mkfs.btrfs \
  -m single \
  image.btrfs > /dev/null

mkfs.btrfs \
  -m single \
  image2.btrfs > /dev/null

# https://btrfs.readthedocs.io/en/latest/btrfs-man5.html#mount-options
# compression doesn't make sense, data is already gzip compressed
mkdir -p mnt_rw mnt_rw2

sudo mount \
  -t btrfs \
  -o noacl,nobarrier,noatime,max_inline=4096 \
  image.btrfs mnt_rw

sudo mount \
  -t btrfs \
  -o noacl,nobarrier,noatime,max_inline=4096 \
  image2.btrfs mnt_rw2

sudo chown ofm:ofm -R mnt_rw mnt_rw2

$VENV_PYTHON $TILE_GEN_BIN/extract_mbtiles/extract_mbtiles.py \
  tiles.mbtiles mnt_rw/extract \
  > extract_out.log 2> extract_err.log

cp mnt_rw/extract/osm_date .

grep fixed extract_out.log > dedupl_fixed.log || true

# Unfortunately, by deleting files from the btrfs partition, the size _grows_.
# So we need to rsync onto a new partition.
rsync -avH \
  --max-alloc=4294967296 \
  --exclude dedupl \
  mnt_rw/extract/ mnt_rw2/ \
  > rsync_out.log 2> rsync_err.log


# collect stats
{
echo -e "df -h"
sudo df -h mnt_rw
echo -e "\n\nbtrfs filesystem df"
sudo btrfs filesystem df mnt_rw
echo -e "\n\nbtrfs filesystem show"
sudo btrfs filesystem show mnt_rw
echo -e "\n\nbtrfs filesystem usage"
sudo btrfs filesystem usage mnt_rw
} > stats1.txt

{
echo -e "df -h"
sudo df -h mnt_rw2
echo -e "\n\nbtrfs filesystem df"
sudo btrfs filesystem df mnt_rw2
echo -e "\n\nbtrfs filesystem show"
sudo btrfs filesystem show mnt_rw2
echo -e "\n\nbtrfs filesystem usage"
sudo btrfs filesystem usage mnt_rw2
} > stats2.txt



sudo umount mnt_rw
sudo umount mnt_rw2
rm -r mnt_rw*

sudo $VENV_PYTHON $TILE_GEN_BIN/shrink_btrfs/shrink_btrfs.py image2.btrfs \
  > shrink_out.log 2> shrink_err.log


rm image.btrfs
mv image2.btrfs tiles.btrfs

pigz tiles.btrfs --fast

mkdir -p logs
mv -- *.log logs
mv -- *.txt logs

echo extract_btrfs.sh DONE