#!/bin/bash filename="${1%.tar.xz}" if [ ! -f "data/bridge_data/${filename}_processed.tar.xz" ]; then # Clean up any files from past runs rm -rf "data/bridge_data/${filename}" mkdir -p data/bridge_data/"$filename"/bridge_data && \ ln -s ../../"${filename}.tar.xz" data/bridge_data/"$filename"/ && \ cd data/bridge_data/"$filename"/ echo "Processing ${filename}" tar xf "${filename}.tar.xz" --to-command=../../../scripts/parse-data-from-extra-info.sh echo "Finished processing ${filename}; saving progress" # Return to data/bridge_data/ cd .. tar czf "${filename}_processed.tar.xz" "${filename}"/bridge_data/* || exit 1 echo "Removing ${filename} directory to free up space" rm -r "${filename}" # Return to original directory cd ../.. else echo "Already processed ${filename}.tar.xz" fi