| 1234567891011121314151617181920212223242526272829 |
- #!/bin/bash
- filename="${1%.tar.xz}"
- if [ ! -f "data/bridge_data/${filename}_processed.tar.xz" ]; then
- # Clean up any files from past runs
- rm -rf "data/bridge_data/${filename}"
- mkdir -p data/bridge_data/"$filename"/bridge_data && \
- ln -s ../../"${filename}.tar.xz" data/bridge_data/"$filename"/ && \
- cd data/bridge_data/"$filename"/
- echo "Processing ${filename}"
- tar xf "${filename}.tar.xz" --to-command=../../../scripts/parse-data-from-extra-info.sh
- echo "Finished processing ${filename}; saving progress"
- # Return to data/bridge_data/
- cd ..
- tar czf "${filename}_processed.tar.xz" "${filename}"/bridge_data/* || exit 1
- echo "Removing ${filename} directory to free up space"
- rm -r "${filename}"
- # Return to original directory
- cd ../..
- else
- echo "Already processed ${filename}.tar.xz"
- fi
|
