Process 2024-12 national address register. Still need to make some improvements

This commit is contained in:
Diego Ripley
2025-06-06 22:49:47 +00:00
parent 2350d6d8d7
commit 5e26ec282e
12 changed files with 765 additions and 248 deletions
+11 -3
View File
@@ -2,8 +2,16 @@
if [ ! -d "${DATA_FOLDER}/national_address_register" ]
then
echo "Making directory ${DATA_FOLDER}/national_address_register/"
mkdir -p ${DATA_FOLDER}/national_address_register/{input,extracted,output,scratch}
mkdir -p ${DATA_FOLDER}/national_address_register/{input,extracted,output}/{2024-12,2024-06,2023,2022}
fi
echo "Downloading national address register files"
aria2c -x16 -i "${SCRIPT_DIR}/national_address_register/national_address_register_files.txt" --dir=$DATA_FOLDER/national_address_register/input --auto-file-renaming=false
INPUT_FOLDER="${DATA_FOLDER}/national_address_register/input"
echo "Downloading 2024-12 vintage of national address register files"
aria2c -x16 -i "${SCRIPT_DIR}/national_address_register/national_address_register_files_2024_12.txt" --dir=${INPUT_FOLDER}/2024-12 --auto-file-renaming=false
echo "Downloading 2024-06 vintage of national address register files"
aria2c -x16 -i "${SCRIPT_DIR}/national_address_register/national_address_register_files_2024_06.txt" --dir=${INPUT_FOLDER}/2024-06 --auto-file-renaming=false
echo "Downloading 2023 vintage of national address register files"
aria2c -x16 -i "${SCRIPT_DIR}/national_address_register/national_address_register_files_2023.txt" --dir=${INPUT_FOLDER}/2023 --auto-file-renaming=false
echo "Downloading 2022 vintage of national address register files"
aria2c -x16 -i "${SCRIPT_DIR}/national_address_register/national_address_register_files_2022.txt" --dir=${INPUT_FOLDER}/2022 --auto-file-renaming=false