From 124a45f4b3b7fa5fa172add7dbf58da790276bba Mon Sep 17 00:00:00 2001 From: Diego Ripley Date: Wed, 12 Aug 2026 00:50:02 +0000 Subject: [PATCH] Change road network files URLs to use Source Cooperative --- main.sh | 6 +++--- road_network_file/download.sh | 19 +++++++++++++++++++ .../load.sh | 0 .../organize.sql | 0 .../process.sh | 0 road_network_file/road_network_file_2001.txt | 4 ++++ road_network_file/road_network_file_2006.txt | 2 ++ road_network_file/road_network_file_2011.txt | 2 ++ road_network_file/road_network_file_2016.txt | 2 ++ road_network_file/road_network_file_2021.txt | 2 ++ .../road_network_files.sql | 0 road_network_files/download.sh | 19 ------------------- road_network_files/road_network_file_2001.txt | 4 ---- road_network_files/road_network_file_2006.txt | 2 -- road_network_files/road_network_file_2011.txt | 2 -- road_network_files/road_network_file_2016.txt | 2 -- road_network_files/road_network_file_2021.txt | 2 -- 17 files changed, 34 insertions(+), 34 deletions(-) create mode 100755 road_network_file/download.sh rename {road_network_files => road_network_file}/load.sh (100%) rename {road_network_files => road_network_file}/organize.sql (100%) rename {road_network_files => road_network_file}/process.sh (100%) create mode 100644 road_network_file/road_network_file_2001.txt create mode 100644 road_network_file/road_network_file_2006.txt create mode 100644 road_network_file/road_network_file_2011.txt create mode 100644 road_network_file/road_network_file_2016.txt create mode 100644 road_network_file/road_network_file_2021.txt rename {road_network_files => road_network_file}/road_network_files.sql (100%) delete mode 100755 road_network_files/download.sh delete mode 100644 road_network_files/road_network_file_2001.txt delete mode 100644 road_network_files/road_network_file_2006.txt delete mode 100644 road_network_files/road_network_file_2011.txt delete mode 100644 road_network_files/road_network_file_2016.txt delete mode 100644 road_network_files/road_network_file_2021.txt diff --git a/main.sh b/main.sh index 269076e..366fc5b 100755 --- a/main.sh +++ b/main.sh @@ -29,10 +29,10 @@ boundaries/load.sh boundaries/process.sh #### 4.0 Road Network Files #### ## 4.1 Download Road Network Files ## -road_network_files/download.sh +road_network_file/download.sh ## 4.2 Load Road Network Files to PostgreSQL ## -road_network_files/load.sh -road_network_files/process.sh +road_network_file/load.sh +road_network_file/process.sh #### 5.0 GeoSuite #### ## 5.1 Download GeoSuite Files ## geosuite/download.sh diff --git a/road_network_file/download.sh b/road_network_file/download.sh new file mode 100755 index 0000000..5d1abdc --- /dev/null +++ b/road_network_file/download.sh @@ -0,0 +1,19 @@ +#!/bin/bash +if [ ! -d "${DATA_FOLDER}/road_network_file" ] +then + echo "Making directory ${DATA_FOLDER}/road_network_file/" + mkdir -p ${DATA_FOLDER}/road_network_file/{input,extracted,output}/{2021,2016,2011,2006,2001} +fi + +INPUT_FOLDER="${DATA_FOLDER}/road_network_file/input" + +echo "Downloading 2021 road network file" +aria2c -x16 -i "${SCRIPT_DIR}/road_network_file/road_network_file_2021.txt" --dir="${INPUT_FOLDER}/2021" --auto-file-renaming=false +echo "Downloading 2016 road network file" +aria2c -x16 -i "${SCRIPT_DIR}/road_network_file/road_network_file_2016.txt" --dir="${INPUT_FOLDER}/2016" --auto-file-renaming=false +echo "Downloading 2011 road network file" +aria2c -x16 -i "${SCRIPT_DIR}/road_network_file/road_network_file_2011.txt" --dir="${INPUT_FOLDER}/2011" --auto-file-renaming=false +echo "Downloading 2006 road network file" +aria2c -x16 -i "${SCRIPT_DIR}/road_network_file/road_network_file_2006.txt" --dir="${INPUT_FOLDER}/2006" --auto-file-renaming=false +echo "Downloading 2001 road network file" +aria2c -x16 -i "${SCRIPT_DIR}/road_network_file/road_network_file_2001.txt" --dir="${INPUT_FOLDER}/2001" --auto-file-renaming=false diff --git a/road_network_files/load.sh b/road_network_file/load.sh similarity index 100% rename from road_network_files/load.sh rename to road_network_file/load.sh diff --git a/road_network_files/organize.sql b/road_network_file/organize.sql similarity index 100% rename from road_network_files/organize.sql rename to road_network_file/organize.sql diff --git a/road_network_files/process.sh b/road_network_file/process.sh similarity index 100% rename from road_network_files/process.sh rename to road_network_file/process.sh diff --git a/road_network_file/road_network_file_2001.txt b/road_network_file/road_network_file_2001.txt new file mode 100644 index 0000000..120a208 --- /dev/null +++ b/road_network_file/road_network_file_2001.txt @@ -0,0 +1,4 @@ +# 2001 Census Road Network File +https://data.source.coop/dataforcanada/d4c-datapkg-statistical/archive/statcan/road_network_file/2001/grnf000r01m_e.zip https://www12.statcan.gc.ca/census-recensement/2011/geo/RNF-FRR/files-fichiers/grnf000r01m_e.zip +# 2001 Census Skeletal Road Network File +https://data.source.coop/dataforcanada/d4c-datapkg-statistical/archive/statcan/road_network_file/2001/gsrn000r01m_e.zip https://www12.statcan.gc.ca/census-recensement/2011/geo/RNF-FRR/files-fichiers/gsrn000r01m_e.zip \ No newline at end of file diff --git a/road_network_file/road_network_file_2006.txt b/road_network_file/road_network_file_2006.txt new file mode 100644 index 0000000..65e4f8d --- /dev/null +++ b/road_network_file/road_network_file_2006.txt @@ -0,0 +1,2 @@ +# 2006 Census Road Network and Geographic Attribute File Road Network +https://data.source.coop/dataforcanada/d4c-datapkg-statistical/archive/statcan/road_network_file/2006/grgf000r06a_e.zip https://www12.statcan.gc.ca/census-recensement/2011/geo/RNF-FRR/files-fichiers/grgf000r06a_e.zip \ No newline at end of file diff --git a/road_network_file/road_network_file_2011.txt b/road_network_file/road_network_file_2011.txt new file mode 100644 index 0000000..cec2b92 --- /dev/null +++ b/road_network_file/road_network_file_2011.txt @@ -0,0 +1,2 @@ +# 2011 Census Road Network File +https://data.source.coop/dataforcanada/d4c-datapkg-statistical/archive/statcan/road_network_file/2011/grnf000r11a_e.zip https://www12.statcan.gc.ca/census-recensement/2011/geo/RNF-FRR/files-fichiers/grnf000r11a_e.zip \ No newline at end of file diff --git a/road_network_file/road_network_file_2016.txt b/road_network_file/road_network_file_2016.txt new file mode 100644 index 0000000..817f95c --- /dev/null +++ b/road_network_file/road_network_file_2016.txt @@ -0,0 +1,2 @@ +# 2016 Census Road Network File +https://data.source.coop/dataforcanada/d4c-datapkg-statistical/archive/statcan/road_network_file/2016/lrnf000r16a_e.zip https://www12.statcan.gc.ca/census-recensement/2011/geo/RNF-FRR/files-fichiers/2016/lrnf000r16a_e.zip \ No newline at end of file diff --git a/road_network_file/road_network_file_2021.txt b/road_network_file/road_network_file_2021.txt new file mode 100644 index 0000000..61d51ec --- /dev/null +++ b/road_network_file/road_network_file_2021.txt @@ -0,0 +1,2 @@ +# 2021 Census Road Network File. Geodatabase was not working so fall back to shapefile +https://data.source.coop/dataforcanada/d4c-datapkg-statistical/archive/statcan/road_network_file/2021/lrnf000r21a_e.zip https://www12.statcan.gc.ca/census-recensement/2021/geo/sip-pis/RNF-FRR/files-fichiers/lrnf000r21a_e.zip \ No newline at end of file diff --git a/road_network_files/road_network_files.sql b/road_network_file/road_network_files.sql similarity index 100% rename from road_network_files/road_network_files.sql rename to road_network_file/road_network_files.sql diff --git a/road_network_files/download.sh b/road_network_files/download.sh deleted file mode 100755 index c68cd8e..0000000 --- a/road_network_files/download.sh +++ /dev/null @@ -1,19 +0,0 @@ -#!/bin/bash -if [ ! -d "${DATA_FOLDER}/road_network_files" ] -then - echo "Making directory ${DATA_FOLDER}/road_network_files/" - mkdir -p ${DATA_FOLDER}/road_network_files/{input,extracted,output}/{2021,2016,2011,2006} -fi - -INPUT_FOLDER="${DATA_FOLDER}/road_network_files/input" - -echo "Downloading 2021 road network file" -aria2c -x16 -i "${SCRIPT_DIR}/road_network_files/road_network_file_2021.txt" --dir="${INPUT_FOLDER}/2021" --auto-file-renaming=false -echo "Downloading 2016 road network file" -aria2c -x16 -i "${SCRIPT_DIR}/road_network_files/road_network_file_2016.txt" --dir="${INPUT_FOLDER}/2016" --auto-file-renaming=false -echo "Downloading 2011 road network file" -aria2c -x16 -i "${SCRIPT_DIR}/road_network_files/road_network_file_2011.txt" --dir="${INPUT_FOLDER}/2011" --auto-file-renaming=false -echo "Downloading 2006 road network file" -aria2c -x16 -i "${SCRIPT_DIR}/road_network_files/road_network_file_2006.txt" --dir="${INPUT_FOLDER}/2006" --auto-file-renaming=false -echo "Downloading 2001 road network file" -aria2c -x16 -i "${SCRIPT_DIR}/road_network_files/road_network_file_2001.txt" --dir="${INPUT_FOLDER}/2001" --auto-file-renaming=false diff --git a/road_network_files/road_network_file_2001.txt b/road_network_files/road_network_file_2001.txt deleted file mode 100644 index d75c56a..0000000 --- a/road_network_files/road_network_file_2001.txt +++ /dev/null @@ -1,4 +0,0 @@ -# 2001 Census Road Network File -https://data.dataforcanada.org/archive/statistics_canada/road_network_files/2001/grnf000r01m_e.zip https://www12.statcan.gc.ca/census-recensement/2011/geo/RNF-FRR/files-fichiers/grnf000r01m_e.zip -# 2001 Census Skeletal Road Network File -https://data.dataforcanada.org/archive/statistics_canada/road_network_files/2001/gsrn000r01m_e.zip https://www12.statcan.gc.ca/census-recensement/2011/geo/RNF-FRR/files-fichiers/gsrn000r01m_e.zip \ No newline at end of file diff --git a/road_network_files/road_network_file_2006.txt b/road_network_files/road_network_file_2006.txt deleted file mode 100644 index 968b356..0000000 --- a/road_network_files/road_network_file_2006.txt +++ /dev/null @@ -1,2 +0,0 @@ -# 2006 Census Road Network and Geographic Attribute File Road Network -https://data.dataforcanada.org/archive/statistics_canada/road_network_files/2006/grgf000r06a_e.zip https://www12.statcan.gc.ca/census-recensement/2011/geo/RNF-FRR/files-fichiers/grgf000r06a_e.zip \ No newline at end of file diff --git a/road_network_files/road_network_file_2011.txt b/road_network_files/road_network_file_2011.txt deleted file mode 100644 index dda0400..0000000 --- a/road_network_files/road_network_file_2011.txt +++ /dev/null @@ -1,2 +0,0 @@ -# 2011 Census Road Network File -https://data.dataforcanada.org/archive/statistics_canada/road_network_files/2011/grnf000r11a_e.zip https://www12.statcan.gc.ca/census-recensement/2011/geo/RNF-FRR/files-fichiers/grnf000r11a_e.zip \ No newline at end of file diff --git a/road_network_files/road_network_file_2016.txt b/road_network_files/road_network_file_2016.txt deleted file mode 100644 index 902ed1c..0000000 --- a/road_network_files/road_network_file_2016.txt +++ /dev/null @@ -1,2 +0,0 @@ -# 2016 Census Road Network File -https://data.dataforcanada.org/archive/statistics_canada/road_network_files/2016/lrnf000r16a_e.zip https://www12.statcan.gc.ca/census-recensement/2011/geo/RNF-FRR/files-fichiers/2016/lrnf000r16a_e.zip \ No newline at end of file diff --git a/road_network_files/road_network_file_2021.txt b/road_network_files/road_network_file_2021.txt deleted file mode 100644 index a884d6c..0000000 --- a/road_network_files/road_network_file_2021.txt +++ /dev/null @@ -1,2 +0,0 @@ -# 2021 Census Road Network File. Geodatabase was not working so fall back to shapefile -https://data.dataforcanada.org/archive/statistics_canada/road_network_files/2021/lrnf000r21a_e.zip https://www12.statcan.gc.ca/census-recensement/2021/geo/sip-pis/RNF-FRR/files-fichiers/lrnf000r21a_e.zip \ No newline at end of file