dataforcanada/d4c-datapkg-statistical
1
0
Fork 0
mirror of https://github.com/dataforcanada/d4c-datapkg-statistical.git synced 2026-06-13 14:10:55 +02:00
Code Issues Packages Projects Releases Wiki Activity

Create 2021 cartographic boundary files

Browse Source
This commit is contained in:
Diego Ripley
2025-06-04 16:36:45 +00:00
parent 13a86dc3dc
commit fad884efc8
18 changed files with 1324 additions and 971 deletions
Download Patch File Download Diff File Expand all files Collapse all files
experiments/export_2021_boundaries.ipynb
+123 -814
View File
@@ -2,7 +2,7 @@
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"execution_count": 8,
"id": "b6e053ec",
"metadata": {},
"outputs": [],
@@ -22,7 +22,7 @@
},
{
"cell_type": "code",
"execution_count": 2,
"execution_count": 9,
"id": "22183463",
"metadata": {
"vscode": {
@@ -37,28 +37,28 @@
},
{
"cell_type": "code",
"execution_count": 3,
"execution_count": 10,
"id": "a0372dac",
"metadata": {},
"outputs": [],
"source": [
"files=('country_2021'\n",
" 'grc_2021'\n",
" 'pr_2021'\n",
" 'er_2021'\n",
" 'car_2021'\n",
" 'cd_2021'\n",
" 'ccs_2021'\n",
" 'cma_2021'\n",
" 'csd_2021'\n",
" 'fed_2021_2013'\n",
" 'dpl_2021'\n",
" 'fsa_2021'\n",
" 'pop_ctr_2021'\n",
" 'ct_2021'\n",
" 'da_2021'\n",
" 'db_2021'\n",
" 'ada_2021'\n",
"files=('country_2021_digital'\n",
" 'grc_2021_digital'\n",
" 'pr_2021_digital'\n",
" 'er_2021_digital'\n",
" 'car_2021_digital'\n",
" 'cd_2021_digital'\n",
" 'ccs_2021_digital'\n",
" 'cma_2021_digital'\n",
" 'csd_2021_digital'\n",
" 'fed_2021_2013_digital'\n",
" 'dpl_2021_digital'\n",
" 'fsa_2021_digital'\n",
" 'pop_ctr_2021_digital'\n",
" 'ct_2021_digital'\n",
" 'da_2021_digital'\n",
" 'db_2021_digital'\n",
" 'ada_2021_digital'\n",
" )"
]
},
@@ -72,7 +72,7 @@
},
{
"cell_type": "code",
"execution_count": 5,
"execution_count": 11,
"id": "4c5bb532",
"metadata": {},
"outputs": [
@@ -80,30 +80,31 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Exporting silver.country_2021 table to /data/boundaries/output/2021/digital_boundary_files/country_2021.parquet\n",
"Exporting silver.grc_2021 table to /data/boundaries/output/2021/digital_boundary_files/grc_2021.parquet\n",
"Exporting silver.pr_2021 table to /data/boundaries/output/2021/digital_boundary_files/pr_2021.parquet\n",
"Exporting silver.er_2021 table to /data/boundaries/output/2021/digital_boundary_files/er_2021.parquet\n",
"Exporting silver.car_2021 table to /data/boundaries/output/2021/digital_boundary_files/car_2021.parquet\n",
"Exporting silver.cd_2021 table to /data/boundaries/output/2021/digital_boundary_files/cd_2021.parquet\n",
"Exporting silver.ccs_2021 table to /data/boundaries/output/2021/digital_boundary_files/ccs_2021.parquet\n",
"Exporting silver.cma_2021 table to /data/boundaries/output/2021/digital_boundary_files/cma_2021.parquet\n",
"Exporting silver.csd_2021 table to /data/boundaries/output/2021/digital_boundary_files/csd_2021.parquet\n",
"Exporting silver.fed_2021_2013 table to /data/boundaries/output/2021/digital_boundary_files/fed_2021_2013.parquet\n",
"Exporting silver.dpl_2021 table to /data/boundaries/output/2021/digital_boundary_files/dpl_2021.parquet\n",
"Exporting silver.fsa_2021 table to /data/boundaries/output/2021/digital_boundary_files/fsa_2021.parquet\n",
"Exporting silver.pop_ctr_2021 table to /data/boundaries/output/2021/digital_boundary_files/pop_ctr_2021.parquet\n",
"Exporting silver.ct_2021 table to /data/boundaries/output/2021/digital_boundary_files/ct_2021.parquet\n",
"Exporting silver.da_2021 table to /data/boundaries/output/2021/digital_boundary_files/da_2021.parquet\n",
"Exporting silver.db_2021 table to /data/boundaries/output/2021/digital_boundary_files/db_2021.parquet\n",
"Exporting silver.ada_2021 table to /data/boundaries/output/2021/digital_boundary_files/ada_2021.parquet\n"
"Exporting silver.country_2021_digital table to /data/boundaries/output/2021/digital_boundary_files/country_2021.parquet\n",
"Exporting silver.grc_2021_digital table to /data/boundaries/output/2021/digital_boundary_files/grc_2021.parquet\n",
"Exporting silver.pr_2021_digital table to /data/boundaries/output/2021/digital_boundary_files/pr_2021.parquet\n",
"Exporting silver.er_2021_digital table to /data/boundaries/output/2021/digital_boundary_files/er_2021.parquet\n",
"Exporting silver.car_2021_digital table to /data/boundaries/output/2021/digital_boundary_files/car_2021.parquet\n",
"Exporting silver.cd_2021_digital table to /data/boundaries/output/2021/digital_boundary_files/cd_2021.parquet\n",
"Exporting silver.ccs_2021_digital table to /data/boundaries/output/2021/digital_boundary_files/ccs_2021.parquet\n",
"Exporting silver.cma_2021_digital table to /data/boundaries/output/2021/digital_boundary_files/cma_2021.parquet\n",
"Exporting silver.csd_2021_digital table to /data/boundaries/output/2021/digital_boundary_files/csd_2021.parquet\n",
"Exporting silver.fed_2021_2013_digital table to /data/boundaries/output/2021/digital_boundary_files/fed_2021_2013.parquet\n",
"Exporting silver.dpl_2021_digital table to /data/boundaries/output/2021/digital_boundary_files/dpl_2021.parquet\n",
"Exporting silver.fsa_2021_digital table to /data/boundaries/output/2021/digital_boundary_files/fsa_2021.parquet\n",
"Exporting silver.pop_ctr_2021_digital table to /data/boundaries/output/2021/digital_boundary_files/pop_ctr_2021.parquet\n",
"Exporting silver.ct_2021_digital table to /data/boundaries/output/2021/digital_boundary_files/ct_2021.parquet\n",
"Exporting silver.da_2021_digital table to /data/boundaries/output/2021/digital_boundary_files/da_2021.parquet\n",
"Exporting silver.db_2021_digital table to /data/boundaries/output/2021/digital_boundary_files/db_2021.parquet\n",
"Exporting silver.ada_2021_digital table to /data/boundaries/output/2021/digital_boundary_files/ada_2021.parquet\n"
]
}
],
"source": [
"for file in ${files[@]}\n",
"do\n",
" output_file=\"${output_folder}/${file}.parquet\"\n",
" filename=\"${file/_digital/}.parquet\"\n",
" output_file=\"${output_folder}/${filename}\"\n",
" echo \"Exporting silver.${file} table to ${output_file}\" \n",
" ogr2ogr \\\n",
" -lco COMPRESSION=\"ZSTD\" \\\n",
@@ -119,789 +120,97 @@
},
{
"cell_type": "markdown",
"id": "77af4081-b070-4c78-bbd9-ab2bcbb28881",
"id": "7d62468a-f950-4e63-8bc5-4e3324f6ed65",
"metadata": {},
"source": [
"## Export as FlatGeobuf"
"# 2. Export Cartographic Boundary Files"
]
},
{
"cell_type": "code",
"execution_count": 6,
"id": "c012df55",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Exporting country_2021 table to /data/boundaries/output/2021/digital_boundary_files/country_2021.fgb\n",
"Exporting grc_2021 table to /data/boundaries/output/2021/digital_boundary_files/grc_2021.fgb\n",
"Exporting pr_2021 table to /data/boundaries/output/2021/digital_boundary_files/pr_2021.fgb\n",
"Exporting er_2021 table to /data/boundaries/output/2021/digital_boundary_files/er_2021.fgb\n",
"Exporting car_2021 table to /data/boundaries/output/2021/digital_boundary_files/car_2021.fgb\n",
"Exporting cd_2021 table to /data/boundaries/output/2021/digital_boundary_files/cd_2021.fgb\n",
"Exporting ccs_2021 table to /data/boundaries/output/2021/digital_boundary_files/ccs_2021.fgb\n",
"Exporting cma_2021 table to /data/boundaries/output/2021/digital_boundary_files/cma_2021.fgb\n",
"Exporting csd_2021 table to /data/boundaries/output/2021/digital_boundary_files/csd_2021.fgb\n",
"Exporting fed_2021_2013 table to /data/boundaries/output/2021/digital_boundary_files/fed_2021_2013.fgb\n",
"Exporting dpl_2021 table to /data/boundaries/output/2021/digital_boundary_files/dpl_2021.fgb\n",
"Exporting fsa_2021 table to /data/boundaries/output/2021/digital_boundary_files/fsa_2021.fgb\n",
"Exporting pop_ctr_2021 table to /data/boundaries/output/2021/digital_boundary_files/pop_ctr_2021.fgb\n",
"Exporting ct_2021 table to /data/boundaries/output/2021/digital_boundary_files/ct_2021.fgb\n",
"Exporting da_2021 table to /data/boundaries/output/2021/digital_boundary_files/da_2021.fgb\n",
"Exporting db_2021 table to /data/boundaries/output/2021/digital_boundary_files/db_2021.fgb\n",
"Exporting ada_2021 table to /data/boundaries/output/2021/digital_boundary_files/ada_2021.fgb\n"
]
}
],
"source": [
"for file in ${files[@]}\n",
"do\n",
" output_file=\"${output_folder}/${file}.fgb\"\n",
" echo \"Exporting ${file} table to ${output_file}\" \n",
" ogr2ogr \\\n",
" -f FlatGeobuf \\\n",
" -lco TITLE=\"${file}\" \\\n",
" ${output_file} \\\n",
" \"PG:host=db dbname=${POSTGRES_DB} user=${POSTGRES_USER} password=${POSTGRES_PASSWORD} port=5432\" \\\n",
" \"silver.${file}\" \\\n",
" -nln ${file}\n",
"done"
]
},
{
"cell_type": "markdown",
"id": "b90b3919",
"metadata": {},
"source": [
"## Export as File Geodatabase"
]
},
{
"cell_type": "code",
"execution_count": 9,
"id": "64780573",
"metadata": {
"scrolled": true
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Exporting country_2021 table to /data/boundaries/output/2021/digital_boundary_files/country_2021.gdb\n",
"ERROR 6: Unsupported geometry type\n",
"ERROR 1: Terminating translation prematurely after failed\n",
"translation of layer silver.country_2021 (use -skipfailures to skip errors)\n",
"Exporting grc_2021 table to /data/boundaries/output/2021/digital_boundary_files/grc_2021.gdb\n",
"ERROR 6: Unsupported geometry type\n",
"ERROR 1: Terminating translation prematurely after failed\n",
"translation of layer silver.grc_2021 (use -skipfailures to skip errors)\n",
"Exporting pr_2021 table to /data/boundaries/output/2021/digital_boundary_files/pr_2021.gdb\n",
"Exporting er_2021 table to /data/boundaries/output/2021/digital_boundary_files/er_2021.gdb\n",
"Exporting car_2021 table to /data/boundaries/output/2021/digital_boundary_files/car_2021.gdb\n",
"Exporting cd_2021 table to /data/boundaries/output/2021/digital_boundary_files/cd_2021.gdb\n",
"Exporting ccs_2021 table to /data/boundaries/output/2021/digital_boundary_files/ccs_2021.gdb\n",
"Exporting cma_2021 table to /data/boundaries/output/2021/digital_boundary_files/cma_2021.gdb\n",
"Exporting csd_2021 table to /data/boundaries/output/2021/digital_boundary_files/csd_2021.gdb\n",
"Exporting fed_2021_2013 table to /data/boundaries/output/2021/digital_boundary_files/fed_2021_2013.gdb\n",
"Exporting dpl_2021 table to /data/boundaries/output/2021/digital_boundary_files/dpl_2021.gdb\n",
"Exporting fsa_2021 table to /data/boundaries/output/2021/digital_boundary_files/fsa_2021.gdb\n",
"Exporting pop_ctr_2021 table to /data/boundaries/output/2021/digital_boundary_files/pop_ctr_2021.gdb\n",
"Exporting ct_2021 table to /data/boundaries/output/2021/digital_boundary_files/ct_2021.gdb\n",
"Exporting da_2021 table to /data/boundaries/output/2021/digital_boundary_files/da_2021.gdb\n",
"Exporting db_2021 table to /data/boundaries/output/2021/digital_boundary_files/db_2021.gdb\n",
"Exporting ada_2021 table to /data/boundaries/output/2021/digital_boundary_files/ada_2021.gdb\n"
]
}
],
"source": [
"for file in ${files[@]}\n",
"do\n",
" output_file=\"${output_folder}/${file}.gdb\"\n",
" echo \"Exporting ${file} table to ${output_file}\" \n",
" ogr2ogr \\\n",
" -f OpenFileGDB \\\n",
" -lco TARGET_ARCGIS_VERSION=\"ARCGIS_PRO_3_2_OR_LATER\" \\\n",
" ${output_file} \\\n",
" \"PG:host=db dbname=${POSTGRES_DB} user=${POSTGRES_USER} password=${POSTGRES_PASSWORD} port=5432\" \\\n",
" \"silver.${file}\" \\\n",
" -nln ${file}\n",
"done"
]
},
{
"cell_type": "markdown",
"id": "69d3a9be-6fa5-437d-b851-f53457d49333",
"metadata": {},
"source": [
"### Zip File Geodatabases"
]
},
{
"cell_type": "code",
"execution_count": 10,
"id": "69c6203b",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Zipping country_2021.gdb\n",
" adding: country_2021.gdb/ (stored 0%)\n",
" adding: country_2021.gdb/gdb (stored 0%)\n",
" adding: country_2021.gdb/timestamps (deflated 98%)\n",
" adding: country_2021.gdb/a00000001.gdbtable (deflated 34%)\n",
" adding: country_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: country_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: country_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: country_2021.gdb/a00000003.gdbtable (deflated 42%)\n",
" adding: country_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: country_2021.gdb/a00000004.gdbtable (deflated 44%)\n",
" adding: country_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: country_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: country_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: country_2021.gdb/a00000006.gdbtable (deflated 33%)\n",
" adding: country_2021.gdb/a00000006.gdbtablx (deflated 72%)\n",
" adding: country_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: country_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
"Zipping grc_2021.gdb\n",
" adding: grc_2021.gdb/ (stored 0%)\n",
" adding: grc_2021.gdb/gdb (stored 0%)\n",
" adding: grc_2021.gdb/timestamps (deflated 98%)\n",
" adding: grc_2021.gdb/a00000001.gdbtable (deflated 34%)\n",
" adding: grc_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: grc_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: grc_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: grc_2021.gdb/a00000003.gdbtable (deflated 42%)\n",
" adding: grc_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: grc_2021.gdb/a00000004.gdbtable (deflated 44%)\n",
" adding: grc_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: grc_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: grc_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: grc_2021.gdb/a00000006.gdbtable (deflated 33%)\n",
" adding: grc_2021.gdb/a00000006.gdbtablx (deflated 72%)\n",
" adding: grc_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: grc_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
"Zipping pr_2021.gdb\n",
" adding: pr_2021.gdb/ (stored 0%)\n",
" adding: pr_2021.gdb/gdb (stored 0%)\n",
" adding: pr_2021.gdb/timestamps (deflated 98%)\n",
" adding: pr_2021.gdb/a00000001.gdbtable (deflated 34%)\n",
" adding: pr_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: pr_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: pr_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: pr_2021.gdb/a00000003.gdbtable (deflated 56%)\n",
" adding: pr_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: pr_2021.gdb/a00000004.gdbtable (deflated 77%)\n",
" adding: pr_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: pr_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: pr_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: pr_2021.gdb/a00000006.gdbtable (deflated 23%)\n",
" adding: pr_2021.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: pr_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: pr_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: pr_2021.gdb/a00000009.gdbtable (deflated 7%)\n",
" adding: pr_2021.gdb/a00000009.gdbtablx (deflated 98%)\n",
" adding: pr_2021.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: pr_2021.gdb/a00000009.spx (deflated 97%)\n",
"Zipping er_2021.gdb\n",
" adding: er_2021.gdb/ (stored 0%)\n",
" adding: er_2021.gdb/gdb (stored 0%)\n",
" adding: er_2021.gdb/timestamps (deflated 98%)\n",
" adding: er_2021.gdb/a00000001.gdbtable (deflated 34%)\n",
" adding: er_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: er_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: er_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: er_2021.gdb/a00000003.gdbtable (deflated 56%)\n",
" adding: er_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: er_2021.gdb/a00000004.gdbtable (deflated 78%)\n",
" adding: er_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: er_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: er_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: er_2021.gdb/a00000006.gdbtable (deflated 22%)\n",
" adding: er_2021.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: er_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: er_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: er_2021.gdb/a00000009.gdbtable (deflated 8%)\n",
" adding: er_2021.gdb/a00000009.gdbtablx (deflated 94%)\n",
" adding: er_2021.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: er_2021.gdb/a00000009.spx (deflated 95%)\n",
"Zipping car_2021.gdb\n",
" adding: car_2021.gdb/ (stored 0%)\n",
" adding: car_2021.gdb/gdb (stored 0%)\n",
" adding: car_2021.gdb/timestamps (deflated 98%)\n",
" adding: car_2021.gdb/a00000001.gdbtable (deflated 34%)\n",
" adding: car_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: car_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: car_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: car_2021.gdb/a00000003.gdbtable (deflated 56%)\n",
" adding: car_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: car_2021.gdb/a00000004.gdbtable (deflated 78%)\n",
" adding: car_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: car_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: car_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: car_2021.gdb/a00000006.gdbtable (deflated 23%)\n",
" adding: car_2021.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: car_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: car_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: car_2021.gdb/a00000009.gdbtable (deflated 9%)\n",
" adding: car_2021.gdb/a00000009.gdbtablx (deflated 94%)\n",
" adding: car_2021.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: car_2021.gdb/a00000009.spx (deflated 95%)\n",
"Zipping cd_2021.gdb\n",
" adding: cd_2021.gdb/ (stored 0%)\n",
" adding: cd_2021.gdb/gdb (stored 0%)\n",
" adding: cd_2021.gdb/timestamps (deflated 98%)\n",
" adding: cd_2021.gdb/a00000001.gdbtable (deflated 34%)\n",
" adding: cd_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: cd_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: cd_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: cd_2021.gdb/a00000003.gdbtable (deflated 56%)\n",
" adding: cd_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: cd_2021.gdb/a00000004.gdbtable (deflated 80%)\n",
" adding: cd_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: cd_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: cd_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: cd_2021.gdb/a00000006.gdbtable (deflated 23%)\n",
" adding: cd_2021.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: cd_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: cd_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: cd_2021.gdb/a00000009.gdbtable (deflated 9%)\n",
" adding: cd_2021.gdb/a00000009.gdbtablx (deflated 81%)\n",
" adding: cd_2021.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: cd_2021.gdb/a00000009.spx (deflated 86%)\n",
"Zipping ccs_2021.gdb\n",
" adding: ccs_2021.gdb/ (stored 0%)\n",
" adding: ccs_2021.gdb/gdb (stored 0%)\n",
" adding: ccs_2021.gdb/timestamps (deflated 98%)\n",
" adding: ccs_2021.gdb/a00000001.gdbtable (deflated 34%)\n",
" adding: ccs_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: ccs_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: ccs_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: ccs_2021.gdb/a00000003.gdbtable (deflated 56%)\n",
" adding: ccs_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: ccs_2021.gdb/a00000004.gdbtable (deflated 81%)\n",
" adding: ccs_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: ccs_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: ccs_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: ccs_2021.gdb/a00000006.gdbtable (deflated 23%)\n",
" adding: ccs_2021.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: ccs_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: ccs_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: ccs_2021.gdb/a00000009.gdbtable (deflated 12%)\n",
" adding: ccs_2021.gdb/a00000009.gdbtablx (deflated 52%)\n",
" adding: ccs_2021.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: ccs_2021.gdb/a00000009.spx (deflated 90%)\n",
"Zipping cma_2021.gdb\n",
" adding: cma_2021.gdb/ (stored 0%)\n",
" adding: cma_2021.gdb/gdb (stored 0%)\n",
" adding: cma_2021.gdb/timestamps (deflated 98%)\n",
" adding: cma_2021.gdb/a00000001.gdbtable (deflated 34%)\n",
" adding: cma_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: cma_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: cma_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: cma_2021.gdb/a00000003.gdbtable (deflated 56%)\n",
" adding: cma_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: cma_2021.gdb/a00000004.gdbtable (deflated 79%)\n",
" adding: cma_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: cma_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: cma_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: cma_2021.gdb/a00000006.gdbtable (deflated 23%)\n",
" adding: cma_2021.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: cma_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: cma_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: cma_2021.gdb/a00000009.gdbtable (deflated 9%)\n",
" adding: cma_2021.gdb/a00000009.gdbtablx (deflated 90%)\n",
" adding: cma_2021.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: cma_2021.gdb/a00000009.spx (deflated 88%)\n",
"Zipping csd_2021.gdb\n",
" adding: csd_2021.gdb/ (stored 0%)\n",
" adding: csd_2021.gdb/gdb (stored 0%)\n",
" adding: csd_2021.gdb/timestamps (deflated 98%)\n",
" adding: csd_2021.gdb/a00000001.gdbtable (deflated 34%)\n",
" adding: csd_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: csd_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: csd_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: csd_2021.gdb/a00000003.gdbtable (deflated 56%)\n",
" adding: csd_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: csd_2021.gdb/a00000004.gdbtable (deflated 85%)\n",
" adding: csd_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: csd_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: csd_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: csd_2021.gdb/a00000006.gdbtable (deflated 23%)\n",
" adding: csd_2021.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: csd_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: csd_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: csd_2021.gdb/a00000009.gdbtable (deflated 14%)\n",
" adding: csd_2021.gdb/a00000009.gdbtablx (deflated 53%)\n",
" adding: csd_2021.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: csd_2021.gdb/a00000009.spx (deflated 89%)\n",
"Zipping fed_2021_2013.gdb\n",
" adding: fed_2021_2013.gdb/ (stored 0%)\n",
" adding: fed_2021_2013.gdb/gdb (stored 0%)\n",
" adding: fed_2021_2013.gdb/timestamps (deflated 98%)\n",
" adding: fed_2021_2013.gdb/a00000001.gdbtable (deflated 34%)\n",
" adding: fed_2021_2013.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: fed_2021_2013.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: fed_2021_2013.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: fed_2021_2013.gdb/a00000003.gdbtable (deflated 56%)\n",
" adding: fed_2021_2013.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: fed_2021_2013.gdb/a00000004.gdbtable (deflated 79%)\n",
" adding: fed_2021_2013.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: fed_2021_2013.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: fed_2021_2013.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: fed_2021_2013.gdb/a00000006.gdbtable (deflated 23%)\n",
" adding: fed_2021_2013.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: fed_2021_2013.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: fed_2021_2013.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: fed_2021_2013.gdb/a00000009.gdbtable (deflated 9%)\n",
" adding: fed_2021_2013.gdb/a00000009.gdbtablx (deflated 79%)\n",
" adding: fed_2021_2013.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: fed_2021_2013.gdb/a00000009.spx (deflated 94%)\n",
"Zipping dpl_2021.gdb\n",
" adding: dpl_2021.gdb/ (stored 0%)\n",
" adding: dpl_2021.gdb/gdb (stored 0%)\n",
" adding: dpl_2021.gdb/timestamps (deflated 98%)\n",
" adding: dpl_2021.gdb/a00000001.gdbtable (deflated 34%)\n",
" adding: dpl_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: dpl_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: dpl_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: dpl_2021.gdb/a00000003.gdbtable (deflated 56%)\n",
" adding: dpl_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: dpl_2021.gdb/a00000004.gdbtable (deflated 78%)\n",
" adding: dpl_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: dpl_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: dpl_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: dpl_2021.gdb/a00000006.gdbtable (deflated 23%)\n",
" adding: dpl_2021.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: dpl_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: dpl_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: dpl_2021.gdb/a00000009.gdbtable (deflated 15%)\n",
" adding: dpl_2021.gdb/a00000009.gdbtablx (deflated 55%)\n",
" adding: dpl_2021.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: dpl_2021.gdb/a00000009.spx (deflated 85%)\n",
"Zipping fsa_2021.gdb\n",
" adding: fsa_2021.gdb/ (stored 0%)\n",
" adding: fsa_2021.gdb/gdb (stored 0%)\n",
" adding: fsa_2021.gdb/timestamps (deflated 98%)\n",
" adding: fsa_2021.gdb/a00000001.gdbtable (deflated 34%)\n",
" adding: fsa_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: fsa_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: fsa_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: fsa_2021.gdb/a00000003.gdbtable (deflated 56%)\n",
" adding: fsa_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: fsa_2021.gdb/a00000004.gdbtable (deflated 77%)\n",
" adding: fsa_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: fsa_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: fsa_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: fsa_2021.gdb/a00000006.gdbtable (deflated 23%)\n",
" adding: fsa_2021.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: fsa_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: fsa_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: fsa_2021.gdb/a00000009.gdbtable (deflated 8%)\n",
" adding: fsa_2021.gdb/a00000009.gdbtablx (deflated 54%)\n",
" adding: fsa_2021.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: fsa_2021.gdb/a00000009.spx (deflated 89%)\n",
"Zipping pop_ctr_2021.gdb\n",
" adding: pop_ctr_2021.gdb/ (stored 0%)\n",
" adding: pop_ctr_2021.gdb/gdb (stored 0%)\n",
" adding: pop_ctr_2021.gdb/timestamps (deflated 98%)\n",
" adding: pop_ctr_2021.gdb/a00000001.gdbtable (deflated 33%)\n",
" adding: pop_ctr_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: pop_ctr_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: pop_ctr_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: pop_ctr_2021.gdb/a00000003.gdbtable (deflated 56%)\n",
" adding: pop_ctr_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: pop_ctr_2021.gdb/a00000004.gdbtable (deflated 80%)\n",
" adding: pop_ctr_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: pop_ctr_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: pop_ctr_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: pop_ctr_2021.gdb/a00000006.gdbtable (deflated 22%)\n",
" adding: pop_ctr_2021.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: pop_ctr_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: pop_ctr_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: pop_ctr_2021.gdb/a00000009.gdbtable (deflated 10%)\n",
" adding: pop_ctr_2021.gdb/a00000009.gdbtablx (deflated 72%)\n",
" adding: pop_ctr_2021.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: pop_ctr_2021.gdb/a00000009.spx (deflated 85%)\n",
"Zipping ct_2021.gdb\n",
" adding: ct_2021.gdb/ (stored 0%)\n",
" adding: ct_2021.gdb/gdb (stored 0%)\n",
" adding: ct_2021.gdb/timestamps (deflated 98%)\n",
" adding: ct_2021.gdb/a00000001.gdbtable (deflated 34%)\n",
" adding: ct_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: ct_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: ct_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: ct_2021.gdb/a00000003.gdbtable (deflated 56%)\n",
" adding: ct_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: ct_2021.gdb/a00000004.gdbtable (deflated 80%)\n",
" adding: ct_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: ct_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: ct_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: ct_2021.gdb/a00000006.gdbtable (deflated 23%)\n",
" adding: ct_2021.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: ct_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: ct_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: ct_2021.gdb/a00000009.gdbtable (deflated 17%)\n",
" adding: ct_2021.gdb/a00000009.gdbtablx (deflated 52%)\n",
" adding: ct_2021.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: ct_2021.gdb/a00000009.spx (deflated 88%)\n",
"Zipping da_2021.gdb\n",
" adding: da_2021.gdb/ (stored 0%)\n",
" adding: da_2021.gdb/gdb (stored 0%)\n",
" adding: da_2021.gdb/timestamps (deflated 98%)\n",
" adding: da_2021.gdb/a00000001.gdbtable (deflated 34%)\n",
" adding: da_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: da_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: da_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: da_2021.gdb/a00000003.gdbtable (deflated 56%)\n",
" adding: da_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: da_2021.gdb/a00000004.gdbtable (deflated 85%)\n",
" adding: da_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: da_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: da_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: da_2021.gdb/a00000006.gdbtable (deflated 23%)\n",
" adding: da_2021.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: da_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: da_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: da_2021.gdb/a00000009.gdbtable (deflated 31%)\n",
" adding: da_2021.gdb/a00000009.gdbtablx (deflated 45%)\n",
" adding: da_2021.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: da_2021.gdb/a00000009.spx (deflated 88%)\n",
"Zipping db_2021.gdb\n",
" adding: db_2021.gdb/ (stored 0%)\n",
" adding: db_2021.gdb/gdb (stored 0%)\n",
" adding: db_2021.gdb/timestamps (deflated 98%)\n",
" adding: db_2021.gdb/a00000001.gdbtable (deflated 34%)\n",
" adding: db_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: db_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: db_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: db_2021.gdb/a00000003.gdbtable (deflated 56%)\n",
" adding: db_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: db_2021.gdb/a00000004.gdbtable (deflated 86%)\n",
" adding: db_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: db_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: db_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: db_2021.gdb/a00000006.gdbtable (deflated 23%)\n",
" adding: db_2021.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: db_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: db_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: db_2021.gdb/a00000009.gdbtable (deflated 59%)\n",
" adding: db_2021.gdb/a00000009.gdbtablx (deflated 45%)\n",
" adding: db_2021.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: db_2021.gdb/a00000009.spx (deflated 88%)\n",
"Zipping ada_2021.gdb\n",
" adding: ada_2021.gdb/ (stored 0%)\n",
" adding: ada_2021.gdb/gdb (stored 0%)\n",
" adding: ada_2021.gdb/timestamps (deflated 98%)\n",
" adding: ada_2021.gdb/a00000001.gdbtable (deflated 34%)\n",
" adding: ada_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: ada_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: ada_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: ada_2021.gdb/a00000003.gdbtable (deflated 56%)\n",
" adding: ada_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: ada_2021.gdb/a00000004.gdbtable (deflated 82%)\n",
" adding: ada_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: ada_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: ada_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: ada_2021.gdb/a00000006.gdbtable (deflated 23%)\n",
" adding: ada_2021.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: ada_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: ada_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: ada_2021.gdb/a00000009.gdbtable (deflated 13%)\n",
" adding: ada_2021.gdb/a00000009.gdbtablx (deflated 51%)\n",
" adding: ada_2021.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: ada_2021.gdb/a00000009.spx (deflated 89%)\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
" adding: fed_2021.gdb/a00000004.gdbtable (deflated 79%)\n",
" adding: fed_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: fed_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: fed_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: fed_2021.gdb/a00000006.gdbtable (deflated 23%)\n",
" adding: fed_2021.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: fed_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: fed_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: fed_2021.gdb/a00000009.gdbtable (deflated 9%)\n",
" adding: fed_2021.gdb/a00000009.gdbtablx (deflated 79%)\n",
" adding: fed_2021.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: fed_2021.gdb/a00000009.spx (deflated 94%)\n",
"Zipping car_2021.gdb\n",
" adding: car_2021.gdb/ (stored 0%)\n",
" adding: car_2021.gdb/gdb (stored 0%)\n",
" adding: car_2021.gdb/timestamps (deflated 98%)\n",
" adding: car_2021.gdb/a00000001.gdbtable (deflated 34%)\n",
" adding: car_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: car_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: car_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: car_2021.gdb/a00000003.gdbtable (deflated 56%)\n",
" adding: car_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: car_2021.gdb/a00000004.gdbtable (deflated 78%)\n",
" adding: car_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: car_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: car_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: car_2021.gdb/a00000006.gdbtable (deflated 22%)\n",
" adding: car_2021.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: car_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: car_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: car_2021.gdb/a00000009.gdbtable (deflated 9%)\n",
" adding: car_2021.gdb/a00000009.gdbtablx (deflated 94%)\n",
" adding: car_2021.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: car_2021.gdb/a00000009.spx (deflated 95%)\n",
"Zipping dpl_2021.gdb\n",
" adding: dpl_2021.gdb/ (stored 0%)\n",
" adding: dpl_2021.gdb/gdb (stored 0%)\n",
" adding: dpl_2021.gdb/timestamps (deflated 98%)\n",
" adding: dpl_2021.gdb/a00000001.gdbtable (deflated 34%)\n",
" adding: dpl_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: dpl_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: dpl_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: dpl_2021.gdb/a00000003.gdbtable (deflated 56%)\n",
" adding: dpl_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: dpl_2021.gdb/a00000004.gdbtable (deflated 78%)\n",
" adding: dpl_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: dpl_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: dpl_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: dpl_2021.gdb/a00000006.gdbtable (deflated 23%)\n",
" adding: dpl_2021.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: dpl_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: dpl_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: dpl_2021.gdb/a00000009.gdbtable (deflated 14%)\n",
" adding: dpl_2021.gdb/a00000009.gdbtablx (deflated 55%)\n",
" adding: dpl_2021.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: dpl_2021.gdb/a00000009.spx (deflated 83%)\n",
"Zipping fsa_2021.gdb\n",
" adding: fsa_2021.gdb/ (stored 0%)\n",
" adding: fsa_2021.gdb/gdb (stored 0%)\n",
" adding: fsa_2021.gdb/timestamps (deflated 98%)\n",
" adding: fsa_2021.gdb/a00000001.gdbtable (deflated 34%)\n",
" adding: fsa_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: fsa_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: fsa_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: fsa_2021.gdb/a00000003.gdbtable (deflated 56%)\n",
" adding: fsa_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: fsa_2021.gdb/a00000004.gdbtable (deflated 77%)\n",
" adding: fsa_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: fsa_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: fsa_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: fsa_2021.gdb/a00000006.gdbtable (deflated 22%)\n",
" adding: fsa_2021.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: fsa_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: fsa_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: fsa_2021.gdb/a00000009.gdbtable (deflated 8%)\n",
" adding: fsa_2021.gdb/a00000009.gdbtablx (deflated 54%)\n",
" adding: fsa_2021.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: fsa_2021.gdb/a00000009.spx (deflated 89%)\n",
"Zipping cma_2021.gdb\n",
" adding: cma_2021.gdb/ (stored 0%)\n",
" adding: cma_2021.gdb/gdb (stored 0%)\n",
" adding: cma_2021.gdb/timestamps (deflated 98%)\n",
" adding: cma_2021.gdb/a00000001.gdbtable (deflated 34%)\n",
" adding: cma_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: cma_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: cma_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: cma_2021.gdb/a00000003.gdbtable (deflated 56%)\n",
" adding: cma_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: cma_2021.gdb/a00000004.gdbtable (deflated 79%)\n",
" adding: cma_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: cma_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: cma_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: cma_2021.gdb/a00000006.gdbtable (deflated 23%)\n",
" adding: cma_2021.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: cma_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: cma_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: cma_2021.gdb/a00000009.gdbtable (deflated 9%)\n",
" adding: cma_2021.gdb/a00000009.gdbtablx (deflated 89%)\n",
" adding: cma_2021.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: cma_2021.gdb/a00000009.spx (deflated 88%)\n",
"Zipping pc_2021.gdb\n",
" adding: pc_2021.gdb/ (stored 0%)\n",
" adding: pc_2021.gdb/gdb (stored 0%)\n",
" adding: pc_2021.gdb/timestamps (deflated 98%)\n",
" adding: pc_2021.gdb/a00000001.gdbtable (deflated 34%)\n",
" adding: pc_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: pc_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: pc_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: pc_2021.gdb/a00000003.gdbtable (deflated 56%)\n",
" adding: pc_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: pc_2021.gdb/a00000004.gdbtable (deflated 80%)\n",
" adding: pc_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: pc_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: pc_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: pc_2021.gdb/a00000006.gdbtable (deflated 23%)\n",
" adding: pc_2021.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: pc_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: pc_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: pc_2021.gdb/a00000009.gdbtable (deflated 10%)\n",
" adding: pc_2021.gdb/a00000009.gdbtablx (deflated 72%)\n",
" adding: pc_2021.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: pc_2021.gdb/a00000009.spx (deflated 85%)\n",
"Zipping ct_2021.gdb\n",
" adding: ct_2021.gdb/ (stored 0%)\n",
" adding: ct_2021.gdb/gdb (stored 0%)\n",
" adding: ct_2021.gdb/timestamps (deflated 98%)\n",
" adding: ct_2021.gdb/a00000001.gdbtable (deflated 34%)\n",
" adding: ct_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: ct_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: ct_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: ct_2021.gdb/a00000003.gdbtable (deflated 56%)\n",
" adding: ct_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: ct_2021.gdb/a00000004.gdbtable (deflated 80%)\n",
" adding: ct_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: ct_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: ct_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: ct_2021.gdb/a00000006.gdbtable (deflated 23%)\n",
" adding: ct_2021.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: ct_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: ct_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: ct_2021.gdb/a00000009.gdbtable (deflated 17%)\n",
" adding: ct_2021.gdb/a00000009.gdbtablx (deflated 52%)\n",
" adding: ct_2021.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: ct_2021.gdb/a00000009.spx (deflated 88%)\n",
"Zipping da_2021.gdb\n",
" adding: da_2021.gdb/ (stored 0%)\n",
" adding: da_2021.gdb/gdb (stored 0%)\n",
" adding: da_2021.gdb/timestamps (deflated 98%)\n",
" adding: da_2021.gdb/a00000001.gdbtable (deflated 34%)\n",
" adding: da_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: da_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: da_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: da_2021.gdb/a00000003.gdbtable (deflated 56%)\n",
" adding: da_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: da_2021.gdb/a00000004.gdbtable (deflated 85%)\n",
" adding: da_2021.gdb/a00000004.gdbtablx (deflated 99%)\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
" adding: da_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: da_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: da_2021.gdb/a00000006.gdbtable (deflated 23%)\n",
" adding: da_2021.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: da_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: da_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: da_2021.gdb/a00000009.gdbtable (deflated 31%)\n",
" adding: da_2021.gdb/a00000009.gdbtablx (deflated 45%)\n",
" adding: da_2021.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: da_2021.gdb/a00000009.spx (deflated 88%)\n",
"Zipping db_2021.gdb\n",
" adding: db_2021.gdb/ (stored 0%)\n",
" adding: db_2021.gdb/gdb (stored 0%)\n",
" adding: db_2021.gdb/timestamps (deflated 98%)\n",
" adding: db_2021.gdb/a00000001.gdbtable (deflated 34%)\n",
" adding: db_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: db_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: db_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: db_2021.gdb/a00000003.gdbtable (deflated 56%)\n",
" adding: db_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: db_2021.gdb/a00000004.gdbtable (deflated 86%)\n",
" adding: db_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: db_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: db_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: db_2021.gdb/a00000006.gdbtable (deflated 23%)\n",
" adding: db_2021.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: db_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: db_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: db_2021.gdb/a00000009.gdbtable (deflated 59%)\n",
" adding: db_2021.gdb/a00000009.gdbtablx (deflated 45%)\n",
" adding: db_2021.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: db_2021.gdb/a00000009.spx (deflated 88%)\n",
"Zipping ada_2021.gdb\n",
" adding: ada_2021.gdb/ (stored 0%)\n",
" adding: ada_2021.gdb/gdb (stored 0%)\n",
" adding: ada_2021.gdb/timestamps (deflated 98%)\n",
" adding: ada_2021.gdb/a00000001.gdbtable (deflated 34%)\n",
" adding: ada_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: ada_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: ada_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: ada_2021.gdb/a00000003.gdbtable (deflated 56%)\n",
" adding: ada_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: ada_2021.gdb/a00000004.gdbtable (deflated 82%)\n",
" adding: ada_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: ada_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: ada_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: ada_2021.gdb/a00000006.gdbtable (deflated 23%)\n",
" adding: ada_2021.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: ada_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: ada_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: ada_2021.gdb/a00000009.gdbtable (deflated 13%)\n",
" adding: ada_2021.gdb/a00000009.gdbtablx (deflated 51%)\n",
" adding: ada_2021.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: ada_2021.gdb/a00000009.spx (deflated 89%)\n",
"Zipping pn_2021.gdb\n",
" adding: pn_2021.gdb/ (stored 0%)\n",
" adding: pn_2021.gdb/gdb (stored 0%)\n",
" adding: pn_2021.gdb/timestamps (deflated 98%)\n",
" adding: pn_2021.gdb/a00000001.gdbtable (deflated 34%)\n",
" adding: pn_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: pn_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: pn_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: pn_2021.gdb/a00000003.gdbtable (deflated 56%)\n",
" adding: pn_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: pn_2021.gdb/a00000004.gdbtable (deflated 87%)\n",
" adding: pn_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: pn_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: pn_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: pn_2021.gdb/a00000006.gdbtable (deflated 23%)\n",
" adding: pn_2021.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: pn_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: pn_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: pn_2021.gdb/a00000009.gdbtable (deflated 93%)\n",
" adding: pn_2021.gdb/a00000009.gdbtablx (deflated 46%)\n",
" adding: pn_2021.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: pn_2021.gdb/a00000009.spx (deflated 84%)\n",
"Zipping road_2021.gdb\n",
" adding: road_2021.gdb/ (stored 0%)\n",
" adding: road_2021.gdb/gdb (stored 0%)\n",
" adding: road_2021.gdb/timestamps (deflated 98%)\n",
" adding: road_2021.gdb/a00000001.gdbtable (deflated 35%)\n",
" adding: road_2021.gdb/a00000001.gdbtablx (deflated 99%)\n",
" adding: road_2021.gdb/a00000002.gdbtable (deflated 68%)\n",
" adding: road_2021.gdb/a00000002.gdbtablx (deflated 97%)\n",
" adding: road_2021.gdb/a00000003.gdbtable (deflated 56%)\n",
" adding: road_2021.gdb/a00000003.gdbtablx (deflated 99%)\n",
" adding: road_2021.gdb/a00000004.gdbtable (deflated 90%)\n",
" adding: road_2021.gdb/a00000004.gdbtablx (deflated 99%)\n",
" adding: road_2021.gdb/a00000005.gdbtable (deflated 37%)\n",
" adding: road_2021.gdb/a00000005.gdbtablx (deflated 97%)\n",
" adding: road_2021.gdb/a00000006.gdbtable (deflated 23%)\n",
" adding: road_2021.gdb/a00000006.gdbtablx (deflated 99%)\n",
" adding: road_2021.gdb/a00000007.gdbtable (deflated 47%)\n",
" adding: road_2021.gdb/a00000007.gdbtablx (deflated 98%)\n",
" adding: road_2021.gdb/a00000009.gdbtable (deflated 79%)\n",
" adding: road_2021.gdb/a00000009.gdbtablx (deflated 45%)\n",
" adding: road_2021.gdb/a00000009.gdbindexes (deflated 37%)\n",
" adding: road_2021.gdb/a00000009.spx (deflated 85%)\n"
]
}
],
"source": [
"cd ${output_folder}\n",
"for file in ${files[@]}\n",
"do\n",
" output_file=\"${file}.gdb\"\n",
" echo \"Zipping ${output_file}\"\n",
" zip -r \"${output_file}.zip\" ${output_file}\n",
" rm -rf ${output_file}\n",
"done"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "1bde70a8-e4ae-450b-9929-de35970172ab",
"execution_count": 13,
"id": "3334fd6f-f63c-4ff6-b646-f6c11de75efa",
"metadata": {},
"outputs": [],
"source": []
"source": [
"output_folder=\"${DATA_FOLDER}/boundaries/output/2021/cartographic_boundary_files\"\n",
"mkdir -p ${output_folder}"
]
},
{
"cell_type": "code",
"execution_count": 14,
"id": "f2c21644-77e1-4ed6-856d-61912d10060c",
"metadata": {},
"outputs": [],
"source": [
"files=('country_2021_cartographic'\n",
" 'grc_2021_cartographic'\n",
" 'pr_2021_cartographic'\n",
" 'er_2021_cartographic'\n",
" 'car_2021_cartographic'\n",
" 'cd_2021_cartographic'\n",
" 'ccs_2021_cartographic'\n",
" 'cma_2021_cartographic'\n",
" 'csd_2021_cartographic'\n",
" 'fed_2021_2013_cartographic'\n",
" 'dpl_2021_cartographic'\n",
" 'fsa_2021_cartographic'\n",
" 'pop_ctr_2021_cartographic'\n",
" 'ct_2021_cartographic'\n",
" 'da_2021_cartographic'\n",
" 'db_2021_cartographic'\n",
" 'ada_2021_cartographic'\n",
" )"
]
},
{
"cell_type": "code",
"execution_count": 15,
"id": "814e1471-7632-4db2-ae4d-6ac27564ada7",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Exporting silver.country_2021_cartographic table to /data/boundaries/output/2021/cartographic_boundary_files/country_2021.parquet\n",
"Exporting silver.grc_2021_cartographic table to /data/boundaries/output/2021/cartographic_boundary_files/grc_2021.parquet\n",
"Exporting silver.pr_2021_cartographic table to /data/boundaries/output/2021/cartographic_boundary_files/pr_2021.parquet\n",
"Exporting silver.er_2021_cartographic table to /data/boundaries/output/2021/cartographic_boundary_files/er_2021.parquet\n",
"Exporting silver.car_2021_cartographic table to /data/boundaries/output/2021/cartographic_boundary_files/car_2021.parquet\n",
"Exporting silver.cd_2021_cartographic table to /data/boundaries/output/2021/cartographic_boundary_files/cd_2021.parquet\n",
"Exporting silver.ccs_2021_cartographic table to /data/boundaries/output/2021/cartographic_boundary_files/ccs_2021.parquet\n",
"Exporting silver.cma_2021_cartographic table to /data/boundaries/output/2021/cartographic_boundary_files/cma_2021.parquet\n",
"Exporting silver.csd_2021_cartographic table to /data/boundaries/output/2021/cartographic_boundary_files/csd_2021.parquet\n",
"Exporting silver.fed_2021_2013_cartographic table to /data/boundaries/output/2021/cartographic_boundary_files/fed_2021_2013.parquet\n",
"Exporting silver.dpl_2021_cartographic table to /data/boundaries/output/2021/cartographic_boundary_files/dpl_2021.parquet\n",
"Exporting silver.fsa_2021_cartographic table to /data/boundaries/output/2021/cartographic_boundary_files/fsa_2021.parquet\n",
"Exporting silver.pop_ctr_2021_cartographic table to /data/boundaries/output/2021/cartographic_boundary_files/pop_ctr_2021.parquet\n",
"Exporting silver.ct_2021_cartographic table to /data/boundaries/output/2021/cartographic_boundary_files/ct_2021.parquet\n",
"Exporting silver.da_2021_cartographic table to /data/boundaries/output/2021/cartographic_boundary_files/da_2021.parquet\n",
"Exporting silver.db_2021_cartographic table to /data/boundaries/output/2021/cartographic_boundary_files/db_2021.parquet\n",
"Exporting silver.ada_2021_cartographic table to /data/boundaries/output/2021/cartographic_boundary_files/ada_2021.parquet\n"
]
}
],
"source": [
"for file in ${files[@]}\n",
"do\n",
" filename=\"${file/_cartographic/}.parquet\"\n",
" output_file=\"${output_folder}/${filename}\"\n",
" echo \"Exporting silver.${file} table to ${output_file}\" \n",
" ogr2ogr \\\n",
" -lco COMPRESSION=\"ZSTD\" \\\n",
" -lco CREATOR=\"www.dataforcanada.org\" \\\n",
" -lco WRITE_COVERING_BBOX=\"YES\" \\\n",
" -lco SORT_BY_BBOX=\"YES\" \\\n",
" -f Parquet \\\n",
" ${output_file} \\\n",
" \"PG:host=db dbname=${POSTGRES_DB} user=${POSTGRES_USER} password=${POSTGRES_PASSWORD} port=5432\" \\\n",
" \"silver.${file}\"\n",
"done"
]
}
],
"metadata": {