From 011045114bf00a1ae5d01fae772d63df86a884c8 Mon Sep 17 00:00:00 2001 From: Diego Ripley Date: Thu, 29 Jan 2026 15:08:59 -0500 Subject: [PATCH] Barebones commit. Need to fill it all out --- data/input/.gitkeep | 0 data/output/.gitkeep | 0 .../download.sh | 0 .../generate_tiles.sh | 0 .../download.sh | 0 .../generate_tiles.mtp | 16 ++++++++ .../tune.sh | 0 .../download.sh | 0 .../generate_tiles.sh | 38 +++++++++++++++++ .../tune.sh | 0 .../download.sh | 0 .../generate_tiles.sh | 41 +++++++++++++++++++ .../download.sh | 0 .../generate_tiles.sh | 0 .../ca_nrcan_land_cover_2020_30m/download.sh | 0 .../generate_tiles.sh | 0 16 files changed, 95 insertions(+) create mode 100644 data/input/.gitkeep create mode 100644 data/output/.gitkeep create mode 100644 scripts/ca-ab_edmonton-2023A00054811061_orthoimagery_2023_075mm/download.sh create mode 100644 scripts/ca-ab_edmonton-2023A00054811061_orthoimagery_2023_075mm/generate_tiles.sh create mode 100644 scripts/ca-bc_burnaby-2020A00055915025_orthoimagery_2020_075mm/download.sh create mode 100644 scripts/ca-bc_burnaby-2020A00055915025_orthoimagery_2020_075mm/generate_tiles.mtp create mode 100644 scripts/ca-bc_burnaby-2020A00055915025_orthoimagery_2020_075mm/tune.sh create mode 100644 scripts/ca-bc_vancouver-2021A00055915022_orthoimagery_2022_075mm/download.sh create mode 100755 scripts/ca-bc_vancouver-2021A00055915022_orthoimagery_2022_075mm/generate_tiles.sh create mode 100644 scripts/ca-bc_vancouver-2021A00055915022_orthoimagery_2022_075mm/tune.sh create mode 100644 scripts/ca-mb_winnipeg-2024A00054611040_orthoimagery_2024_075mm/download.sh create mode 100755 scripts/ca-mb_winnipeg-2024A00054611040_orthoimagery_2024_075mm/generate_tiles.sh create mode 100644 scripts/ca-yt_whitehorse-2019A000556001009_orthoimagery_2019_200mm/download.sh create mode 100644 scripts/ca-yt_whitehorse-2019A000556001009_orthoimagery_2019_200mm/generate_tiles.sh create mode 100644 scripts/ca_nrcan_land_cover_2020_30m/download.sh create mode 100644 scripts/ca_nrcan_land_cover_2020_30m/generate_tiles.sh diff --git a/data/input/.gitkeep b/data/input/.gitkeep new file mode 100644 index 0000000..e69de29 diff --git a/data/output/.gitkeep b/data/output/.gitkeep new file mode 100644 index 0000000..e69de29 diff --git a/scripts/ca-ab_edmonton-2023A00054811061_orthoimagery_2023_075mm/download.sh b/scripts/ca-ab_edmonton-2023A00054811061_orthoimagery_2023_075mm/download.sh new file mode 100644 index 0000000..e69de29 diff --git a/scripts/ca-ab_edmonton-2023A00054811061_orthoimagery_2023_075mm/generate_tiles.sh b/scripts/ca-ab_edmonton-2023A00054811061_orthoimagery_2023_075mm/generate_tiles.sh new file mode 100644 index 0000000..e69de29 diff --git a/scripts/ca-bc_burnaby-2020A00055915025_orthoimagery_2020_075mm/download.sh b/scripts/ca-bc_burnaby-2020A00055915025_orthoimagery_2020_075mm/download.sh new file mode 100644 index 0000000..e69de29 diff --git a/scripts/ca-bc_burnaby-2020A00055915025_orthoimagery_2020_075mm/generate_tiles.mtp b/scripts/ca-bc_burnaby-2020A00055915025_orthoimagery_2020_075mm/generate_tiles.mtp new file mode 100644 index 0000000..d783c99 --- /dev/null +++ b/scripts/ca-bc_burnaby-2020A00055915025_orthoimagery_2020_075mm/generate_tiles.mtp @@ -0,0 +1,16 @@ +-mbtiles_compatible +-srs_epsg +-jpeg_allow_large +-scale 2.000000 +-store mbtiles +-f webp32 -webp_quality 85 -webp_lossy -webp_preset photo +-name "City of Burnaby Orthoimagery for 2020 / Ortho-imagerie de la Ville de Burnaby de 2020" +-description "Orthoimagery 7.5cm resolution. / Ortho-imagerie à résolution de 7,5 cm." +-attribution "Source: data.burnaby.ca / Source: data.burnaby.ca" +-sparse +-resampling cubic +-overviews_resampling average +"/home/ripd/Documents/Personal/Projects/dataforcanada/process-orthoimagery/data/input/ca-bc_burnaby-2020A00055915025/Burnaby_2020_7.5cm.sid" +-nodata 255 255 255 +-ignore_alpha +-b 1 -b 2 -b 3 diff --git a/scripts/ca-bc_burnaby-2020A00055915025_orthoimagery_2020_075mm/tune.sh b/scripts/ca-bc_burnaby-2020A00055915025_orthoimagery_2020_075mm/tune.sh new file mode 100644 index 0000000..e69de29 diff --git a/scripts/ca-bc_vancouver-2021A00055915022_orthoimagery_2022_075mm/download.sh b/scripts/ca-bc_vancouver-2021A00055915022_orthoimagery_2022_075mm/download.sh new file mode 100644 index 0000000..e69de29 diff --git a/scripts/ca-bc_vancouver-2021A00055915022_orthoimagery_2022_075mm/generate_tiles.sh b/scripts/ca-bc_vancouver-2021A00055915022_orthoimagery_2022_075mm/generate_tiles.sh new file mode 100755 index 0000000..2449eb5 --- /dev/null +++ b/scripts/ca-bc_vancouver-2021A00055915022_orthoimagery_2022_075mm/generate_tiles.sh @@ -0,0 +1,38 @@ +#!/bin/bash + +PROJECT_DIR="~/Documents/Personal/Projects/dataforcanada/process-orthoimagery-dev" +DATA_DIR="${PROJECT_DIR}/data" +DATA_INPUT_DIR="${DATA_DIR}/input/maptiler_engine_experiments" +DATA_OUTPUT_DIR="${DATA_DIR}/output/maptiler_engine_experiments" + +INPUT_DIR="${PROJECT_DIR}/data/input/gine_experiments/winnipeg/original/2024" +MBTILES_OUTPUT_FILE="${DATA_OUTPUT_DIR}/ca-mb_winnipeg-2024A00054611040_orthoimagery_2024_075mm.mbtiles" +PMTILES_OUTPUT_FILE="${DATA_OUTPUT_DIR}/ca-mb_winnipeg-2024A00054611040_orthoimagery_2024_075mm.pmtiles" + +# Define arguments in an array +ARGS=( + -progress + -name "City of Vancouver Orthoimagery for 2022 / Ortho-imagerie de la Ville de Vancouver de 2022" + -description "Orthoimagery 7.5cm resolution. / Ortho-imagerie à résolution de 7,5 cm." + -attribution "Source: opendata.vancouver.ca / Source: opendata.vancouver.ca" + -srs_epsg + -mbtiles_compatible + -wo "NUM_THREADS=ALL_CPUS" + -wo "USE_OPENCL=TRUE" + -sparse + -scale 2.000000 + -work_dir ~/tmp/maptiler_engine + -f webp32 + -webp_quality 85 + -webp_lossy + -webp_preset photo + -resampling cubic + -overviews_resampling average + -o "${MBTILES_OUTPUT_FILE}" + $INPUT_DIR/*.ecw +) + +# Run the command with the array +maptiler-engine "${ARGS[@]}" + +pmtiles convert --tmpdir=~/tmp/pmtiles ${MBTILES_OUTPUT_FILE} ${PMTILES_OUTPUT_FILE} diff --git a/scripts/ca-bc_vancouver-2021A00055915022_orthoimagery_2022_075mm/tune.sh b/scripts/ca-bc_vancouver-2021A00055915022_orthoimagery_2022_075mm/tune.sh new file mode 100644 index 0000000..e69de29 diff --git a/scripts/ca-mb_winnipeg-2024A00054611040_orthoimagery_2024_075mm/download.sh b/scripts/ca-mb_winnipeg-2024A00054611040_orthoimagery_2024_075mm/download.sh new file mode 100644 index 0000000..e69de29 diff --git a/scripts/ca-mb_winnipeg-2024A00054611040_orthoimagery_2024_075mm/generate_tiles.sh b/scripts/ca-mb_winnipeg-2024A00054611040_orthoimagery_2024_075mm/generate_tiles.sh new file mode 100755 index 0000000..8beafb1 --- /dev/null +++ b/scripts/ca-mb_winnipeg-2024A00054611040_orthoimagery_2024_075mm/generate_tiles.sh @@ -0,0 +1,41 @@ +#!/bin/bash + +PROJECT_DIR="/home/ripd/Documents/Personal/Projects/tiles_experiments" +DATA_DIR="${PROJECT_DIR}/data" +DATA_INPUT_DIR="${DATA_DIR}/input/maptiler_engine_experiments" +DATA_OUTPUT_DIR="${DATA_DIR}/output/maptiler_engine_experiments" + +INPUT_DIR="${PROJECT_DIR}/data/input/maptiler_engine_experiments/winnipeg/original/2024" +MBTILES_OUTPUT_FILE="${DATA_OUTPUT_DIR}/ca-mb_winnipeg-2024A00054611040_orthoimagery_2024_075mm.mbtiles" +PMTILES_OUTPUT_FILE="${DATA_OUTPUT_DIR}/ca-mb_winnipeg-2024A00054611040_orthoimagery_2024_075mm.pmtiles" + +echo "Output file: $OUTPUT_FILE" +echo "Input file: ${DATA_INPUT_DIR}/*.ecw" + +# Define arguments in an array +ARGS=( + -progress + -name "City of Winnipeg Orthoimagery for 2024 / Ortho-imagerie de la Ville de Winnipeg de 2024" + -description "Orthoimagery 7.5cm resolution. / Ortho-imagerie à résolution de 7,5 cm." + -attribution "Source: data.winnipeg.ca / Source: data.winnipeg.ca" + -srs_epsg + -mbtiles_compatible + -wo "NUM_THREADS=ALL_CPUS" + -wo "USE_OPENCL=TRUE" + -sparse + -scale 2.000000 + -work_dir ~/tmp/maptiler_engine + -f webp32 + -webp_quality 85 + -webp_lossy + -webp_preset photo + -resampling cubic + -overviews_resampling average + -o "${MBTILES_OUTPUT_FILE}" + $INPUT_DIR/*.ecw +) + +# Run the command with the array +maptiler-engine "${ARGS[@]}" + +pmtiles convert --tmpdir=~/tmp/pmtiles ${MBTILES_OUTPUT_FILE} ${PMTILES_OUTPUT_FILE} diff --git a/scripts/ca-yt_whitehorse-2019A000556001009_orthoimagery_2019_200mm/download.sh b/scripts/ca-yt_whitehorse-2019A000556001009_orthoimagery_2019_200mm/download.sh new file mode 100644 index 0000000..e69de29 diff --git a/scripts/ca-yt_whitehorse-2019A000556001009_orthoimagery_2019_200mm/generate_tiles.sh b/scripts/ca-yt_whitehorse-2019A000556001009_orthoimagery_2019_200mm/generate_tiles.sh new file mode 100644 index 0000000..e69de29 diff --git a/scripts/ca_nrcan_land_cover_2020_30m/download.sh b/scripts/ca_nrcan_land_cover_2020_30m/download.sh new file mode 100644 index 0000000..e69de29 diff --git a/scripts/ca_nrcan_land_cover_2020_30m/generate_tiles.sh b/scripts/ca_nrcan_land_cover_2020_30m/generate_tiles.sh new file mode 100644 index 0000000..e69de29