diff --git a/data/ca-ab_red_deer-2024A00054808011_orthoimagery_2024_075mm.pmtiles.torrent b/data/ca-ab_red_deer-2024A00054808011_orthoimagery_2024_075mm.pmtiles.torrent new file mode 100644 index 0000000..b848f41 Binary files /dev/null and b/data/ca-ab_red_deer-2024A00054808011_orthoimagery_2024_075mm.pmtiles.torrent differ diff --git a/data/ca-ab_red_deer-2025A00054808011_orthoimagery_2025_075mm.pmtiles.torrent b/data/ca-ab_red_deer-2025A00054808011_orthoimagery_2025_075mm.pmtiles.torrent new file mode 100644 index 0000000..9883447 Binary files /dev/null and b/data/ca-ab_red_deer-2025A00054808011_orthoimagery_2025_075mm.pmtiles.torrent differ diff --git a/data/ca-bc_burnaby-2020A00055915025_orthoimagery_2020_075mm.pmtiles.torrent b/data/ca-bc_burnaby-2020A00055915025_orthoimagery_2020_075mm.pmtiles.torrent new file mode 100644 index 0000000..89a0e4f Binary files /dev/null and b/data/ca-bc_burnaby-2020A00055915025_orthoimagery_2020_075mm.pmtiles.torrent differ diff --git a/data/ca-bc_vancouver-2022A00055915022_orthoimagery_2022_075mm.pmtiles.torrent b/data/ca-bc_vancouver-2022A00055915022_orthoimagery_2022_075mm.pmtiles.torrent new file mode 100644 index 0000000..01ad6bd Binary files /dev/null and b/data/ca-bc_vancouver-2022A00055915022_orthoimagery_2022_075mm.pmtiles.torrent differ diff --git a/data/ca-mb_winnipeg-2024A00054611040_orthoimagery_2024_075mm.pmtiles.torrent b/data/ca-mb_winnipeg-2024A00054611040_orthoimagery_2024_075mm.pmtiles.torrent new file mode 100644 index 0000000..75b989e Binary files /dev/null and b/data/ca-mb_winnipeg-2024A00054611040_orthoimagery_2024_075mm.pmtiles.torrent differ diff --git a/data/ca-yt_whitehorse-2019A000556001009_orthoimagery_2019_200mm.pmtiles.torrent b/data/ca-yt_whitehorse-2019A000556001009_orthoimagery_2019_200mm.pmtiles.torrent new file mode 100644 index 0000000..8b1aa52 Binary files /dev/null and b/data/ca-yt_whitehorse-2019A000556001009_orthoimagery_2019_200mm.pmtiles.torrent differ diff --git a/data/ca_nrcan_land_cover_2020_30m.pmtiles.torrent b/data/ca_nrcan_land_cover_2020_30m.pmtiles.torrent new file mode 100644 index 0000000..0083374 Binary files /dev/null and b/data/ca_nrcan_land_cover_2020_30m.pmtiles.torrent differ diff --git a/data/ca_versatiles_satellite_2025-08-10.pmtiles.torrent b/data/ca_versatiles_satellite_2025-08-10.pmtiles.torrent new file mode 100644 index 0000000..a05f310 Binary files /dev/null and b/data/ca_versatiles_satellite_2025-08-10.pmtiles.torrent differ diff --git a/scripts/01_automate_creation_torrent_basic_tuning/run.sh b/scripts/01_automate_creation_torrent_basic_tuning/run.sh index bce52fc..316ec23 100644 --- a/scripts/01_automate_creation_torrent_basic_tuning/run.sh +++ b/scripts/01_automate_creation_torrent_basic_tuning/run.sh @@ -1,8 +1,40 @@ DATA_DIR="${HOME}/Documents/Personal/Projects/dataforcanada//decentralized-distribution-labs/data" -DATASET_ID="ca-ab_edmonton-2023A00054811061_orthoimagery_2023_075mm" CORES=$(nproc) # Piece length (16 MiB) based on https://academictorrents.com/docs/uploading.html +DATASET_ID="ca_versatiles_satellite_2025-08-10" +echo "Creating ${DATASET_ID}.pmtiles.torrent" +py3createtorrent \ + --threads ${CORES} \ + --piece-length 16384 \ + --md5 \ + --source "Data for Canada" \ + --comment "Versatiles satellite data product." \ + --tracker "https://tracker.labs.dataforcanada.org/announce" \ + --webseed "https://data.source.coop/dataforcanada/ca-orthoimagery-labs/${DATASET_ID}.pmtiles" \ + --webseed "https://data-01.labs.dataforcanada.org/processed/${DATASET_ID}.pmtiles" \ + --webseed "https://data-02.labs.dataforcanada.org/processed/${DATASET_ID}.pmtiles" \ + "${DATA_DIR}/${DATASET_ID}.pmtiles" \ + --output "${DATA_DIR}/${DATASET_ID}.pmtiles.torrent" \ + --force + +DATASET_ID="ca_nrcan_land_cover_2020_30m" +echo "Creating ${DATASET_ID}.pmtiles.torrent" +py3createtorrent \ + --threads ${CORES} \ + --piece-length 16384 \ + --md5 \ + --source "Data for Canada" \ + --comment "National 30 m resolution land cover classification of Canada (2020) produced by the Canada Centre for Remote Sensing (CCRS) as part of the North American Land Change Monitoring System (NALCMS). / Classification nationale de la couverture terrestre du Canada (2020) à une résolution de 30 m, produite par le Centre canadien de télédétection (CCT) dans le cadre du Système nord-américain de surveillance des changements de la couverture terrestre (NALCMS)." \ + --tracker "https://tracker.labs.dataforcanada.org/announce" \ + --webseed "https://data.source.coop/dataforcanada/ca-orthoimagery-labs/${DATASET_ID}.pmtiles" \ + --webseed "https://data-01.labs.dataforcanada.org/processed/${DATASET_ID}.pmtiles" \ + --webseed "https://data-02.labs.dataforcanada.org/processed/${DATASET_ID}.pmtiles" \ + "${DATA_DIR}/${DATASET_ID}.pmtiles" \ + --output "${DATA_DIR}/${DATASET_ID}.pmtiles.torrent" \ + --force + +DATASET_ID="ca-ab_edmonton-2023A00054811061_orthoimagery_2023_075mm" echo "Creating ${DATASET_ID}.pmtiles.torrent" py3createtorrent \ --threads ${CORES} \ @@ -11,9 +43,105 @@ py3createtorrent \ --source "Data for Canada" \ --comment "City of Edmonton Orthoimagery for 2023 / Ortho-imagerie de la Ville de Edmonton de 2023" \ --tracker "https://tracker.labs.dataforcanada.org/announce" \ - --webseed "https://data.source.coop/dataforcanada/ca-orthoimagery-labs/ca-ab_edmonton-2023A00054811061_orthoimagery_2023_075mm.pmtiles" \ - --webseed "https://data-01.labs.dataforcanada.org/processed/ca-ab_edmonton-2023A00054811061_orthoimagery_2023_075mm.pmtiles" \ - --webseed "https://data-02.labs.dataforcanada.org/processed/ca-ab_edmonton-2023A00054811061_orthoimagery_2023_075mm.pmtiles" \ + --webseed "https://data.source.coop/dataforcanada/ca-orthoimagery-labs/${DATASET_ID}.pmtiles" \ + --webseed "https://data-01.labs.dataforcanada.org/processed/${DATASET_ID}.pmtiles" \ + --webseed "https://data-02.labs.dataforcanada.org/processed/${DATASET_ID}.pmtiles" \ + "${DATA_DIR}/${DATASET_ID}.pmtiles" \ + --output "${DATA_DIR}/${DATASET_ID}.pmtiles.torrent" \ + --force + +DATASET_ID="ca-ab_red_deer-2024A00054808011_orthoimagery_2024_075mm" +echo "Creating ${DATASET_ID}.pmtiles.torrent" +py3createtorrent \ + --threads ${CORES} \ + --piece-length 16384 \ + --md5 \ + --source "Data for Canada" \ + --comment "Orthoimagery 7.5cm resolution. / Ortho-imagerie à résolution de 7,5 cm." \ + --tracker "https://tracker.labs.dataforcanada.org/announce" \ + --webseed "https://data.source.coop/dataforcanada/ca-orthoimagery-labs/${DATASET_ID}.pmtiles" \ + --webseed "https://data-01.labs.dataforcanada.org/processed/${DATASET_ID}.pmtiles" \ + --webseed "https://data-02.labs.dataforcanada.org/processed/${DATASET_ID}.pmtiles" \ + "${DATA_DIR}/${DATASET_ID}.pmtiles" \ + --output "${DATA_DIR}/${DATASET_ID}.pmtiles.torrent" \ + --force + +DATASET_ID="ca-ab_red_deer-2025A00054808011_orthoimagery_2025_075mm" +echo "Creating ${DATASET_ID}.pmtiles.torrent" +py3createtorrent \ + --threads ${CORES} \ + --piece-length 16384 \ + --md5 \ + --source "Data for Canada" \ + --comment "Orthoimagery 7.5cm resolution. / Ortho-imagerie à résolution de 7,5 cm." \ + --tracker "https://tracker.labs.dataforcanada.org/announce" \ + --webseed "https://data.source.coop/dataforcanada/ca-orthoimagery-labs/${DATASET_ID}.pmtiles" \ + --webseed "https://data-01.labs.dataforcanada.org/processed/${DATASET_ID}.pmtiles" \ + --webseed "https://data-02.labs.dataforcanada.org/processed/${DATASET_ID}.pmtiles" \ + "${DATA_DIR}/${DATASET_ID}.pmtiles" \ + --output "${DATA_DIR}/${DATASET_ID}.pmtiles.torrent" \ + --force + +DATASET_ID="ca-bc_burnaby-2020A00055915025_orthoimagery_2020_075mm" +echo "Creating ${DATASET_ID}.pmtiles.torrent" +py3createtorrent \ + --threads ${CORES} \ + --piece-length 16384 \ + --md5 \ + --source "Data for Canada" \ + --comment "Orthoimagery 7.5cm resolution. / Ortho-imagerie à résolution de 7,5 cm." \ + --tracker "https://tracker.labs.dataforcanada.org/announce" \ + --webseed "https://data.source.coop/dataforcanada/ca-orthoimagery-labs/${DATASET_ID}.pmtiles" \ + --webseed "https://data-01.labs.dataforcanada.org/processed/${DATASET_ID}.pmtiles" \ + --webseed "https://data-02.labs.dataforcanada.org/processed/${DATASET_ID}.pmtiles" \ + "${DATA_DIR}/${DATASET_ID}.pmtiles" \ + --output "${DATA_DIR}/${DATASET_ID}.pmtiles.torrent" \ + --force + +DATASET_ID="ca-bc_vancouver-2022A00055915022_orthoimagery_2022_075mm" +echo "Creating ${DATASET_ID}.pmtiles.torrent" +py3createtorrent \ + --threads ${CORES} \ + --piece-length 16384 \ + --md5 \ + --source "Data for Canada" \ + --comment "Orthoimagery 7.5cm resolution. / Ortho-imagerie à résolution de 7,5 cm." \ + --tracker "https://tracker.labs.dataforcanada.org/announce" \ + --webseed "https://data.source.coop/dataforcanada/ca-orthoimagery-labs/${DATASET_ID}.pmtiles" \ + --webseed "https://data-01.labs.dataforcanada.org/processed/${DATASET_ID}.pmtiles" \ + --webseed "https://data-02.labs.dataforcanada.org/processed/${DATASET_ID}.pmtiles" \ + "${DATA_DIR}/${DATASET_ID}.pmtiles" \ + --output "${DATA_DIR}/${DATASET_ID}.pmtiles.torrent" \ + --force + +DATASET_ID="ca-mb_winnipeg-2024A00054611040_orthoimagery_2024_075mm" +echo "Creating ${DATASET_ID}.pmtiles.torrent" +py3createtorrent \ + --threads ${CORES} \ + --piece-length 16384 \ + --md5 \ + --source "Data for Canada" \ + --comment "Orthoimagery 7.5cm resolution. / Ortho-imagerie à résolution de 7,5 cm." \ + --tracker "https://tracker.labs.dataforcanada.org/announce" \ + --webseed "https://data.source.coop/dataforcanada/ca-orthoimagery-labs/${DATASET_ID}.pmtiles" \ + --webseed "https://data-01.labs.dataforcanada.org/processed/${DATASET_ID}.pmtiles" \ + --webseed "https://data-02.labs.dataforcanada.org/processed/${DATASET_ID}.pmtiles" \ + "${DATA_DIR}/${DATASET_ID}.pmtiles" \ + --output "${DATA_DIR}/${DATASET_ID}.pmtiles.torrent" \ + --force + +DATASET_ID="ca-yt_whitehorse-2019A000556001009_orthoimagery_2019_200mm" +echo "Creating ${DATASET_ID}.pmtiles.torrent" +py3createtorrent \ + --threads ${CORES} \ + --piece-length 16384 \ + --md5 \ + --source "Data for Canada" \ + --comment "Orthoimagery 20cm resolution. / Ortho-imagerie à résolution de 20 cm." \ + --tracker "https://tracker.labs.dataforcanada.org/announce" \ + --webseed "https://data.source.coop/dataforcanada/ca-orthoimagery-labs/${DATASET_ID}.pmtiles" \ + --webseed "https://data-01.labs.dataforcanada.org/processed/${DATASET_ID}.pmtiles" \ + --webseed "https://data-02.labs.dataforcanada.org/processed/${DATASET_ID}.pmtiles" \ "${DATA_DIR}/${DATASET_ID}.pmtiles" \ --output "${DATA_DIR}/${DATASET_ID}.pmtiles.torrent" \ --force \ No newline at end of file