mirror of
https://github.com/dataforcanada/d4c-service-main-site.git
synced 2026-06-13 14:00:51 +02:00
Diego Ripley
263 lines
11 KiB
Plaintext
263 lines
11 KiB
Plaintext
flowchart TD
|
|
classDef linkNode stroke:#0000EE,color:#0000EE,stroke-width:2px;
|
|
|
|
%% ---------------------------------------------------------
|
|
%% 1. DATA SOURCES
|
|
%% ---------------------------------------------------------
|
|
subgraph ds [Data Sources]
|
|
Statistical@{ shape: lean-l}
|
|
Foundation@{ shape: lean-l}
|
|
Orthoimagery@{ shape: lean-l}
|
|
EnvironmentClimate@{ shape: lean-l, label: "Environment, Climate, & Health"}
|
|
style EnvironmentClimate fill:#FBC02D,stroke:#F9A825,color:#000000
|
|
FieldImagery@{ shape: lean-l, label: "Field Imagery"}
|
|
style FieldImagery fill:#FBC02D,stroke:#F9A825,color:#000000
|
|
WebCorpus@{ shape: lean-l, label: "Web Corpus"}
|
|
Elevation@{ shape: lean-l}
|
|
style WebCorpus fill:#66BB6A,stroke:#2E7D32,color:#000000
|
|
end
|
|
|
|
%% ---------------------------------------------------------
|
|
%% 3. PROCESSING PIPELINE
|
|
%% ---------------------------------------------------------
|
|
DataforCanadaPackagesCollection@{ shape: rect, label: "Data Packages"}
|
|
|
|
%% ---------------------------------------------------------
|
|
%% 4. DISSEMINATION FORMATS
|
|
%% ---------------------------------------------------------
|
|
subgraph df [Dissemination Formats]
|
|
|
|
%% Box: Long-Term Storage (Pastel Gold)
|
|
subgraph sot [Long-Term Storage]
|
|
Parquet@{ shape: lean-l}
|
|
Zarr@{ shape: lean-l}
|
|
GeoTIFF@{ shape: lean-l}
|
|
AV1@{ shape: lean-l, label: "Next-Gen Video"}
|
|
JPEGXL@{ shape: lean-l, label: "Next-Gen Imagery"}
|
|
WARC@{ shape: lean-l, label: "Unstructured Web Data"}
|
|
FAIRDataDis@{ shape: lean-l, label: "FAIR Data Catalogue"}
|
|
end
|
|
|
|
%% Intermediate format (Standalone)
|
|
FlatGeoBuf@{ shape: lean-l}
|
|
|
|
%% Box: Vector Tiles (Pastel Orange)
|
|
subgraph vt [Vector Tiles]
|
|
VectorTiles@{ shape: lean-l, label: "Mapbox Vector Tiles"}
|
|
style VectorTiles fill:#66BB6A,stroke:#2E7D32,color:#000000
|
|
NextGenVectorTiles@{ shape: lean-l, label: "Next-Gen Vector Tiles"}
|
|
style NextGenVectorTiles fill:#B71C1C,stroke:#7F0000,color:#FFFFFF
|
|
end
|
|
|
|
%% Box: Visuals (Pastel Blue - No Name)
|
|
subgraph visuals [" "]
|
|
%% AVIF is not an option since QGIS does not seem to support it (I was surprised when my generated file was not compatible)
|
|
WebP@{ shape: lean-l}
|
|
style WebP fill:#B71C1C,stroke:#7F0000,color:#FFFFFF
|
|
JPG@{ shape: lean-l}
|
|
style JPG fill:#66BB6A,stroke:#2E7D32,color:#000000
|
|
PNG@{ shape: lean-l}
|
|
style PNG fill:#66BB6A,stroke:#2E7D32,color:#000000
|
|
end
|
|
|
|
%% Box: Portable Databases (Pastel Green)
|
|
subgraph pkg [Portable Databases]
|
|
%% Good format, but has some issues. I encountered issues when merging multiple adjoining PMTile files, the author is aware of these issues
|
|
PMTiles@{ shape: lean-l}
|
|
%% Compatability with every OS.
|
|
%% Fun fact, you don't even need an OS for running SQLite
|
|
%% https://sqlite.org/selfcontained.html
|
|
SQLite@{ shape: lean-l}
|
|
end
|
|
|
|
%% Box: Enterprise (Pastel Purple)
|
|
subgraph ent [Enterprise]
|
|
FileGeodatabase@{shape: lean-l, label: "File Geodatabase"}
|
|
style FileGeodatabase fill:#fff,stroke:#2E7D32,color:#000000
|
|
end
|
|
end
|
|
|
|
%% ---------------------------------------------------------
|
|
%% 5. DISTRIBUTION INFRASTRUCTURE
|
|
%% ---------------------------------------------------------
|
|
subgraph di [Distribution]
|
|
%% My goals involve going beyond object storage, so use generic term
|
|
ObjectStorage@{ shape: bow-rect, label: "Storage"}
|
|
style ObjectStorage fill:#FBC02D,stroke:#F9A825,color:#000000
|
|
Metadata@{ shape: rect, label: "FAIR Data Catalogue"}
|
|
HTTP@{ shape: rect, label: "Systems-Ready Data"}
|
|
DecentralizedDistribution@{ shape: rect, label: "Decentralized Distribution"}
|
|
end
|
|
|
|
%% ---------------------------------------------------------
|
|
%% 6. EXPERIMENTAL INFRASTRUCTURE
|
|
%% ---------------------------------------------------------
|
|
subgraph ei [Experimental Infrastructure]
|
|
GeoSpatialServices@{ shape: rect, label: "Geospatial Services"}
|
|
%% Does not make sense. Focus on delivering the data
|
|
style GeoSpatialServices fill:#66BB6A,stroke:#2E7D32,color:#000000
|
|
end
|
|
|
|
%% ---------------------------------------------------------
|
|
%% 7. CONSUMPTION
|
|
%% ---------------------------------------------------------
|
|
subgraph "Consumption"
|
|
DataSci@{ shape: rect, label: "Data People & Developers"}
|
|
Systems@{ shape: rect, label: "Systems"}
|
|
end
|
|
|
|
%% =========================================================
|
|
%% RELATIONSHIPS
|
|
%% =========================================================
|
|
|
|
%% Data Sources <--> Data for Canada Packages Collection (Box)
|
|
Statistical a1@<--> DataforCanadaPackagesCollection
|
|
a1@{animate: true, animation: slow}
|
|
Foundation a2@<--> DataforCanadaPackagesCollection
|
|
a2@{animate: true, animation: slow}
|
|
Orthoimagery a3@<--> DataforCanadaPackagesCollection
|
|
a3@{animate: true, animation: slow}
|
|
EnvironmentClimate a5@<--> DataforCanadaPackagesCollection
|
|
a5@{animate: true, animation: fast}
|
|
FieldImagery a4@<--> DataforCanadaPackagesCollection
|
|
a4@{animate:true, animation: fast}
|
|
Elevation a6@<--> DataforCanadaPackagesCollection
|
|
a6@{animate: true, animation: slow}
|
|
WebCorpus a7@<--> DataforCanadaPackagesCollection
|
|
a7@{animate: true, animation: fast}
|
|
|
|
DataforCanadaPackagesCollection a10@--> df
|
|
a10@{animate: true, animation: fast}
|
|
|
|
%% Long-Term Storage --> FlatGeoBuf
|
|
sot a10000@<--> FlatGeoBuf
|
|
a10000@{animate: true, animation: fast}
|
|
|
|
%% FlatGeoBuf --> Vector Tiles (Box)
|
|
FlatGeoBuf a11@--> vt
|
|
a11@{animate: true, animation: fast}
|
|
|
|
%% Long-Term Storage <--> Visuals (Box)
|
|
sot a12@<--> visuals
|
|
a12@{animate: true, animation: slow}
|
|
|
|
%% Vector Tiles --> Portable Databases (Box)
|
|
vt a90@<--> pkg
|
|
a90@{animate: true, animation: fast}
|
|
|
|
%% Visuals --> Portable Databases (Box)
|
|
visuals a93@<--> pkg
|
|
a93@{animate: true, animation: slow}
|
|
|
|
%% Long-Term Storage --> Enterprise (Box)
|
|
sot a100@<--> ent
|
|
a100@{animate: true, animation: slow}
|
|
|
|
%% Visuals --> Enterprise (Box)
|
|
visuals a102@--> ent
|
|
a102@{animate: true, animation: slow}
|
|
|
|
%% Dissemination Formats --> Distribution Infrastructure
|
|
df a13@<--> di
|
|
a13@{animate: true, animation: slow}
|
|
|
|
%% Distribution Infrastructure Flow
|
|
ObjectStorage a15@<--> Metadata
|
|
a15@{animate: true, animation: slow}
|
|
Metadata a16@<--> HTTP
|
|
a16@{animate: true, animation: slow}
|
|
|
|
HTTP a17@<--> ei
|
|
a17@{animate: true, animation: slow}
|
|
HTTP a18@<--> DecentralizedDistribution
|
|
a18@{animate: true, animation: slow}
|
|
HTTP a19@<--> DataSci
|
|
a19@{animate: true, animation: slow}
|
|
|
|
DecentralizedDistribution a20@--> Systems
|
|
a20@{animate: true, animation: fast}
|
|
DecentralizedDistribution a21@--> DataSci
|
|
a21@{animate: true, animation: fast}
|
|
|
|
Systems a22@ <--> DataSci
|
|
a22@{animate: true, animation: fast}
|
|
ei a23@ <--> DataSci
|
|
a23@{animate: true, animation: slow}
|
|
|
|
%% =========================================================
|
|
%% STYLING
|
|
%% =========================================================
|
|
|
|
classDef linkNode stroke:#333333,color:#333333,stroke-width:1.5px;
|
|
|
|
style DataforCanadaPackagesCollection fill:#B71C1C,stroke:#7F0000,color:#FFFFFF
|
|
style FAIRDataDis fill:#B71C1C,stroke:#7F0000,color:#FFFFFF
|
|
style DecentralizedDistribution fill:#B71C1C,stroke:#7F0000,color:#FFFFFF
|
|
style HTTP fill:#B71C1C,stroke:#7F0000,color:#FFFFFF
|
|
style Systems fill:#B71C1C,stroke:#7F0000,color:#FFFFFF
|
|
style Metadata fill:#B71C1C,stroke:#7F0000,color:#FFFFFF
|
|
style Statistical fill:#B71C1C,stroke:#7F0000,color:#FFFFFF
|
|
style Foundation fill:#B71C1C,stroke:#7F0000,color:#FFFFFF
|
|
style Orthoimagery fill:#B71C1C,stroke:#7F0000,color:#FFFFFF
|
|
style Elevation fill:#66BB6A,stroke:#2E7D32,color:#000000
|
|
|
|
%%style df fill:#D32F2F,stroke:#8E0000,color:#FFFFFF
|
|
style sot fill:#EF9A9A,stroke:#C62828,color:#000000
|
|
|
|
style Parquet fill:#FFCDD2,stroke:#E57373,color:#000000
|
|
style Zarr fill:#FFCDD2,stroke:#E57373,color:#000000
|
|
style GeoTIFF fill:#FFCDD2,stroke:#E57373,color:#000000
|
|
style JPEGXL fill:#FFCDD2,stroke:#E57373,color:#000000
|
|
style WARC fill:#FFCDD2,stroke:#E57373,color:#000000
|
|
style AV1 fill:#FFCDD2,stroke:#E57373,color:#000000
|
|
|
|
style ds fill:#FB8C00,stroke:#E65100,color:#000000
|
|
|
|
style pkg fill:#FFB74D,stroke:#EF6C00,color:#000000
|
|
style SQLite fill:#EF6C00,stroke:#E65100,color:#000000
|
|
style PMTiles fill:#FFCC80,stroke:#FB8C00,color:#000000
|
|
|
|
style vt fill:#FBC02D,stroke:#F9A825,color:#000000
|
|
style FlatGeoBuf fill:#FBC02D,stroke:#F9A825,color:#000000
|
|
|
|
style visuals fill:#FBC02D,stroke:#F9A825,color:#000000
|
|
|
|
style ent fill:#66BB6A,stroke:#2E7D32,color:#000000
|
|
style DataSci fill:#D32F2F,stroke:#8E0000,color:#FFFFFF
|
|
|
|
|
|
class FieldImagery linkNode
|
|
class Parquet,FlatGeoBuf,SQLite,FileGeodatabase,VectorTiles,NextGenVectorTiles,GeoTIFF,Zarr,WebP,PMTiles,JPEGXL,AV1,WARC linkNode
|
|
|
|
%% =========================================================
|
|
%% CLICK ACTIONS
|
|
%% =========================================================
|
|
click DataforCanadaPackagesCollection "https://github.com/dataforcanada/d4c-pkgs" _blank
|
|
|
|
click Foundation "https://github.com/dataforcanada/d4c-datapkg-foundation" _blank
|
|
click Statistical "https://github.com/dataforcanada/d4c-datapkg-statistical" _blank
|
|
click Orthoimagery "https://github.com/dataforcanada/d4c-datapkg-orthoimagery" _blank
|
|
click FieldImagery "https://github.com/dataforcanada/d4c-datapkg-field-imagery" _blank
|
|
click EnvironmentClimate "https://github.com/dataforcanada/d4c-datapkg-environment-climate-health" _blank
|
|
click Elevation "https://github.com/dataforcanada/d4c-datapkg-elevation" _blank
|
|
click WebCorpus "https://github.com/dataforcanada/d4c-datapkg-web-corpus" _blank
|
|
|
|
click Parquet "https://github.com/apache/parquet-format/" _blank
|
|
click FlatGeoBuf "https://flatgeobuf.org/" _blank
|
|
click SQLite "https://www.geopackage.org/" _blank
|
|
click FileGeodatabase "https://gdal.org/en/stable/drivers/vector/openfilegdb.html" _blank
|
|
click VectorTiles "https://github.com/mapbox/vector-tile-spec/" _blank
|
|
click NextGenVectorTiles "https://github.com/maplibre/maplibre-tile-spec/" _blank
|
|
click GeoTIFF "https://cogeo.org/" _blank
|
|
click Zarr "https://github.com/zarr-developers/geozarr-spec/" _blank
|
|
click WebP "https://developers.google.com/speed/webp/" _blank
|
|
click PMTiles "https://github.com/protomaps/PMTiles/blob/main/spec/v3/spec.md" _blank
|
|
click JPEGXL "https://jpeg.org/jpegxl/" _blank
|
|
click AV1 "https://aomedia.org/specifications/av1/" _blank
|
|
click WARC "https://github.com/iipc/warc-specifications/" _blank
|
|
click FAIRDataDis "https://stac-utils.github.io/stac-geoparquet/latest/spec/stac-geoparquet-spec/" _blank
|
|
|
|
click HTTP "https://www.dataforcanada.org/docs/" _blank
|
|
click DecentralizedDistribution "https://www.dataforcanada.org/docs/dissemination/" _blank
|
|
click Metadata "https://stac-utils.github.io/stac-geoparquet/latest/spec/stac-geoparquet-spec/" _blank
|
|
click GeoSpatialServices "https://github.com/dataforcanada/geo-services-labs/" _blank |