diff --git a/content/_index.md b/content/_index.md index 0de6745..3a2240d 100644 --- a/content/_index.md +++ b/content/_index.md @@ -14,3 +14,64 @@ We act as the transformation layer. We aggregate datasets with permissive licens * **For Researchers:** Skip the cleaning phase. Access normalized, documented data ready for analysis. * **For Systems:** Standardized data structures designed to feed directly into pipelines, data warehouses, and downstream services. + +## High-Level Overview + +```mermaid +flowchart TD + %% Define Styles + classDef source fill:#e1f5fe,stroke:#01579b,stroke-width:2px + classDef process fill:#fff9c4,stroke:#fbc02d,stroke-width:2px + classDef storage fill:#e0f2f1,stroke:#00695c,stroke-width:2px + classDef consumer fill:#f3e5f5,stroke:#8e24aa,stroke-width:2px + + subgraph "Data Sources" + StatCan[("Statistical Products")]:::source + Orthoimagery[("Orthoimagery")]:::source + end + + subgraph "Processing Pipeline" + Raw[Raw Data Ingestion
CSVs, Shapefiles, ECW]:::process + Transform[Transformation Engine
Open & Closed Source]:::process + Opt[Optimization]:::process + end + + subgraph "Dissemination Formats" + Parquet[("Parquet Files")]:::storage + PMTiles[("PMTiles")]:::storage + FlatGeoBuf[("FlatGeoBuf")]:::storage + end + + subgraph "Distribution Infrastructure" + S3_COMPLIANT_STORAGE[S3 Compliant Storage]:::storage + Decentralized_Distribution[Decentralized Distribution]:::storage + Serverless[Cloudflare Worker
API & Serving]:::storage + end + + subgraph "Consumption / End Users" + DataSci[DuckDB, Python, QGIS, Jupyter]:::consumer + WebApps[Web Applications]:::consumer + DataSci[Python]:::consumer + Systems[Systems]:::consumer + end + + %% Relationships + StatCan --> Raw + Raw --> Transform + Transform --> Opt + Opt --> Parquet + Opt --> PMTiles + Opt --> FlatGeoBuf + Parquet --> S3_COMPLIANT_STORAGE + PMTiles --> S3_COMPLIANT_STORAGE + FlatGeoBuf --> S3_COMPLIANT_STORAGE + S3_COMPLIANT_STORAGE --> Decentralized_Distribution + S3_COMPLIANT_STORAGE --> Serverless + Decentralized_Distribution --> Systems + Serverless --> WebApps + Serverless --> DataSci + + %% Concept Annotations + Transform -.->|"Join Spatial & Tabular"| Parquet + PMTiles -.->|"Stream tiles"| WebApps +``` \ No newline at end of file diff --git a/content/docs/getting-started.md b/content/docs/getting_started/_index.md similarity index 100% rename from content/docs/getting-started.md rename to content/docs/getting_started/_index.md