dataforcanada/d4c-infra-distribution
1
0
Fork 0
mirror of https://github.com/dataforcanada/d4c-infra-distribution.git synced 2026-06-14 14:40:54 +02:00
Code Issues Packages Projects Releases Wiki Activity

Python CLI to call Cloudflare HTTP ingestor. To start running tomorrow morning! https://tenor.com/view/bbnft-yuge-theriouthly-seriously-mike-tyson-gif-5575001300972074272

Browse Source
This commit is contained in:
Diego Ripley
2026-03-10 14:31:09 -04:00
parent 6f9eddc5be
commit d3b5d69571
10 changed files with 235676 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/06_call_http_ingestor/pyproject.toml
+20
View File
@@ -0,0 +1,20 @@
[project]
name = "d4c-http-ingestor"
version = "0.1.0"
description = "CLI caller for the Cloudflare HTTP ingestor worker – orchestrates concurrent downloads, persists results to SQLite, and exports Parquet."
requires-python = ">=3.11"
dependencies = [
"httpx>=0.27",
"pyarrow>=15",
"rich>=13",
]
[project.scripts]
d4c-http-ingestor = "d4c_http_ingestor.cli:main"
[build-system]
requires = ["hatchling"]
build-backend = "hatchling.build"
[tool.hatch.build.targets.wheel]
packages = ["src/d4c_http_ingestor"]