Add parallel export with configurable concurrency (default: 8)

Use Task.async_stream for parallel org->md export.
Configurable via EXPORT_CONCURRENCY env var or :export_concurrency config.
This commit is contained in:
Ignacio Ballesteros
2026-02-21 21:37:27 +01:00
parent c54c27f2de
commit 87fd311005
4 changed files with 9069 additions and 6 deletions

View File

@@ -8,7 +8,8 @@ config :org_garden,
citation_mode: :warn,
http_port: 8080,
ws_port: 3001,
health_port: 9090
health_port: 9090,
export_concurrency: 8
config :logger, :console,
format: "$time $metadata[$level] $message\n",

View File

@@ -40,3 +40,7 @@ config :org_garden,
http_port: RuntimeConfig.parse_int(System.get_env("PORT"), 8080),
ws_port: RuntimeConfig.parse_int(System.get_env("WS_PORT"), 3001),
health_port: RuntimeConfig.parse_int(System.get_env("HEALTH_PORT"), 9090)
# Export parallelism
config :org_garden,
export_concurrency: RuntimeConfig.parse_int(System.get_env("EXPORT_CONCURRENCY"), 8)