{ "type": "excalidraw", "version": 2, "source": "https://excalidraw.com", "appState": { "viewBackgroundColor": "#ffffff", "gridSize": 20 }, "files": {}, "elements": [ { "type": "text", "id": "title", "x": 60, "y": 36, "width": 900, "height": 35, "text": "PipelineZ (pz) - how a run works", "originalText": "PipelineZ (pz) - how a run works", "fontSize": 28, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "strokeColor": "#1e40af", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100001, "version": 1, "versionNonce": 1, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": null, "lineHeight": 1.25 }, { "type": "text", "id": "subtitle", "x": 60, "y": 80, "width": 1000, "height": 20, "text": "dbt-inspired batch ETL CLI for .NET - YAML + SQL in, DuckDB does the heavy lifting, one process, no cluster", "originalText": "dbt-inspired batch ETL CLI for .NET - YAML + SQL in, DuckDB does the heavy lifting, one process, no cluster", "fontSize": 15, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "strokeColor": "#64748b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100002, "version": 1, "versionNonce": 2, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": null, "lineHeight": 1.25 }, { "type": "text", "id": "strip_label", "x": 60, "y": 134, "width": 300, "height": 17, "text": "THE 10-SECOND VERSION", "originalText": "THE 10-SECOND VERSION", "fontSize": 13, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "strokeColor": "#3b82f6", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100003, "version": 1, "versionNonce": 3, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": null, "lineHeight": 1.25 }, { "type": "rectangle", "id": "s1", "x": 60, "y": 160, "width": 260, "height": 54, "strokeColor": "#c2410c", "backgroundColor": "#fed7aa", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100004, "version": 1, "versionNonce": 4, "isDeleted": false, "groupIds": [], "boundElements": [ { "id": "s1t", "type": "text" } ], "link": null, "locked": false, "roundness": { "type": 3 } }, { "type": "text", "id": "s1t", "x": 70, "y": 178, "width": 240, "height": 18, "text": "project = YAML + SQL files", "originalText": "project = YAML + SQL files", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "middle", "strokeColor": "#374151", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100005, "version": 1, "versionNonce": 5, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": "s1", "lineHeight": 1.25 }, { "type": "arrow", "id": "sa1", "x": 324, "y": 187, "width": 52, "height": 0, "strokeColor": "#c2410c", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100006, "version": 1, "versionNonce": 6, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 52, 0 ] ], "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow" }, { "type": "rectangle", "id": "s2", "x": 380, "y": 160, "width": 260, "height": 54, "strokeColor": "#6d28d9", "backgroundColor": "#ddd6fe", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100007, "version": 1, "versionNonce": 7, "isDeleted": false, "groupIds": [], "boundElements": [ { "id": "s2t", "type": "text" } ], "link": null, "locked": false, "roundness": { "type": 3 } }, { "type": "text", "id": "s2t", "x": 390, "y": 169, "width": 240, "height": 36, "text": "pz compile: render SQL,\nbuild the DAG", "originalText": "pz compile: render SQL,\nbuild the DAG", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "middle", "strokeColor": "#374151", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100008, "version": 1, "versionNonce": 8, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": "s2", "lineHeight": 1.25 }, { "type": "arrow", "id": "sa2", "x": 644, "y": 187, "width": 52, "height": 0, "strokeColor": "#1e3a5f", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100009, "version": 1, "versionNonce": 9, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 52, 0 ] ], "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow" }, { "type": "rectangle", "id": "s3", "x": 700, "y": 160, "width": 310, "height": 54, "strokeColor": "#1e3a5f", "backgroundColor": "#3b82f6", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100010, "version": 1, "versionNonce": 10, "isDeleted": false, "groupIds": [], "boundElements": [ { "id": "s3t", "type": "text" } ], "link": null, "locked": false, "roundness": { "type": 3 } }, { "type": "text", "id": "s3t", "x": 710, "y": 178, "width": 290, "height": 18, "text": "pz run: DuckDB executes the DAG", "originalText": "pz run: DuckDB executes the DAG", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "middle", "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100011, "version": 1, "versionNonce": 11, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": "s3", "lineHeight": 1.25 }, { "type": "arrow", "id": "sa3", "x": 1014, "y": 187, "width": 52, "height": 0, "strokeColor": "#1e3a5f", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100012, "version": 1, "versionNonce": 12, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 52, 0 ] ], "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow" }, { "type": "rectangle", "id": "s4", "x": 1070, "y": 160, "width": 290, "height": 54, "strokeColor": "#047857", "backgroundColor": "#a7f3d0", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100013, "version": 1, "versionNonce": 13, "isDeleted": false, "groupIds": [], "boundElements": [ { "id": "s4t", "type": "text" } ], "link": null, "locked": false, "roundness": { "type": 3 } }, { "type": "text", "id": "s4t", "x": 1080, "y": 169, "width": 270, "height": 36, "text": "data written to sinks\n+ run_results.json", "originalText": "data written to sinks\n+ run_results.json", "fontSize": 14, "fontFamily": 3, "textAlign": "center", "verticalAlign": "middle", "strokeColor": "#374151", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100014, "version": 1, "versionNonce": 14, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": "s4", "lineHeight": 1.25 }, { "type": "line", "id": "divider1", "x": 60, "y": 250, "width": 1300, "height": 0, "strokeColor": "#64748b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "dashed", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100015, "version": 1, "versionNonce": 15, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 1300, 0 ] ] }, { "type": "text", "id": "hub_sec_label", "x": 60, "y": 272, "width": 700, "height": 25, "text": "One process, hub and spoke - DuckDB is the hub", "originalText": "One process, hub and spoke - DuckDB is the hub", "fontSize": 18, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "strokeColor": "#1e40af", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200001, "version": 1, "versionNonce": 41, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": null, "lineHeight": 1.25 }, { "type": "text", "id": "src_label", "x": 60, "y": 314, "width": 120, "height": 19, "text": "SOURCES", "originalText": "SOURCES", "fontSize": 15, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "strokeColor": "#3b82f6", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200002, "version": 1, "versionNonce": 42, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": null, "lineHeight": 1.25 }, { "type": "rectangle", "id": "src1", "x": 60, "y": 345, "width": 210, "height": 64, "strokeColor": "#c2410c", "backgroundColor": "#fed7aa", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200003, "version": 1, "versionNonce": 43, "isDeleted": false, "groupIds": [], "boundElements": [ { "id": "src1t", "type": "text" } ], "link": null, "locked": false, "roundness": { "type": 3 } }, { "type": "text", "id": "src1t", "x": 70, "y": 362, "width": 190, "height": 30, "text": "SQL Server\narrow stream (SqlClient)", "originalText": "SQL Server\narrow stream (SqlClient)", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "middle", "strokeColor": "#374151", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200004, "version": 1, "versionNonce": 44, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": "src1", "lineHeight": 1.25 }, { "type": "rectangle", "id": "src2", "x": 60, "y": 435, "width": 210, "height": 64, "strokeColor": "#c2410c", "backgroundColor": "#fed7aa", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200005, "version": 1, "versionNonce": 45, "isDeleted": false, "groupIds": [], "boundElements": [ { "id": "src2t", "type": "text" } ], "link": null, "locked": false, "roundness": { "type": 3 } }, { "type": "text", "id": "src2t", "x": 70, "y": 452, "width": 190, "height": 30, "text": "Local files\nCSV / JSON / Parquet", "originalText": "Local files\nCSV / JSON / Parquet", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "middle", "strokeColor": "#374151", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200006, "version": 1, "versionNonce": 46, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": "src2", "lineHeight": 1.25 }, { "type": "rectangle", "id": "src3", "x": 60, "y": 525, "width": 210, "height": 64, "strokeColor": "#c2410c", "backgroundColor": "#fed7aa", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200007, "version": 1, "versionNonce": 47, "isDeleted": false, "groupIds": [], "boundElements": [ { "id": "src3t", "type": "text" } ], "link": null, "locked": false, "roundness": { "type": 3 } }, { "type": "text", "id": "src3t", "x": 70, "y": 542, "width": 190, "height": 30, "text": "Azure Blob / ADLS\naz:// native scan", "originalText": "Azure Blob / ADLS\naz:// native scan", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "middle", "strokeColor": "#374151", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200008, "version": 1, "versionNonce": 48, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": "src3", "lineHeight": 1.25 }, { "type": "rectangle", "id": "band_l", "x": 305, "y": 335, "width": 120, "height": 290, "strokeColor": "#64748b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "dashed", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200009, "version": 1, "versionNonce": 49, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "roundness": { "type": 3 } }, { "type": "text", "id": "band_l_cap", "x": 280, "y": 632, "width": 180, "height": 45, "text": "connectors: NuGet\npackages, each in its\nown isolated ALC", "originalText": "connectors: NuGet\npackages, each in its\nown isolated ALC", "fontSize": 11, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "strokeColor": "#64748b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200010, "version": 1, "versionNonce": 50, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": null, "lineHeight": 1.25 }, { "type": "text", "id": "land_lbl", "x": 340, "y": 352, "width": 50, "height": 14, "text": "land", "originalText": "land", "fontSize": 11, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "strokeColor": "#c2410c", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200011, "version": 1, "versionNonce": 51, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": null, "lineHeight": 1.25 }, { "type": "arrow", "id": "land1", "x": 274, "y": 377, "width": 192, "height": 0, "strokeColor": "#c2410c", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200012, "version": 1, "versionNonce": 52, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 192, 0 ] ], "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow" }, { "type": "arrow", "id": "land2", "x": 274, "y": 467, "width": 192, "height": 0, "strokeColor": "#c2410c", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200013, "version": 1, "versionNonce": 53, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 192, 0 ] ], "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow" }, { "type": "arrow", "id": "land3", "x": 274, "y": 557, "width": 192, "height": 0, "strokeColor": "#c2410c", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200014, "version": 1, "versionNonce": 54, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 192, 0 ] ], "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow" }, { "type": "rectangle", "id": "hub", "x": 470, "y": 320, "width": 560, "height": 330, "strokeColor": "#1e3a5f", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 3, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200015, "version": 1, "versionNonce": 55, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "roundness": { "type": 3 } }, { "type": "text", "id": "hub_title", "x": 486, "y": 332, "width": 530, "height": 19, "text": "DuckDB staging DB .pz/runs//staging.duckdb", "originalText": "DuckDB staging DB .pz/runs//staging.duckdb", "fontSize": 14, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "strokeColor": "#1e40af", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200016, "version": 1, "versionNonce": 56, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": null, "lineHeight": 1.25 }, { "type": "text", "id": "hub_lbl_staging", "x": 495, "y": 378, "width": 140, "height": 14, "text": "staging tables", "originalText": "staging tables", "fontSize": 11, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "strokeColor": "#64748b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200017, "version": 1, "versionNonce": 57, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": null, "lineHeight": 1.25 }, { "type": "text", "id": "hub_lbl_pipes", "x": 730, "y": 378, "width": 160, "height": 14, "text": "pipelines (SQL)", "originalText": "pipelines (SQL)", "fontSize": 11, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "strokeColor": "#64748b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200018, "version": 1, "versionNonce": 58, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": null, "lineHeight": 1.25 }, { "type": "rectangle", "id": "st1", "x": 495, "y": 400, "width": 185, "height": 40, "strokeColor": "#c2410c", "backgroundColor": "#fed7aa", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200019, "version": 1, "versionNonce": 59, "isDeleted": false, "groupIds": [], "boundElements": [ { "id": "st1t", "type": "text" } ], "link": null, "locked": false, "roundness": { "type": 3 } }, { "type": "text", "id": "st1t", "x": 505, "y": 412, "width": 165, "height": 15, "text": "src_crm__orders", "originalText": "src_crm__orders", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "middle", "strokeColor": "#374151", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200020, "version": 1, "versionNonce": 60, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": "st1", "lineHeight": 1.25 }, { "type": "rectangle", "id": "st2", "x": 495, "y": 460, "width": 185, "height": 40, "strokeColor": "#c2410c", "backgroundColor": "#fed7aa", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200021, "version": 1, "versionNonce": 61, "isDeleted": false, "groupIds": [], "boundElements": [ { "id": "st2t", "type": "text" } ], "link": null, "locked": false, "roundness": { "type": 3 } }, { "type": "text", "id": "st2t", "x": 505, "y": 472, "width": 165, "height": 15, "text": "src_crm__customers", "originalText": "src_crm__customers", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "middle", "strokeColor": "#374151", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200022, "version": 1, "versionNonce": 62, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": "st2", "lineHeight": 1.25 }, { "type": "rectangle", "id": "p1", "x": 745, "y": 400, "width": 140, "height": 40, "strokeColor": "#1e3a5f", "backgroundColor": "#3b82f6", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200023, "version": 1, "versionNonce": 63, "isDeleted": false, "groupIds": [], "boundElements": [ { "id": "p1t", "type": "text" } ], "link": null, "locked": false, "roundness": { "type": 3 } }, { "type": "text", "id": "p1t", "x": 755, "y": 412, "width": 120, "height": 15, "text": "stg_orders", "originalText": "stg_orders", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "middle", "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200024, "version": 1, "versionNonce": 64, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": "p1", "lineHeight": 1.25 }, { "type": "rectangle", "id": "p2", "x": 745, "y": 505, "width": 170, "height": 40, "strokeColor": "#1e3a5f", "backgroundColor": "#3b82f6", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200025, "version": 1, "versionNonce": 65, "isDeleted": false, "groupIds": [], "boundElements": [ { "id": "p2t", "type": "text" } ], "link": null, "locked": false, "roundness": { "type": 3 } }, { "type": "text", "id": "p2t", "x": 755, "y": 517, "width": 150, "height": 15, "text": "orders_enriched", "originalText": "orders_enriched", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "middle", "strokeColor": "#ffffff", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200026, "version": 1, "versionNonce": 66, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": "p2", "lineHeight": 1.25 }, { "type": "arrow", "id": "ha1", "x": 682, "y": 420, "width": 61, "height": 0, "strokeColor": "#1e3a5f", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200027, "version": 1, "versionNonce": 67, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 61, 0 ] ], "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow" }, { "type": "arrow", "id": "ha2", "x": 682, "y": 480, "width": 61, "height": 40, "strokeColor": "#1e3a5f", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200028, "version": 1, "versionNonce": 68, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 61, 40 ] ], "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow" }, { "type": "arrow", "id": "ha3", "x": 815, "y": 442, "width": 5, "height": 61, "strokeColor": "#1e3a5f", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200029, "version": 1, "versionNonce": 69, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 5, 61 ] ], "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow" }, { "type": "text", "id": "hub_caption", "x": 486, "y": 572, "width": 530, "height": 60, "text": "SQL transforms run inside DuckDB: parallel and\nout-of-core - spills to disk when data > memory_limit.\n.NET never buffers a dataset, only in-flight batches.", "originalText": "SQL transforms run inside DuckDB: parallel and\nout-of-core - spills to disk when data > memory_limit.\n.NET never buffers a dataset, only in-flight batches.", "fontSize": 12, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "strokeColor": "#64748b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200030, "version": 1, "versionNonce": 70, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": null, "lineHeight": 1.25 }, { "type": "rectangle", "id": "band_r", "x": 1055, "y": 335, "width": 110, "height": 290, "strokeColor": "#64748b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "dashed", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200031, "version": 1, "versionNonce": 71, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "roundness": { "type": 3 } }, { "type": "text", "id": "band_r_cap", "x": 1035, "y": 632, "width": 160, "height": 30, "text": "connectors\n(same model)", "originalText": "connectors\n(same model)", "fontSize": 11, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "strokeColor": "#64748b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200032, "version": 1, "versionNonce": 72, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": null, "lineHeight": 1.25 }, { "type": "text", "id": "drain_lbl", "x": 1080, "y": 352, "width": 60, "height": 14, "text": "drain", "originalText": "drain", "fontSize": 11, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "strokeColor": "#047857", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200033, "version": 1, "versionNonce": 73, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": null, "lineHeight": 1.25 }, { "type": "text", "id": "sink_label", "x": 1185, "y": 314, "width": 80, "height": 19, "text": "SINKS", "originalText": "SINKS", "fontSize": 15, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "strokeColor": "#3b82f6", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200034, "version": 1, "versionNonce": 74, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": null, "lineHeight": 1.25 }, { "type": "rectangle", "id": "snk1", "x": 1185, "y": 345, "width": 205, "height": 64, "strokeColor": "#047857", "backgroundColor": "#a7f3d0", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200035, "version": 1, "versionNonce": 75, "isDeleted": false, "groupIds": [], "boundElements": [ { "id": "snk1t", "type": "text" } ], "link": null, "locked": false, "roundness": { "type": 3 } }, { "type": "text", "id": "snk1t", "x": 1195, "y": 362, "width": 185, "height": 30, "text": "Parquet files\nout/curated/, az://...", "originalText": "Parquet files\nout/curated/, az://...", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "middle", "strokeColor": "#374151", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200036, "version": 1, "versionNonce": 76, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": "snk1", "lineHeight": 1.25 }, { "type": "rectangle", "id": "snk2", "x": 1185, "y": 435, "width": 205, "height": 64, "strokeColor": "#047857", "backgroundColor": "#a7f3d0", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200037, "version": 1, "versionNonce": 77, "isDeleted": false, "groupIds": [], "boundElements": [ { "id": "snk2t", "type": "text" } ], "link": null, "locked": false, "roundness": { "type": 3 } }, { "type": "text", "id": "snk2t", "x": 1195, "y": 452, "width": 185, "height": 30, "text": "CSV files\nout/totals/", "originalText": "CSV files\nout/totals/", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "middle", "strokeColor": "#374151", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200038, "version": 1, "versionNonce": 78, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": "snk2", "lineHeight": 1.25 }, { "type": "rectangle", "id": "snk3", "x": 1185, "y": 525, "width": 205, "height": 64, "strokeColor": "#047857", "backgroundColor": "#a7f3d0", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200039, "version": 1, "versionNonce": 79, "isDeleted": false, "groupIds": [], "boundElements": [ { "id": "snk3t", "type": "text" } ], "link": null, "locked": false, "roundness": { "type": 3 } }, { "type": "text", "id": "snk3t", "x": 1195, "y": 542, "width": 185, "height": 30, "text": "SQL Server table\nappend/replace/merge", "originalText": "SQL Server table\nappend/replace/merge", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "middle", "strokeColor": "#374151", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200040, "version": 1, "versionNonce": 80, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": "snk3", "lineHeight": 1.25 }, { "type": "arrow", "id": "drain1", "x": 1034, "y": 377, "width": 147, "height": 0, "strokeColor": "#047857", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200041, "version": 1, "versionNonce": 81, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 147, 0 ] ], "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow" }, { "type": "arrow", "id": "drain2", "x": 1034, "y": 467, "width": 147, "height": 0, "strokeColor": "#047857", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200042, "version": 1, "versionNonce": 82, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 147, 0 ] ], "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow" }, { "type": "arrow", "id": "drain3", "x": 1034, "y": 557, "width": 147, "height": 0, "strokeColor": "#047857", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 200043, "version": 1, "versionNonce": 83, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 147, 0 ] ], "startBinding": null, "endBinding": null, "startArrowhead": null, "endArrowhead": "arrow" }, { "type": "text", "id": "lifecycle_label", "x": 60, "y": 700, "width": 800, "height": 25, "text": "Every command runs the same lifecycle - compile / plan just stop early", "originalText": "Every command runs the same lifecycle - compile / plan just stop early", "fontSize": 18, "fontFamily": 3, "textAlign": "left", "verticalAlign": "top", "strokeColor": "#1e40af", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100016, "version": 1, "versionNonce": 16, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": null, "lineHeight": 1.25 }, { "type": "line", "id": "tl_line", "x": 100, "y": 760, "width": 1200, "height": 0, "strokeColor": "#64748b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100017, "version": 1, "versionNonce": 17, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "points": [ [ 0, 0 ], [ 1200, 0 ] ] }, { "type": "ellipse", "id": "tld1", "x": 94, "y": 754, "width": 12, "height": 12, "strokeColor": "#3b82f6", "backgroundColor": "#3b82f6", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100018, "version": 1, "versionNonce": 18, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false }, { "type": "ellipse", "id": "tld2", "x": 265, "y": 754, "width": 12, "height": 12, "strokeColor": "#3b82f6", "backgroundColor": "#3b82f6", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100019, "version": 1, "versionNonce": 19, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false }, { "type": "ellipse", "id": "tld3", "x": 437, "y": 754, "width": 12, "height": 12, "strokeColor": "#3b82f6", "backgroundColor": "#3b82f6", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100020, "version": 1, "versionNonce": 20, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false }, { "type": "ellipse", "id": "tld4", "x": 608, "y": 754, "width": 12, "height": 12, "strokeColor": "#3b82f6", "backgroundColor": "#3b82f6", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100021, "version": 1, "versionNonce": 21, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false }, { "type": "ellipse", "id": "tld5", "x": 780, "y": 754, "width": 12, "height": 12, "strokeColor": "#3b82f6", "backgroundColor": "#3b82f6", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100022, "version": 1, "versionNonce": 22, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false }, { "type": "ellipse", "id": "tld6", "x": 947, "y": 750, "width": 20, "height": 20, "strokeColor": "#047857", "backgroundColor": "#a7f3d0", "fillStyle": "solid", "strokeWidth": 2, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100023, "version": 1, "versionNonce": 23, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false }, { "type": "ellipse", "id": "tld7", "x": 1123, "y": 754, "width": 12, "height": 12, "strokeColor": "#3b82f6", "backgroundColor": "#3b82f6", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100024, "version": 1, "versionNonce": 24, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false }, { "type": "ellipse", "id": "tld8", "x": 1294, "y": 754, "width": 12, "height": 12, "strokeColor": "#3b82f6", "backgroundColor": "#3b82f6", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100025, "version": 1, "versionNonce": 25, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false }, { "type": "text", "id": "tll1", "x": 70, "y": 778, "width": 70, "height": 16, "text": "load", "originalText": "load", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "strokeColor": "#64748b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100026, "version": 1, "versionNonce": 26, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": null, "lineHeight": 1.25 }, { "type": "text", "id": "tll2", "x": 213, "y": 778, "width": 120, "height": 16, "text": "restore-check", "originalText": "restore-check", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "strokeColor": "#64748b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100027, "version": 1, "versionNonce": 27, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": null, "lineHeight": 1.25 }, { "type": "text", "id": "tll3", "x": 408, "y": 778, "width": 70, "height": 16, "text": "compile", "originalText": "compile", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "strokeColor": "#64748b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100028, "version": 1, "versionNonce": 28, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": null, "lineHeight": 1.25 }, { "type": "text", "id": "tll4", "x": 578, "y": 778, "width": 80, "height": 16, "text": "validate", "originalText": "validate", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "strokeColor": "#64748b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100029, "version": 1, "versionNonce": 29, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": null, "lineHeight": 1.25 }, { "type": "text", "id": "tll5", "x": 761, "y": 778, "width": 50, "height": 16, "text": "plan", "originalText": "plan", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "strokeColor": "#64748b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100030, "version": 1, "versionNonce": 30, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": null, "lineHeight": 1.25 }, { "type": "text", "id": "tll6", "x": 922, "y": 778, "width": 70, "height": 16, "text": "execute", "originalText": "execute", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "strokeColor": "#047857", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100031, "version": 1, "versionNonce": 31, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": null, "lineHeight": 1.25 }, { "type": "text", "id": "tll6b", "x": 862, "y": 796, "width": 190, "height": 14, "text": "the only phase that moves data", "originalText": "the only phase that moves data", "fontSize": 11, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "strokeColor": "#047857", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100032, "version": 1, "versionNonce": 32, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": null, "lineHeight": 1.25 }, { "type": "text", "id": "tll7", "x": 1089, "y": 778, "width": 80, "height": 16, "text": "finalize", "originalText": "finalize", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "strokeColor": "#64748b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100033, "version": 1, "versionNonce": 33, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": null, "lineHeight": 1.25 }, { "type": "text", "id": "tll8", "x": 1270, "y": 778, "width": 60, "height": 16, "text": "report", "originalText": "report", "fontSize": 12, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "strokeColor": "#64748b", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100034, "version": 1, "versionNonce": 34, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": null, "lineHeight": 1.25 }, { "type": "text", "id": "backfill_knobs_tag", "x": 747, "y": 816, "width": 400, "height": 14, "text": "backfill-safety knobs: retry / windows / caps / pacing / breaker", "originalText": "backfill-safety knobs: retry / windows / caps / pacing / breaker", "fontSize": 10, "fontFamily": 3, "textAlign": "center", "verticalAlign": "top", "strokeColor": "#b45309", "backgroundColor": "transparent", "fillStyle": "solid", "strokeWidth": 1, "strokeStyle": "solid", "roughness": 0, "opacity": 100, "angle": 0, "seed": 100200, "version": 1, "versionNonce": 100200, "isDeleted": false, "groupIds": [], "boundElements": null, "link": null, "locked": false, "containerId": null, "lineHeight": 1.25 } ] }