diff --git a/content/posts/2023-07-25-grafana-raspberry-pi-4-kiosk.md b/content/posts/2023-07-25-grafana-raspberry-pi-4-kiosk.md index 157ad93..88b383e 100644 --- a/content/posts/2023-07-25-grafana-raspberry-pi-4-kiosk.md +++ b/content/posts/2023-07-25-grafana-raspberry-pi-4-kiosk.md @@ -21,7 +21,7 @@ requests you name it. And it looks super cool :D -![grafana-dash](assets/2023-07-26-grafana-dash.jpg) +![grafana-dash](/assets/2023-07-26-grafana-dash.jpg) # Prerequisites diff --git a/content/posts/2023-09-10-cramped-initial-architecture.md b/content/posts/2023-09-10-cramped-initial-architecture.md index 0e9ffce..62549d2 100644 --- a/content/posts/2023-09-10-cramped-initial-architecture.md +++ b/content/posts/2023-09-10-cramped-initial-architecture.md @@ -60,7 +60,7 @@ The backend services already exist, and looks like this: ### Backend -![backend services](assets/2023-09-09-backend-services.png) +![backend services](/assets/2023-09-09-backend-services.png) What happens here is that we have variety of business services, which are used and serviced by either a User, or an engineer specifically. All the models are @@ -73,7 +73,7 @@ These domain events are what ends up in the data platform. ### Internet of Things -![iot](assets/2023-09-09-iot-service.png) +![iot](/assets/2023-09-09-iot-service.png) Like the backend services, we have IoT services for various things, such as storing measured data, or controllers for doing various things. Most of these @@ -148,7 +148,7 @@ An event will flow through a NATS global event consumer, which will then get a schema applied while being transported to a data fusion pipeline (Apache spark alternative) -![data ingest](assets/2023-09-09-data-ingest.png) +![data ingest](/assets/2023-09-09-data-ingest.png) This is not very different than normal data ingestion pipelines, though without Kafka and Spark. If a schema application fails, or cannot be found, it will be @@ -169,7 +169,7 @@ date base models, and integrated transformations by the users. It includes support for compaction, versioning, scale out queries, transformations and much more. -![data ingest](assets/2023-09-09-data-lakehouse.png) +![data ingest](/assets/2023-09-09-data-lakehouse.png) In here we see the data entering the system from the NATS listener, it will pull out data from the nats stream and ingest them into the datafusion pipeline @@ -190,7 +190,7 @@ Trino (distributed sql). I will have a need for realtime aggregations, as such a bunch of allowed transformations should end up in clickhouse for rapid querying. -![real time analytics](assets/2023-09-09-data-real-time.png) +![real time analytics](/assets/2023-09-09-data-real-time.png) Much of the same architecture from before is used (See datalake section), however, we also put data in `clickhouse`, this is to enable rapid querying on a diff --git a/content/posts/2024-03-08-introducing-fuzzy-clone.md b/content/posts/2024-03-08-introducing-fuzzy-clone.md index 5341718..4fc43ae 100644 --- a/content/posts/2024-03-08-introducing-fuzzy-clone.md +++ b/content/posts/2024-03-08-introducing-fuzzy-clone.md @@ -21,7 +21,7 @@ git repositories you collaborate to. This gif should better display why this is so useful -![fuzzy clone usage](assets/fuzzy-clone-demo.gif) +![fuzzy clone usage](/assets/fuzzy-clone-demo.gif) Do note that `,` is my alias for it `fz` is the actual command. The fully qualified name is `fuzzy-clone`. diff --git a/content/posts/assets/2023-09-09-backend-services.md b/content/posts/assets/2023-09-09-backend-services.md deleted file mode 100644 index b91b69d..0000000 --- a/content/posts/assets/2023-09-09-backend-services.md +++ /dev/null @@ -1,868 +0,0 @@ ---- - -excalidraw-plugin: parsed -tags: [excalidraw] - ---- - -==⚠ Switch to EXCALIDRAW VIEW in the MORE OPTIONS menu of this document. ⚠== - -# Text Elements - -Backend service ^9wbfh44t - -Backend engineer ^OYnQIyhR - -User ^d7TsIcMm - -Event sourced model ^tpEFylci - -Domain events ^BKDeWmFh - -Data platform Ingest ^eBw97vYs - -%% - -# Drawing - -```json -{ - "type": "excalidraw", - "version": 2, - "source": "https://github.com/zsviczian/obsidian-excalidraw-plugin/releases/tag/1.9.19", - "elements": [ - { - "type": "rectangle", - "version": 465, - "versionNonce": 1569199600, - "isDeleted": false, - "id": "sTx3V6IBMr5fmkkGDikFE", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -298.22390437714466, - "y": -177.26461889876435, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 149, - "height": 151, - "seed": 1536562448, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "9wbfh44t" - }, - { - "id": "J0mitVhCskhfgbLZOMKDf", - "type": "arrow" - }, - { - "id": "Gvy66Wi-Z4fYBo_6xHAo2", - "type": "arrow" - }, - { - "id": "PS6qWUBa9zPZp3Y7X1IH_", - "type": "arrow" - }, - { - "id": "udDfzIaj1GY-t9tp-N-Gl", - "type": "arrow" - } - ], - "updated": 1694341209387, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 272, - "versionNonce": 837801968, - "isDeleted": false, - "id": "9wbfh44t", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -268.38386226288685, - "y": -126.76461889876435, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 89.31991577148438, - "height": 50, - "seed": 757141264, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694341209387, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Backend \nservice", - "rawText": "Backend service", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "sTx3V6IBMr5fmkkGDikFE", - "originalText": "Backend service", - "lineHeight": 1.25, - "baseline": 43 - }, - { - "type": "diamond", - "version": 210, - "versionNonce": 1268187120, - "isDeleted": false, - "id": "vMWQeW3qRvIkUdjOLaWPz", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -345.43316720684743, - "y": -482.1972278309496, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 220, - "height": 200, - "seed": 1298980624, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [ - { - "type": "text", - "id": "OYnQIyhR" - }, - { - "id": "J0mitVhCskhfgbLZOMKDf", - "type": "arrow" - } - ], - "updated": 1694341455611, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 177, - "versionNonce": 311525872, - "isDeleted": false, - "id": "OYnQIyhR", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -280.0931250925896, - "y": -407.1972278309496, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 89.31991577148438, - "height": 50, - "seed": 817042704, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694341455611, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Backend \nengineer", - "rawText": "Backend engineer", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "vMWQeW3qRvIkUdjOLaWPz", - "originalText": "Backend engineer", - "lineHeight": 1.25, - "baseline": 43 - }, - { - "type": "arrow", - "version": 942, - "versionNonce": 1338138096, - "isDeleted": false, - "id": "J0mitVhCskhfgbLZOMKDf", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -230.81771058718556, - "y": -274.92613188060886, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 0.0046177819788795205, - "height": 89.59298371386575, - "seed": 2103470064, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694341478296, - "link": null, - "locked": false, - "startBinding": { - "elementId": "vMWQeW3qRvIkUdjOLaWPz", - "gap": 8.61227473592443, - "focus": -0.041822171768161574 - }, - "endBinding": { - "elementId": "sTx3V6IBMr5fmkkGDikFE", - "gap": 8.06852926797876, - "focus": -0.0950941088262367 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 0.0046177819788795205, - 89.59298371386575 - ] - ] - }, - { - "type": "diamond", - "version": 295, - "versionNonce": 1320180208, - "isDeleted": false, - "id": "v5jShMMi0xwqEukwhA_JJ", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -677.8497011004193, - "y": -202.97325254400545, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 220, - "height": 200, - "seed": 783812880, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [ - { - "type": "text", - "id": "d7TsIcMm" - }, - { - "id": "Gvy66Wi-Z4fYBo_6xHAo2", - "type": "arrow" - } - ], - "updated": 1694341100136, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 279, - "versionNonce": 1567595504, - "isDeleted": false, - "id": "d7TsIcMm", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -590.1896745501264, - "y": -115.47325254400545, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 44.67994689941406, - "height": 25, - "seed": 989095696, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694341100136, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "User", - "rawText": "User", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "v5jShMMi0xwqEukwhA_JJ", - "originalText": "User", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 204, - "versionNonce": 911712752, - "isDeleted": false, - "id": "Gvy66Wi-Z4fYBo_6xHAo2", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -454.1370030401614, - "y": -103.30812564496424, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 136.58153297230444, - "height": 0.46945233740069625, - "seed": 1541315344, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694341478297, - "link": null, - "locked": false, - "startBinding": { - "elementId": "v5jShMMi0xwqEukwhA_JJ", - "gap": 3.7277696925090282, - "focus": 0.0005597545142185046 - }, - "endBinding": { - "elementId": "sTx3V6IBMr5fmkkGDikFE", - "gap": 19.331565690712296, - "focus": 0.03082885731532018 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 136.58153297230444, - -0.46945233740069625 - ] - ] - }, - { - "type": "ellipse", - "version": 145, - "versionNonce": 683659760, - "isDeleted": false, - "id": "KgN1wquMjbcnndF7mIZZE", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -121.86574511764019, - "y": 3.1277624056234004, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 148, - "height": 148, - "seed": 1134723568, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [ - { - "id": "PS6qWUBa9zPZp3Y7X1IH_", - "type": "arrow" - }, - { - "id": "udDfzIaj1GY-t9tp-N-Gl", - "type": "arrow" - }, - { - "type": "text", - "id": "tpEFylci" - }, - { - "id": "VpBDx2DIaWwIhOzzspdiO", - "type": "arrow" - } - ], - "updated": 1694341208616, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 51, - "versionNonce": 1976533776, - "isDeleted": false, - "id": "tpEFylci", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -89.82159840249548, - "y": 39.80186059781888, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 84.25990295410156, - "height": 75, - "seed": 384337392, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694341203391, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Event \nsourced \nmodel", - "rawText": "Event sourced model", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "KgN1wquMjbcnndF7mIZZE", - "originalText": "Event sourced model", - "lineHeight": 1.25, - "baseline": 68 - }, - { - "type": "arrow", - "version": 312, - "versionNonce": 1626203120, - "isDeleted": false, - "id": "PS6qWUBa9zPZp3Y7X1IH_", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -136.53086016976556, - "y": -49.76929969163509, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 61.85382626567878, - "height": 37.75817092419969, - "seed": 1044317968, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694341478298, - "link": null, - "locked": false, - "startBinding": { - "elementId": "sTx3V6IBMr5fmkkGDikFE", - "gap": 12.693044207379103, - "focus": 0.701485505647599 - }, - "endBinding": { - "elementId": "KgN1wquMjbcnndF7mIZZE", - "gap": 20.504530823640664, - "focus": -0.09142088821761776 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 53.568507010659005, - -1.482635738631508 - ], - [ - 61.85382626567878, - 36.27553518556818 - ] - ] - }, - { - "type": "arrow", - "version": 264, - "versionNonce": 594273776, - "isDeleted": false, - "id": "udDfzIaj1GY-t9tp-N-Gl", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -121.8622170366934, - "y": 37.378326729495264, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 41.452896638401896, - "height": 53.533654118295544, - "seed": 2016661488, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694341478298, - "link": null, - "locked": false, - "startBinding": { - "elementId": "KgN1wquMjbcnndF7mIZZE", - "gap": 9.996996928687153, - "focus": 0.3309459780456835 - }, - "endBinding": { - "elementId": "sTx3V6IBMr5fmkkGDikFE", - "gap": 10.109291509964066, - "focus": -1.0057786128186066 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - -41.452896638401896, - -8.277501643773128 - ], - [ - -29.488449945388496, - -53.533654118295544 - ] - ] - }, - { - "type": "arrow", - "version": 347, - "versionNonce": 840003056, - "isDeleted": false, - "id": "VpBDx2DIaWwIhOzzspdiO", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 24.576866221444533, - "y": 18.16307254849813, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 36.80615136981645, - "height": 27.85323529808091, - "seed": 1794506512, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694341478299, - "link": null, - "locked": false, - "startBinding": { - "elementId": "KgN1wquMjbcnndF7mIZZE", - "gap": 19.406459024912508, - "focus": -0.0446534289390512 - }, - "endBinding": { - "elementId": "Mka3QKUB7w92Jjr6-DRhz", - "gap": 18.706684742883226, - "focus": -0.4031728505525382 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 36.80615136981645, - -27.85323529808091 - ] - ] - }, - { - "type": "rectangle", - "version": 693, - "versionNonce": 56960784, - "isDeleted": false, - "id": "Mka3QKUB7w92Jjr6-DRhz", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 41.11056075971601, - "y": -179.396847492466, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 149, - "height": 151, - "seed": 1399967504, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "BKDeWmFh" - }, - { - "id": "VpBDx2DIaWwIhOzzspdiO", - "type": "arrow" - }, - { - "id": "lA0qGhpVklLgpJeUcdQ1L", - "type": "arrow" - } - ], - "updated": 1694341267230, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 511, - "versionNonce": 2146905360, - "isDeleted": false, - "id": "BKDeWmFh", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 77.41060195844648, - "y": -128.896847492466, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 76.39991760253906, - "height": 50, - "seed": 1887792400, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694341225855, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Domain \nevents", - "rawText": "Domain events", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "Mka3QKUB7w92Jjr6-DRhz", - "originalText": "Domain events", - "lineHeight": 1.25, - "baseline": 43 - }, - { - "type": "rectangle", - "version": 182, - "versionNonce": 810897904, - "isDeleted": false, - "id": "UgbAq4IFZljS9mLQwG9x_", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 342.41036241134805, - "y": -181.85191063672076, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 204, - "height": 179, - "seed": 1737255408, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "eBw97vYs" - }, - { - "id": "lA0qGhpVklLgpJeUcdQ1L", - "type": "arrow" - } - ], - "updated": 1694341273830, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 145, - "versionNonce": 800429040, - "isDeleted": false, - "id": "eBw97vYs", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 366.71045701584023, - "y": -117.35191063672076, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 155.39981079101562, - "height": 50, - "seed": 998413296, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694341273830, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Data platform \nIngest", - "rawText": "Data platform Ingest", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "UgbAq4IFZljS9mLQwG9x_", - "originalText": "Data platform Ingest", - "lineHeight": 1.25, - "baseline": 43 - }, - { - "type": "arrow", - "version": 122, - "versionNonce": 498267632, - "isDeleted": false, - "id": "lA0qGhpVklLgpJeUcdQ1L", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 204.27567581184144, - "y": -109.63460928149289, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 120.06734329975325, - "height": 3.656040452848913, - "seed": 580477936, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694341478300, - "link": null, - "locked": false, - "startBinding": { - "elementId": "Mka3QKUB7w92Jjr6-DRhz", - "gap": 14.16511505212543, - "focus": -0.039063585773621255 - }, - "endBinding": { - "elementId": "UgbAq4IFZljS9mLQwG9x_", - "gap": 18.06734329975336, - "focus": 0.26558547393487125 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 120.06734329975325, - -3.656040452848913 - ] - ] - } - ], - "appState": { - "theme": "dark", - "viewBackgroundColor": "#ffffff", - "currentItemStrokeColor": "#1e1e1e", - "currentItemBackgroundColor": "transparent", - "currentItemFillStyle": "hachure", - "currentItemStrokeWidth": 1, - "currentItemStrokeStyle": "dashed", - "currentItemRoughness": 1, - "currentItemOpacity": 100, - "currentItemFontFamily": 1, - "currentItemFontSize": 20, - "currentItemTextAlign": "left", - "currentItemStartArrowhead": null, - "currentItemEndArrowhead": "arrow", - "scrollX": 863.351248291904, - "scrollY": 505.83489718634723, - "zoom": { - "value": 1.9000000000000001 - }, - "currentItemRoundness": "round", - "gridSize": null, - "gridColor": { - "Bold": "#C9C9C9FF", - "Regular": "#EDEDEDFF" - }, - "currentStrokeOptions": null, - "previousGridSize": null, - "frameRendering": { - "enabled": true, - "clip": true, - "name": true, - "outline": true - } - }, - "files": {} -} -``` - -%% diff --git a/content/posts/assets/2023-09-09-data-ingest.md b/content/posts/assets/2023-09-09-data-ingest.md deleted file mode 100644 index 624f5da..0000000 --- a/content/posts/assets/2023-09-09-data-ingest.md +++ /dev/null @@ -1,864 +0,0 @@ ---- - -excalidraw-plugin: parsed -tags: [excalidraw] - ---- - -==⚠ Switch to EXCALIDRAW VIEW in the MORE OPTIONS menu of this document. ⚠== - -# Text Elements - -Services & Routing layer ^72o9GXma - -NATS event consumer ^s45npuhh - -Datafusion pipeline (Apache Ballista) ^zTVSQ9mn - -Schema applier ^amQspibu - -Error lake ^aXOOUJid - -Data lake ^rgyaqp3l - -If schema apply fails ^ZI5ehy6p - -S3 (MiniO) ^712DogOh - -%% - -# Drawing - -```json -{ - "type": "excalidraw", - "version": 2, - "source": "https://github.com/zsviczian/obsidian-excalidraw-plugin/releases/tag/1.9.19", - "elements": [ - { - "type": "rectangle", - "version": 387, - "versionNonce": 1503139600, - "isDeleted": false, - "id": "EpQKc79arb5LHLs5lDD9x", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -366.0923251010322, - "y": -211.55834559271477, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 204, - "height": 179, - "seed": 477382640, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "72o9GXma" - }, - { - "id": "Sa68IFzHb_kbhirC5ZYa9", - "type": "arrow" - } - ], - "updated": 1694344865066, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 389, - "versionNonce": 1021616624, - "isDeleted": false, - "id": "72o9GXma", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -360.99221218599314, - "y": -147.05834559271477, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 193.79977416992188, - "height": 50, - "seed": 1753598448, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694344865066, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Services & Routing \nlayer", - "rawText": "Services & Routing layer", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "EpQKc79arb5LHLs5lDD9x", - "originalText": "Services & Routing layer", - "lineHeight": 1.25, - "baseline": 43 - }, - { - "type": "rectangle", - "version": 374, - "versionNonce": 1789048080, - "isDeleted": false, - "id": "26On9coKm71CUyFa0NAwt", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -44.25, - "y": -175.14453125, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 156, - "height": 98, - "seed": 110157808, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "id": "Sa68IFzHb_kbhirC5ZYa9", - "type": "arrow" - }, - { - "type": "text", - "id": "s45npuhh" - }, - { - "id": "hLelJzbrBZHSYN9lwBMaO", - "type": "arrow" - } - ], - "updated": 1694344865066, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 337, - "versionNonce": 232449008, - "isDeleted": false, - "id": "s45npuhh", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -29.859939575195312, - "y": -151.14453125, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 127.21987915039062, - "height": 50, - "seed": 1057794544, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694344865066, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "NATS event \nconsumer", - "rawText": "NATS event consumer", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "26On9coKm71CUyFa0NAwt", - "originalText": "NATS event consumer", - "lineHeight": 1.25, - "baseline": 43 - }, - { - "type": "arrow", - "version": 629, - "versionNonce": 1846427920, - "isDeleted": false, - "id": "Sa68IFzHb_kbhirC5ZYa9", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -142.99999999999994, - "y": -124.64045999275731, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 83.24999999999996, - "height": 0.7767966783556517, - "seed": 1791612400, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694345002232, - "link": null, - "locked": false, - "startBinding": { - "elementId": "EpQKc79arb5LHLs5lDD9x", - "gap": 19.09232510103223, - "focus": -0.04103860515644922 - }, - "endBinding": { - "elementId": "26On9coKm71CUyFa0NAwt", - "gap": 15.500000000000014, - "focus": -0.06341132414040519 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 83.24999999999996, - 0.7767966783556517 - ] - ] - }, - { - "type": "rectangle", - "version": 270, - "versionNonce": 490651920, - "isDeleted": false, - "id": "fhs_gMyi6RKgf8dYaLSBT", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 390.75, - "y": -177.89453125, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 200, - "height": 91, - "seed": 1239993328, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "zTVSQ9mn" - }, - { - "id": "mUwnjyxDqu4NeHQAU2N2w", - "type": "arrow" - }, - { - "id": "AkQqCQSq8ht48pWAAeJpr", - "type": "arrow" - } - ], - "updated": 1694344912272, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 197, - "versionNonce": 297756944, - "isDeleted": false, - "id": "zTVSQ9mn", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 398.11011505126953, - "y": -157.39453125, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 185.27976989746094, - "height": 50, - "seed": 1096904688, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694344946394, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Datafusion pipeline\n(Apache Ballista)", - "rawText": "Datafusion pipeline\n(Apache Ballista)", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "fhs_gMyi6RKgf8dYaLSBT", - "originalText": "Datafusion pipeline\n(Apache Ballista)", - "lineHeight": 1.25, - "baseline": 43 - }, - { - "type": "rectangle", - "version": 129, - "versionNonce": 1347277072, - "isDeleted": false, - "id": "uZivVzfxhit67PbDewSup", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 198.5, - "y": -174.14453125, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 104, - "height": 96, - "seed": 1124405232, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "amQspibu" - }, - { - "id": "hLelJzbrBZHSYN9lwBMaO", - "type": "arrow" - }, - { - "id": "mUwnjyxDqu4NeHQAU2N2w", - "type": "arrow" - }, - { - "id": "bMVvpgvNyJBV4m7iofm1V", - "type": "arrow" - } - ], - "updated": 1694344890598, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 98, - "versionNonce": 1854672656, - "isDeleted": false, - "id": "amQspibu", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 210.99004364013672, - "y": -151.14453125, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 79.01991271972656, - "height": 50, - "seed": 1966093808, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694344865067, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Schema \napplier", - "rawText": "Schema applier", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "uZivVzfxhit67PbDewSup", - "originalText": "Schema applier", - "lineHeight": 1.25, - "baseline": 43 - }, - { - "type": "arrow", - "version": 212, - "versionNonce": 1240477968, - "isDeleted": false, - "id": "hLelJzbrBZHSYN9lwBMaO", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 121.50000000000004, - "y": -130.07201453488125, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 66.49999999999996, - "height": 1.8419941085324467, - "seed": 454756624, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694345002233, - "link": null, - "locked": false, - "startBinding": { - "elementId": "26On9coKm71CUyFa0NAwt", - "gap": 9.750000000000028, - "focus": -0.12427713280499124 - }, - "endBinding": { - "elementId": "uZivVzfxhit67PbDewSup", - "gap": 10.5, - "focus": 0.0071660427325140694 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 66.49999999999996, - 1.8419941085324467 - ] - ] - }, - { - "type": "arrow", - "version": 329, - "versionNonce": 1967336720, - "isDeleted": false, - "id": "mUwnjyxDqu4NeHQAU2N2w", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 313, - "y": -130.11940510920346, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 66, - "height": 0.08441126716857639, - "seed": 1776163312, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694345002234, - "link": null, - "locked": false, - "startBinding": { - "elementId": "uZivVzfxhit67PbDewSup", - "gap": 10.5, - "focus": -0.08103228804526064 - }, - "endBinding": { - "elementId": "fhs_gMyi6RKgf8dYaLSBT", - "gap": 11.75, - "focus": -0.044880247318899974 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 66, - -0.08441126716857639 - ] - ] - }, - { - "type": "rectangle", - "version": 246, - "versionNonce": 304987408, - "isDeleted": false, - "id": "_5O__8RSAgyYEjj52QWQa", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 200.59827551530225, - "y": 17.301048334314544, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 398.79362598571333, - "height": 317.8125448468521, - "seed": 1060721136, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "id": "AkQqCQSq8ht48pWAAeJpr", - "type": "arrow" - } - ], - "updated": 1694344912272, - "link": null, - "locked": false - }, - { - "type": "rectangle", - "version": 205, - "versionNonce": 2025377040, - "isDeleted": false, - "id": "jF9nuAfOqlEwdFrmAFhY9", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 197.85880592564683, - "y": 18.561362062379345, - "strokeColor": "transparent", - "backgroundColor": "#e9ecef", - "width": 198, - "height": 313, - "seed": 902355440, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [ - { - "id": "bMVvpgvNyJBV4m7iofm1V", - "type": "arrow" - } - ], - "updated": 1694344890598, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 156, - "versionNonce": 1457464592, - "isDeleted": false, - "id": "aXOOUJid", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 250.25648564762275, - "y": 160.9278714862574, - "strokeColor": "#1e1e1e", - "backgroundColor": "#e9ecef", - "width": 99.63987731933594, - "height": 25, - "seed": 601563120, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694344875185, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Error lake", - "rawText": "Error lake", - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Error lake", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "text", - "version": 223, - "versionNonce": 131597072, - "isDeleted": false, - "id": "rgyaqp3l", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 451.0195150402808, - "y": 162.17937583059228, - "strokeColor": "#1e1e1e", - "backgroundColor": "#e9ecef", - "width": 102.85987854003906, - "height": 25, - "seed": 1602597136, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694344875185, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Data lake", - "rawText": "Data lake", - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Data lake", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 170, - "versionNonce": 1829185808, - "isDeleted": false, - "id": "bMVvpgvNyJBV4m7iofm1V", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 249.4925131840489, - "y": -62.15208787739857, - "strokeColor": "#1e1e1e", - "backgroundColor": "#e9ecef", - "width": 0, - "height": 61.11779708593315, - "seed": 1804713968, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694345002234, - "link": null, - "locked": false, - "startBinding": { - "elementId": "uZivVzfxhit67PbDewSup", - "gap": 15.992443372601429, - "focus": 0.019374746460598023 - }, - "endBinding": { - "elementId": "jF9nuAfOqlEwdFrmAFhY9", - "gap": 19.59565285384474, - "focus": -0.47844740143028225 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 0, - 61.11779708593315 - ] - ] - }, - { - "type": "text", - "version": 80, - "versionNonce": 466318832, - "isDeleted": false, - "id": "ZI5ehy6p", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 150.94006538298186, - "y": -48.40058353306358, - "strokeColor": "#1e1e1e", - "backgroundColor": "#e9ecef", - "width": 209.5997314453125, - "height": 25, - "seed": 1419887888, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694344903041, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "If schema apply fails", - "rawText": "If schema apply fails", - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "If schema apply fails", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 53, - "versionNonce": 592327952, - "isDeleted": false, - "id": "AkQqCQSq8ht48pWAAeJpr", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 493.1997290642071, - "y": -74.37564729458518, - "strokeColor": "#1e1e1e", - "backgroundColor": "#e9ecef", - "width": 1.5279449271483827, - "height": 76.39724635741638, - "seed": 1265499120, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694345002233, - "link": null, - "locked": false, - "startBinding": { - "elementId": "fhs_gMyi6RKgf8dYaLSBT", - "gap": 12.518883955414822, - "focus": -0.012777240958267157 - }, - "endBinding": { - "elementId": "_5O__8RSAgyYEjj52QWQa", - "gap": 15.279449271483315, - "focus": 0.48483934228390557 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 1.5279449271483827, - 76.39724635741638 - ] - ] - }, - { - "id": "712DogOh", - "type": "text", - "x": 344.8997881999917, - "y": 28.562780044225974, - "width": 98.77989196777344, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#e9ecef", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "roundness": null, - "seed": 1519137264, - "version": 159, - "versionNonce": 1898942960, - "isDeleted": false, - "boundElements": null, - "updated": 1694345025125, - "link": null, - "locked": false, - "text": "S3 (MiniO)", - "rawText": "S3 (MiniO)", - "fontSize": 20, - "fontFamily": 1, - "textAlign": "left", - "verticalAlign": "top", - "baseline": 18, - "containerId": null, - "originalText": "S3 (MiniO)", - "lineHeight": 1.25 - } - ], - "appState": { - "theme": "dark", - "viewBackgroundColor": "#ffffff", - "currentItemStrokeColor": "#1e1e1e", - "currentItemBackgroundColor": "#e9ecef", - "currentItemFillStyle": "hachure", - "currentItemStrokeWidth": 0.5, - "currentItemStrokeStyle": "solid", - "currentItemRoughness": 1, - "currentItemOpacity": 100, - "currentItemFontFamily": 1, - "currentItemFontSize": 20, - "currentItemTextAlign": "left", - "currentItemStartArrowhead": null, - "currentItemEndArrowhead": "arrow", - "scrollX": 641.1002118000083, - "scrollY": 161.50753245577403, - "zoom": { - "value": 2 - }, - "currentItemRoundness": "sharp", - "gridSize": null, - "gridColor": { - "Bold": "#C9C9C9FF", - "Regular": "#EDEDEDFF" - }, - "currentStrokeOptions": null, - "previousGridSize": null, - "frameRendering": { - "enabled": true, - "clip": true, - "name": true, - "outline": true - } - }, - "files": {} -} -``` - -%% diff --git a/content/posts/assets/2023-09-09-data-lakehouse.md b/content/posts/assets/2023-09-09-data-lakehouse.md deleted file mode 100644 index 5396456..0000000 --- a/content/posts/assets/2023-09-09-data-lakehouse.md +++ /dev/null @@ -1,2238 +0,0 @@ ---- - -excalidraw-plugin: parsed -tags: [excalidraw] - ---- - -==⚠ Switch to EXCALIDRAW VIEW in the MORE OPTIONS menu of this document. ⚠== - -# Text Elements - -Data lake ^rgyaqp3l - -Partitions ^zs9RMBIf - -event= ^uGO5ZKBg - -year-month-day=<...> ^xxRr0bHv - -hour=<...> ^YiJGb3EU - -part=<...> ^M6k5fge3 - -Parquet file (.parquet) ^gB4IhcnZ - -... ^FFBj4zvs - -... ^aCwrMBmF - -... ^aWWS8JaZ - -Apache Ballista ^fY4VJUd2 - -Deltalake-rs ^ZlW8ctRJ - -Datafusion ^Y9pLlJuV - -Datalake Ingest ^y9bf23KX - -NATS Listener ^lM6pLFg4 - -Deltalake-rs ^bp5rhKxD - -Datafusion ^nl6XnhQs - -Compaction - versioning ^p1A1qahE - -Deltalake-rs ^WLUe9zPZ - -Datafusion ^L0lMdfKr - -Query layer ^ASf2lSVs - -User ^hNydNMBS - -Datagrip etc. ^WWU2uRUd - -Trino ^QIQshNEu - -%% - -# Drawing - -```json -{ - "type": "excalidraw", - "version": 2, - "source": "https://github.com/zsviczian/obsidian-excalidraw-plugin/releases/tag/1.9.19", - "elements": [ - { - "type": "rectangle", - "version": 476, - "versionNonce": 863470633, - "isDeleted": false, - "id": "_5O__8RSAgyYEjj52QWQa", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -327.2386588496555, - "y": -250.76729710506373, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 540.0520921183078, - "height": 760.9715710949829, - "seed": 1060721136, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "id": "1lEqUhAiHFpEP6HiKEUp_", - "type": "arrow" - }, - { - "id": "Kaz5kLXZXFDyoTH-PBMnX", - "type": "arrow" - }, - { - "id": "TU0TBs0VeZbGHiFvmzAow", - "type": "arrow" - } - ], - "updated": 1694425812182, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 450, - "versionNonce": 404271561, - "isDeleted": false, - "id": "rgyaqp3l", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -125.99933704177079, - "y": -296.50772292911984, - "strokeColor": "#1e1e1e", - "backgroundColor": "#e9ecef", - "width": 102.85993957519531, - "height": 25, - "seed": 1602597136, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425403440, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Data lake", - "rawText": "Data lake", - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Data lake", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 158, - "versionNonce": 1443546953, - "isDeleted": false, - "id": "dFHeoxQhewQaFBmJsNv9T", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -303.4482103716021, - "y": -224.63464314369, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 288, - "height": 67, - "seed": 871747747, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "zs9RMBIf" - }, - { - "id": "TU0TBs0VeZbGHiFvmzAow", - "type": "arrow" - }, - { - "id": "Kaz5kLXZXFDyoTH-PBMnX", - "type": "arrow" - } - ], - "updated": 1694425706117, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 83, - "versionNonce": 517299117, - "isDeleted": false, - "id": "zs9RMBIf", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -208.3481584917193, - "y": -203.63464314369, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 97.79989624023438, - "height": 25, - "seed": 1752109379, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694424893467, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Partitions", - "rawText": "Partitions", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "dFHeoxQhewQaFBmJsNv9T", - "originalText": "Partitions", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 241, - "versionNonce": 145213741, - "isDeleted": false, - "id": "EVBjOLuJcC7xS_z2pF5Aq", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -304.9967800532427, - "y": -141.81090718902172, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 288, - "height": 67, - "seed": 1331786979, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "uGO5ZKBg" - } - ], - "updated": 1694424955636, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 208, - "versionNonce": 2089819021, - "isDeleted": false, - "id": "uGO5ZKBg", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -257.9266888056841, - "y": -120.81090718902172, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 193.8598175048828, - "height": 25, - "seed": 1908859011, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694424955636, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "event=", - "rawText": "event=", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "EVBjOLuJcC7xS_z2pF5Aq", - "originalText": "event=", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 408, - "versionNonce": 547759975, - "isDeleted": false, - "id": "ErIToU_ALb17Q0IAL9zyU", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -259.87872796666045, - "y": -65.12944520502268, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 288, - "height": 67, - "seed": 1039904301, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "xxRr0bHv" - } - ], - "updated": 1694425345244, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 396, - "versionNonce": 2019205767, - "isDeleted": false, - "id": "xxRr0bHv", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -214.69864373814482, - "y": -44.12944520502268, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 197.63983154296875, - "height": 25, - "seed": 136274061, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425345244, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "year-month-day=<...>", - "rawText": "year-month-day=<...>", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "ErIToU_ALb17Q0IAL9zyU", - "originalText": "year-month-day=<...>", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 569, - "versionNonce": 1223621511, - "isDeleted": false, - "id": "TLoAe92Yg4k_z14pk9Hhx", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -202.89327525778617, - "y": 9.78696114139916, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 288, - "height": 67, - "seed": 288509101, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "YiJGb3EU" - } - ], - "updated": 1694425347091, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 561, - "versionNonce": 615772839, - "isDeleted": false, - "id": "YiJGb3EU", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -104.64323711081352, - "y": 30.78696114139916, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 91.49992370605469, - "height": 25, - "seed": 670969613, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425347091, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "hour=<...>", - "rawText": "hour=<...>", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "TLoAe92Yg4k_z14pk9Hhx", - "originalText": "hour=<...>", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 739, - "versionNonce": 314478439, - "isDeleted": false, - "id": "jsTpApL8QrvI5R0Qi2-QI", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -157.46603723662042, - "y": 86.89415813283489, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 288, - "height": 67, - "seed": 1861510729, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "M6k5fge3" - } - ], - "updated": 1694425349458, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 735, - "versionNonce": 1529219719, - "isDeleted": false, - "id": "M6k5fge3", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -60.30600305693292, - "y": 107.89415813283489, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 93.679931640625, - "height": 25, - "seed": 973255977, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425349458, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "part=<...>", - "rawText": "part=<...>", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "jsTpApL8QrvI5R0Qi2-QI", - "originalText": "part=<...>", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 821, - "versionNonce": 222014567, - "isDeleted": false, - "id": "OzHzxg0WrxgpbNh0ky9ab", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -109.13572085107626, - "y": 164.09813812278594, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 288, - "height": 67, - "seed": 760488935, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "gB4IhcnZ" - } - ], - "updated": 1694425352308, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 854, - "versionNonce": 1086764169, - "isDeleted": false, - "id": "gB4IhcnZ", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -78.55561983789266, - "y": 185.09813812278594, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 226.8397979736328, - "height": 25, - "seed": 655691527, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425364817, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Parquet file (.parquet)", - "rawText": "Parquet file (.parquet)", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "OzHzxg0WrxgpbNh0ky9ab", - "originalText": "Parquet file (.parquet)", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 999, - "versionNonce": 1239797353, - "isDeleted": false, - "id": "PDpoKo0zVIz4TW6DM5KRl", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -317.9132911521059, - "y": 264.44438229867103, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 288, - "height": 67, - "seed": 1724780713, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "FFBj4zvs" - } - ], - "updated": 1694425391004, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1035, - "versionNonce": 1590827337, - "isDeleted": false, - "id": "FFBj4zvs", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -182.1332847434145, - "y": 285.44438229867103, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 16.439987182617188, - "height": 25, - "seed": 838341513, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425391004, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "...", - "rawText": "...", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "PDpoKo0zVIz4TW6DM5KRl", - "originalText": "...", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 1152, - "versionNonce": 1897714151, - "isDeleted": false, - "id": "g4qn-_JAKbKRD7TzLZ2iE", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -319.56451804385875, - "y": 349.52590052634946, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 288, - "height": 67, - "seed": 1402534823, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "aCwrMBmF" - } - ], - "updated": 1694425394010, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1188, - "versionNonce": 160955655, - "isDeleted": false, - "id": "aCwrMBmF", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -183.78451163516735, - "y": 370.52590052634946, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 16.439987182617188, - "height": 25, - "seed": 644411079, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425394010, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "...", - "rawText": "...", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "g4qn-_JAKbKRD7TzLZ2iE", - "originalText": "...", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 1251, - "versionNonce": 798353897, - "isDeleted": false, - "id": "N2qmw4lDtLG3WeIQGm9aq", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -318.60434329050526, - "y": 428.5293529162915, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 288, - "height": 67, - "seed": 828544169, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "aWWS8JaZ" - } - ], - "updated": 1694425397341, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1287, - "versionNonce": 1592968393, - "isDeleted": false, - "id": "aWWS8JaZ", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -182.82433688181385, - "y": 449.5293529162915, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 16.439987182617188, - "height": 25, - "seed": 1062999945, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425397341, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "...", - "rawText": "...", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "N2qmw4lDtLG3WeIQGm9aq", - "originalText": "...", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 684, - "versionNonce": 1998689351, - "isDeleted": false, - "id": "lbTbwGgprQz9alIjFU62s", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -850.6455101665983, - "y": -254.68426432995756, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 403, - "height": 651.8102275093211, - "seed": 1179358089, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [], - "updated": 1694425751913, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 545, - "versionNonce": 1475725031, - "isDeleted": false, - "id": "fY4VJUd2", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -728.6994519135567, - "y": -300.66520303588635, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 155.4598846435547, - "height": 25, - "seed": 859770537, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425739914, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Apache Ballista", - "rawText": "Apache Ballista", - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Apache Ballista", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 992, - "versionNonce": 1938444807, - "isDeleted": false, - "id": "1-s1oEyhm8R5ldDZ08iLY", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -829.3905658512892, - "y": -211.53480005254227, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 211.94201568133667, - "height": 160.37154720911553, - "seed": 487888521, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "id": "TU0TBs0VeZbGHiFvmzAow", - "type": "arrow" - }, - { - "id": "jmo2r381ytqooJEnaIwdl", - "type": "arrow" - } - ], - "updated": 1694425739914, - "link": null, - "locked": false - }, - { - "type": "rectangle", - "version": 932, - "versionNonce": 1467194215, - "isDeleted": false, - "id": "Yb0qTM52r0fpZtav0jxI5", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -808.892032919753, - "y": -125.42958221593346, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 174, - "height": 54, - "seed": 1442509321, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "ZlW8ctRJ" - } - ], - "updated": 1694425739914, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 939, - "versionNonce": 1566152327, - "isDeleted": false, - "id": "ZlW8ctRJ", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -783.5919764622334, - "y": -110.92958221593346, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 123.39988708496094, - "height": 25, - "seed": 387479207, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425739914, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Deltalake-rs", - "rawText": "Deltalake-rs", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "Yb0qTM52r0fpZtav0jxI5", - "originalText": "Deltalake-rs", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 1013, - "versionNonce": 655568295, - "isDeleted": false, - "id": "HGJa-pWD0_ptwRhExbdYp", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -808.2834111767809, - "y": -193.05170273954144, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 174, - "height": 54, - "seed": 1528554793, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "Y9pLlJuV" - } - ], - "updated": 1694425739914, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1041, - "versionNonce": 801956039, - "isDeleted": false, - "id": "Y9pLlJuV", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -776.4433614331285, - "y": -178.55170273954144, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 110.31990051269531, - "height": 25, - "seed": 1989629961, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425739914, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Datafusion", - "rawText": "Datafusion", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "HGJa-pWD0_ptwRhExbdYp", - "originalText": "Datafusion", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "text", - "version": 545, - "versionNonce": 1495478247, - "isDeleted": false, - "id": "y9bf23KX", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -800.9940539401147, - "y": -246.81358867201362, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 166.21987915039062, - "height": 25, - "seed": 863988423, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425739914, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Datalake Ingest", - "rawText": "Datalake Ingest", - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Datalake Ingest", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 516, - "versionNonce": 1635272519, - "isDeleted": false, - "id": "TU0TBs0VeZbGHiFvmzAow", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -605.7398762516221, - "y": -122.85623979882757, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 258.44162618441726, - "height": 2.0111156478089924, - "seed": 916136297, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694425817504, - "link": null, - "locked": false, - "startBinding": { - "elementId": "1-s1oEyhm8R5ldDZ08iLY", - "focus": 0.12383105971365409, - "gap": 11.708673918330419 - }, - "endBinding": { - "elementId": "_5O__8RSAgyYEjj52QWQa", - "focus": 0.6696447409900939, - "gap": 20.059591217549382 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 128.69076520758506, - -1.7683182234867445 - ], - [ - 258.44162618441726, - -2.0111156478089924 - ] - ] - }, - { - "type": "rectangle", - "version": 548, - "versionNonce": 586061991, - "isDeleted": false, - "id": "nRrbVZ9Epo0Ngq2G5lqIF", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1150.9068343863344, - "y": -158.4193678427749, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 206, - "height": 60, - "seed": 1059478025, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "lM6pLFg4" - }, - { - "id": "jmo2r381ytqooJEnaIwdl", - "type": "arrow" - } - ], - "updated": 1694425822764, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 312, - "versionNonce": 318958535, - "isDeleted": false, - "id": "lM6pLFg4", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1119.1967742667055, - "y": -140.9193678427749, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 142.5798797607422, - "height": 25, - "seed": 1909078599, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425822764, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "NATS Listener", - "rawText": "NATS Listener", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "nRrbVZ9Epo0Ngq2G5lqIF", - "originalText": "NATS Listener", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 797, - "versionNonce": 376598791, - "isDeleted": false, - "id": "jmo2r381ytqooJEnaIwdl", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -936.2446135265398, - "y": -132.05936701563405, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 91.77155639389878, - "height": 0.040287576792394475, - "seed": 2131159847, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694426976864, - "link": null, - "locked": false, - "startBinding": { - "elementId": "nRrbVZ9Epo0Ngq2G5lqIF", - "gap": 8.662220859794616, - "focus": -0.1227824283767607 - }, - "endBinding": { - "elementId": "1-s1oEyhm8R5ldDZ08iLY", - "gap": 15.082491281351622, - "focus": 0.007689056967731829 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 91.77155639389878, - 0.040287576792394475 - ] - ] - }, - { - "type": "rectangle", - "version": 1203, - "versionNonce": 134569863, - "isDeleted": false, - "id": "STFjjZ_T6V7Qr_PJrUssD", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -666.9578418223462, - "y": -4.525021464344604, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 211.94201568133667, - "height": 160.37154720911553, - "seed": 1060228103, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "id": "Kaz5kLXZXFDyoTH-PBMnX", - "type": "arrow" - } - ], - "updated": 1694425739914, - "link": null, - "locked": false - }, - { - "type": "rectangle", - "version": 1142, - "versionNonce": 1457154503, - "isDeleted": false, - "id": "qKr-M5kctHkLfWpizgaO-", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -646.45930889081, - "y": 81.5801963722642, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 174, - "height": 54, - "seed": 1531491111, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "bp5rhKxD" - } - ], - "updated": 1694425739914, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1149, - "versionNonce": 932681959, - "isDeleted": false, - "id": "bp5rhKxD", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -621.1592524332905, - "y": 96.0801963722642, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 123.39988708496094, - "height": 25, - "seed": 506836551, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425739914, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Deltalake-rs", - "rawText": "Deltalake-rs", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "qKr-M5kctHkLfWpizgaO-", - "originalText": "Deltalake-rs", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 1223, - "versionNonce": 1663165447, - "isDeleted": false, - "id": "nG_wrFvoWTa-MlsmCRYo4", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -645.8506871478378, - "y": 13.958075848656222, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 174, - "height": 54, - "seed": 2127910247, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "nl6XnhQs" - } - ], - "updated": 1694425739914, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1251, - "versionNonce": 964021031, - "isDeleted": false, - "id": "nl6XnhQs", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -614.0106374041854, - "y": 28.45807584865622, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 110.31990051269531, - "height": 25, - "seed": 1685328007, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425739914, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Datafusion", - "rawText": "Datafusion", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "nG_wrFvoWTa-MlsmCRYo4", - "originalText": "Datafusion", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "text", - "version": 830, - "versionNonce": 1014287239, - "isDeleted": false, - "id": "p1A1qahE", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -671.1062297066508, - "y": -40.202006504842984, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 223.5797882080078, - "height": 25, - "seed": 416180135, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [ - { - "id": "Kaz5kLXZXFDyoTH-PBMnX", - "type": "arrow" - } - ], - "updated": 1694425744537, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Compaction - versioning", - "rawText": "Compaction - versioning", - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Compaction - versioning", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 968, - "versionNonce": 136679689, - "isDeleted": false, - "id": "Kaz5kLXZXFDyoTH-PBMnX", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -436.3664783213617, - "y": 58.59615044805199, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 96.29901872548453, - "height": 6.30175326862328, - "seed": 304895207, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694425809435, - "link": null, - "locked": false, - "startBinding": { - "elementId": "STFjjZ_T6V7Qr_PJrUssD", - "focus": -0.3364083893759529, - "gap": 18.6493478196478 - }, - "endBinding": { - "elementId": "_5O__8RSAgyYEjj52QWQa", - "focus": 0.15289147448423843, - "gap": 12.828800746221646 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 47.60878558205559, - 5.303199166662992 - ], - [ - 96.29901872548453, - 6.30175326862328 - ] - ] - }, - { - "type": "rectangle", - "version": 1303, - "versionNonce": 1201402473, - "isDeleted": false, - "id": "A-w74t2U8KhWGVHUkezUc", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -824.6049413670598, - "y": 205.9034087520892, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 211.94201568133667, - "height": 160.37154720911553, - "seed": 237203975, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "id": "1lEqUhAiHFpEP6HiKEUp_", - "type": "arrow" - }, - { - "id": "Z9Kz5m_3H3E__QcHxC9Do", - "type": "arrow" - }, - { - "id": "NtIZtQIEXXjabfvgMB72Z", - "type": "arrow" - } - ], - "updated": 1694426362050, - "link": null, - "locked": false - }, - { - "type": "rectangle", - "version": 1239, - "versionNonce": 1379879561, - "isDeleted": false, - "id": "9H0Kung5JelARTbzw4Lph", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -804.1064084355235, - "y": 292.008626588698, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 174, - "height": 54, - "seed": 1763023143, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "WLUe9zPZ" - } - ], - "updated": 1694425765331, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1246, - "versionNonce": 1927745897, - "isDeleted": false, - "id": "WLUe9zPZ", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -778.8063519780039, - "y": 306.508626588698, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 123.39988708496094, - "height": 25, - "seed": 1836440647, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425765331, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Deltalake-rs", - "rawText": "Deltalake-rs", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "9H0Kung5JelARTbzw4Lph", - "originalText": "Deltalake-rs", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 1455, - "versionNonce": 579721863, - "isDeleted": false, - "id": "07HIVdZ7ysqomUxl6Wc5D", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -807.0108285272289, - "y": 222.38801816186418, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 174, - "height": 54, - "seed": 2132851559, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "L0lMdfKr" - } - ], - "updated": 1694426975363, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1483, - "versionNonce": 1159655847, - "isDeleted": false, - "id": "L0lMdfKr", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -775.1707787835766, - "y": 236.88801816186418, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 110.31990051269531, - "height": 25, - "seed": 1382200967, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694426975363, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Datafusion", - "rawText": "Datafusion", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "07HIVdZ7ysqomUxl6Wc5D", - "originalText": "Datafusion", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "text", - "version": 1002, - "versionNonce": 353816873, - "isDeleted": false, - "id": "ASf2lSVs", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -765.8505469266626, - "y": 164.68843040992243, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 111.89990234375, - "height": 25, - "seed": 1576553895, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425774329, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Query layer", - "rawText": "Query layer", - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Query layer", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 248, - "versionNonce": 2091611113, - "isDeleted": false, - "id": "1lEqUhAiHFpEP6HiKEUp_", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -595.4124461041608, - "y": 282.1385557820638, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 250.47473797418434, - "height": 1.2772915966789924, - "seed": 1265951783, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694425785400, - "link": null, - "locked": false, - "startBinding": { - "elementId": "A-w74t2U8KhWGVHUkezUc", - "focus": -0.05672252712016193, - "gap": 17.25047958156233 - }, - "endBinding": { - "elementId": "_5O__8RSAgyYEjj52QWQa", - "focus": -0.4063360367668982, - "gap": 17.699049280320992 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 250.47473797418434, - 1.2772915966789924 - ] - ] - }, - { - "type": "diamond", - "version": 373, - "versionNonce": 426024777, - "isDeleted": false, - "id": "bV5ib_98jtBz0JNEnFyPo", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1638.5050076138593, - "y": 224.96126942718, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 170, - "height": 179, - "seed": 1625557959, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [ - { - "type": "text", - "id": "hNydNMBS" - }, - { - "id": "ne6VJtILP8XZ2vINxZYLF", - "type": "arrow" - } - ], - "updated": 1694426341459, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 336, - "versionNonce": 2080624169, - "isDeleted": false, - "id": "hNydNMBS", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1575.844988692961, - "y": 302.21126942718, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 44.679962158203125, - "height": 25, - "seed": 684751399, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694426341459, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "User", - "rawText": "User", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "bV5ib_98jtBz0JNEnFyPo", - "originalText": "User", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 152, - "versionNonce": 1352865769, - "isDeleted": false, - "id": "OAlZpw9HNi63pEfkkfYId", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1376.927685665676, - "y": 286.1848720328337, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 201, - "height": 57, - "seed": 967068327, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "WWU2uRUd" - }, - { - "id": "ne6VJtILP8XZ2vINxZYLF", - "type": "arrow" - }, - { - "id": "Z9Kz5m_3H3E__QcHxC9Do", - "type": "arrow" - } - ], - "updated": 1694426341459, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 76, - "versionNonce": 36319945, - "isDeleted": false, - "id": "WWU2uRUd", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1343.5276307340355, - "y": 302.1848720328337, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 134.19989013671875, - "height": 25, - "seed": 1757279879, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694426341459, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Datagrip etc.", - "rawText": "Datagrip etc.", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "OAlZpw9HNi63pEfkkfYId", - "originalText": "Datagrip etc.", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 272, - "versionNonce": 666514823, - "isDeleted": false, - "id": "ne6VJtILP8XZ2vINxZYLF", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1463.3120378293486, - "y": 315.7462971593692, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 75.59611011009679, - "height": 1.0078217621664862, - "seed": 2138294857, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694426976867, - "link": null, - "locked": false, - "startBinding": { - "elementId": "bV5ib_98jtBz0JNEnFyPo", - "gap": 5.349601055717763, - "focus": 0.027792736186716863 - }, - "endBinding": { - "elementId": "OAlZpw9HNi63pEfkkfYId", - "gap": 10.788242053575686, - "focus": 0.04792432560227718 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 75.59611011009679, - -1.0078217621664862 - ] - ] - }, - { - "type": "arrow", - "version": 356, - "versionNonce": 1320925703, - "isDeleted": false, - "id": "Z9Kz5m_3H3E__QcHxC9Do", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1168.1442950661583, - "y": 309.2827545172863, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 65.13462916237427, - "height": 1.5448576631054038, - "seed": 897801575, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694426976868, - "link": null, - "locked": false, - "startBinding": { - "elementId": "OAlZpw9HNi63pEfkkfYId", - "gap": 7.783390599517816, - "focus": -0.258078821169876 - }, - "endBinding": { - "elementId": "YfgACi5nTj4TZky737c4E", - "gap": 10.274230293680375, - "focus": -0.028963559887367048 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 65.13462916237427, - 1.5448576631054038 - ] - ] - }, - { - "type": "rectangle", - "version": 1397, - "versionNonce": 54085801, - "isDeleted": false, - "id": "YfgACi5nTj4TZky737c4E", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1092.7354356101037, - "y": 285.2929729770164, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 174, - "height": 54, - "seed": 1561881929, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "QIQshNEu" - }, - { - "id": "Z9Kz5m_3H3E__QcHxC9Do", - "type": "arrow" - }, - { - "id": "NtIZtQIEXXjabfvgMB72Z", - "type": "arrow" - } - ], - "updated": 1694426362050, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1428, - "versionNonce": 972318953, - "isDeleted": false, - "id": "QIQshNEu", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1030.4754105856896, - "y": 299.7929729770164, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 49.479949951171875, - "height": 25, - "seed": 1947065385, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694426353906, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Trino", - "rawText": "Trino", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "YfgACi5nTj4TZky737c4E", - "originalText": "Trino", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 85, - "versionNonce": 178005063, - "isDeleted": false, - "id": "NtIZtQIEXXjabfvgMB72Z", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -911.3467637351037, - "y": 310.4707073520164, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 71.291015625, - "height": 1.3046875, - "seed": 1744693927, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694426976868, - "link": null, - "locked": false, - "startBinding": { - "elementId": "YfgACi5nTj4TZky737c4E", - "gap": 7.388671875, - "focus": -0.12414796093168354 - }, - "endBinding": { - "elementId": "A-w74t2U8KhWGVHUkezUc", - "gap": 15.450806743043813, - "focus": -0.3398269862933125 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 71.291015625, - 1.3046875 - ] - ] - } - ], - "appState": { - "theme": "dark", - "viewBackgroundColor": "#ffffff", - "currentItemStrokeColor": "#1e1e1e", - "currentItemBackgroundColor": "transparent", - "currentItemFillStyle": "hachure", - "currentItemStrokeWidth": 0.5, - "currentItemStrokeStyle": "solid", - "currentItemRoughness": 1, - "currentItemOpacity": 100, - "currentItemFontFamily": 1, - "currentItemFontSize": 20, - "currentItemTextAlign": "left", - "currentItemStartArrowhead": null, - "currentItemEndArrowhead": "arrow", - "scrollX": 1700.2651420113132, - "scrollY": 397.79598871653195, - "zoom": { - "value": 1.55 - }, - "currentItemRoundness": "round", - "gridSize": null, - "gridColor": { - "Bold": "#C9C9C9FF", - "Regular": "#EDEDEDFF" - }, - "currentStrokeOptions": null, - "previousGridSize": null, - "frameRendering": { - "enabled": true, - "clip": true, - "name": true, - "outline": true - } - }, - "files": {} -} -``` - -%% diff --git a/content/posts/assets/2023-09-09-data-real-time.md b/content/posts/assets/2023-09-09-data-real-time.md deleted file mode 100644 index f422e1a..0000000 --- a/content/posts/assets/2023-09-09-data-real-time.md +++ /dev/null @@ -1,1551 +0,0 @@ ---- - -excalidraw-plugin: parsed -tags: [excalidraw] - ---- - -==⚠ Switch to EXCALIDRAW VIEW in the MORE OPTIONS menu of this document. ⚠== - -# Text Elements - -Apache Ballista ^fY4VJUd2 - -Deltalake-rs ^ZlW8ctRJ - -Datafusion ^Y9pLlJuV - -Datalake Ingest ^y9bf23KX - -NATS Listener ^lM6pLFg4 - -User ^hNydNMBS - -Datagrip etc. ^WWU2uRUd - -Trino ^QIQshNEu - -Clickhouse stream ^EGexhjtm - -Data lake ^ZL6R0XLe - -Deltalake-rs ^RHRVKwW5 - -Datafusion ^E7y8a7qW - -Backfill data lake ^XjJ5OuSn - -Clickhouse ^X3iBzGJQ - -%% - -# Drawing - -```json -{ - "type": "excalidraw", - "version": 2, - "source": "https://github.com/zsviczian/obsidian-excalidraw-plugin/releases/tag/1.9.19", - "elements": [ - { - "type": "rectangle", - "version": 778, - "versionNonce": 1378056073, - "isDeleted": false, - "id": "lbTbwGgprQz9alIjFU62s", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -850.6455101665983, - "y": -254.75005380364183, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 403, - "height": 456.146165009321, - "seed": 1179358089, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [], - "updated": 1694427206284, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 545, - "versionNonce": 1475725031, - "isDeleted": false, - "id": "fY4VJUd2", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -728.6994519135567, - "y": -300.66520303588635, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 155.4598846435547, - "height": 25, - "seed": 859770537, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425739914, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Apache Ballista", - "rawText": "Apache Ballista", - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Apache Ballista", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 993, - "versionNonce": 677713225, - "isDeleted": false, - "id": "1-s1oEyhm8R5ldDZ08iLY", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -829.3905658512892, - "y": -211.53480005254227, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 211.94201568133667, - "height": 160.37154720911553, - "seed": 487888521, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "id": "TU0TBs0VeZbGHiFvmzAow", - "type": "arrow" - }, - { - "id": "jmo2r381ytqooJEnaIwdl", - "type": "arrow" - }, - { - "id": "r9pJCAcOhJL_bPRVn3YDp", - "type": "arrow" - } - ], - "updated": 1694427198547, - "link": null, - "locked": false - }, - { - "type": "rectangle", - "version": 932, - "versionNonce": 1467194215, - "isDeleted": false, - "id": "Yb0qTM52r0fpZtav0jxI5", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -808.892032919753, - "y": -125.42958221593346, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 174, - "height": 54, - "seed": 1442509321, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "ZlW8ctRJ" - } - ], - "updated": 1694425739914, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 939, - "versionNonce": 1566152327, - "isDeleted": false, - "id": "ZlW8ctRJ", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -783.5919764622334, - "y": -110.92958221593346, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 123.39988708496094, - "height": 25, - "seed": 387479207, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425739914, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Deltalake-rs", - "rawText": "Deltalake-rs", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "Yb0qTM52r0fpZtav0jxI5", - "originalText": "Deltalake-rs", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 1014, - "versionNonce": 430777865, - "isDeleted": false, - "id": "HGJa-pWD0_ptwRhExbdYp", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -807.7751367218127, - "y": -193.15577798508252, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 174, - "height": 54, - "seed": 1528554793, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "Y9pLlJuV" - } - ], - "updated": 1694427130609, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1042, - "versionNonce": 1460501737, - "isDeleted": false, - "id": "Y9pLlJuV", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -775.9350869781604, - "y": -178.65577798508252, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 110.31990051269531, - "height": 25, - "seed": 1989629961, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694427130609, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Datafusion", - "rawText": "Datafusion", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "HGJa-pWD0_ptwRhExbdYp", - "originalText": "Datafusion", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "text", - "version": 545, - "versionNonce": 1495478247, - "isDeleted": false, - "id": "y9bf23KX", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -800.9940539401147, - "y": -246.81358867201362, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 166.21987915039062, - "height": 25, - "seed": 863988423, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425739914, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Datalake Ingest", - "rawText": "Datalake Ingest", - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Datalake Ingest", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 517, - "versionNonce": 1253029639, - "isDeleted": false, - "id": "TU0TBs0VeZbGHiFvmzAow", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -605.7398762516221, - "y": -122.85623979882757, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 258.44162618441726, - "height": 2.0111156478089924, - "seed": 916136297, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694427111526, - "link": null, - "locked": false, - "startBinding": { - "elementId": "1-s1oEyhm8R5ldDZ08iLY", - "focus": 0.12383105971365409, - "gap": 11.708673918330419 - }, - "endBinding": null, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 128.69076520758506, - -1.7683182234867445 - ], - [ - 258.44162618441726, - -2.0111156478089924 - ] - ] - }, - { - "type": "rectangle", - "version": 548, - "versionNonce": 586061991, - "isDeleted": false, - "id": "nRrbVZ9Epo0Ngq2G5lqIF", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1150.9068343863344, - "y": -158.4193678427749, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 206, - "height": 60, - "seed": 1059478025, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "lM6pLFg4" - }, - { - "id": "jmo2r381ytqooJEnaIwdl", - "type": "arrow" - } - ], - "updated": 1694425822764, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 312, - "versionNonce": 318958535, - "isDeleted": false, - "id": "lM6pLFg4", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1119.1967742667055, - "y": -140.9193678427749, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 142.5798797607422, - "height": 25, - "seed": 1909078599, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425822764, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "NATS Listener", - "rawText": "NATS Listener", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "nRrbVZ9Epo0Ngq2G5lqIF", - "originalText": "NATS Listener", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 811, - "versionNonce": 595399655, - "isDeleted": false, - "id": "jmo2r381ytqooJEnaIwdl", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -936.2446135265398, - "y": -132.05937108992237, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 91.77155639389889, - "height": 0.04028932695155163, - "seed": 2131159847, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694427439660, - "link": null, - "locked": false, - "startBinding": { - "elementId": "nRrbVZ9Epo0Ngq2G5lqIF", - "gap": 8.662220859794616, - "focus": -0.1227824283767607 - }, - "endBinding": { - "elementId": "1-s1oEyhm8R5ldDZ08iLY", - "gap": 15.082491281351622, - "focus": 0.007689056967731829 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 91.77155639389889, - 0.04028932695155163 - ] - ] - }, - { - "type": "diamond", - "version": 576, - "versionNonce": 209904807, - "isDeleted": false, - "id": "bV5ib_98jtBz0JNEnFyPo", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1132.4197494616858, - "y": -458.03411815863234, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 170, - "height": 179, - "seed": 1625557959, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [ - { - "type": "text", - "id": "hNydNMBS" - }, - { - "id": "ne6VJtILP8XZ2vINxZYLF", - "type": "arrow" - } - ], - "updated": 1694427461801, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 539, - "versionNonce": 1546500039, - "isDeleted": false, - "id": "hNydNMBS", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1069.7597305407874, - "y": -380.78411815863234, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 44.679962158203125, - "height": 25, - "seed": 684751399, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694427461801, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "User", - "rawText": "User", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "bV5ib_98jtBz0JNEnFyPo", - "originalText": "User", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 331, - "versionNonce": 127523911, - "isDeleted": false, - "id": "OAlZpw9HNi63pEfkkfYId", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -871.1854981656763, - "y": -397.34720033558733, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 201, - "height": 57, - "seed": 967068327, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "WWU2uRUd" - }, - { - "id": "ne6VJtILP8XZ2vINxZYLF", - "type": "arrow" - }, - { - "id": "Z9Kz5m_3H3E__QcHxC9Do", - "type": "arrow" - } - ], - "updated": 1694427240634, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 255, - "versionNonce": 885308263, - "isDeleted": false, - "id": "WWU2uRUd", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -837.7854432340357, - "y": -381.34720033558733, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 134.19989013671875, - "height": 25, - "seed": 1757279879, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694427240634, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Datagrip etc.", - "rawText": "Datagrip etc.", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "OAlZpw9HNi63pEfkkfYId", - "originalText": "Datagrip etc.", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 891, - "versionNonce": 712618503, - "isDeleted": false, - "id": "ne6VJtILP8XZ2vINxZYLF", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -957.9047893009576, - "y": -367.4201630292707, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 75.93104908170562, - "height": 1.1626260164981659, - "seed": 2138294857, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694427461801, - "link": null, - "locked": false, - "startBinding": { - "elementId": "bV5ib_98jtBz0JNEnFyPo", - "gap": 4.650350662390245, - "focus": 0.027792736186716644 - }, - "endBinding": { - "elementId": "OAlZpw9HNi63pEfkkfYId", - "gap": 10.788242053575686, - "focus": 0.04792432560227676 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 75.93104908170562, - -1.1626260164981659 - ] - ] - }, - { - "type": "arrow", - "version": 928, - "versionNonce": 1590525159, - "isDeleted": false, - "id": "Z9Kz5m_3H3E__QcHxC9Do", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -662.4021075661585, - "y": -374.24934573946445, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 65.13462916237427, - "height": 1.5448690240850738, - "seed": 897801575, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694427439662, - "link": null, - "locked": false, - "startBinding": { - "elementId": "OAlZpw9HNi63pEfkkfYId", - "gap": 7.783390599517816, - "focus": -0.258078821167517 - }, - "endBinding": { - "elementId": "YfgACi5nTj4TZky737c4E", - "gap": 10.274230293680375, - "focus": -0.02896355988736744 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 65.13462916237427, - 1.5448690240850738 - ] - ] - }, - { - "type": "rectangle", - "version": 1578, - "versionNonce": 390829063, - "isDeleted": false, - "id": "YfgACi5nTj4TZky737c4E", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -586.9932481101039, - "y": -398.23909939140464, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 174, - "height": 54, - "seed": 1561881929, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "QIQshNEu" - }, - { - "id": "Z9Kz5m_3H3E__QcHxC9Do", - "type": "arrow" - }, - { - "id": "7bLe-KmB1amqDT7HfYhcP", - "type": "arrow" - } - ], - "updated": 1694427247933, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1607, - "versionNonce": 910213671, - "isDeleted": false, - "id": "QIQshNEu", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -524.7332230856898, - "y": -383.73909939140464, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 49.479949951171875, - "height": 25, - "seed": 1947065385, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694427240634, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Trino", - "rawText": "Trino", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "YfgACi5nTj4TZky737c4E", - "originalText": "Trino", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 1085, - "versionNonce": 2066167241, - "isDeleted": false, - "id": "mGIVmMpCtX1j2DqWfuaep", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -317.6267267705606, - "y": -154.58702000271026, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 174, - "height": 60, - "seed": 1007731815, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "EGexhjtm" - }, - { - "id": "If2OO4m1dPAqsLJluYdPx", - "type": "arrow" - } - ], - "updated": 1694427447256, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1143, - "versionNonce": 1742067753, - "isDeleted": false, - "id": "EGexhjtm", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -283.83667244927153, - "y": -149.58702000271026, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 106.41989135742188, - "height": 50, - "seed": 1718198151, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694427207363, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Clickhouse \nstream", - "rawText": "Clickhouse stream", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "mGIVmMpCtX1j2DqWfuaep", - "originalText": "Clickhouse stream", - "lineHeight": 1.25, - "baseline": 43 - }, - { - "type": "rectangle", - "version": 1240, - "versionNonce": 1506804359, - "isDeleted": false, - "id": "bUfSPKcrxAbHVIhon8zdV", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -321.34635155421597, - "y": 58.0210233411388, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 174, - "height": 60, - "seed": 131767399, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "ZL6R0XLe" - }, - { - "id": "ya5hmY6FMiYvG3RPx5lUE", - "type": "arrow" - } - ], - "updated": 1694427227001, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1306, - "versionNonce": 1489062377, - "isDeleted": false, - "id": "ZL6R0XLe", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -285.7763213418136, - "y": 75.5210233411388, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 102.85993957519531, - "height": 25, - "seed": 1261991815, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694427225409, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Data lake", - "rawText": "Data lake", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "bUfSPKcrxAbHVIhon8zdV", - "originalText": "Data lake", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 1086, - "versionNonce": 2121507721, - "isDeleted": false, - "id": "ihQ_xfIEmLaRM_uhD2Dds", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -675.2723013948541, - "y": 17.429749964029668, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 211.94201568133667, - "height": 160.37154720911553, - "seed": 60358761, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "id": "ya5hmY6FMiYvG3RPx5lUE", - "type": "arrow" - }, - { - "id": "r9pJCAcOhJL_bPRVn3YDp", - "type": "arrow" - } - ], - "updated": 1694427198547, - "link": null, - "locked": false - }, - { - "type": "rectangle", - "version": 1024, - "versionNonce": 738682343, - "isDeleted": false, - "id": "nPC2Syf7UZi_Ky6qWX4_Q", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -654.7737684633178, - "y": 103.53496780063847, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 174, - "height": 54, - "seed": 525273929, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "RHRVKwW5" - } - ], - "updated": 1694427162316, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1031, - "versionNonce": 839913735, - "isDeleted": false, - "id": "RHRVKwW5", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -629.4737120057982, - "y": 118.03496780063847, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 123.39988708496094, - "height": 25, - "seed": 834714153, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694427162316, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Deltalake-rs", - "rawText": "Deltalake-rs", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "nPC2Syf7UZi_Ky6qWX4_Q", - "originalText": "Deltalake-rs", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 1106, - "versionNonce": 1142315047, - "isDeleted": false, - "id": "HJFmRXo0B2DId0k4HzrOG", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -653.6568722653776, - "y": 35.80877203148941, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 174, - "height": 54, - "seed": 735677705, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "E7y8a7qW" - } - ], - "updated": 1694427162316, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1134, - "versionNonce": 1208400711, - "isDeleted": false, - "id": "E7y8a7qW", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -621.8168225217253, - "y": 50.30877203148941, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 110.31990051269531, - "height": 25, - "seed": 1427440617, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694427162316, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Datafusion", - "rawText": "Datafusion", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "HJFmRXo0B2DId0k4HzrOG", - "originalText": "Datafusion", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "text", - "version": 655, - "versionNonce": 1350337801, - "isDeleted": false, - "id": "XjJ5OuSn", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -646.8757894836795, - "y": -17.84903865544169, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 180.9198760986328, - "height": 25, - "seed": 2038341321, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694427167098, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Backfill data lake", - "rawText": "Backfill data lake", - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Backfill data lake", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 88, - "versionNonce": 298857031, - "isDeleted": false, - "id": "ya5hmY6FMiYvG3RPx5lUE", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -447.33028571351747, - "y": 95.86444225871003, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 113.62769977130779, - "height": 2.1230813570820573, - "seed": 999529673, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694427439663, - "link": null, - "locked": false, - "startBinding": { - "elementId": "ihQ_xfIEmLaRM_uhD2Dds", - "gap": 16, - "focus": -0.04905419147342449 - }, - "endBinding": { - "elementId": "bUfSPKcrxAbHVIhon8zdV", - "gap": 12.356234387993709, - "focus": -0.37384089703729495 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 113.62769977130779, - 2.1230813570820573 - ] - ] - }, - { - "type": "arrow", - "version": 72, - "versionNonce": 690506345, - "isDeleted": false, - "id": "r9pJCAcOhJL_bPRVn3YDp", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -694.4077668632623, - "y": 7.3552700377521205, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 21.6036184210526, - "height": 42.5370065789474, - "seed": 1088994215, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694427198547, - "link": null, - "locked": false, - "startBinding": { - "elementId": "ihQ_xfIEmLaRM_uhD2Dds", - "focus": -0.5403382941809216, - "gap": 19.135465468408142 - }, - "endBinding": { - "elementId": "1-s1oEyhm8R5ldDZ08iLY", - "focus": 0.2824426465940421, - "gap": 15.981516302231455 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - -21.6036184210526, - -42.5370065789474 - ] - ] - }, - { - "type": "rectangle", - "version": 1184, - "versionNonce": 1384716169, - "isDeleted": false, - "id": "CMz9dAYpVvPjl55AZLkfF", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -70.86536125685575, - "y": -158.15459838330062, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 174, - "height": 60, - "seed": 2028440871, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "X3iBzGJQ" - }, - { - "id": "7bLe-KmB1amqDT7HfYhcP", - "type": "arrow" - }, - { - "id": "If2OO4m1dPAqsLJluYdPx", - "type": "arrow" - } - ], - "updated": 1694427447256, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1248, - "versionNonce": 561317513, - "isDeleted": false, - "id": "X3iBzGJQ", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -32.07530693556669, - "y": -140.65459838330062, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 96.41989135742188, - "height": 25, - "seed": 384389191, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694427443069, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Clickhouse", - "rawText": "Clickhouse", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "CMz9dAYpVvPjl55AZLkfF", - "originalText": "Clickhouse", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 290, - "versionNonce": 1275415913, - "isDeleted": false, - "id": "7bLe-KmB1amqDT7HfYhcP", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -411.7177690030021, - "y": -341.2751151661114, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 414.9144459757811, - "height": 171.96097730912658, - "seed": 1573413865, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694427443069, - "link": null, - "locked": false, - "startBinding": { - "elementId": "YfgACi5nTj4TZky737c4E", - "gap": 3.2267707449461795, - "focus": 0.3438985723828408 - }, - "endBinding": { - "elementId": "CMz9dAYpVvPjl55AZLkfF", - "gap": 11.159539473684191, - "focus": 0.3593091680589077 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 220.9901008239524, - 38.66327994070559 - ], - [ - 414.9144459757811, - 171.96097730912658 - ] - ] - }, - { - "id": "If2OO4m1dPAqsLJluYdPx", - "type": "arrow", - "x": -134.11537771289989, - "y": -123.85568825908626, - "width": 53.124999999999886, - "height": 0.8525815217391255, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "seed": 1411615943, - "version": 54, - "versionNonce": 1114586729, - "isDeleted": false, - "boundElements": null, - "updated": 1694427448676, - "link": null, - "locked": false, - "points": [ - [ - 0, - 0 - ], - [ - 53.124999999999886, - -0.8525815217391255 - ] - ], - "lastCommittedPoint": null, - "startBinding": { - "elementId": "mGIVmMpCtX1j2DqWfuaep", - "focus": 0.0726266596687257, - "gap": 9.51134905766071 - }, - "endBinding": { - "elementId": "CMz9dAYpVvPjl55AZLkfF", - "focus": -0.06012215008694995, - "gap": 10.12501645604425 - }, - "startArrowhead": null, - "endArrowhead": "arrow" - } - ], - "appState": { - "theme": "dark", - "viewBackgroundColor": "#ffffff", - "currentItemStrokeColor": "#1e1e1e", - "currentItemBackgroundColor": "#ffc9c9", - "currentItemFillStyle": "hachure", - "currentItemStrokeWidth": 0.5, - "currentItemStrokeStyle": "solid", - "currentItemRoughness": 1, - "currentItemOpacity": 100, - "currentItemFontFamily": 1, - "currentItemFontSize": 20, - "currentItemTextAlign": "left", - "currentItemStartArrowhead": null, - "currentItemEndArrowhead": "arrow", - "scrollX": 1314.944182060726, - "scrollY": 714.6539219547384, - "zoom": { - "value": 1.1500000000000001 - }, - "currentItemRoundness": "round", - "gridSize": null, - "gridColor": { - "Bold": "#C9C9C9FF", - "Regular": "#EDEDEDFF" - }, - "currentStrokeOptions": null, - "previousGridSize": null, - "frameRendering": { - "enabled": true, - "clip": true, - "name": true, - "outline": true - } - }, - "files": {} -} -``` - -%% diff --git a/content/posts/assets/2023-09-09-iot-service.md b/content/posts/assets/2023-09-09-iot-service.md deleted file mode 100644 index f5c77fc..0000000 --- a/content/posts/assets/2023-09-09-iot-service.md +++ /dev/null @@ -1,401 +0,0 @@ ---- - -excalidraw-plugin: parsed -tags: [excalidraw] - ---- - -==⚠ Switch to EXCALIDRAW VIEW in the MORE OPTIONS menu of this document. ⚠== - -# Text Elements - -IoT Service ^EoQSgbi1 - -IoT Sensor ^HZlDcT2x - -Data platform Ingest ^72o9GXma - -%% - -# Drawing - -```json -{ - "type": "excalidraw", - "version": 2, - "source": "https://github.com/zsviczian/obsidian-excalidraw-plugin/releases/tag/1.9.19", - "elements": [ - { - "type": "rectangle", - "version": 701, - "versionNonce": 167105808, - "isDeleted": false, - "id": "2wHeg2N53IYzpgCwRZ_sV", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -109.90675912352219, - "y": -145.46057384034123, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 149, - "height": 151, - "seed": 746651120, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "EoQSgbi1" - }, - { - "id": "jYcTtzBU6Ba3uXE02Cful", - "type": "arrow" - }, - { - "id": "vzeGuvlzbu9D-RUnuM_MZ", - "type": "arrow" - } - ], - "updated": 1694341385095, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 520, - "versionNonce": 77116176, - "isDeleted": false, - "id": "EoQSgbi1", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -93.19669900389329, - "y": -82.46057384034123, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 115.57987976074219, - "height": 25, - "seed": 25935856, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694341385095, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "IoT Service", - "rawText": "IoT Service", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "2wHeg2N53IYzpgCwRZ_sV", - "originalText": "IoT Service", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "diamond", - "version": 552, - "versionNonce": 1837905680, - "isDeleted": false, - "id": "HKT3KgeY8V3T-f2SJo_3r", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -488.4076748989678, - "y": -159.80102940728523, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 220, - "height": 200, - "seed": 737034736, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [ - { - "type": "text", - "id": "HZlDcT2x" - }, - { - "id": "jYcTtzBU6Ba3uXE02Cful", - "type": "arrow" - } - ], - "updated": 1694341514931, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 546, - "versionNonce": 722654480, - "isDeleted": false, - "id": "HZlDcT2x", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -409.8976422451592, - "y": -84.80102940728523, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 62.97993469238281, - "height": 50, - "seed": 716211184, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694341514931, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "IoT \nSensor", - "rawText": "IoT Sensor", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "HKT3KgeY8V3T-f2SJo_3r", - "originalText": "IoT Sensor", - "lineHeight": 1.25, - "baseline": 43 - }, - { - "type": "arrow", - "version": 642, - "versionNonce": 1628229904, - "isDeleted": false, - "id": "jYcTtzBU6Ba3uXE02Cful", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -260.6056224823998, - "y": -63.47351673236517, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 133.76296346137323, - "height": 0.9440251662323789, - "seed": 1541047792, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694341514931, - "link": null, - "locked": false, - "startBinding": { - "elementId": "HKT3KgeY8V3T-f2SJo_3r", - "gap": 8.623177202385875, - "focus": -0.028358267431578415 - }, - "endBinding": { - "elementId": "2wHeg2N53IYzpgCwRZ_sV", - "gap": 16.935899897504328, - "focus": -0.06442193471262163 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 133.76296346137323, - -0.9440251662323789 - ] - ] - }, - { - "type": "rectangle", - "version": 331, - "versionNonce": 369345808, - "isDeleted": false, - "id": "EpQKc79arb5LHLs5lDD9x", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 148.9076748989678, - "y": -128.05834559271477, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 204, - "height": 179, - "seed": 477382640, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "72o9GXma" - }, - { - "id": "vzeGuvlzbu9D-RUnuM_MZ", - "type": "arrow" - } - ], - "updated": 1694341385095, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 294, - "versionNonce": 963158800, - "isDeleted": false, - "id": "72o9GXma", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 173.20776950345999, - "y": -63.55834559271477, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 155.39981079101562, - "height": 50, - "seed": 1753598448, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694341385095, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Data platform \nIngest", - "rawText": "Data platform Ingest", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "EpQKc79arb5LHLs5lDD9x", - "originalText": "Data platform Ingest", - "lineHeight": 1.25, - "baseline": 43 - }, - { - "type": "arrow", - "version": 315, - "versionNonce": 420523792, - "isDeleted": false, - "id": "vzeGuvlzbu9D-RUnuM_MZ", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 49.56397613476656, - "y": -68.71372587133547, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 78.50557061906932, - "height": 2.059257777181273, - "seed": 2065107952, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694341501797, - "link": null, - "locked": false, - "startBinding": { - "elementId": "2wHeg2N53IYzpgCwRZ_sV", - "gap": 10.470735258288755, - "focus": -0.012678407176878778 - }, - "endBinding": { - "elementId": "EpQKc79arb5LHLs5lDD9x", - "gap": 20.83812814513192, - "focus": 0.2698545781974716 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 78.50557061906932, - 2.059257777181273 - ] - ] - } - ], - "appState": { - "theme": "dark", - "viewBackgroundColor": "#ffffff", - "currentItemStrokeColor": "#1e1e1e", - "currentItemBackgroundColor": "transparent", - "currentItemFillStyle": "hachure", - "currentItemStrokeWidth": 1, - "currentItemStrokeStyle": "solid", - "currentItemRoughness": 1, - "currentItemOpacity": 100, - "currentItemFontFamily": 1, - "currentItemFontSize": 20, - "currentItemTextAlign": "left", - "currentItemStartArrowhead": null, - "currentItemEndArrowhead": "arrow", - "scrollX": 826.25, - "scrollY": 377.71484375, - "zoom": { - "value": 2 - }, - "currentItemRoundness": "round", - "gridSize": null, - "gridColor": { - "Bold": "#C9C9C9FF", - "Regular": "#EDEDEDFF" - }, - "currentStrokeOptions": null, - "previousGridSize": null, - "frameRendering": { - "enabled": true, - "clip": true, - "name": true, - "outline": true - } - }, - "files": {} -} -``` - -%% diff --git a/static/assets/2023-09-09-backend-services.md b/static/assets/2023-09-09-backend-services.md deleted file mode 100644 index b91b69d..0000000 --- a/static/assets/2023-09-09-backend-services.md +++ /dev/null @@ -1,868 +0,0 @@ ---- - -excalidraw-plugin: parsed -tags: [excalidraw] - ---- - -==⚠ Switch to EXCALIDRAW VIEW in the MORE OPTIONS menu of this document. ⚠== - -# Text Elements - -Backend service ^9wbfh44t - -Backend engineer ^OYnQIyhR - -User ^d7TsIcMm - -Event sourced model ^tpEFylci - -Domain events ^BKDeWmFh - -Data platform Ingest ^eBw97vYs - -%% - -# Drawing - -```json -{ - "type": "excalidraw", - "version": 2, - "source": "https://github.com/zsviczian/obsidian-excalidraw-plugin/releases/tag/1.9.19", - "elements": [ - { - "type": "rectangle", - "version": 465, - "versionNonce": 1569199600, - "isDeleted": false, - "id": "sTx3V6IBMr5fmkkGDikFE", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -298.22390437714466, - "y": -177.26461889876435, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 149, - "height": 151, - "seed": 1536562448, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "9wbfh44t" - }, - { - "id": "J0mitVhCskhfgbLZOMKDf", - "type": "arrow" - }, - { - "id": "Gvy66Wi-Z4fYBo_6xHAo2", - "type": "arrow" - }, - { - "id": "PS6qWUBa9zPZp3Y7X1IH_", - "type": "arrow" - }, - { - "id": "udDfzIaj1GY-t9tp-N-Gl", - "type": "arrow" - } - ], - "updated": 1694341209387, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 272, - "versionNonce": 837801968, - "isDeleted": false, - "id": "9wbfh44t", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -268.38386226288685, - "y": -126.76461889876435, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 89.31991577148438, - "height": 50, - "seed": 757141264, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694341209387, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Backend \nservice", - "rawText": "Backend service", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "sTx3V6IBMr5fmkkGDikFE", - "originalText": "Backend service", - "lineHeight": 1.25, - "baseline": 43 - }, - { - "type": "diamond", - "version": 210, - "versionNonce": 1268187120, - "isDeleted": false, - "id": "vMWQeW3qRvIkUdjOLaWPz", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -345.43316720684743, - "y": -482.1972278309496, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 220, - "height": 200, - "seed": 1298980624, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [ - { - "type": "text", - "id": "OYnQIyhR" - }, - { - "id": "J0mitVhCskhfgbLZOMKDf", - "type": "arrow" - } - ], - "updated": 1694341455611, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 177, - "versionNonce": 311525872, - "isDeleted": false, - "id": "OYnQIyhR", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -280.0931250925896, - "y": -407.1972278309496, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 89.31991577148438, - "height": 50, - "seed": 817042704, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694341455611, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Backend \nengineer", - "rawText": "Backend engineer", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "vMWQeW3qRvIkUdjOLaWPz", - "originalText": "Backend engineer", - "lineHeight": 1.25, - "baseline": 43 - }, - { - "type": "arrow", - "version": 942, - "versionNonce": 1338138096, - "isDeleted": false, - "id": "J0mitVhCskhfgbLZOMKDf", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -230.81771058718556, - "y": -274.92613188060886, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 0.0046177819788795205, - "height": 89.59298371386575, - "seed": 2103470064, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694341478296, - "link": null, - "locked": false, - "startBinding": { - "elementId": "vMWQeW3qRvIkUdjOLaWPz", - "gap": 8.61227473592443, - "focus": -0.041822171768161574 - }, - "endBinding": { - "elementId": "sTx3V6IBMr5fmkkGDikFE", - "gap": 8.06852926797876, - "focus": -0.0950941088262367 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 0.0046177819788795205, - 89.59298371386575 - ] - ] - }, - { - "type": "diamond", - "version": 295, - "versionNonce": 1320180208, - "isDeleted": false, - "id": "v5jShMMi0xwqEukwhA_JJ", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -677.8497011004193, - "y": -202.97325254400545, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 220, - "height": 200, - "seed": 783812880, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [ - { - "type": "text", - "id": "d7TsIcMm" - }, - { - "id": "Gvy66Wi-Z4fYBo_6xHAo2", - "type": "arrow" - } - ], - "updated": 1694341100136, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 279, - "versionNonce": 1567595504, - "isDeleted": false, - "id": "d7TsIcMm", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -590.1896745501264, - "y": -115.47325254400545, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 44.67994689941406, - "height": 25, - "seed": 989095696, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694341100136, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "User", - "rawText": "User", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "v5jShMMi0xwqEukwhA_JJ", - "originalText": "User", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 204, - "versionNonce": 911712752, - "isDeleted": false, - "id": "Gvy66Wi-Z4fYBo_6xHAo2", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -454.1370030401614, - "y": -103.30812564496424, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 136.58153297230444, - "height": 0.46945233740069625, - "seed": 1541315344, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694341478297, - "link": null, - "locked": false, - "startBinding": { - "elementId": "v5jShMMi0xwqEukwhA_JJ", - "gap": 3.7277696925090282, - "focus": 0.0005597545142185046 - }, - "endBinding": { - "elementId": "sTx3V6IBMr5fmkkGDikFE", - "gap": 19.331565690712296, - "focus": 0.03082885731532018 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 136.58153297230444, - -0.46945233740069625 - ] - ] - }, - { - "type": "ellipse", - "version": 145, - "versionNonce": 683659760, - "isDeleted": false, - "id": "KgN1wquMjbcnndF7mIZZE", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -121.86574511764019, - "y": 3.1277624056234004, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 148, - "height": 148, - "seed": 1134723568, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [ - { - "id": "PS6qWUBa9zPZp3Y7X1IH_", - "type": "arrow" - }, - { - "id": "udDfzIaj1GY-t9tp-N-Gl", - "type": "arrow" - }, - { - "type": "text", - "id": "tpEFylci" - }, - { - "id": "VpBDx2DIaWwIhOzzspdiO", - "type": "arrow" - } - ], - "updated": 1694341208616, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 51, - "versionNonce": 1976533776, - "isDeleted": false, - "id": "tpEFylci", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -89.82159840249548, - "y": 39.80186059781888, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 84.25990295410156, - "height": 75, - "seed": 384337392, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694341203391, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Event \nsourced \nmodel", - "rawText": "Event sourced model", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "KgN1wquMjbcnndF7mIZZE", - "originalText": "Event sourced model", - "lineHeight": 1.25, - "baseline": 68 - }, - { - "type": "arrow", - "version": 312, - "versionNonce": 1626203120, - "isDeleted": false, - "id": "PS6qWUBa9zPZp3Y7X1IH_", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -136.53086016976556, - "y": -49.76929969163509, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 61.85382626567878, - "height": 37.75817092419969, - "seed": 1044317968, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694341478298, - "link": null, - "locked": false, - "startBinding": { - "elementId": "sTx3V6IBMr5fmkkGDikFE", - "gap": 12.693044207379103, - "focus": 0.701485505647599 - }, - "endBinding": { - "elementId": "KgN1wquMjbcnndF7mIZZE", - "gap": 20.504530823640664, - "focus": -0.09142088821761776 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 53.568507010659005, - -1.482635738631508 - ], - [ - 61.85382626567878, - 36.27553518556818 - ] - ] - }, - { - "type": "arrow", - "version": 264, - "versionNonce": 594273776, - "isDeleted": false, - "id": "udDfzIaj1GY-t9tp-N-Gl", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -121.8622170366934, - "y": 37.378326729495264, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 41.452896638401896, - "height": 53.533654118295544, - "seed": 2016661488, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694341478298, - "link": null, - "locked": false, - "startBinding": { - "elementId": "KgN1wquMjbcnndF7mIZZE", - "gap": 9.996996928687153, - "focus": 0.3309459780456835 - }, - "endBinding": { - "elementId": "sTx3V6IBMr5fmkkGDikFE", - "gap": 10.109291509964066, - "focus": -1.0057786128186066 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - -41.452896638401896, - -8.277501643773128 - ], - [ - -29.488449945388496, - -53.533654118295544 - ] - ] - }, - { - "type": "arrow", - "version": 347, - "versionNonce": 840003056, - "isDeleted": false, - "id": "VpBDx2DIaWwIhOzzspdiO", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 24.576866221444533, - "y": 18.16307254849813, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 36.80615136981645, - "height": 27.85323529808091, - "seed": 1794506512, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694341478299, - "link": null, - "locked": false, - "startBinding": { - "elementId": "KgN1wquMjbcnndF7mIZZE", - "gap": 19.406459024912508, - "focus": -0.0446534289390512 - }, - "endBinding": { - "elementId": "Mka3QKUB7w92Jjr6-DRhz", - "gap": 18.706684742883226, - "focus": -0.4031728505525382 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 36.80615136981645, - -27.85323529808091 - ] - ] - }, - { - "type": "rectangle", - "version": 693, - "versionNonce": 56960784, - "isDeleted": false, - "id": "Mka3QKUB7w92Jjr6-DRhz", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 41.11056075971601, - "y": -179.396847492466, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 149, - "height": 151, - "seed": 1399967504, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "BKDeWmFh" - }, - { - "id": "VpBDx2DIaWwIhOzzspdiO", - "type": "arrow" - }, - { - "id": "lA0qGhpVklLgpJeUcdQ1L", - "type": "arrow" - } - ], - "updated": 1694341267230, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 511, - "versionNonce": 2146905360, - "isDeleted": false, - "id": "BKDeWmFh", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 77.41060195844648, - "y": -128.896847492466, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 76.39991760253906, - "height": 50, - "seed": 1887792400, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694341225855, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Domain \nevents", - "rawText": "Domain events", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "Mka3QKUB7w92Jjr6-DRhz", - "originalText": "Domain events", - "lineHeight": 1.25, - "baseline": 43 - }, - { - "type": "rectangle", - "version": 182, - "versionNonce": 810897904, - "isDeleted": false, - "id": "UgbAq4IFZljS9mLQwG9x_", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 342.41036241134805, - "y": -181.85191063672076, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 204, - "height": 179, - "seed": 1737255408, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "eBw97vYs" - }, - { - "id": "lA0qGhpVklLgpJeUcdQ1L", - "type": "arrow" - } - ], - "updated": 1694341273830, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 145, - "versionNonce": 800429040, - "isDeleted": false, - "id": "eBw97vYs", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 366.71045701584023, - "y": -117.35191063672076, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 155.39981079101562, - "height": 50, - "seed": 998413296, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694341273830, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Data platform \nIngest", - "rawText": "Data platform Ingest", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "UgbAq4IFZljS9mLQwG9x_", - "originalText": "Data platform Ingest", - "lineHeight": 1.25, - "baseline": 43 - }, - { - "type": "arrow", - "version": 122, - "versionNonce": 498267632, - "isDeleted": false, - "id": "lA0qGhpVklLgpJeUcdQ1L", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 204.27567581184144, - "y": -109.63460928149289, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 120.06734329975325, - "height": 3.656040452848913, - "seed": 580477936, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694341478300, - "link": null, - "locked": false, - "startBinding": { - "elementId": "Mka3QKUB7w92Jjr6-DRhz", - "gap": 14.16511505212543, - "focus": -0.039063585773621255 - }, - "endBinding": { - "elementId": "UgbAq4IFZljS9mLQwG9x_", - "gap": 18.06734329975336, - "focus": 0.26558547393487125 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 120.06734329975325, - -3.656040452848913 - ] - ] - } - ], - "appState": { - "theme": "dark", - "viewBackgroundColor": "#ffffff", - "currentItemStrokeColor": "#1e1e1e", - "currentItemBackgroundColor": "transparent", - "currentItemFillStyle": "hachure", - "currentItemStrokeWidth": 1, - "currentItemStrokeStyle": "dashed", - "currentItemRoughness": 1, - "currentItemOpacity": 100, - "currentItemFontFamily": 1, - "currentItemFontSize": 20, - "currentItemTextAlign": "left", - "currentItemStartArrowhead": null, - "currentItemEndArrowhead": "arrow", - "scrollX": 863.351248291904, - "scrollY": 505.83489718634723, - "zoom": { - "value": 1.9000000000000001 - }, - "currentItemRoundness": "round", - "gridSize": null, - "gridColor": { - "Bold": "#C9C9C9FF", - "Regular": "#EDEDEDFF" - }, - "currentStrokeOptions": null, - "previousGridSize": null, - "frameRendering": { - "enabled": true, - "clip": true, - "name": true, - "outline": true - } - }, - "files": {} -} -``` - -%% diff --git a/static/assets/2023-09-09-data-ingest.md b/static/assets/2023-09-09-data-ingest.md deleted file mode 100644 index 624f5da..0000000 --- a/static/assets/2023-09-09-data-ingest.md +++ /dev/null @@ -1,864 +0,0 @@ ---- - -excalidraw-plugin: parsed -tags: [excalidraw] - ---- - -==⚠ Switch to EXCALIDRAW VIEW in the MORE OPTIONS menu of this document. ⚠== - -# Text Elements - -Services & Routing layer ^72o9GXma - -NATS event consumer ^s45npuhh - -Datafusion pipeline (Apache Ballista) ^zTVSQ9mn - -Schema applier ^amQspibu - -Error lake ^aXOOUJid - -Data lake ^rgyaqp3l - -If schema apply fails ^ZI5ehy6p - -S3 (MiniO) ^712DogOh - -%% - -# Drawing - -```json -{ - "type": "excalidraw", - "version": 2, - "source": "https://github.com/zsviczian/obsidian-excalidraw-plugin/releases/tag/1.9.19", - "elements": [ - { - "type": "rectangle", - "version": 387, - "versionNonce": 1503139600, - "isDeleted": false, - "id": "EpQKc79arb5LHLs5lDD9x", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -366.0923251010322, - "y": -211.55834559271477, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 204, - "height": 179, - "seed": 477382640, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "72o9GXma" - }, - { - "id": "Sa68IFzHb_kbhirC5ZYa9", - "type": "arrow" - } - ], - "updated": 1694344865066, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 389, - "versionNonce": 1021616624, - "isDeleted": false, - "id": "72o9GXma", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -360.99221218599314, - "y": -147.05834559271477, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 193.79977416992188, - "height": 50, - "seed": 1753598448, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694344865066, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Services & Routing \nlayer", - "rawText": "Services & Routing layer", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "EpQKc79arb5LHLs5lDD9x", - "originalText": "Services & Routing layer", - "lineHeight": 1.25, - "baseline": 43 - }, - { - "type": "rectangle", - "version": 374, - "versionNonce": 1789048080, - "isDeleted": false, - "id": "26On9coKm71CUyFa0NAwt", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -44.25, - "y": -175.14453125, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 156, - "height": 98, - "seed": 110157808, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "id": "Sa68IFzHb_kbhirC5ZYa9", - "type": "arrow" - }, - { - "type": "text", - "id": "s45npuhh" - }, - { - "id": "hLelJzbrBZHSYN9lwBMaO", - "type": "arrow" - } - ], - "updated": 1694344865066, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 337, - "versionNonce": 232449008, - "isDeleted": false, - "id": "s45npuhh", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -29.859939575195312, - "y": -151.14453125, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 127.21987915039062, - "height": 50, - "seed": 1057794544, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694344865066, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "NATS event \nconsumer", - "rawText": "NATS event consumer", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "26On9coKm71CUyFa0NAwt", - "originalText": "NATS event consumer", - "lineHeight": 1.25, - "baseline": 43 - }, - { - "type": "arrow", - "version": 629, - "versionNonce": 1846427920, - "isDeleted": false, - "id": "Sa68IFzHb_kbhirC5ZYa9", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -142.99999999999994, - "y": -124.64045999275731, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 83.24999999999996, - "height": 0.7767966783556517, - "seed": 1791612400, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694345002232, - "link": null, - "locked": false, - "startBinding": { - "elementId": "EpQKc79arb5LHLs5lDD9x", - "gap": 19.09232510103223, - "focus": -0.04103860515644922 - }, - "endBinding": { - "elementId": "26On9coKm71CUyFa0NAwt", - "gap": 15.500000000000014, - "focus": -0.06341132414040519 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 83.24999999999996, - 0.7767966783556517 - ] - ] - }, - { - "type": "rectangle", - "version": 270, - "versionNonce": 490651920, - "isDeleted": false, - "id": "fhs_gMyi6RKgf8dYaLSBT", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 390.75, - "y": -177.89453125, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 200, - "height": 91, - "seed": 1239993328, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "zTVSQ9mn" - }, - { - "id": "mUwnjyxDqu4NeHQAU2N2w", - "type": "arrow" - }, - { - "id": "AkQqCQSq8ht48pWAAeJpr", - "type": "arrow" - } - ], - "updated": 1694344912272, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 197, - "versionNonce": 297756944, - "isDeleted": false, - "id": "zTVSQ9mn", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 398.11011505126953, - "y": -157.39453125, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 185.27976989746094, - "height": 50, - "seed": 1096904688, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694344946394, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Datafusion pipeline\n(Apache Ballista)", - "rawText": "Datafusion pipeline\n(Apache Ballista)", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "fhs_gMyi6RKgf8dYaLSBT", - "originalText": "Datafusion pipeline\n(Apache Ballista)", - "lineHeight": 1.25, - "baseline": 43 - }, - { - "type": "rectangle", - "version": 129, - "versionNonce": 1347277072, - "isDeleted": false, - "id": "uZivVzfxhit67PbDewSup", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 198.5, - "y": -174.14453125, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 104, - "height": 96, - "seed": 1124405232, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "amQspibu" - }, - { - "id": "hLelJzbrBZHSYN9lwBMaO", - "type": "arrow" - }, - { - "id": "mUwnjyxDqu4NeHQAU2N2w", - "type": "arrow" - }, - { - "id": "bMVvpgvNyJBV4m7iofm1V", - "type": "arrow" - } - ], - "updated": 1694344890598, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 98, - "versionNonce": 1854672656, - "isDeleted": false, - "id": "amQspibu", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 210.99004364013672, - "y": -151.14453125, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 79.01991271972656, - "height": 50, - "seed": 1966093808, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694344865067, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Schema \napplier", - "rawText": "Schema applier", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "uZivVzfxhit67PbDewSup", - "originalText": "Schema applier", - "lineHeight": 1.25, - "baseline": 43 - }, - { - "type": "arrow", - "version": 212, - "versionNonce": 1240477968, - "isDeleted": false, - "id": "hLelJzbrBZHSYN9lwBMaO", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 121.50000000000004, - "y": -130.07201453488125, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 66.49999999999996, - "height": 1.8419941085324467, - "seed": 454756624, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694345002233, - "link": null, - "locked": false, - "startBinding": { - "elementId": "26On9coKm71CUyFa0NAwt", - "gap": 9.750000000000028, - "focus": -0.12427713280499124 - }, - "endBinding": { - "elementId": "uZivVzfxhit67PbDewSup", - "gap": 10.5, - "focus": 0.0071660427325140694 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 66.49999999999996, - 1.8419941085324467 - ] - ] - }, - { - "type": "arrow", - "version": 329, - "versionNonce": 1967336720, - "isDeleted": false, - "id": "mUwnjyxDqu4NeHQAU2N2w", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 313, - "y": -130.11940510920346, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 66, - "height": 0.08441126716857639, - "seed": 1776163312, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694345002234, - "link": null, - "locked": false, - "startBinding": { - "elementId": "uZivVzfxhit67PbDewSup", - "gap": 10.5, - "focus": -0.08103228804526064 - }, - "endBinding": { - "elementId": "fhs_gMyi6RKgf8dYaLSBT", - "gap": 11.75, - "focus": -0.044880247318899974 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 66, - -0.08441126716857639 - ] - ] - }, - { - "type": "rectangle", - "version": 246, - "versionNonce": 304987408, - "isDeleted": false, - "id": "_5O__8RSAgyYEjj52QWQa", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 200.59827551530225, - "y": 17.301048334314544, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 398.79362598571333, - "height": 317.8125448468521, - "seed": 1060721136, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "id": "AkQqCQSq8ht48pWAAeJpr", - "type": "arrow" - } - ], - "updated": 1694344912272, - "link": null, - "locked": false - }, - { - "type": "rectangle", - "version": 205, - "versionNonce": 2025377040, - "isDeleted": false, - "id": "jF9nuAfOqlEwdFrmAFhY9", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 197.85880592564683, - "y": 18.561362062379345, - "strokeColor": "transparent", - "backgroundColor": "#e9ecef", - "width": 198, - "height": 313, - "seed": 902355440, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [ - { - "id": "bMVvpgvNyJBV4m7iofm1V", - "type": "arrow" - } - ], - "updated": 1694344890598, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 156, - "versionNonce": 1457464592, - "isDeleted": false, - "id": "aXOOUJid", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 250.25648564762275, - "y": 160.9278714862574, - "strokeColor": "#1e1e1e", - "backgroundColor": "#e9ecef", - "width": 99.63987731933594, - "height": 25, - "seed": 601563120, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694344875185, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Error lake", - "rawText": "Error lake", - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Error lake", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "text", - "version": 223, - "versionNonce": 131597072, - "isDeleted": false, - "id": "rgyaqp3l", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 451.0195150402808, - "y": 162.17937583059228, - "strokeColor": "#1e1e1e", - "backgroundColor": "#e9ecef", - "width": 102.85987854003906, - "height": 25, - "seed": 1602597136, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694344875185, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Data lake", - "rawText": "Data lake", - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Data lake", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 170, - "versionNonce": 1829185808, - "isDeleted": false, - "id": "bMVvpgvNyJBV4m7iofm1V", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 249.4925131840489, - "y": -62.15208787739857, - "strokeColor": "#1e1e1e", - "backgroundColor": "#e9ecef", - "width": 0, - "height": 61.11779708593315, - "seed": 1804713968, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694345002234, - "link": null, - "locked": false, - "startBinding": { - "elementId": "uZivVzfxhit67PbDewSup", - "gap": 15.992443372601429, - "focus": 0.019374746460598023 - }, - "endBinding": { - "elementId": "jF9nuAfOqlEwdFrmAFhY9", - "gap": 19.59565285384474, - "focus": -0.47844740143028225 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 0, - 61.11779708593315 - ] - ] - }, - { - "type": "text", - "version": 80, - "versionNonce": 466318832, - "isDeleted": false, - "id": "ZI5ehy6p", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 150.94006538298186, - "y": -48.40058353306358, - "strokeColor": "#1e1e1e", - "backgroundColor": "#e9ecef", - "width": 209.5997314453125, - "height": 25, - "seed": 1419887888, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694344903041, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "If schema apply fails", - "rawText": "If schema apply fails", - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "If schema apply fails", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 53, - "versionNonce": 592327952, - "isDeleted": false, - "id": "AkQqCQSq8ht48pWAAeJpr", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 493.1997290642071, - "y": -74.37564729458518, - "strokeColor": "#1e1e1e", - "backgroundColor": "#e9ecef", - "width": 1.5279449271483827, - "height": 76.39724635741638, - "seed": 1265499120, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694345002233, - "link": null, - "locked": false, - "startBinding": { - "elementId": "fhs_gMyi6RKgf8dYaLSBT", - "gap": 12.518883955414822, - "focus": -0.012777240958267157 - }, - "endBinding": { - "elementId": "_5O__8RSAgyYEjj52QWQa", - "gap": 15.279449271483315, - "focus": 0.48483934228390557 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 1.5279449271483827, - 76.39724635741638 - ] - ] - }, - { - "id": "712DogOh", - "type": "text", - "x": 344.8997881999917, - "y": 28.562780044225974, - "width": 98.77989196777344, - "height": 25, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#e9ecef", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "roundness": null, - "seed": 1519137264, - "version": 159, - "versionNonce": 1898942960, - "isDeleted": false, - "boundElements": null, - "updated": 1694345025125, - "link": null, - "locked": false, - "text": "S3 (MiniO)", - "rawText": "S3 (MiniO)", - "fontSize": 20, - "fontFamily": 1, - "textAlign": "left", - "verticalAlign": "top", - "baseline": 18, - "containerId": null, - "originalText": "S3 (MiniO)", - "lineHeight": 1.25 - } - ], - "appState": { - "theme": "dark", - "viewBackgroundColor": "#ffffff", - "currentItemStrokeColor": "#1e1e1e", - "currentItemBackgroundColor": "#e9ecef", - "currentItemFillStyle": "hachure", - "currentItemStrokeWidth": 0.5, - "currentItemStrokeStyle": "solid", - "currentItemRoughness": 1, - "currentItemOpacity": 100, - "currentItemFontFamily": 1, - "currentItemFontSize": 20, - "currentItemTextAlign": "left", - "currentItemStartArrowhead": null, - "currentItemEndArrowhead": "arrow", - "scrollX": 641.1002118000083, - "scrollY": 161.50753245577403, - "zoom": { - "value": 2 - }, - "currentItemRoundness": "sharp", - "gridSize": null, - "gridColor": { - "Bold": "#C9C9C9FF", - "Regular": "#EDEDEDFF" - }, - "currentStrokeOptions": null, - "previousGridSize": null, - "frameRendering": { - "enabled": true, - "clip": true, - "name": true, - "outline": true - } - }, - "files": {} -} -``` - -%% diff --git a/static/assets/2023-09-09-data-lakehouse.md b/static/assets/2023-09-09-data-lakehouse.md deleted file mode 100644 index 5396456..0000000 --- a/static/assets/2023-09-09-data-lakehouse.md +++ /dev/null @@ -1,2238 +0,0 @@ ---- - -excalidraw-plugin: parsed -tags: [excalidraw] - ---- - -==⚠ Switch to EXCALIDRAW VIEW in the MORE OPTIONS menu of this document. ⚠== - -# Text Elements - -Data lake ^rgyaqp3l - -Partitions ^zs9RMBIf - -event= ^uGO5ZKBg - -year-month-day=<...> ^xxRr0bHv - -hour=<...> ^YiJGb3EU - -part=<...> ^M6k5fge3 - -Parquet file (.parquet) ^gB4IhcnZ - -... ^FFBj4zvs - -... ^aCwrMBmF - -... ^aWWS8JaZ - -Apache Ballista ^fY4VJUd2 - -Deltalake-rs ^ZlW8ctRJ - -Datafusion ^Y9pLlJuV - -Datalake Ingest ^y9bf23KX - -NATS Listener ^lM6pLFg4 - -Deltalake-rs ^bp5rhKxD - -Datafusion ^nl6XnhQs - -Compaction - versioning ^p1A1qahE - -Deltalake-rs ^WLUe9zPZ - -Datafusion ^L0lMdfKr - -Query layer ^ASf2lSVs - -User ^hNydNMBS - -Datagrip etc. ^WWU2uRUd - -Trino ^QIQshNEu - -%% - -# Drawing - -```json -{ - "type": "excalidraw", - "version": 2, - "source": "https://github.com/zsviczian/obsidian-excalidraw-plugin/releases/tag/1.9.19", - "elements": [ - { - "type": "rectangle", - "version": 476, - "versionNonce": 863470633, - "isDeleted": false, - "id": "_5O__8RSAgyYEjj52QWQa", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -327.2386588496555, - "y": -250.76729710506373, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 540.0520921183078, - "height": 760.9715710949829, - "seed": 1060721136, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "id": "1lEqUhAiHFpEP6HiKEUp_", - "type": "arrow" - }, - { - "id": "Kaz5kLXZXFDyoTH-PBMnX", - "type": "arrow" - }, - { - "id": "TU0TBs0VeZbGHiFvmzAow", - "type": "arrow" - } - ], - "updated": 1694425812182, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 450, - "versionNonce": 404271561, - "isDeleted": false, - "id": "rgyaqp3l", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -125.99933704177079, - "y": -296.50772292911984, - "strokeColor": "#1e1e1e", - "backgroundColor": "#e9ecef", - "width": 102.85993957519531, - "height": 25, - "seed": 1602597136, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425403440, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Data lake", - "rawText": "Data lake", - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Data lake", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 158, - "versionNonce": 1443546953, - "isDeleted": false, - "id": "dFHeoxQhewQaFBmJsNv9T", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -303.4482103716021, - "y": -224.63464314369, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 288, - "height": 67, - "seed": 871747747, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "zs9RMBIf" - }, - { - "id": "TU0TBs0VeZbGHiFvmzAow", - "type": "arrow" - }, - { - "id": "Kaz5kLXZXFDyoTH-PBMnX", - "type": "arrow" - } - ], - "updated": 1694425706117, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 83, - "versionNonce": 517299117, - "isDeleted": false, - "id": "zs9RMBIf", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -208.3481584917193, - "y": -203.63464314369, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 97.79989624023438, - "height": 25, - "seed": 1752109379, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694424893467, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Partitions", - "rawText": "Partitions", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "dFHeoxQhewQaFBmJsNv9T", - "originalText": "Partitions", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 241, - "versionNonce": 145213741, - "isDeleted": false, - "id": "EVBjOLuJcC7xS_z2pF5Aq", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -304.9967800532427, - "y": -141.81090718902172, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 288, - "height": 67, - "seed": 1331786979, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "uGO5ZKBg" - } - ], - "updated": 1694424955636, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 208, - "versionNonce": 2089819021, - "isDeleted": false, - "id": "uGO5ZKBg", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -257.9266888056841, - "y": -120.81090718902172, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 193.8598175048828, - "height": 25, - "seed": 1908859011, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694424955636, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "event=", - "rawText": "event=", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "EVBjOLuJcC7xS_z2pF5Aq", - "originalText": "event=", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 408, - "versionNonce": 547759975, - "isDeleted": false, - "id": "ErIToU_ALb17Q0IAL9zyU", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -259.87872796666045, - "y": -65.12944520502268, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 288, - "height": 67, - "seed": 1039904301, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "xxRr0bHv" - } - ], - "updated": 1694425345244, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 396, - "versionNonce": 2019205767, - "isDeleted": false, - "id": "xxRr0bHv", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -214.69864373814482, - "y": -44.12944520502268, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 197.63983154296875, - "height": 25, - "seed": 136274061, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425345244, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "year-month-day=<...>", - "rawText": "year-month-day=<...>", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "ErIToU_ALb17Q0IAL9zyU", - "originalText": "year-month-day=<...>", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 569, - "versionNonce": 1223621511, - "isDeleted": false, - "id": "TLoAe92Yg4k_z14pk9Hhx", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -202.89327525778617, - "y": 9.78696114139916, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 288, - "height": 67, - "seed": 288509101, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "YiJGb3EU" - } - ], - "updated": 1694425347091, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 561, - "versionNonce": 615772839, - "isDeleted": false, - "id": "YiJGb3EU", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -104.64323711081352, - "y": 30.78696114139916, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 91.49992370605469, - "height": 25, - "seed": 670969613, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425347091, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "hour=<...>", - "rawText": "hour=<...>", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "TLoAe92Yg4k_z14pk9Hhx", - "originalText": "hour=<...>", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 739, - "versionNonce": 314478439, - "isDeleted": false, - "id": "jsTpApL8QrvI5R0Qi2-QI", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -157.46603723662042, - "y": 86.89415813283489, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 288, - "height": 67, - "seed": 1861510729, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "M6k5fge3" - } - ], - "updated": 1694425349458, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 735, - "versionNonce": 1529219719, - "isDeleted": false, - "id": "M6k5fge3", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -60.30600305693292, - "y": 107.89415813283489, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 93.679931640625, - "height": 25, - "seed": 973255977, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425349458, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "part=<...>", - "rawText": "part=<...>", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "jsTpApL8QrvI5R0Qi2-QI", - "originalText": "part=<...>", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 821, - "versionNonce": 222014567, - "isDeleted": false, - "id": "OzHzxg0WrxgpbNh0ky9ab", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -109.13572085107626, - "y": 164.09813812278594, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 288, - "height": 67, - "seed": 760488935, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "gB4IhcnZ" - } - ], - "updated": 1694425352308, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 854, - "versionNonce": 1086764169, - "isDeleted": false, - "id": "gB4IhcnZ", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -78.55561983789266, - "y": 185.09813812278594, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 226.8397979736328, - "height": 25, - "seed": 655691527, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425364817, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Parquet file (.parquet)", - "rawText": "Parquet file (.parquet)", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "OzHzxg0WrxgpbNh0ky9ab", - "originalText": "Parquet file (.parquet)", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 999, - "versionNonce": 1239797353, - "isDeleted": false, - "id": "PDpoKo0zVIz4TW6DM5KRl", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -317.9132911521059, - "y": 264.44438229867103, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 288, - "height": 67, - "seed": 1724780713, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "FFBj4zvs" - } - ], - "updated": 1694425391004, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1035, - "versionNonce": 1590827337, - "isDeleted": false, - "id": "FFBj4zvs", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -182.1332847434145, - "y": 285.44438229867103, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 16.439987182617188, - "height": 25, - "seed": 838341513, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425391004, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "...", - "rawText": "...", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "PDpoKo0zVIz4TW6DM5KRl", - "originalText": "...", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 1152, - "versionNonce": 1897714151, - "isDeleted": false, - "id": "g4qn-_JAKbKRD7TzLZ2iE", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -319.56451804385875, - "y": 349.52590052634946, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 288, - "height": 67, - "seed": 1402534823, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "aCwrMBmF" - } - ], - "updated": 1694425394010, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1188, - "versionNonce": 160955655, - "isDeleted": false, - "id": "aCwrMBmF", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -183.78451163516735, - "y": 370.52590052634946, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 16.439987182617188, - "height": 25, - "seed": 644411079, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425394010, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "...", - "rawText": "...", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "g4qn-_JAKbKRD7TzLZ2iE", - "originalText": "...", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 1251, - "versionNonce": 798353897, - "isDeleted": false, - "id": "N2qmw4lDtLG3WeIQGm9aq", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -318.60434329050526, - "y": 428.5293529162915, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 288, - "height": 67, - "seed": 828544169, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "aWWS8JaZ" - } - ], - "updated": 1694425397341, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1287, - "versionNonce": 1592968393, - "isDeleted": false, - "id": "aWWS8JaZ", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -182.82433688181385, - "y": 449.5293529162915, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 16.439987182617188, - "height": 25, - "seed": 1062999945, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425397341, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "...", - "rawText": "...", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "N2qmw4lDtLG3WeIQGm9aq", - "originalText": "...", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 684, - "versionNonce": 1998689351, - "isDeleted": false, - "id": "lbTbwGgprQz9alIjFU62s", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -850.6455101665983, - "y": -254.68426432995756, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 403, - "height": 651.8102275093211, - "seed": 1179358089, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [], - "updated": 1694425751913, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 545, - "versionNonce": 1475725031, - "isDeleted": false, - "id": "fY4VJUd2", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -728.6994519135567, - "y": -300.66520303588635, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 155.4598846435547, - "height": 25, - "seed": 859770537, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425739914, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Apache Ballista", - "rawText": "Apache Ballista", - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Apache Ballista", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 992, - "versionNonce": 1938444807, - "isDeleted": false, - "id": "1-s1oEyhm8R5ldDZ08iLY", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -829.3905658512892, - "y": -211.53480005254227, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 211.94201568133667, - "height": 160.37154720911553, - "seed": 487888521, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "id": "TU0TBs0VeZbGHiFvmzAow", - "type": "arrow" - }, - { - "id": "jmo2r381ytqooJEnaIwdl", - "type": "arrow" - } - ], - "updated": 1694425739914, - "link": null, - "locked": false - }, - { - "type": "rectangle", - "version": 932, - "versionNonce": 1467194215, - "isDeleted": false, - "id": "Yb0qTM52r0fpZtav0jxI5", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -808.892032919753, - "y": -125.42958221593346, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 174, - "height": 54, - "seed": 1442509321, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "ZlW8ctRJ" - } - ], - "updated": 1694425739914, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 939, - "versionNonce": 1566152327, - "isDeleted": false, - "id": "ZlW8ctRJ", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -783.5919764622334, - "y": -110.92958221593346, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 123.39988708496094, - "height": 25, - "seed": 387479207, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425739914, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Deltalake-rs", - "rawText": "Deltalake-rs", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "Yb0qTM52r0fpZtav0jxI5", - "originalText": "Deltalake-rs", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 1013, - "versionNonce": 655568295, - "isDeleted": false, - "id": "HGJa-pWD0_ptwRhExbdYp", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -808.2834111767809, - "y": -193.05170273954144, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 174, - "height": 54, - "seed": 1528554793, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "Y9pLlJuV" - } - ], - "updated": 1694425739914, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1041, - "versionNonce": 801956039, - "isDeleted": false, - "id": "Y9pLlJuV", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -776.4433614331285, - "y": -178.55170273954144, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 110.31990051269531, - "height": 25, - "seed": 1989629961, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425739914, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Datafusion", - "rawText": "Datafusion", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "HGJa-pWD0_ptwRhExbdYp", - "originalText": "Datafusion", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "text", - "version": 545, - "versionNonce": 1495478247, - "isDeleted": false, - "id": "y9bf23KX", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -800.9940539401147, - "y": -246.81358867201362, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 166.21987915039062, - "height": 25, - "seed": 863988423, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425739914, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Datalake Ingest", - "rawText": "Datalake Ingest", - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Datalake Ingest", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 516, - "versionNonce": 1635272519, - "isDeleted": false, - "id": "TU0TBs0VeZbGHiFvmzAow", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -605.7398762516221, - "y": -122.85623979882757, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 258.44162618441726, - "height": 2.0111156478089924, - "seed": 916136297, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694425817504, - "link": null, - "locked": false, - "startBinding": { - "elementId": "1-s1oEyhm8R5ldDZ08iLY", - "focus": 0.12383105971365409, - "gap": 11.708673918330419 - }, - "endBinding": { - "elementId": "_5O__8RSAgyYEjj52QWQa", - "focus": 0.6696447409900939, - "gap": 20.059591217549382 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 128.69076520758506, - -1.7683182234867445 - ], - [ - 258.44162618441726, - -2.0111156478089924 - ] - ] - }, - { - "type": "rectangle", - "version": 548, - "versionNonce": 586061991, - "isDeleted": false, - "id": "nRrbVZ9Epo0Ngq2G5lqIF", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1150.9068343863344, - "y": -158.4193678427749, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 206, - "height": 60, - "seed": 1059478025, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "lM6pLFg4" - }, - { - "id": "jmo2r381ytqooJEnaIwdl", - "type": "arrow" - } - ], - "updated": 1694425822764, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 312, - "versionNonce": 318958535, - "isDeleted": false, - "id": "lM6pLFg4", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1119.1967742667055, - "y": -140.9193678427749, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 142.5798797607422, - "height": 25, - "seed": 1909078599, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425822764, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "NATS Listener", - "rawText": "NATS Listener", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "nRrbVZ9Epo0Ngq2G5lqIF", - "originalText": "NATS Listener", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 797, - "versionNonce": 376598791, - "isDeleted": false, - "id": "jmo2r381ytqooJEnaIwdl", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -936.2446135265398, - "y": -132.05936701563405, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 91.77155639389878, - "height": 0.040287576792394475, - "seed": 2131159847, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694426976864, - "link": null, - "locked": false, - "startBinding": { - "elementId": "nRrbVZ9Epo0Ngq2G5lqIF", - "gap": 8.662220859794616, - "focus": -0.1227824283767607 - }, - "endBinding": { - "elementId": "1-s1oEyhm8R5ldDZ08iLY", - "gap": 15.082491281351622, - "focus": 0.007689056967731829 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 91.77155639389878, - 0.040287576792394475 - ] - ] - }, - { - "type": "rectangle", - "version": 1203, - "versionNonce": 134569863, - "isDeleted": false, - "id": "STFjjZ_T6V7Qr_PJrUssD", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -666.9578418223462, - "y": -4.525021464344604, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 211.94201568133667, - "height": 160.37154720911553, - "seed": 1060228103, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "id": "Kaz5kLXZXFDyoTH-PBMnX", - "type": "arrow" - } - ], - "updated": 1694425739914, - "link": null, - "locked": false - }, - { - "type": "rectangle", - "version": 1142, - "versionNonce": 1457154503, - "isDeleted": false, - "id": "qKr-M5kctHkLfWpizgaO-", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -646.45930889081, - "y": 81.5801963722642, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 174, - "height": 54, - "seed": 1531491111, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "bp5rhKxD" - } - ], - "updated": 1694425739914, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1149, - "versionNonce": 932681959, - "isDeleted": false, - "id": "bp5rhKxD", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -621.1592524332905, - "y": 96.0801963722642, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 123.39988708496094, - "height": 25, - "seed": 506836551, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425739914, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Deltalake-rs", - "rawText": "Deltalake-rs", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "qKr-M5kctHkLfWpizgaO-", - "originalText": "Deltalake-rs", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 1223, - "versionNonce": 1663165447, - "isDeleted": false, - "id": "nG_wrFvoWTa-MlsmCRYo4", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -645.8506871478378, - "y": 13.958075848656222, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 174, - "height": 54, - "seed": 2127910247, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "nl6XnhQs" - } - ], - "updated": 1694425739914, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1251, - "versionNonce": 964021031, - "isDeleted": false, - "id": "nl6XnhQs", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -614.0106374041854, - "y": 28.45807584865622, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 110.31990051269531, - "height": 25, - "seed": 1685328007, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425739914, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Datafusion", - "rawText": "Datafusion", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "nG_wrFvoWTa-MlsmCRYo4", - "originalText": "Datafusion", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "text", - "version": 830, - "versionNonce": 1014287239, - "isDeleted": false, - "id": "p1A1qahE", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -671.1062297066508, - "y": -40.202006504842984, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 223.5797882080078, - "height": 25, - "seed": 416180135, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [ - { - "id": "Kaz5kLXZXFDyoTH-PBMnX", - "type": "arrow" - } - ], - "updated": 1694425744537, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Compaction - versioning", - "rawText": "Compaction - versioning", - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Compaction - versioning", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 968, - "versionNonce": 136679689, - "isDeleted": false, - "id": "Kaz5kLXZXFDyoTH-PBMnX", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -436.3664783213617, - "y": 58.59615044805199, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 96.29901872548453, - "height": 6.30175326862328, - "seed": 304895207, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694425809435, - "link": null, - "locked": false, - "startBinding": { - "elementId": "STFjjZ_T6V7Qr_PJrUssD", - "focus": -0.3364083893759529, - "gap": 18.6493478196478 - }, - "endBinding": { - "elementId": "_5O__8RSAgyYEjj52QWQa", - "focus": 0.15289147448423843, - "gap": 12.828800746221646 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 47.60878558205559, - 5.303199166662992 - ], - [ - 96.29901872548453, - 6.30175326862328 - ] - ] - }, - { - "type": "rectangle", - "version": 1303, - "versionNonce": 1201402473, - "isDeleted": false, - "id": "A-w74t2U8KhWGVHUkezUc", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -824.6049413670598, - "y": 205.9034087520892, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 211.94201568133667, - "height": 160.37154720911553, - "seed": 237203975, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "id": "1lEqUhAiHFpEP6HiKEUp_", - "type": "arrow" - }, - { - "id": "Z9Kz5m_3H3E__QcHxC9Do", - "type": "arrow" - }, - { - "id": "NtIZtQIEXXjabfvgMB72Z", - "type": "arrow" - } - ], - "updated": 1694426362050, - "link": null, - "locked": false - }, - { - "type": "rectangle", - "version": 1239, - "versionNonce": 1379879561, - "isDeleted": false, - "id": "9H0Kung5JelARTbzw4Lph", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -804.1064084355235, - "y": 292.008626588698, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 174, - "height": 54, - "seed": 1763023143, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "WLUe9zPZ" - } - ], - "updated": 1694425765331, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1246, - "versionNonce": 1927745897, - "isDeleted": false, - "id": "WLUe9zPZ", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -778.8063519780039, - "y": 306.508626588698, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 123.39988708496094, - "height": 25, - "seed": 1836440647, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425765331, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Deltalake-rs", - "rawText": "Deltalake-rs", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "9H0Kung5JelARTbzw4Lph", - "originalText": "Deltalake-rs", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 1455, - "versionNonce": 579721863, - "isDeleted": false, - "id": "07HIVdZ7ysqomUxl6Wc5D", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -807.0108285272289, - "y": 222.38801816186418, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 174, - "height": 54, - "seed": 2132851559, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "L0lMdfKr" - } - ], - "updated": 1694426975363, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1483, - "versionNonce": 1159655847, - "isDeleted": false, - "id": "L0lMdfKr", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -775.1707787835766, - "y": 236.88801816186418, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 110.31990051269531, - "height": 25, - "seed": 1382200967, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694426975363, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Datafusion", - "rawText": "Datafusion", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "07HIVdZ7ysqomUxl6Wc5D", - "originalText": "Datafusion", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "text", - "version": 1002, - "versionNonce": 353816873, - "isDeleted": false, - "id": "ASf2lSVs", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -765.8505469266626, - "y": 164.68843040992243, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 111.89990234375, - "height": 25, - "seed": 1576553895, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425774329, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Query layer", - "rawText": "Query layer", - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Query layer", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 248, - "versionNonce": 2091611113, - "isDeleted": false, - "id": "1lEqUhAiHFpEP6HiKEUp_", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -595.4124461041608, - "y": 282.1385557820638, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 250.47473797418434, - "height": 1.2772915966789924, - "seed": 1265951783, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694425785400, - "link": null, - "locked": false, - "startBinding": { - "elementId": "A-w74t2U8KhWGVHUkezUc", - "focus": -0.05672252712016193, - "gap": 17.25047958156233 - }, - "endBinding": { - "elementId": "_5O__8RSAgyYEjj52QWQa", - "focus": -0.4063360367668982, - "gap": 17.699049280320992 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 250.47473797418434, - 1.2772915966789924 - ] - ] - }, - { - "type": "diamond", - "version": 373, - "versionNonce": 426024777, - "isDeleted": false, - "id": "bV5ib_98jtBz0JNEnFyPo", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1638.5050076138593, - "y": 224.96126942718, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 170, - "height": 179, - "seed": 1625557959, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [ - { - "type": "text", - "id": "hNydNMBS" - }, - { - "id": "ne6VJtILP8XZ2vINxZYLF", - "type": "arrow" - } - ], - "updated": 1694426341459, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 336, - "versionNonce": 2080624169, - "isDeleted": false, - "id": "hNydNMBS", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1575.844988692961, - "y": 302.21126942718, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 44.679962158203125, - "height": 25, - "seed": 684751399, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694426341459, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "User", - "rawText": "User", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "bV5ib_98jtBz0JNEnFyPo", - "originalText": "User", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 152, - "versionNonce": 1352865769, - "isDeleted": false, - "id": "OAlZpw9HNi63pEfkkfYId", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1376.927685665676, - "y": 286.1848720328337, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 201, - "height": 57, - "seed": 967068327, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "WWU2uRUd" - }, - { - "id": "ne6VJtILP8XZ2vINxZYLF", - "type": "arrow" - }, - { - "id": "Z9Kz5m_3H3E__QcHxC9Do", - "type": "arrow" - } - ], - "updated": 1694426341459, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 76, - "versionNonce": 36319945, - "isDeleted": false, - "id": "WWU2uRUd", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1343.5276307340355, - "y": 302.1848720328337, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 134.19989013671875, - "height": 25, - "seed": 1757279879, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694426341459, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Datagrip etc.", - "rawText": "Datagrip etc.", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "OAlZpw9HNi63pEfkkfYId", - "originalText": "Datagrip etc.", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 272, - "versionNonce": 666514823, - "isDeleted": false, - "id": "ne6VJtILP8XZ2vINxZYLF", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1463.3120378293486, - "y": 315.7462971593692, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 75.59611011009679, - "height": 1.0078217621664862, - "seed": 2138294857, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694426976867, - "link": null, - "locked": false, - "startBinding": { - "elementId": "bV5ib_98jtBz0JNEnFyPo", - "gap": 5.349601055717763, - "focus": 0.027792736186716863 - }, - "endBinding": { - "elementId": "OAlZpw9HNi63pEfkkfYId", - "gap": 10.788242053575686, - "focus": 0.04792432560227718 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 75.59611011009679, - -1.0078217621664862 - ] - ] - }, - { - "type": "arrow", - "version": 356, - "versionNonce": 1320925703, - "isDeleted": false, - "id": "Z9Kz5m_3H3E__QcHxC9Do", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1168.1442950661583, - "y": 309.2827545172863, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 65.13462916237427, - "height": 1.5448576631054038, - "seed": 897801575, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694426976868, - "link": null, - "locked": false, - "startBinding": { - "elementId": "OAlZpw9HNi63pEfkkfYId", - "gap": 7.783390599517816, - "focus": -0.258078821169876 - }, - "endBinding": { - "elementId": "YfgACi5nTj4TZky737c4E", - "gap": 10.274230293680375, - "focus": -0.028963559887367048 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 65.13462916237427, - 1.5448576631054038 - ] - ] - }, - { - "type": "rectangle", - "version": 1397, - "versionNonce": 54085801, - "isDeleted": false, - "id": "YfgACi5nTj4TZky737c4E", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1092.7354356101037, - "y": 285.2929729770164, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 174, - "height": 54, - "seed": 1561881929, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "QIQshNEu" - }, - { - "id": "Z9Kz5m_3H3E__QcHxC9Do", - "type": "arrow" - }, - { - "id": "NtIZtQIEXXjabfvgMB72Z", - "type": "arrow" - } - ], - "updated": 1694426362050, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1428, - "versionNonce": 972318953, - "isDeleted": false, - "id": "QIQshNEu", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1030.4754105856896, - "y": 299.7929729770164, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 49.479949951171875, - "height": 25, - "seed": 1947065385, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694426353906, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Trino", - "rawText": "Trino", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "YfgACi5nTj4TZky737c4E", - "originalText": "Trino", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 85, - "versionNonce": 178005063, - "isDeleted": false, - "id": "NtIZtQIEXXjabfvgMB72Z", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -911.3467637351037, - "y": 310.4707073520164, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 71.291015625, - "height": 1.3046875, - "seed": 1744693927, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694426976868, - "link": null, - "locked": false, - "startBinding": { - "elementId": "YfgACi5nTj4TZky737c4E", - "gap": 7.388671875, - "focus": -0.12414796093168354 - }, - "endBinding": { - "elementId": "A-w74t2U8KhWGVHUkezUc", - "gap": 15.450806743043813, - "focus": -0.3398269862933125 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 71.291015625, - 1.3046875 - ] - ] - } - ], - "appState": { - "theme": "dark", - "viewBackgroundColor": "#ffffff", - "currentItemStrokeColor": "#1e1e1e", - "currentItemBackgroundColor": "transparent", - "currentItemFillStyle": "hachure", - "currentItemStrokeWidth": 0.5, - "currentItemStrokeStyle": "solid", - "currentItemRoughness": 1, - "currentItemOpacity": 100, - "currentItemFontFamily": 1, - "currentItemFontSize": 20, - "currentItemTextAlign": "left", - "currentItemStartArrowhead": null, - "currentItemEndArrowhead": "arrow", - "scrollX": 1700.2651420113132, - "scrollY": 397.79598871653195, - "zoom": { - "value": 1.55 - }, - "currentItemRoundness": "round", - "gridSize": null, - "gridColor": { - "Bold": "#C9C9C9FF", - "Regular": "#EDEDEDFF" - }, - "currentStrokeOptions": null, - "previousGridSize": null, - "frameRendering": { - "enabled": true, - "clip": true, - "name": true, - "outline": true - } - }, - "files": {} -} -``` - -%% diff --git a/static/assets/2023-09-09-data-real-time.md b/static/assets/2023-09-09-data-real-time.md deleted file mode 100644 index f422e1a..0000000 --- a/static/assets/2023-09-09-data-real-time.md +++ /dev/null @@ -1,1551 +0,0 @@ ---- - -excalidraw-plugin: parsed -tags: [excalidraw] - ---- - -==⚠ Switch to EXCALIDRAW VIEW in the MORE OPTIONS menu of this document. ⚠== - -# Text Elements - -Apache Ballista ^fY4VJUd2 - -Deltalake-rs ^ZlW8ctRJ - -Datafusion ^Y9pLlJuV - -Datalake Ingest ^y9bf23KX - -NATS Listener ^lM6pLFg4 - -User ^hNydNMBS - -Datagrip etc. ^WWU2uRUd - -Trino ^QIQshNEu - -Clickhouse stream ^EGexhjtm - -Data lake ^ZL6R0XLe - -Deltalake-rs ^RHRVKwW5 - -Datafusion ^E7y8a7qW - -Backfill data lake ^XjJ5OuSn - -Clickhouse ^X3iBzGJQ - -%% - -# Drawing - -```json -{ - "type": "excalidraw", - "version": 2, - "source": "https://github.com/zsviczian/obsidian-excalidraw-plugin/releases/tag/1.9.19", - "elements": [ - { - "type": "rectangle", - "version": 778, - "versionNonce": 1378056073, - "isDeleted": false, - "id": "lbTbwGgprQz9alIjFU62s", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -850.6455101665983, - "y": -254.75005380364183, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 403, - "height": 456.146165009321, - "seed": 1179358089, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [], - "updated": 1694427206284, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 545, - "versionNonce": 1475725031, - "isDeleted": false, - "id": "fY4VJUd2", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -728.6994519135567, - "y": -300.66520303588635, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 155.4598846435547, - "height": 25, - "seed": 859770537, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425739914, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Apache Ballista", - "rawText": "Apache Ballista", - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Apache Ballista", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 993, - "versionNonce": 677713225, - "isDeleted": false, - "id": "1-s1oEyhm8R5ldDZ08iLY", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -829.3905658512892, - "y": -211.53480005254227, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 211.94201568133667, - "height": 160.37154720911553, - "seed": 487888521, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "id": "TU0TBs0VeZbGHiFvmzAow", - "type": "arrow" - }, - { - "id": "jmo2r381ytqooJEnaIwdl", - "type": "arrow" - }, - { - "id": "r9pJCAcOhJL_bPRVn3YDp", - "type": "arrow" - } - ], - "updated": 1694427198547, - "link": null, - "locked": false - }, - { - "type": "rectangle", - "version": 932, - "versionNonce": 1467194215, - "isDeleted": false, - "id": "Yb0qTM52r0fpZtav0jxI5", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -808.892032919753, - "y": -125.42958221593346, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 174, - "height": 54, - "seed": 1442509321, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "ZlW8ctRJ" - } - ], - "updated": 1694425739914, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 939, - "versionNonce": 1566152327, - "isDeleted": false, - "id": "ZlW8ctRJ", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -783.5919764622334, - "y": -110.92958221593346, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 123.39988708496094, - "height": 25, - "seed": 387479207, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425739914, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Deltalake-rs", - "rawText": "Deltalake-rs", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "Yb0qTM52r0fpZtav0jxI5", - "originalText": "Deltalake-rs", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 1014, - "versionNonce": 430777865, - "isDeleted": false, - "id": "HGJa-pWD0_ptwRhExbdYp", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -807.7751367218127, - "y": -193.15577798508252, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 174, - "height": 54, - "seed": 1528554793, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "Y9pLlJuV" - } - ], - "updated": 1694427130609, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1042, - "versionNonce": 1460501737, - "isDeleted": false, - "id": "Y9pLlJuV", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -775.9350869781604, - "y": -178.65577798508252, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 110.31990051269531, - "height": 25, - "seed": 1989629961, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694427130609, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Datafusion", - "rawText": "Datafusion", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "HGJa-pWD0_ptwRhExbdYp", - "originalText": "Datafusion", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "text", - "version": 545, - "versionNonce": 1495478247, - "isDeleted": false, - "id": "y9bf23KX", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -800.9940539401147, - "y": -246.81358867201362, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 166.21987915039062, - "height": 25, - "seed": 863988423, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425739914, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Datalake Ingest", - "rawText": "Datalake Ingest", - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Datalake Ingest", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 517, - "versionNonce": 1253029639, - "isDeleted": false, - "id": "TU0TBs0VeZbGHiFvmzAow", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -605.7398762516221, - "y": -122.85623979882757, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 258.44162618441726, - "height": 2.0111156478089924, - "seed": 916136297, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694427111526, - "link": null, - "locked": false, - "startBinding": { - "elementId": "1-s1oEyhm8R5ldDZ08iLY", - "focus": 0.12383105971365409, - "gap": 11.708673918330419 - }, - "endBinding": null, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 128.69076520758506, - -1.7683182234867445 - ], - [ - 258.44162618441726, - -2.0111156478089924 - ] - ] - }, - { - "type": "rectangle", - "version": 548, - "versionNonce": 586061991, - "isDeleted": false, - "id": "nRrbVZ9Epo0Ngq2G5lqIF", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1150.9068343863344, - "y": -158.4193678427749, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 206, - "height": 60, - "seed": 1059478025, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "lM6pLFg4" - }, - { - "id": "jmo2r381ytqooJEnaIwdl", - "type": "arrow" - } - ], - "updated": 1694425822764, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 312, - "versionNonce": 318958535, - "isDeleted": false, - "id": "lM6pLFg4", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1119.1967742667055, - "y": -140.9193678427749, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 142.5798797607422, - "height": 25, - "seed": 1909078599, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694425822764, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "NATS Listener", - "rawText": "NATS Listener", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "nRrbVZ9Epo0Ngq2G5lqIF", - "originalText": "NATS Listener", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 811, - "versionNonce": 595399655, - "isDeleted": false, - "id": "jmo2r381ytqooJEnaIwdl", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -936.2446135265398, - "y": -132.05937108992237, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 91.77155639389889, - "height": 0.04028932695155163, - "seed": 2131159847, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694427439660, - "link": null, - "locked": false, - "startBinding": { - "elementId": "nRrbVZ9Epo0Ngq2G5lqIF", - "gap": 8.662220859794616, - "focus": -0.1227824283767607 - }, - "endBinding": { - "elementId": "1-s1oEyhm8R5ldDZ08iLY", - "gap": 15.082491281351622, - "focus": 0.007689056967731829 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 91.77155639389889, - 0.04028932695155163 - ] - ] - }, - { - "type": "diamond", - "version": 576, - "versionNonce": 209904807, - "isDeleted": false, - "id": "bV5ib_98jtBz0JNEnFyPo", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1132.4197494616858, - "y": -458.03411815863234, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 170, - "height": 179, - "seed": 1625557959, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [ - { - "type": "text", - "id": "hNydNMBS" - }, - { - "id": "ne6VJtILP8XZ2vINxZYLF", - "type": "arrow" - } - ], - "updated": 1694427461801, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 539, - "versionNonce": 1546500039, - "isDeleted": false, - "id": "hNydNMBS", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -1069.7597305407874, - "y": -380.78411815863234, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 44.679962158203125, - "height": 25, - "seed": 684751399, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694427461801, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "User", - "rawText": "User", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "bV5ib_98jtBz0JNEnFyPo", - "originalText": "User", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 331, - "versionNonce": 127523911, - "isDeleted": false, - "id": "OAlZpw9HNi63pEfkkfYId", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -871.1854981656763, - "y": -397.34720033558733, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 201, - "height": 57, - "seed": 967068327, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "WWU2uRUd" - }, - { - "id": "ne6VJtILP8XZ2vINxZYLF", - "type": "arrow" - }, - { - "id": "Z9Kz5m_3H3E__QcHxC9Do", - "type": "arrow" - } - ], - "updated": 1694427240634, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 255, - "versionNonce": 885308263, - "isDeleted": false, - "id": "WWU2uRUd", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -837.7854432340357, - "y": -381.34720033558733, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 134.19989013671875, - "height": 25, - "seed": 1757279879, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694427240634, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Datagrip etc.", - "rawText": "Datagrip etc.", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "OAlZpw9HNi63pEfkkfYId", - "originalText": "Datagrip etc.", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 891, - "versionNonce": 712618503, - "isDeleted": false, - "id": "ne6VJtILP8XZ2vINxZYLF", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -957.9047893009576, - "y": -367.4201630292707, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 75.93104908170562, - "height": 1.1626260164981659, - "seed": 2138294857, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694427461801, - "link": null, - "locked": false, - "startBinding": { - "elementId": "bV5ib_98jtBz0JNEnFyPo", - "gap": 4.650350662390245, - "focus": 0.027792736186716644 - }, - "endBinding": { - "elementId": "OAlZpw9HNi63pEfkkfYId", - "gap": 10.788242053575686, - "focus": 0.04792432560227676 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 75.93104908170562, - -1.1626260164981659 - ] - ] - }, - { - "type": "arrow", - "version": 928, - "versionNonce": 1590525159, - "isDeleted": false, - "id": "Z9Kz5m_3H3E__QcHxC9Do", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -662.4021075661585, - "y": -374.24934573946445, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 65.13462916237427, - "height": 1.5448690240850738, - "seed": 897801575, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694427439662, - "link": null, - "locked": false, - "startBinding": { - "elementId": "OAlZpw9HNi63pEfkkfYId", - "gap": 7.783390599517816, - "focus": -0.258078821167517 - }, - "endBinding": { - "elementId": "YfgACi5nTj4TZky737c4E", - "gap": 10.274230293680375, - "focus": -0.02896355988736744 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 65.13462916237427, - 1.5448690240850738 - ] - ] - }, - { - "type": "rectangle", - "version": 1578, - "versionNonce": 390829063, - "isDeleted": false, - "id": "YfgACi5nTj4TZky737c4E", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -586.9932481101039, - "y": -398.23909939140464, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 174, - "height": 54, - "seed": 1561881929, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "QIQshNEu" - }, - { - "id": "Z9Kz5m_3H3E__QcHxC9Do", - "type": "arrow" - }, - { - "id": "7bLe-KmB1amqDT7HfYhcP", - "type": "arrow" - } - ], - "updated": 1694427247933, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1607, - "versionNonce": 910213671, - "isDeleted": false, - "id": "QIQshNEu", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -524.7332230856898, - "y": -383.73909939140464, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 49.479949951171875, - "height": 25, - "seed": 1947065385, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694427240634, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Trino", - "rawText": "Trino", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "YfgACi5nTj4TZky737c4E", - "originalText": "Trino", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 1085, - "versionNonce": 2066167241, - "isDeleted": false, - "id": "mGIVmMpCtX1j2DqWfuaep", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -317.6267267705606, - "y": -154.58702000271026, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 174, - "height": 60, - "seed": 1007731815, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "EGexhjtm" - }, - { - "id": "If2OO4m1dPAqsLJluYdPx", - "type": "arrow" - } - ], - "updated": 1694427447256, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1143, - "versionNonce": 1742067753, - "isDeleted": false, - "id": "EGexhjtm", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -283.83667244927153, - "y": -149.58702000271026, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 106.41989135742188, - "height": 50, - "seed": 1718198151, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694427207363, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Clickhouse \nstream", - "rawText": "Clickhouse stream", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "mGIVmMpCtX1j2DqWfuaep", - "originalText": "Clickhouse stream", - "lineHeight": 1.25, - "baseline": 43 - }, - { - "type": "rectangle", - "version": 1240, - "versionNonce": 1506804359, - "isDeleted": false, - "id": "bUfSPKcrxAbHVIhon8zdV", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -321.34635155421597, - "y": 58.0210233411388, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 174, - "height": 60, - "seed": 131767399, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "ZL6R0XLe" - }, - { - "id": "ya5hmY6FMiYvG3RPx5lUE", - "type": "arrow" - } - ], - "updated": 1694427227001, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1306, - "versionNonce": 1489062377, - "isDeleted": false, - "id": "ZL6R0XLe", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -285.7763213418136, - "y": 75.5210233411388, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 102.85993957519531, - "height": 25, - "seed": 1261991815, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694427225409, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Data lake", - "rawText": "Data lake", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "bUfSPKcrxAbHVIhon8zdV", - "originalText": "Data lake", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 1086, - "versionNonce": 2121507721, - "isDeleted": false, - "id": "ihQ_xfIEmLaRM_uhD2Dds", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -675.2723013948541, - "y": 17.429749964029668, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 211.94201568133667, - "height": 160.37154720911553, - "seed": 60358761, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "id": "ya5hmY6FMiYvG3RPx5lUE", - "type": "arrow" - }, - { - "id": "r9pJCAcOhJL_bPRVn3YDp", - "type": "arrow" - } - ], - "updated": 1694427198547, - "link": null, - "locked": false - }, - { - "type": "rectangle", - "version": 1024, - "versionNonce": 738682343, - "isDeleted": false, - "id": "nPC2Syf7UZi_Ky6qWX4_Q", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -654.7737684633178, - "y": 103.53496780063847, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 174, - "height": 54, - "seed": 525273929, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "RHRVKwW5" - } - ], - "updated": 1694427162316, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1031, - "versionNonce": 839913735, - "isDeleted": false, - "id": "RHRVKwW5", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -629.4737120057982, - "y": 118.03496780063847, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 123.39988708496094, - "height": 25, - "seed": 834714153, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694427162316, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Deltalake-rs", - "rawText": "Deltalake-rs", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "nPC2Syf7UZi_Ky6qWX4_Q", - "originalText": "Deltalake-rs", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "rectangle", - "version": 1106, - "versionNonce": 1142315047, - "isDeleted": false, - "id": "HJFmRXo0B2DId0k4HzrOG", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -653.6568722653776, - "y": 35.80877203148941, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 174, - "height": 54, - "seed": 735677705, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "E7y8a7qW" - } - ], - "updated": 1694427162316, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1134, - "versionNonce": 1208400711, - "isDeleted": false, - "id": "E7y8a7qW", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -621.8168225217253, - "y": 50.30877203148941, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 110.31990051269531, - "height": 25, - "seed": 1427440617, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694427162316, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Datafusion", - "rawText": "Datafusion", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "HJFmRXo0B2DId0k4HzrOG", - "originalText": "Datafusion", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "text", - "version": 655, - "versionNonce": 1350337801, - "isDeleted": false, - "id": "XjJ5OuSn", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -646.8757894836795, - "y": -17.84903865544169, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 180.9198760986328, - "height": 25, - "seed": 2038341321, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694427167098, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Backfill data lake", - "rawText": "Backfill data lake", - "textAlign": "left", - "verticalAlign": "top", - "containerId": null, - "originalText": "Backfill data lake", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 88, - "versionNonce": 298857031, - "isDeleted": false, - "id": "ya5hmY6FMiYvG3RPx5lUE", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -447.33028571351747, - "y": 95.86444225871003, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 113.62769977130779, - "height": 2.1230813570820573, - "seed": 999529673, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694427439663, - "link": null, - "locked": false, - "startBinding": { - "elementId": "ihQ_xfIEmLaRM_uhD2Dds", - "gap": 16, - "focus": -0.04905419147342449 - }, - "endBinding": { - "elementId": "bUfSPKcrxAbHVIhon8zdV", - "gap": 12.356234387993709, - "focus": -0.37384089703729495 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 113.62769977130779, - 2.1230813570820573 - ] - ] - }, - { - "type": "arrow", - "version": 72, - "versionNonce": 690506345, - "isDeleted": false, - "id": "r9pJCAcOhJL_bPRVn3YDp", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -694.4077668632623, - "y": 7.3552700377521205, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 21.6036184210526, - "height": 42.5370065789474, - "seed": 1088994215, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694427198547, - "link": null, - "locked": false, - "startBinding": { - "elementId": "ihQ_xfIEmLaRM_uhD2Dds", - "focus": -0.5403382941809216, - "gap": 19.135465468408142 - }, - "endBinding": { - "elementId": "1-s1oEyhm8R5ldDZ08iLY", - "focus": 0.2824426465940421, - "gap": 15.981516302231455 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - -21.6036184210526, - -42.5370065789474 - ] - ] - }, - { - "type": "rectangle", - "version": 1184, - "versionNonce": 1384716169, - "isDeleted": false, - "id": "CMz9dAYpVvPjl55AZLkfF", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -70.86536125685575, - "y": -158.15459838330062, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 174, - "height": 60, - "seed": 2028440871, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "X3iBzGJQ" - }, - { - "id": "7bLe-KmB1amqDT7HfYhcP", - "type": "arrow" - }, - { - "id": "If2OO4m1dPAqsLJluYdPx", - "type": "arrow" - } - ], - "updated": 1694427447256, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 1248, - "versionNonce": 561317513, - "isDeleted": false, - "id": "X3iBzGJQ", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -32.07530693556669, - "y": -140.65459838330062, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 96.41989135742188, - "height": 25, - "seed": 384389191, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694427443069, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Clickhouse", - "rawText": "Clickhouse", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "CMz9dAYpVvPjl55AZLkfF", - "originalText": "Clickhouse", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "arrow", - "version": 290, - "versionNonce": 1275415913, - "isDeleted": false, - "id": "7bLe-KmB1amqDT7HfYhcP", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -411.7177690030021, - "y": -341.2751151661114, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "width": 414.9144459757811, - "height": 171.96097730912658, - "seed": 1573413865, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694427443069, - "link": null, - "locked": false, - "startBinding": { - "elementId": "YfgACi5nTj4TZky737c4E", - "gap": 3.2267707449461795, - "focus": 0.3438985723828408 - }, - "endBinding": { - "elementId": "CMz9dAYpVvPjl55AZLkfF", - "gap": 11.159539473684191, - "focus": 0.3593091680589077 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 220.9901008239524, - 38.66327994070559 - ], - [ - 414.9144459757811, - 171.96097730912658 - ] - ] - }, - { - "id": "If2OO4m1dPAqsLJluYdPx", - "type": "arrow", - "x": -134.11537771289989, - "y": -123.85568825908626, - "width": 53.124999999999886, - "height": 0.8525815217391255, - "angle": 0, - "strokeColor": "#1e1e1e", - "backgroundColor": "#ffc9c9", - "fillStyle": "hachure", - "strokeWidth": 0.5, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "seed": 1411615943, - "version": 54, - "versionNonce": 1114586729, - "isDeleted": false, - "boundElements": null, - "updated": 1694427448676, - "link": null, - "locked": false, - "points": [ - [ - 0, - 0 - ], - [ - 53.124999999999886, - -0.8525815217391255 - ] - ], - "lastCommittedPoint": null, - "startBinding": { - "elementId": "mGIVmMpCtX1j2DqWfuaep", - "focus": 0.0726266596687257, - "gap": 9.51134905766071 - }, - "endBinding": { - "elementId": "CMz9dAYpVvPjl55AZLkfF", - "focus": -0.06012215008694995, - "gap": 10.12501645604425 - }, - "startArrowhead": null, - "endArrowhead": "arrow" - } - ], - "appState": { - "theme": "dark", - "viewBackgroundColor": "#ffffff", - "currentItemStrokeColor": "#1e1e1e", - "currentItemBackgroundColor": "#ffc9c9", - "currentItemFillStyle": "hachure", - "currentItemStrokeWidth": 0.5, - "currentItemStrokeStyle": "solid", - "currentItemRoughness": 1, - "currentItemOpacity": 100, - "currentItemFontFamily": 1, - "currentItemFontSize": 20, - "currentItemTextAlign": "left", - "currentItemStartArrowhead": null, - "currentItemEndArrowhead": "arrow", - "scrollX": 1314.944182060726, - "scrollY": 714.6539219547384, - "zoom": { - "value": 1.1500000000000001 - }, - "currentItemRoundness": "round", - "gridSize": null, - "gridColor": { - "Bold": "#C9C9C9FF", - "Regular": "#EDEDEDFF" - }, - "currentStrokeOptions": null, - "previousGridSize": null, - "frameRendering": { - "enabled": true, - "clip": true, - "name": true, - "outline": true - } - }, - "files": {} -} -``` - -%% diff --git a/static/assets/2023-09-09-iot-service.md b/static/assets/2023-09-09-iot-service.md deleted file mode 100644 index f5c77fc..0000000 --- a/static/assets/2023-09-09-iot-service.md +++ /dev/null @@ -1,401 +0,0 @@ ---- - -excalidraw-plugin: parsed -tags: [excalidraw] - ---- - -==⚠ Switch to EXCALIDRAW VIEW in the MORE OPTIONS menu of this document. ⚠== - -# Text Elements - -IoT Service ^EoQSgbi1 - -IoT Sensor ^HZlDcT2x - -Data platform Ingest ^72o9GXma - -%% - -# Drawing - -```json -{ - "type": "excalidraw", - "version": 2, - "source": "https://github.com/zsviczian/obsidian-excalidraw-plugin/releases/tag/1.9.19", - "elements": [ - { - "type": "rectangle", - "version": 701, - "versionNonce": 167105808, - "isDeleted": false, - "id": "2wHeg2N53IYzpgCwRZ_sV", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -109.90675912352219, - "y": -145.46057384034123, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 149, - "height": 151, - "seed": 746651120, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "EoQSgbi1" - }, - { - "id": "jYcTtzBU6Ba3uXE02Cful", - "type": "arrow" - }, - { - "id": "vzeGuvlzbu9D-RUnuM_MZ", - "type": "arrow" - } - ], - "updated": 1694341385095, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 520, - "versionNonce": 77116176, - "isDeleted": false, - "id": "EoQSgbi1", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -93.19669900389329, - "y": -82.46057384034123, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 115.57987976074219, - "height": 25, - "seed": 25935856, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694341385095, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "IoT Service", - "rawText": "IoT Service", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "2wHeg2N53IYzpgCwRZ_sV", - "originalText": "IoT Service", - "lineHeight": 1.25, - "baseline": 18 - }, - { - "type": "diamond", - "version": 552, - "versionNonce": 1837905680, - "isDeleted": false, - "id": "HKT3KgeY8V3T-f2SJo_3r", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -488.4076748989678, - "y": -159.80102940728523, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 220, - "height": 200, - "seed": 737034736, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [ - { - "type": "text", - "id": "HZlDcT2x" - }, - { - "id": "jYcTtzBU6Ba3uXE02Cful", - "type": "arrow" - } - ], - "updated": 1694341514931, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 546, - "versionNonce": 722654480, - "isDeleted": false, - "id": "HZlDcT2x", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -409.8976422451592, - "y": -84.80102940728523, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 62.97993469238281, - "height": 50, - "seed": 716211184, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694341514931, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "IoT \nSensor", - "rawText": "IoT Sensor", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "HKT3KgeY8V3T-f2SJo_3r", - "originalText": "IoT Sensor", - "lineHeight": 1.25, - "baseline": 43 - }, - { - "type": "arrow", - "version": 642, - "versionNonce": 1628229904, - "isDeleted": false, - "id": "jYcTtzBU6Ba3uXE02Cful", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": -260.6056224823998, - "y": -63.47351673236517, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 133.76296346137323, - "height": 0.9440251662323789, - "seed": 1541047792, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694341514931, - "link": null, - "locked": false, - "startBinding": { - "elementId": "HKT3KgeY8V3T-f2SJo_3r", - "gap": 8.623177202385875, - "focus": -0.028358267431578415 - }, - "endBinding": { - "elementId": "2wHeg2N53IYzpgCwRZ_sV", - "gap": 16.935899897504328, - "focus": -0.06442193471262163 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 133.76296346137323, - -0.9440251662323789 - ] - ] - }, - { - "type": "rectangle", - "version": 331, - "versionNonce": 369345808, - "isDeleted": false, - "id": "EpQKc79arb5LHLs5lDD9x", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 148.9076748989678, - "y": -128.05834559271477, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 204, - "height": 179, - "seed": 477382640, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 3 - }, - "boundElements": [ - { - "type": "text", - "id": "72o9GXma" - }, - { - "id": "vzeGuvlzbu9D-RUnuM_MZ", - "type": "arrow" - } - ], - "updated": 1694341385095, - "link": null, - "locked": false - }, - { - "type": "text", - "version": 294, - "versionNonce": 963158800, - "isDeleted": false, - "id": "72o9GXma", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "solid", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 173.20776950345999, - "y": -63.55834559271477, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 155.39981079101562, - "height": 50, - "seed": 1753598448, - "groupIds": [], - "frameId": null, - "roundness": null, - "boundElements": [], - "updated": 1694341385095, - "link": null, - "locked": false, - "fontSize": 20, - "fontFamily": 1, - "text": "Data platform \nIngest", - "rawText": "Data platform Ingest", - "textAlign": "center", - "verticalAlign": "middle", - "containerId": "EpQKc79arb5LHLs5lDD9x", - "originalText": "Data platform Ingest", - "lineHeight": 1.25, - "baseline": 43 - }, - { - "type": "arrow", - "version": 315, - "versionNonce": 420523792, - "isDeleted": false, - "id": "vzeGuvlzbu9D-RUnuM_MZ", - "fillStyle": "hachure", - "strokeWidth": 1, - "strokeStyle": "dashed", - "roughness": 1, - "opacity": 100, - "angle": 0, - "x": 49.56397613476656, - "y": -68.71372587133547, - "strokeColor": "#1e1e1e", - "backgroundColor": "transparent", - "width": 78.50557061906932, - "height": 2.059257777181273, - "seed": 2065107952, - "groupIds": [], - "frameId": null, - "roundness": { - "type": 2 - }, - "boundElements": [], - "updated": 1694341501797, - "link": null, - "locked": false, - "startBinding": { - "elementId": "2wHeg2N53IYzpgCwRZ_sV", - "gap": 10.470735258288755, - "focus": -0.012678407176878778 - }, - "endBinding": { - "elementId": "EpQKc79arb5LHLs5lDD9x", - "gap": 20.83812814513192, - "focus": 0.2698545781974716 - }, - "lastCommittedPoint": null, - "startArrowhead": null, - "endArrowhead": "arrow", - "points": [ - [ - 0, - 0 - ], - [ - 78.50557061906932, - 2.059257777181273 - ] - ] - } - ], - "appState": { - "theme": "dark", - "viewBackgroundColor": "#ffffff", - "currentItemStrokeColor": "#1e1e1e", - "currentItemBackgroundColor": "transparent", - "currentItemFillStyle": "hachure", - "currentItemStrokeWidth": 1, - "currentItemStrokeStyle": "solid", - "currentItemRoughness": 1, - "currentItemOpacity": 100, - "currentItemFontFamily": 1, - "currentItemFontSize": 20, - "currentItemTextAlign": "left", - "currentItemStartArrowhead": null, - "currentItemEndArrowhead": "arrow", - "scrollX": 826.25, - "scrollY": 377.71484375, - "zoom": { - "value": 2 - }, - "currentItemRoundness": "round", - "gridSize": null, - "gridColor": { - "Bold": "#C9C9C9FF", - "Regular": "#EDEDEDFF" - }, - "currentStrokeOptions": null, - "previousGridSize": null, - "frameRendering": { - "enabled": true, - "clip": true, - "name": true, - "outline": true - } - }, - "files": {} -} -``` - -%%