Files
kasperhermansen-blog/content/posts/assets/2023-09-09-data-real-time.md
kjuulh 4bb6b0228a
Some checks failed
continuous-integration/drone/push Build is failing
feat: add blog contents
2025-07-31 11:01:22 +02:00

37 KiB

excalidraw-plugin, tags
excalidraw-plugin tags
parsed
excalidraw

==⚠ Switch to EXCALIDRAW VIEW in the MORE OPTIONS menu of this document. ⚠==

Text Elements

Apache Ballista ^fY4VJUd2

Deltalake-rs ^ZlW8ctRJ

Datafusion ^Y9pLlJuV

Datalake Ingest ^y9bf23KX

NATS Listener ^lM6pLFg4

User ^hNydNMBS

Datagrip etc. ^WWU2uRUd

Trino ^QIQshNEu

Clickhouse stream ^EGexhjtm

Data lake ^ZL6R0XLe

Deltalake-rs ^RHRVKwW5

Datafusion ^E7y8a7qW

Backfill data lake ^XjJ5OuSn

Clickhouse ^X3iBzGJQ

%%

Drawing

{
  "type": "excalidraw",
  "version": 2,
  "source": "https://github.com/zsviczian/obsidian-excalidraw-plugin/releases/tag/1.9.19",
  "elements": [
    {
      "type": "rectangle",
      "version": 778,
      "versionNonce": 1378056073,
      "isDeleted": false,
      "id": "lbTbwGgprQz9alIjFU62s",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -850.6455101665983,
      "y": -254.75005380364183,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 403,
      "height": 456.146165009321,
      "seed": 1179358089,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 3
      },
      "boundElements": [],
      "updated": 1694427206284,
      "link": null,
      "locked": false
    },
    {
      "type": "text",
      "version": 545,
      "versionNonce": 1475725031,
      "isDeleted": false,
      "id": "fY4VJUd2",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -728.6994519135567,
      "y": -300.66520303588635,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 155.4598846435547,
      "height": 25,
      "seed": 859770537,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "boundElements": [],
      "updated": 1694425739914,
      "link": null,
      "locked": false,
      "fontSize": 20,
      "fontFamily": 1,
      "text": "Apache Ballista",
      "rawText": "Apache Ballista",
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "Apache Ballista",
      "lineHeight": 1.25,
      "baseline": 18
    },
    {
      "type": "rectangle",
      "version": 993,
      "versionNonce": 677713225,
      "isDeleted": false,
      "id": "1-s1oEyhm8R5ldDZ08iLY",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "dashed",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -829.3905658512892,
      "y": -211.53480005254227,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 211.94201568133667,
      "height": 160.37154720911553,
      "seed": 487888521,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 3
      },
      "boundElements": [
        {
          "id": "TU0TBs0VeZbGHiFvmzAow",
          "type": "arrow"
        },
        {
          "id": "jmo2r381ytqooJEnaIwdl",
          "type": "arrow"
        },
        {
          "id": "r9pJCAcOhJL_bPRVn3YDp",
          "type": "arrow"
        }
      ],
      "updated": 1694427198547,
      "link": null,
      "locked": false
    },
    {
      "type": "rectangle",
      "version": 932,
      "versionNonce": 1467194215,
      "isDeleted": false,
      "id": "Yb0qTM52r0fpZtav0jxI5",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -808.892032919753,
      "y": -125.42958221593346,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 174,
      "height": 54,
      "seed": 1442509321,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 3
      },
      "boundElements": [
        {
          "type": "text",
          "id": "ZlW8ctRJ"
        }
      ],
      "updated": 1694425739914,
      "link": null,
      "locked": false
    },
    {
      "type": "text",
      "version": 939,
      "versionNonce": 1566152327,
      "isDeleted": false,
      "id": "ZlW8ctRJ",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -783.5919764622334,
      "y": -110.92958221593346,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 123.39988708496094,
      "height": 25,
      "seed": 387479207,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "boundElements": [],
      "updated": 1694425739914,
      "link": null,
      "locked": false,
      "fontSize": 20,
      "fontFamily": 1,
      "text": "Deltalake-rs",
      "rawText": "Deltalake-rs",
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "Yb0qTM52r0fpZtav0jxI5",
      "originalText": "Deltalake-rs",
      "lineHeight": 1.25,
      "baseline": 18
    },
    {
      "type": "rectangle",
      "version": 1014,
      "versionNonce": 430777865,
      "isDeleted": false,
      "id": "HGJa-pWD0_ptwRhExbdYp",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -807.7751367218127,
      "y": -193.15577798508252,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 174,
      "height": 54,
      "seed": 1528554793,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 3
      },
      "boundElements": [
        {
          "type": "text",
          "id": "Y9pLlJuV"
        }
      ],
      "updated": 1694427130609,
      "link": null,
      "locked": false
    },
    {
      "type": "text",
      "version": 1042,
      "versionNonce": 1460501737,
      "isDeleted": false,
      "id": "Y9pLlJuV",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -775.9350869781604,
      "y": -178.65577798508252,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 110.31990051269531,
      "height": 25,
      "seed": 1989629961,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "boundElements": [],
      "updated": 1694427130609,
      "link": null,
      "locked": false,
      "fontSize": 20,
      "fontFamily": 1,
      "text": "Datafusion",
      "rawText": "Datafusion",
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "HGJa-pWD0_ptwRhExbdYp",
      "originalText": "Datafusion",
      "lineHeight": 1.25,
      "baseline": 18
    },
    {
      "type": "text",
      "version": 545,
      "versionNonce": 1495478247,
      "isDeleted": false,
      "id": "y9bf23KX",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "dashed",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -800.9940539401147,
      "y": -246.81358867201362,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 166.21987915039062,
      "height": 25,
      "seed": 863988423,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "boundElements": [],
      "updated": 1694425739914,
      "link": null,
      "locked": false,
      "fontSize": 20,
      "fontFamily": 1,
      "text": "Datalake Ingest",
      "rawText": "Datalake Ingest",
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "Datalake Ingest",
      "lineHeight": 1.25,
      "baseline": 18
    },
    {
      "type": "arrow",
      "version": 517,
      "versionNonce": 1253029639,
      "isDeleted": false,
      "id": "TU0TBs0VeZbGHiFvmzAow",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -605.7398762516221,
      "y": -122.85623979882757,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 258.44162618441726,
      "height": 2.0111156478089924,
      "seed": 916136297,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 2
      },
      "boundElements": [],
      "updated": 1694427111526,
      "link": null,
      "locked": false,
      "startBinding": {
        "elementId": "1-s1oEyhm8R5ldDZ08iLY",
        "focus": 0.12383105971365409,
        "gap": 11.708673918330419
      },
      "endBinding": null,
      "lastCommittedPoint": null,
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "points": [
        [
          0,
          0
        ],
        [
          128.69076520758506,
          -1.7683182234867445
        ],
        [
          258.44162618441726,
          -2.0111156478089924
        ]
      ]
    },
    {
      "type": "rectangle",
      "version": 548,
      "versionNonce": 586061991,
      "isDeleted": false,
      "id": "nRrbVZ9Epo0Ngq2G5lqIF",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -1150.9068343863344,
      "y": -158.4193678427749,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "#ffc9c9",
      "width": 206,
      "height": 60,
      "seed": 1059478025,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 3
      },
      "boundElements": [
        {
          "type": "text",
          "id": "lM6pLFg4"
        },
        {
          "id": "jmo2r381ytqooJEnaIwdl",
          "type": "arrow"
        }
      ],
      "updated": 1694425822764,
      "link": null,
      "locked": false
    },
    {
      "type": "text",
      "version": 312,
      "versionNonce": 318958535,
      "isDeleted": false,
      "id": "lM6pLFg4",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -1119.1967742667055,
      "y": -140.9193678427749,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 142.5798797607422,
      "height": 25,
      "seed": 1909078599,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "boundElements": [],
      "updated": 1694425822764,
      "link": null,
      "locked": false,
      "fontSize": 20,
      "fontFamily": 1,
      "text": "NATS Listener",
      "rawText": "NATS Listener",
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "nRrbVZ9Epo0Ngq2G5lqIF",
      "originalText": "NATS Listener",
      "lineHeight": 1.25,
      "baseline": 18
    },
    {
      "type": "arrow",
      "version": 811,
      "versionNonce": 595399655,
      "isDeleted": false,
      "id": "jmo2r381ytqooJEnaIwdl",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -936.2446135265398,
      "y": -132.05937108992237,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 91.77155639389889,
      "height": 0.04028932695155163,
      "seed": 2131159847,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 2
      },
      "boundElements": [],
      "updated": 1694427439660,
      "link": null,
      "locked": false,
      "startBinding": {
        "elementId": "nRrbVZ9Epo0Ngq2G5lqIF",
        "gap": 8.662220859794616,
        "focus": -0.1227824283767607
      },
      "endBinding": {
        "elementId": "1-s1oEyhm8R5ldDZ08iLY",
        "gap": 15.082491281351622,
        "focus": 0.007689056967731829
      },
      "lastCommittedPoint": null,
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "points": [
        [
          0,
          0
        ],
        [
          91.77155639389889,
          0.04028932695155163
        ]
      ]
    },
    {
      "type": "diamond",
      "version": 576,
      "versionNonce": 209904807,
      "isDeleted": false,
      "id": "bV5ib_98jtBz0JNEnFyPo",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -1132.4197494616858,
      "y": -458.03411815863234,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "#ffc9c9",
      "width": 170,
      "height": 179,
      "seed": 1625557959,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 2
      },
      "boundElements": [
        {
          "type": "text",
          "id": "hNydNMBS"
        },
        {
          "id": "ne6VJtILP8XZ2vINxZYLF",
          "type": "arrow"
        }
      ],
      "updated": 1694427461801,
      "link": null,
      "locked": false
    },
    {
      "type": "text",
      "version": 539,
      "versionNonce": 1546500039,
      "isDeleted": false,
      "id": "hNydNMBS",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -1069.7597305407874,
      "y": -380.78411815863234,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "#ffc9c9",
      "width": 44.679962158203125,
      "height": 25,
      "seed": 684751399,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "boundElements": [],
      "updated": 1694427461801,
      "link": null,
      "locked": false,
      "fontSize": 20,
      "fontFamily": 1,
      "text": "User",
      "rawText": "User",
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "bV5ib_98jtBz0JNEnFyPo",
      "originalText": "User",
      "lineHeight": 1.25,
      "baseline": 18
    },
    {
      "type": "rectangle",
      "version": 331,
      "versionNonce": 127523911,
      "isDeleted": false,
      "id": "OAlZpw9HNi63pEfkkfYId",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -871.1854981656763,
      "y": -397.34720033558733,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 201,
      "height": 57,
      "seed": 967068327,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 3
      },
      "boundElements": [
        {
          "type": "text",
          "id": "WWU2uRUd"
        },
        {
          "id": "ne6VJtILP8XZ2vINxZYLF",
          "type": "arrow"
        },
        {
          "id": "Z9Kz5m_3H3E__QcHxC9Do",
          "type": "arrow"
        }
      ],
      "updated": 1694427240634,
      "link": null,
      "locked": false
    },
    {
      "type": "text",
      "version": 255,
      "versionNonce": 885308263,
      "isDeleted": false,
      "id": "WWU2uRUd",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -837.7854432340357,
      "y": -381.34720033558733,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 134.19989013671875,
      "height": 25,
      "seed": 1757279879,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "boundElements": [],
      "updated": 1694427240634,
      "link": null,
      "locked": false,
      "fontSize": 20,
      "fontFamily": 1,
      "text": "Datagrip etc.",
      "rawText": "Datagrip etc.",
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "OAlZpw9HNi63pEfkkfYId",
      "originalText": "Datagrip etc.",
      "lineHeight": 1.25,
      "baseline": 18
    },
    {
      "type": "arrow",
      "version": 891,
      "versionNonce": 712618503,
      "isDeleted": false,
      "id": "ne6VJtILP8XZ2vINxZYLF",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -957.9047893009576,
      "y": -367.4201630292707,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 75.93104908170562,
      "height": 1.1626260164981659,
      "seed": 2138294857,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 2
      },
      "boundElements": [],
      "updated": 1694427461801,
      "link": null,
      "locked": false,
      "startBinding": {
        "elementId": "bV5ib_98jtBz0JNEnFyPo",
        "gap": 4.650350662390245,
        "focus": 0.027792736186716644
      },
      "endBinding": {
        "elementId": "OAlZpw9HNi63pEfkkfYId",
        "gap": 10.788242053575686,
        "focus": 0.04792432560227676
      },
      "lastCommittedPoint": null,
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "points": [
        [
          0,
          0
        ],
        [
          75.93104908170562,
          -1.1626260164981659
        ]
      ]
    },
    {
      "type": "arrow",
      "version": 928,
      "versionNonce": 1590525159,
      "isDeleted": false,
      "id": "Z9Kz5m_3H3E__QcHxC9Do",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -662.4021075661585,
      "y": -374.24934573946445,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 65.13462916237427,
      "height": 1.5448690240850738,
      "seed": 897801575,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 2
      },
      "boundElements": [],
      "updated": 1694427439662,
      "link": null,
      "locked": false,
      "startBinding": {
        "elementId": "OAlZpw9HNi63pEfkkfYId",
        "gap": 7.783390599517816,
        "focus": -0.258078821167517
      },
      "endBinding": {
        "elementId": "YfgACi5nTj4TZky737c4E",
        "gap": 10.274230293680375,
        "focus": -0.02896355988736744
      },
      "lastCommittedPoint": null,
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "points": [
        [
          0,
          0
        ],
        [
          65.13462916237427,
          1.5448690240850738
        ]
      ]
    },
    {
      "type": "rectangle",
      "version": 1578,
      "versionNonce": 390829063,
      "isDeleted": false,
      "id": "YfgACi5nTj4TZky737c4E",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -586.9932481101039,
      "y": -398.23909939140464,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 174,
      "height": 54,
      "seed": 1561881929,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 3
      },
      "boundElements": [
        {
          "type": "text",
          "id": "QIQshNEu"
        },
        {
          "id": "Z9Kz5m_3H3E__QcHxC9Do",
          "type": "arrow"
        },
        {
          "id": "7bLe-KmB1amqDT7HfYhcP",
          "type": "arrow"
        }
      ],
      "updated": 1694427247933,
      "link": null,
      "locked": false
    },
    {
      "type": "text",
      "version": 1607,
      "versionNonce": 910213671,
      "isDeleted": false,
      "id": "QIQshNEu",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -524.7332230856898,
      "y": -383.73909939140464,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 49.479949951171875,
      "height": 25,
      "seed": 1947065385,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "boundElements": [],
      "updated": 1694427240634,
      "link": null,
      "locked": false,
      "fontSize": 20,
      "fontFamily": 1,
      "text": "Trino",
      "rawText": "Trino",
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "YfgACi5nTj4TZky737c4E",
      "originalText": "Trino",
      "lineHeight": 1.25,
      "baseline": 18
    },
    {
      "type": "rectangle",
      "version": 1085,
      "versionNonce": 2066167241,
      "isDeleted": false,
      "id": "mGIVmMpCtX1j2DqWfuaep",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -317.6267267705606,
      "y": -154.58702000271026,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 174,
      "height": 60,
      "seed": 1007731815,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 3
      },
      "boundElements": [
        {
          "type": "text",
          "id": "EGexhjtm"
        },
        {
          "id": "If2OO4m1dPAqsLJluYdPx",
          "type": "arrow"
        }
      ],
      "updated": 1694427447256,
      "link": null,
      "locked": false
    },
    {
      "type": "text",
      "version": 1143,
      "versionNonce": 1742067753,
      "isDeleted": false,
      "id": "EGexhjtm",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -283.83667244927153,
      "y": -149.58702000271026,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 106.41989135742188,
      "height": 50,
      "seed": 1718198151,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "boundElements": [],
      "updated": 1694427207363,
      "link": null,
      "locked": false,
      "fontSize": 20,
      "fontFamily": 1,
      "text": "Clickhouse \nstream",
      "rawText": "Clickhouse stream",
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "mGIVmMpCtX1j2DqWfuaep",
      "originalText": "Clickhouse stream",
      "lineHeight": 1.25,
      "baseline": 43
    },
    {
      "type": "rectangle",
      "version": 1240,
      "versionNonce": 1506804359,
      "isDeleted": false,
      "id": "bUfSPKcrxAbHVIhon8zdV",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "dashed",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -321.34635155421597,
      "y": 58.0210233411388,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "#ffc9c9",
      "width": 174,
      "height": 60,
      "seed": 131767399,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 3
      },
      "boundElements": [
        {
          "type": "text",
          "id": "ZL6R0XLe"
        },
        {
          "id": "ya5hmY6FMiYvG3RPx5lUE",
          "type": "arrow"
        }
      ],
      "updated": 1694427227001,
      "link": null,
      "locked": false
    },
    {
      "type": "text",
      "version": 1306,
      "versionNonce": 1489062377,
      "isDeleted": false,
      "id": "ZL6R0XLe",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -285.7763213418136,
      "y": 75.5210233411388,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 102.85993957519531,
      "height": 25,
      "seed": 1261991815,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "boundElements": [],
      "updated": 1694427225409,
      "link": null,
      "locked": false,
      "fontSize": 20,
      "fontFamily": 1,
      "text": "Data lake",
      "rawText": "Data lake",
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "bUfSPKcrxAbHVIhon8zdV",
      "originalText": "Data lake",
      "lineHeight": 1.25,
      "baseline": 18
    },
    {
      "type": "rectangle",
      "version": 1086,
      "versionNonce": 2121507721,
      "isDeleted": false,
      "id": "ihQ_xfIEmLaRM_uhD2Dds",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "dashed",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -675.2723013948541,
      "y": 17.429749964029668,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 211.94201568133667,
      "height": 160.37154720911553,
      "seed": 60358761,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 3
      },
      "boundElements": [
        {
          "id": "ya5hmY6FMiYvG3RPx5lUE",
          "type": "arrow"
        },
        {
          "id": "r9pJCAcOhJL_bPRVn3YDp",
          "type": "arrow"
        }
      ],
      "updated": 1694427198547,
      "link": null,
      "locked": false
    },
    {
      "type": "rectangle",
      "version": 1024,
      "versionNonce": 738682343,
      "isDeleted": false,
      "id": "nPC2Syf7UZi_Ky6qWX4_Q",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -654.7737684633178,
      "y": 103.53496780063847,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 174,
      "height": 54,
      "seed": 525273929,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 3
      },
      "boundElements": [
        {
          "type": "text",
          "id": "RHRVKwW5"
        }
      ],
      "updated": 1694427162316,
      "link": null,
      "locked": false
    },
    {
      "type": "text",
      "version": 1031,
      "versionNonce": 839913735,
      "isDeleted": false,
      "id": "RHRVKwW5",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -629.4737120057982,
      "y": 118.03496780063847,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 123.39988708496094,
      "height": 25,
      "seed": 834714153,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "boundElements": [],
      "updated": 1694427162316,
      "link": null,
      "locked": false,
      "fontSize": 20,
      "fontFamily": 1,
      "text": "Deltalake-rs",
      "rawText": "Deltalake-rs",
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "nPC2Syf7UZi_Ky6qWX4_Q",
      "originalText": "Deltalake-rs",
      "lineHeight": 1.25,
      "baseline": 18
    },
    {
      "type": "rectangle",
      "version": 1106,
      "versionNonce": 1142315047,
      "isDeleted": false,
      "id": "HJFmRXo0B2DId0k4HzrOG",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -653.6568722653776,
      "y": 35.80877203148941,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 174,
      "height": 54,
      "seed": 735677705,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 3
      },
      "boundElements": [
        {
          "type": "text",
          "id": "E7y8a7qW"
        }
      ],
      "updated": 1694427162316,
      "link": null,
      "locked": false
    },
    {
      "type": "text",
      "version": 1134,
      "versionNonce": 1208400711,
      "isDeleted": false,
      "id": "E7y8a7qW",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -621.8168225217253,
      "y": 50.30877203148941,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 110.31990051269531,
      "height": 25,
      "seed": 1427440617,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "boundElements": [],
      "updated": 1694427162316,
      "link": null,
      "locked": false,
      "fontSize": 20,
      "fontFamily": 1,
      "text": "Datafusion",
      "rawText": "Datafusion",
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "HJFmRXo0B2DId0k4HzrOG",
      "originalText": "Datafusion",
      "lineHeight": 1.25,
      "baseline": 18
    },
    {
      "type": "text",
      "version": 655,
      "versionNonce": 1350337801,
      "isDeleted": false,
      "id": "XjJ5OuSn",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "dashed",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -646.8757894836795,
      "y": -17.84903865544169,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 180.9198760986328,
      "height": 25,
      "seed": 2038341321,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "boundElements": [],
      "updated": 1694427167098,
      "link": null,
      "locked": false,
      "fontSize": 20,
      "fontFamily": 1,
      "text": "Backfill data lake",
      "rawText": "Backfill data lake",
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "Backfill data lake",
      "lineHeight": 1.25,
      "baseline": 18
    },
    {
      "type": "arrow",
      "version": 88,
      "versionNonce": 298857031,
      "isDeleted": false,
      "id": "ya5hmY6FMiYvG3RPx5lUE",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -447.33028571351747,
      "y": 95.86444225871003,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "#ffc9c9",
      "width": 113.62769977130779,
      "height": 2.1230813570820573,
      "seed": 999529673,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 2
      },
      "boundElements": [],
      "updated": 1694427439663,
      "link": null,
      "locked": false,
      "startBinding": {
        "elementId": "ihQ_xfIEmLaRM_uhD2Dds",
        "gap": 16,
        "focus": -0.04905419147342449
      },
      "endBinding": {
        "elementId": "bUfSPKcrxAbHVIhon8zdV",
        "gap": 12.356234387993709,
        "focus": -0.37384089703729495
      },
      "lastCommittedPoint": null,
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "points": [
        [
          0,
          0
        ],
        [
          113.62769977130779,
          2.1230813570820573
        ]
      ]
    },
    {
      "type": "arrow",
      "version": 72,
      "versionNonce": 690506345,
      "isDeleted": false,
      "id": "r9pJCAcOhJL_bPRVn3YDp",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -694.4077668632623,
      "y": 7.3552700377521205,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "#ffc9c9",
      "width": 21.6036184210526,
      "height": 42.5370065789474,
      "seed": 1088994215,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 2
      },
      "boundElements": [],
      "updated": 1694427198547,
      "link": null,
      "locked": false,
      "startBinding": {
        "elementId": "ihQ_xfIEmLaRM_uhD2Dds",
        "focus": -0.5403382941809216,
        "gap": 19.135465468408142
      },
      "endBinding": {
        "elementId": "1-s1oEyhm8R5ldDZ08iLY",
        "focus": 0.2824426465940421,
        "gap": 15.981516302231455
      },
      "lastCommittedPoint": null,
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "points": [
        [
          0,
          0
        ],
        [
          -21.6036184210526,
          -42.5370065789474
        ]
      ]
    },
    {
      "type": "rectangle",
      "version": 1184,
      "versionNonce": 1384716169,
      "isDeleted": false,
      "id": "CMz9dAYpVvPjl55AZLkfF",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "dashed",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -70.86536125685575,
      "y": -158.15459838330062,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "#ffc9c9",
      "width": 174,
      "height": 60,
      "seed": 2028440871,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 3
      },
      "boundElements": [
        {
          "type": "text",
          "id": "X3iBzGJQ"
        },
        {
          "id": "7bLe-KmB1amqDT7HfYhcP",
          "type": "arrow"
        },
        {
          "id": "If2OO4m1dPAqsLJluYdPx",
          "type": "arrow"
        }
      ],
      "updated": 1694427447256,
      "link": null,
      "locked": false
    },
    {
      "type": "text",
      "version": 1248,
      "versionNonce": 561317513,
      "isDeleted": false,
      "id": "X3iBzGJQ",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -32.07530693556669,
      "y": -140.65459838330062,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 96.41989135742188,
      "height": 25,
      "seed": 384389191,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "boundElements": [],
      "updated": 1694427443069,
      "link": null,
      "locked": false,
      "fontSize": 20,
      "fontFamily": 1,
      "text": "Clickhouse",
      "rawText": "Clickhouse",
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "CMz9dAYpVvPjl55AZLkfF",
      "originalText": "Clickhouse",
      "lineHeight": 1.25,
      "baseline": 18
    },
    {
      "type": "arrow",
      "version": 290,
      "versionNonce": 1275415913,
      "isDeleted": false,
      "id": "7bLe-KmB1amqDT7HfYhcP",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "dashed",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -411.7177690030021,
      "y": -341.2751151661114,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "#ffc9c9",
      "width": 414.9144459757811,
      "height": 171.96097730912658,
      "seed": 1573413865,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 2
      },
      "boundElements": [],
      "updated": 1694427443069,
      "link": null,
      "locked": false,
      "startBinding": {
        "elementId": "YfgACi5nTj4TZky737c4E",
        "gap": 3.2267707449461795,
        "focus": 0.3438985723828408
      },
      "endBinding": {
        "elementId": "CMz9dAYpVvPjl55AZLkfF",
        "gap": 11.159539473684191,
        "focus": 0.3593091680589077
      },
      "lastCommittedPoint": null,
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "points": [
        [
          0,
          0
        ],
        [
          220.9901008239524,
          38.66327994070559
        ],
        [
          414.9144459757811,
          171.96097730912658
        ]
      ]
    },
    {
      "id": "If2OO4m1dPAqsLJluYdPx",
      "type": "arrow",
      "x": -134.11537771289989,
      "y": -123.85568825908626,
      "width": 53.124999999999886,
      "height": 0.8525815217391255,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "#ffc9c9",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 2
      },
      "seed": 1411615943,
      "version": 54,
      "versionNonce": 1114586729,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1694427448676,
      "link": null,
      "locked": false,
      "points": [
        [
          0,
          0
        ],
        [
          53.124999999999886,
          -0.8525815217391255
        ]
      ],
      "lastCommittedPoint": null,
      "startBinding": {
        "elementId": "mGIVmMpCtX1j2DqWfuaep",
        "focus": 0.0726266596687257,
        "gap": 9.51134905766071
      },
      "endBinding": {
        "elementId": "CMz9dAYpVvPjl55AZLkfF",
        "focus": -0.06012215008694995,
        "gap": 10.12501645604425
      },
      "startArrowhead": null,
      "endArrowhead": "arrow"
    }
  ],
  "appState": {
    "theme": "dark",
    "viewBackgroundColor": "#ffffff",
    "currentItemStrokeColor": "#1e1e1e",
    "currentItemBackgroundColor": "#ffc9c9",
    "currentItemFillStyle": "hachure",
    "currentItemStrokeWidth": 0.5,
    "currentItemStrokeStyle": "solid",
    "currentItemRoughness": 1,
    "currentItemOpacity": 100,
    "currentItemFontFamily": 1,
    "currentItemFontSize": 20,
    "currentItemTextAlign": "left",
    "currentItemStartArrowhead": null,
    "currentItemEndArrowhead": "arrow",
    "scrollX": 1314.944182060726,
    "scrollY": 714.6539219547384,
    "zoom": {
      "value": 1.1500000000000001
    },
    "currentItemRoundness": "round",
    "gridSize": null,
    "gridColor": {
      "Bold": "#C9C9C9FF",
      "Regular": "#EDEDEDFF"
    },
    "currentStrokeOptions": null,
    "previousGridSize": null,
    "frameRendering": {
      "enabled": true,
      "clip": true,
      "name": true,
      "outline": true
    }
  },
  "files": {}
}

%%