---

excalidraw-plugin: parsed
tags: [excalidraw]

---

==⚠ Switch to EXCALIDRAW VIEW in the MORE OPTIONS menu of this document. ⚠==

# Text Elements

Services & Routing layer ^72o9GXma

NATS event consumer ^s45npuhh

Datafusion pipeline (Apache Ballista) ^zTVSQ9mn

Schema applier ^amQspibu

Error lake ^aXOOUJid

Data lake ^rgyaqp3l

If schema apply fails ^ZI5ehy6p

S3 (MiniO) ^712DogOh

%%

# Drawing

```json
{
  "type": "excalidraw",
  "version": 2,
  "source": "https://github.com/zsviczian/obsidian-excalidraw-plugin/releases/tag/1.9.19",
  "elements": [
    {
      "type": "rectangle",
      "version": 387,
      "versionNonce": 1503139600,
      "isDeleted": false,
      "id": "EpQKc79arb5LHLs5lDD9x",
      "fillStyle": "hachure",
      "strokeWidth": 1,
      "strokeStyle": "dashed",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -366.0923251010322,
      "y": -211.55834559271477,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 204,
      "height": 179,
      "seed": 477382640,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 3
      },
      "boundElements": [
        {
          "type": "text",
          "id": "72o9GXma"
        },
        {
          "id": "Sa68IFzHb_kbhirC5ZYa9",
          "type": "arrow"
        }
      ],
      "updated": 1694344865066,
      "link": null,
      "locked": false
    },
    {
      "type": "text",
      "version": 389,
      "versionNonce": 1021616624,
      "isDeleted": false,
      "id": "72o9GXma",
      "fillStyle": "hachure",
      "strokeWidth": 1,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -360.99221218599314,
      "y": -147.05834559271477,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 193.79977416992188,
      "height": 50,
      "seed": 1753598448,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "boundElements": [],
      "updated": 1694344865066,
      "link": null,
      "locked": false,
      "fontSize": 20,
      "fontFamily": 1,
      "text": "Services & Routing \nlayer",
      "rawText": "Services & Routing layer",
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "EpQKc79arb5LHLs5lDD9x",
      "originalText": "Services & Routing layer",
      "lineHeight": 1.25,
      "baseline": 43
    },
    {
      "type": "rectangle",
      "version": 374,
      "versionNonce": 1789048080,
      "isDeleted": false,
      "id": "26On9coKm71CUyFa0NAwt",
      "fillStyle": "hachure",
      "strokeWidth": 1,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -44.25,
      "y": -175.14453125,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 156,
      "height": 98,
      "seed": 110157808,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 3
      },
      "boundElements": [
        {
          "id": "Sa68IFzHb_kbhirC5ZYa9",
          "type": "arrow"
        },
        {
          "type": "text",
          "id": "s45npuhh"
        },
        {
          "id": "hLelJzbrBZHSYN9lwBMaO",
          "type": "arrow"
        }
      ],
      "updated": 1694344865066,
      "link": null,
      "locked": false
    },
    {
      "type": "text",
      "version": 337,
      "versionNonce": 232449008,
      "isDeleted": false,
      "id": "s45npuhh",
      "fillStyle": "hachure",
      "strokeWidth": 1,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -29.859939575195312,
      "y": -151.14453125,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 127.21987915039062,
      "height": 50,
      "seed": 1057794544,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "boundElements": [],
      "updated": 1694344865066,
      "link": null,
      "locked": false,
      "fontSize": 20,
      "fontFamily": 1,
      "text": "NATS event \nconsumer",
      "rawText": "NATS event consumer",
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "26On9coKm71CUyFa0NAwt",
      "originalText": "NATS event consumer",
      "lineHeight": 1.25,
      "baseline": 43
    },
    {
      "type": "arrow",
      "version": 629,
      "versionNonce": 1846427920,
      "isDeleted": false,
      "id": "Sa68IFzHb_kbhirC5ZYa9",
      "fillStyle": "hachure",
      "strokeWidth": 1,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": -142.99999999999994,
      "y": -124.64045999275731,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 83.24999999999996,
      "height": 0.7767966783556517,
      "seed": 1791612400,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 2
      },
      "boundElements": [],
      "updated": 1694345002232,
      "link": null,
      "locked": false,
      "startBinding": {
        "elementId": "EpQKc79arb5LHLs5lDD9x",
        "gap": 19.09232510103223,
        "focus": -0.04103860515644922
      },
      "endBinding": {
        "elementId": "26On9coKm71CUyFa0NAwt",
        "gap": 15.500000000000014,
        "focus": -0.06341132414040519
      },
      "lastCommittedPoint": null,
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "points": [
        [
          0,
          0
        ],
        [
          83.24999999999996,
          0.7767966783556517
        ]
      ]
    },
    {
      "type": "rectangle",
      "version": 270,
      "versionNonce": 490651920,
      "isDeleted": false,
      "id": "fhs_gMyi6RKgf8dYaLSBT",
      "fillStyle": "hachure",
      "strokeWidth": 1,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": 390.75,
      "y": -177.89453125,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 200,
      "height": 91,
      "seed": 1239993328,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 3
      },
      "boundElements": [
        {
          "type": "text",
          "id": "zTVSQ9mn"
        },
        {
          "id": "mUwnjyxDqu4NeHQAU2N2w",
          "type": "arrow"
        },
        {
          "id": "AkQqCQSq8ht48pWAAeJpr",
          "type": "arrow"
        }
      ],
      "updated": 1694344912272,
      "link": null,
      "locked": false
    },
    {
      "type": "text",
      "version": 197,
      "versionNonce": 297756944,
      "isDeleted": false,
      "id": "zTVSQ9mn",
      "fillStyle": "hachure",
      "strokeWidth": 1,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": 398.11011505126953,
      "y": -157.39453125,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 185.27976989746094,
      "height": 50,
      "seed": 1096904688,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "boundElements": [],
      "updated": 1694344946394,
      "link": null,
      "locked": false,
      "fontSize": 20,
      "fontFamily": 1,
      "text": "Datafusion pipeline\n(Apache Ballista)",
      "rawText": "Datafusion pipeline\n(Apache Ballista)",
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "fhs_gMyi6RKgf8dYaLSBT",
      "originalText": "Datafusion pipeline\n(Apache Ballista)",
      "lineHeight": 1.25,
      "baseline": 43
    },
    {
      "type": "rectangle",
      "version": 129,
      "versionNonce": 1347277072,
      "isDeleted": false,
      "id": "uZivVzfxhit67PbDewSup",
      "fillStyle": "hachure",
      "strokeWidth": 1,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": 198.5,
      "y": -174.14453125,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 104,
      "height": 96,
      "seed": 1124405232,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 3
      },
      "boundElements": [
        {
          "type": "text",
          "id": "amQspibu"
        },
        {
          "id": "hLelJzbrBZHSYN9lwBMaO",
          "type": "arrow"
        },
        {
          "id": "mUwnjyxDqu4NeHQAU2N2w",
          "type": "arrow"
        },
        {
          "id": "bMVvpgvNyJBV4m7iofm1V",
          "type": "arrow"
        }
      ],
      "updated": 1694344890598,
      "link": null,
      "locked": false
    },
    {
      "type": "text",
      "version": 98,
      "versionNonce": 1854672656,
      "isDeleted": false,
      "id": "amQspibu",
      "fillStyle": "hachure",
      "strokeWidth": 1,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": 210.99004364013672,
      "y": -151.14453125,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 79.01991271972656,
      "height": 50,
      "seed": 1966093808,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "boundElements": [],
      "updated": 1694344865067,
      "link": null,
      "locked": false,
      "fontSize": 20,
      "fontFamily": 1,
      "text": "Schema \napplier",
      "rawText": "Schema applier",
      "textAlign": "center",
      "verticalAlign": "middle",
      "containerId": "uZivVzfxhit67PbDewSup",
      "originalText": "Schema applier",
      "lineHeight": 1.25,
      "baseline": 43
    },
    {
      "type": "arrow",
      "version": 212,
      "versionNonce": 1240477968,
      "isDeleted": false,
      "id": "hLelJzbrBZHSYN9lwBMaO",
      "fillStyle": "hachure",
      "strokeWidth": 1,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": 121.50000000000004,
      "y": -130.07201453488125,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 66.49999999999996,
      "height": 1.8419941085324467,
      "seed": 454756624,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 2
      },
      "boundElements": [],
      "updated": 1694345002233,
      "link": null,
      "locked": false,
      "startBinding": {
        "elementId": "26On9coKm71CUyFa0NAwt",
        "gap": 9.750000000000028,
        "focus": -0.12427713280499124
      },
      "endBinding": {
        "elementId": "uZivVzfxhit67PbDewSup",
        "gap": 10.5,
        "focus": 0.0071660427325140694
      },
      "lastCommittedPoint": null,
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "points": [
        [
          0,
          0
        ],
        [
          66.49999999999996,
          1.8419941085324467
        ]
      ]
    },
    {
      "type": "arrow",
      "version": 329,
      "versionNonce": 1967336720,
      "isDeleted": false,
      "id": "mUwnjyxDqu4NeHQAU2N2w",
      "fillStyle": "hachure",
      "strokeWidth": 1,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": 313,
      "y": -130.11940510920346,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 66,
      "height": 0.08441126716857639,
      "seed": 1776163312,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 2
      },
      "boundElements": [],
      "updated": 1694345002234,
      "link": null,
      "locked": false,
      "startBinding": {
        "elementId": "uZivVzfxhit67PbDewSup",
        "gap": 10.5,
        "focus": -0.08103228804526064
      },
      "endBinding": {
        "elementId": "fhs_gMyi6RKgf8dYaLSBT",
        "gap": 11.75,
        "focus": -0.044880247318899974
      },
      "lastCommittedPoint": null,
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "points": [
        [
          0,
          0
        ],
        [
          66,
          -0.08441126716857639
        ]
      ]
    },
    {
      "type": "rectangle",
      "version": 246,
      "versionNonce": 304987408,
      "isDeleted": false,
      "id": "_5O__8RSAgyYEjj52QWQa",
      "fillStyle": "hachure",
      "strokeWidth": 1,
      "strokeStyle": "dashed",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": 200.59827551530225,
      "y": 17.301048334314544,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "transparent",
      "width": 398.79362598571333,
      "height": 317.8125448468521,
      "seed": 1060721136,
      "groupIds": [],
      "frameId": null,
      "roundness": {
        "type": 3
      },
      "boundElements": [
        {
          "id": "AkQqCQSq8ht48pWAAeJpr",
          "type": "arrow"
        }
      ],
      "updated": 1694344912272,
      "link": null,
      "locked": false
    },
    {
      "type": "rectangle",
      "version": 205,
      "versionNonce": 2025377040,
      "isDeleted": false,
      "id": "jF9nuAfOqlEwdFrmAFhY9",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": 197.85880592564683,
      "y": 18.561362062379345,
      "strokeColor": "transparent",
      "backgroundColor": "#e9ecef",
      "width": 198,
      "height": 313,
      "seed": 902355440,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "boundElements": [
        {
          "id": "bMVvpgvNyJBV4m7iofm1V",
          "type": "arrow"
        }
      ],
      "updated": 1694344890598,
      "link": null,
      "locked": false
    },
    {
      "type": "text",
      "version": 156,
      "versionNonce": 1457464592,
      "isDeleted": false,
      "id": "aXOOUJid",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": 250.25648564762275,
      "y": 160.9278714862574,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "#e9ecef",
      "width": 99.63987731933594,
      "height": 25,
      "seed": 601563120,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "boundElements": [],
      "updated": 1694344875185,
      "link": null,
      "locked": false,
      "fontSize": 20,
      "fontFamily": 1,
      "text": "Error lake",
      "rawText": "Error lake",
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "Error lake",
      "lineHeight": 1.25,
      "baseline": 18
    },
    {
      "type": "text",
      "version": 223,
      "versionNonce": 131597072,
      "isDeleted": false,
      "id": "rgyaqp3l",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": 451.0195150402808,
      "y": 162.17937583059228,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "#e9ecef",
      "width": 102.85987854003906,
      "height": 25,
      "seed": 1602597136,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "boundElements": [],
      "updated": 1694344875185,
      "link": null,
      "locked": false,
      "fontSize": 20,
      "fontFamily": 1,
      "text": "Data lake",
      "rawText": "Data lake",
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "Data lake",
      "lineHeight": 1.25,
      "baseline": 18
    },
    {
      "type": "arrow",
      "version": 170,
      "versionNonce": 1829185808,
      "isDeleted": false,
      "id": "bMVvpgvNyJBV4m7iofm1V",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": 249.4925131840489,
      "y": -62.15208787739857,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "#e9ecef",
      "width": 0,
      "height": 61.11779708593315,
      "seed": 1804713968,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "boundElements": [],
      "updated": 1694345002234,
      "link": null,
      "locked": false,
      "startBinding": {
        "elementId": "uZivVzfxhit67PbDewSup",
        "gap": 15.992443372601429,
        "focus": 0.019374746460598023
      },
      "endBinding": {
        "elementId": "jF9nuAfOqlEwdFrmAFhY9",
        "gap": 19.59565285384474,
        "focus": -0.47844740143028225
      },
      "lastCommittedPoint": null,
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "points": [
        [
          0,
          0
        ],
        [
          0,
          61.11779708593315
        ]
      ]
    },
    {
      "type": "text",
      "version": 80,
      "versionNonce": 466318832,
      "isDeleted": false,
      "id": "ZI5ehy6p",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": 150.94006538298186,
      "y": -48.40058353306358,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "#e9ecef",
      "width": 209.5997314453125,
      "height": 25,
      "seed": 1419887888,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "boundElements": [],
      "updated": 1694344903041,
      "link": null,
      "locked": false,
      "fontSize": 20,
      "fontFamily": 1,
      "text": "If schema apply fails",
      "rawText": "If schema apply fails",
      "textAlign": "left",
      "verticalAlign": "top",
      "containerId": null,
      "originalText": "If schema apply fails",
      "lineHeight": 1.25,
      "baseline": 18
    },
    {
      "type": "arrow",
      "version": 53,
      "versionNonce": 592327952,
      "isDeleted": false,
      "id": "AkQqCQSq8ht48pWAAeJpr",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "angle": 0,
      "x": 493.1997290642071,
      "y": -74.37564729458518,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "#e9ecef",
      "width": 1.5279449271483827,
      "height": 76.39724635741638,
      "seed": 1265499120,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "boundElements": [],
      "updated": 1694345002233,
      "link": null,
      "locked": false,
      "startBinding": {
        "elementId": "fhs_gMyi6RKgf8dYaLSBT",
        "gap": 12.518883955414822,
        "focus": -0.012777240958267157
      },
      "endBinding": {
        "elementId": "_5O__8RSAgyYEjj52QWQa",
        "gap": 15.279449271483315,
        "focus": 0.48483934228390557
      },
      "lastCommittedPoint": null,
      "startArrowhead": null,
      "endArrowhead": "arrow",
      "points": [
        [
          0,
          0
        ],
        [
          1.5279449271483827,
          76.39724635741638
        ]
      ]
    },
    {
      "id": "712DogOh",
      "type": "text",
      "x": 344.8997881999917,
      "y": 28.562780044225974,
      "width": 98.77989196777344,
      "height": 25,
      "angle": 0,
      "strokeColor": "#1e1e1e",
      "backgroundColor": "#e9ecef",
      "fillStyle": "hachure",
      "strokeWidth": 0.5,
      "strokeStyle": "solid",
      "roughness": 1,
      "opacity": 100,
      "groupIds": [],
      "frameId": null,
      "roundness": null,
      "seed": 1519137264,
      "version": 159,
      "versionNonce": 1898942960,
      "isDeleted": false,
      "boundElements": null,
      "updated": 1694345025125,
      "link": null,
      "locked": false,
      "text": "S3 (MiniO)",
      "rawText": "S3 (MiniO)",
      "fontSize": 20,
      "fontFamily": 1,
      "textAlign": "left",
      "verticalAlign": "top",
      "baseline": 18,
      "containerId": null,
      "originalText": "S3 (MiniO)",
      "lineHeight": 1.25
    }
  ],
  "appState": {
    "theme": "dark",
    "viewBackgroundColor": "#ffffff",
    "currentItemStrokeColor": "#1e1e1e",
    "currentItemBackgroundColor": "#e9ecef",
    "currentItemFillStyle": "hachure",
    "currentItemStrokeWidth": 0.5,
    "currentItemStrokeStyle": "solid",
    "currentItemRoughness": 1,
    "currentItemOpacity": 100,
    "currentItemFontFamily": 1,
    "currentItemFontSize": 20,
    "currentItemTextAlign": "left",
    "currentItemStartArrowhead": null,
    "currentItemEndArrowhead": "arrow",
    "scrollX": 641.1002118000083,
    "scrollY": 161.50753245577403,
    "zoom": {
      "value": 2
    },
    "currentItemRoundness": "sharp",
    "gridSize": null,
    "gridColor": {
      "Bold": "#C9C9C9FF",
      "Regular": "#EDEDEDFF"
    },
    "currentStrokeOptions": null,
    "previousGridSize": null,
    "frameRendering": {
      "enabled": true,
      "clip": true,
      "name": true,
      "outline": true
    }
  },
  "files": {}
}
```

%%