{
  "code": null,
  "collection": "architecture",
  "href": "https://banes-lab.com/ontology#architecture-streaming-architecture",
  "id": "streaming-architecture",
  "kind": "style",
  "layer": {
    "href": "https://banes-lab.com/ontology/schema#layer-execution-core",
    "json": "https://banes-lab.com/json/records/layer/execution-core",
    "label": "Execution Core",
    "markdown": "https://banes-lab.com/records/layer/execution-core.md",
    "ref": "layer:execution-core"
  },
  "name": "Streaming Architecture",
  "ref": "architecture:streaming-architecture",
  "relations": [
    {
      "links": [
        {
          "href": "https://banes-lab.com/ontology#architecture-event-stream",
          "json": "https://banes-lab.com/json/records/architecture/event-stream",
          "label": "Event Stream",
          "markdown": "https://banes-lab.com/records/architecture/event-stream.md",
          "ref": "architecture:event-stream"
        },
        {
          "href": "https://banes-lab.com/ontology#architecture-backpressure",
          "json": "https://banes-lab.com/json/records/architecture/backpressure",
          "label": "Backpressure",
          "markdown": "https://banes-lab.com/records/architecture/backpressure.md",
          "ref": "architecture:backpressure"
        }
      ],
      "relation": "requires"
    },
    {
      "links": [
        {
          "href": "https://banes-lab.com/ontology#architecture-single-pass-processing",
          "json": "https://banes-lab.com/json/records/architecture/single-pass-processing",
          "label": "Single-Pass Processing",
          "markdown": "https://banes-lab.com/records/architecture/single-pass-processing.md",
          "ref": "architecture:single-pass-processing"
        }
      ],
      "relation": "reinforces"
    },
    {
      "links": [
        {
          "href": "https://banes-lab.com/ontology/lexicon#lexicon-continuous-processing",
          "json": "https://banes-lab.com/json/records/lexicon/continuous-processing",
          "label": "Continuous Processing",
          "markdown": "https://banes-lab.com/records/lexicon/continuous-processing.md",
          "ref": "lexicon:continuous-processing"
        }
      ],
      "relation": "enables"
    },
    {
      "links": [
        {
          "href": "https://banes-lab.com/ontology/lexicon#lexicon-ordering-state",
          "json": "https://banes-lab.com/json/records/lexicon/ordering-state",
          "label": "Ordering/State",
          "markdown": "https://banes-lab.com/records/lexicon/ordering-state.md",
          "ref": "lexicon:ordering-state"
        },
        {
          "href": "https://banes-lab.com/ontology/lexicon#lexicon-batch-only-processing",
          "json": "https://banes-lab.com/json/records/lexicon/batch-only-processing",
          "label": "Batch-Only Processing",
          "markdown": "https://banes-lab.com/records/lexicon/batch-only-processing.md",
          "ref": "lexicon:batch-only-processing"
        }
      ],
      "relation": "tensions-with"
    },
    {
      "links": [
        {
          "href": "https://banes-lab.com/ontology/schema#tension-ordering-state-streaming-architecture",
          "json": "https://banes-lab.com/json/records/tension/ordering-state-streaming-architecture",
          "label": "Streaming Architecture / Ordering/State",
          "markdown": "https://banes-lab.com/records/tension/ordering-state-streaming-architecture.md",
          "ref": "tension:ordering-state-streaming-architecture"
        },
        {
          "href": "https://banes-lab.com/ontology/schema#tension-batch-only-processing-streaming-architecture",
          "json": "https://banes-lab.com/json/records/tension/batch-only-processing-streaming-architecture",
          "label": "Streaming Architecture / Batch-Only Processing",
          "markdown": "https://banes-lab.com/records/tension/batch-only-processing-streaming-architecture.md",
          "ref": "tension:batch-only-processing-streaming-architecture"
        }
      ],
      "relation": "tensions"
    },
    {
      "links": [
        {
          "href": "https://banes-lab.com/ontology/lexicon#lexicon-full-materialization",
          "json": "https://banes-lab.com/json/records/lexicon/full-materialization",
          "label": "Full Materialization",
          "markdown": "https://banes-lab.com/records/lexicon/full-materialization.md",
          "ref": "lexicon:full-materialization"
        }
      ],
      "relation": "violated-by"
    },
    {
      "links": [
        {
          "href": "https://banes-lab.com/ontology#architecture-backpressure",
          "json": "https://banes-lab.com/json/records/architecture/backpressure",
          "label": "Backpressure",
          "markdown": "https://banes-lab.com/records/architecture/backpressure.md",
          "ref": "architecture:backpressure"
        }
      ],
      "relation": "refactored-by"
    },
    {
      "links": [
        {
          "href": "https://banes-lab.com/ontology/schema#vocabulary-severity-contextual",
          "json": "https://banes-lab.com/json/records/vocabulary/severity-contextual",
          "label": "contextual",
          "markdown": "https://banes-lab.com/records/vocabulary/severity-contextual.md",
          "ref": "vocabulary:severity-contextual"
        }
      ],
      "relation": "severity"
    },
    {
      "links": [
        {
          "href": "https://banes-lab.com/ontology#architecture-category-streaming-pipeline-dataflow-processing",
          "json": "https://banes-lab.com/json/records/architecture-category/streaming-pipeline-dataflow-processing",
          "label": "Streaming / Pipeline / Dataflow Processing",
          "markdown": "https://banes-lab.com/records/architecture-category/streaming-pipeline-dataflow-processing.md",
          "ref": "architecture-category:streaming-pipeline-dataflow-processing"
        }
      ],
      "relation": "category"
    },
    {
      "links": [
        {
          "href": "https://banes-lab.com/ontology#architecture-windowing",
          "json": "https://banes-lab.com/json/records/architecture/windowing",
          "label": "Windowing",
          "markdown": "https://banes-lab.com/records/architecture/windowing.md",
          "ref": "architecture:windowing"
        }
      ],
      "relation": "reinforced-by"
    },
    {
      "links": [
        {
          "href": "https://banes-lab.com/ontology#architecture-category-event-messaging-asynchronous-architecture",
          "json": "https://banes-lab.com/json/ontology/principles/architecture-category-event-messaging-asynchronous-architecture",
          "label": "Event / Messaging / Asynchronous Architecture",
          "markdown": "https://banes-lab.com/ontology/principles/architecture-category-event-messaging-asynchronous-architecture.md",
          "ref": "chapter:/ontology#architecture-category-event-messaging-asynchronous-architecture"
        },
        {
          "href": "https://banes-lab.com/ontology#architecture-category-error-handling-resilience",
          "json": "https://banes-lab.com/json/ontology/principles/architecture-category-error-handling-resilience",
          "label": "Error Handling / Resilience",
          "markdown": "https://banes-lab.com/ontology/principles/architecture-category-error-handling-resilience.md",
          "ref": "chapter:/ontology#architecture-category-error-handling-resilience"
        },
        {
          "href": "https://banes-lab.com/ontology#architecture-category-streaming-pipeline-dataflow-processing",
          "json": "https://banes-lab.com/json/ontology/principles/architecture-category-streaming-pipeline-dataflow-processing",
          "label": "Streaming / Pipeline / Dataflow Processing",
          "markdown": "https://banes-lab.com/ontology/principles/architecture-category-streaming-pipeline-dataflow-processing.md",
          "ref": "chapter:/ontology#architecture-category-streaming-pipeline-dataflow-processing"
        },
        {
          "href": "https://banes-lab.com/ontology/lexicon#lexicon-category-core-vocabulary",
          "json": "https://banes-lab.com/json/ontology/lexicon/lexicon-category-core-vocabulary",
          "label": "Core Vocabulary",
          "markdown": "https://banes-lab.com/ontology/lexicon/lexicon-category-core-vocabulary.md",
          "ref": "chapter:/ontology/lexicon#lexicon-category-core-vocabulary"
        },
        {
          "href": "https://banes-lab.com/ontology/lexicon#lexicon-category-scalability-performance-optimization",
          "json": "https://banes-lab.com/json/ontology/lexicon/lexicon-category-scalability-performance-optimization",
          "label": "Scalability / Performance / Optimization",
          "markdown": "https://banes-lab.com/ontology/lexicon/lexicon-category-scalability-performance-optimization.md",
          "ref": "chapter:/ontology/lexicon#lexicon-category-scalability-performance-optimization"
        },
        {
          "href": "https://banes-lab.com/ontology/lexicon#lexicon-category-streaming-pipeline-dataflow-processing",
          "json": "https://banes-lab.com/json/ontology/lexicon/lexicon-category-streaming-pipeline-dataflow-processing",
          "label": "Streaming / Pipeline / Dataflow Processing",
          "markdown": "https://banes-lab.com/ontology/lexicon/lexicon-category-streaming-pipeline-dataflow-processing.md",
          "ref": "chapter:/ontology/lexicon#lexicon-category-streaming-pipeline-dataflow-processing"
        },
        {
          "href": "https://banes-lab.com/ontology/schema#the-vocabulary-severity",
          "json": "https://banes-lab.com/json/ontology/schema/the-vocabulary-severity",
          "label": "Severity levels",
          "markdown": "https://banes-lab.com/ontology/schema/the-vocabulary-severity.md",
          "ref": "chapter:/ontology/schema#the-vocabulary-severity"
        },
        {
          "href": "https://banes-lab.com/ontology/schema#the-resolutions",
          "json": "https://banes-lab.com/json/ontology/schema/the-resolutions",
          "label": "The resolutions",
          "markdown": "https://banes-lab.com/ontology/schema/the-resolutions.md",
          "ref": "chapter:/ontology/schema#the-resolutions"
        }
      ],
      "relation": "linked-from"
    }
  ],
  "summary": "A convention of processing data record by record as it arrives, with backpressure, instead of collecting it first.",
  "siblings": {
    "next": {
      "href": "https://banes-lab.com/ontology#architecture-single-pass-processing",
      "json": "https://banes-lab.com/json/records/architecture/single-pass-processing",
      "label": "Single-Pass Processing",
      "markdown": "https://banes-lab.com/records/architecture/single-pass-processing.md",
      "ref": "architecture:single-pass-processing"
    },
    "previous": {
      "href": "https://banes-lab.com/ontology#architecture-queuing-theory",
      "json": "https://banes-lab.com/json/records/architecture/queuing-theory",
      "label": "Queuing Theory",
      "markdown": "https://banes-lab.com/records/architecture/queuing-theory.md",
      "ref": "architecture:queuing-theory"
    }
  },
  "up": {
    "href": null,
    "json": "https://banes-lab.com/json/api/records/architecture",
    "label": "Architecture principles",
    "markdown": "https://banes-lab.com/api/records/architecture.md",
    "ref": "api:records/architecture"
  },
  "aliases": [],
  "exemplar": {
    "after": "for await (const foo of source.stream()) {\n  await sink.write(transformFoo(foo));\n}",
    "before": "const foos = await source.readAll();\nconst results = foos.map(transformFoo);\nawait sink.writeAll(results);",
    "lang": "ts",
    "medium": "code"
  },
  "formedBy": null,
  "scope": [
    "data processing",
    "integration"
  ],
  "severity": "contextual"
}