"use strict"; const {Fragment: _Fragment, jsxDEV: _jsxDEV} = arguments[0]; const {useMDXComponents: _provideComponents} = arguments[0]; function _createMdxContent(props) { const _components = { a: "a", code: "code", h1: "h1", h2: "h2", h3: "h3", hr: "hr", input: "input", li: "li", ol: "ol", p: "p", strong: "strong", table: "table", tbody: "tbody", td: "td", th: "th", thead: "thead", tr: "tr", ul: "ul", ..._provideComponents(), ...props.components }, {CH} = _components; if (!CH) _missingMdxReference("CH", false, "39:1-71:4"); if (!CH.Code) _missingMdxReference("CH.Code", true, "39:1-71:4"); return _jsxDEV(_Fragment, { children: [_jsxDEV("style", { dangerouslySetInnerHTML: { __html: "[data-ch-theme=\"assistance\"] { --ch-t-colorScheme: var(--ch-0);--ch-t-foreground: var(--ch-4);--ch-t-background: var(--ch-16);--ch-t-editor-background: var(--ch-16);--ch-t-editor-foreground: var(--ch-4);--ch-t-editor-rangeHighlightBackground: var(--ch-19);--ch-t-editor-infoForeground: var(--ch-18);--ch-t-editor-selectionBackground: var(--ch-17);--ch-t-tab-activeBackground: var(--ch-16);--ch-t-tab-activeForeground: var(--ch-4);--ch-t-tab-inactiveBackground: var(--ch-21);--ch-t-tab-inactiveForeground: var(--ch-15);--ch-t-tab-border: var(--ch-22);--ch-t-tab-activeBorder: var(--ch-16);--ch-t-editorGroupHeader-tabsBackground: var(--ch-21);--ch-t-editorLineNumber-foreground: var(--ch-20);--ch-t-input-foreground: var(--ch-4);--ch-t-sideBar-foreground: var(--ch-4);--ch-t-list-hoverBackground: var(--ch-25);--ch-t-list-hoverForeground: var(--ch-4); }" } }, undefined, false, { fileName: "" }, this), "\n", _jsxDEV(_components.h1, { id: "apache-kafka-complete-event-streaming-platform-guide", children: "Apache Kafka: Complete Event Streaming Platform Guide" }, undefined, false, { fileName: "", lineNumber: 2, columnNumber: 1 }, this), "\n", _jsxDEV(_components.p, { children: "Apache Kafka is a distributed event streaming platform used by thousands of companies for high-performance data pipelines, streaming analytics, data integration, and mission-critical applications. Originally developed at LinkedIn and open-sourced through the Apache Software Foundation, Kafka has become the de facto standard for real-time event streaming. This comprehensive guide covers Kafka architecture, deployment, and production best practices." }, undefined, false, { fileName: "", lineNumber: 4, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h2, { id: "what-is-apache-kafka", children: "What is Apache Kafka?" }, undefined, false, { fileName: "", lineNumber: 6, columnNumber: 1 }, this), "\n", _jsxDEV(_components.p, { children: "Apache Kafka is a distributed, fault-tolerant, high-throughput event streaming platform that provides:" }, undefined, false, { fileName: "", lineNumber: 8, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "key-features", children: "Key Features" }, undefined, false, { fileName: "", lineNumber: 10, columnNumber: 1 }, this), "\n", _jsxDEV(_components.ol, { children: ["\n", _jsxDEV(_components.li, { children: [_jsxDEV(_components.strong, { children: "High Throughput" }, undefined, false, { fileName: "", lineNumber: 12, columnNumber: 4 }, this), ": Millions of messages per second with low latency"] }, undefined, true, { fileName: "", lineNumber: 12, columnNumber: 1 }, this), "\n", _jsxDEV(_components.li, { children: [_jsxDEV(_components.strong, { children: "Distributed" }, undefined, false, { fileName: "", lineNumber: 13, columnNumber: 4 }, this), ": Horizontal scaling across multiple brokers"] }, undefined, true, { fileName: "", lineNumber: 13, columnNumber: 1 }, this), "\n", _jsxDEV(_components.li, { children: [_jsxDEV(_components.strong, { children: "Fault Tolerant" }, undefined, false, { fileName: "", lineNumber: 14, columnNumber: 4 }, this), ": Replication ensures no data loss"] }, undefined, true, { fileName: "", lineNumber: 14, columnNumber: 1 }, this), "\n", _jsxDEV(_components.li, { children: [_jsxDEV(_components.strong, { children: "Durable" }, undefined, false, { fileName: "", lineNumber: 15, columnNumber: 4 }, this), ": Persistent storage with configurable retention"] }, undefined, true, { fileName: "", lineNumber: 15, columnNumber: 1 }, this), "\n", _jsxDEV(_components.li, { children: [_jsxDEV(_components.strong, { children: "Exactly-Once Semantics" }, undefined, false, { fileName: "", lineNumber: 16, columnNumber: 4 }, this), ": Transactional message delivery"] }, undefined, true, { fileName: "", lineNumber: 16, columnNumber: 1 }, this), "\n", _jsxDEV(_components.li, { children: [_jsxDEV(_components.strong, { children: "Stream Processing" }, undefined, false, { fileName: "", lineNumber: 17, columnNumber: 4 }, this), ": Built-in Kafka Streams library"] }, undefined, true, { fileName: "", lineNumber: 17, columnNumber: 1 }, this), "\n", _jsxDEV(_components.li, { children: [_jsxDEV(_components.strong, { children: "Connectors" }, undefined, false, { fileName: "", lineNumber: 18, columnNumber: 4 }, this), ": Kafka Connect for source/sink integrations"] }, undefined, true, { fileName: "", lineNumber: 18, columnNumber: 1 }, this), "\n", _jsxDEV(_components.li, { children: [_jsxDEV(_components.strong, { children: "Schema Registry" }, undefined, false, { fileName: "", lineNumber: 19, columnNumber: 4 }, this), ": Enforce data contracts with Avro/Protobuf/JSON Schema"] }, undefined, true, { fileName: "", lineNumber: 19, columnNumber: 1 }, this), "\n"] }, undefined, true, { fileName: "", lineNumber: 12, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "kafka-vs-other-messaging-systems", children: "Kafka vs. Other Messaging Systems" }, undefined, false, { fileName: "", lineNumber: 21, columnNumber: 1 }, this), "\n", _jsxDEV(_components.table, { children: [_jsxDEV(_components.thead, { children: _jsxDEV(_components.tr, { children: [_jsxDEV(_components.th, { children: "Feature" }, undefined, false, { fileName: "", lineNumber: 23, columnNumber: 1 }, this), _jsxDEV(_components.th, { children: "Apache Kafka" }, undefined, false, { fileName: "", lineNumber: 23, columnNumber: 11 }, this), _jsxDEV(_components.th, { children: "RabbitMQ" }, undefined, false, { fileName: "", lineNumber: 23, columnNumber: 26 }, this), _jsxDEV(_components.th, { children: "Apache Pulsar" }, undefined, false, { fileName: "", lineNumber: 23, columnNumber: 37 }, this), _jsxDEV(_components.th, { children: "Amazon SQS" }, undefined, false, { fileName: "", lineNumber: 23, columnNumber: 53 }, this), _jsxDEV(_components.th, { children: "NATS" }, undefined, false, { fileName: "", lineNumber: 23, columnNumber: 66 }, this)] }, undefined, true, { fileName: "", lineNumber: 23, columnNumber: 1 }, this) }, undefined, false, { fileName: "", lineNumber: 23, columnNumber: 1 }, this), _jsxDEV(_components.tbody, { children: [_jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: "Throughput" }, undefined, false, { fileName: "", lineNumber: 25, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Very High (millions/sec)" }, undefined, false, { fileName: "", lineNumber: 25, columnNumber: 14 }, this), _jsxDEV(_components.td, { children: "Moderate" }, undefined, false, { fileName: "", lineNumber: 25, columnNumber: 41 }, this), _jsxDEV(_components.td, { children: "Very High" }, undefined, false, { fileName: "", lineNumber: 25, columnNumber: 52 }, this), _jsxDEV(_components.td, { children: "Moderate" }, undefined, false, { fileName: "", lineNumber: 25, columnNumber: 64 }, this), _jsxDEV(_components.td, { children: "Very High" }, undefined, false, { fileName: "", lineNumber: 25, columnNumber: 75 }, this)] }, undefined, true, { fileName: "", lineNumber: 25, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: "Ordering" }, undefined, false, { fileName: "", lineNumber: 26, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Per-partition" }, undefined, false, { fileName: "", lineNumber: 26, columnNumber: 12 }, this), _jsxDEV(_components.td, { children: "Per-queue" }, undefined, false, { fileName: "", lineNumber: 26, columnNumber: 28 }, this), _jsxDEV(_components.td, { children: "Per-partition" }, undefined, false, { fileName: "", lineNumber: 26, columnNumber: 40 }, this), _jsxDEV(_components.td, { children: "FIFO queues" }, undefined, false, { fileName: "", lineNumber: 26, columnNumber: 56 }, this), _jsxDEV(_components.td, { children: "Per-subject" }, undefined, false, { fileName: "", lineNumber: 26, columnNumber: 70 }, this)] }, undefined, true, { fileName: "", lineNumber: 26, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: "Retention" }, undefined, false, { fileName: "", lineNumber: 27, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Configurable (time/size)" }, undefined, false, { fileName: "", lineNumber: 27, columnNumber: 13 }, this), _jsxDEV(_components.td, { children: "Until consumed" }, undefined, false, { fileName: "", lineNumber: 27, columnNumber: 40 }, this), _jsxDEV(_components.td, { children: "Configurable" }, undefined, false, { fileName: "", lineNumber: 27, columnNumber: 57 }, this), _jsxDEV(_components.td, { children: "14 days max" }, undefined, false, { fileName: "", lineNumber: 27, columnNumber: 72 }, this), _jsxDEV(_components.td, { children: "In-memory" }, undefined, false, { fileName: "", lineNumber: 27, columnNumber: 86 }, this)] }, undefined, true, { fileName: "", lineNumber: 27, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: "Replay" }, undefined, false, { fileName: "", lineNumber: 28, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Yes (offset-based)" }, undefined, false, { fileName: "", lineNumber: 28, columnNumber: 10 }, this), _jsxDEV(_components.td, { children: "No" }, undefined, false, { fileName: "", lineNumber: 28, columnNumber: 31 }, this), _jsxDEV(_components.td, { children: "Yes (cursor)" }, undefined, false, { fileName: "", lineNumber: 28, columnNumber: 36 }, this), _jsxDEV(_components.td, { children: "No" }, undefined, false, { fileName: "", lineNumber: 28, columnNumber: 51 }, this), _jsxDEV(_components.td, { children: "JetStream only" }, undefined, false, { fileName: "", lineNumber: 28, columnNumber: 56 }, this)] }, undefined, true, { fileName: "", lineNumber: 28, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: "Protocol" }, undefined, false, { fileName: "", lineNumber: 29, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Custom binary" }, undefined, false, { fileName: "", lineNumber: 29, columnNumber: 12 }, this), _jsxDEV(_components.td, { children: "AMQP" }, undefined, false, { fileName: "", lineNumber: 29, columnNumber: 28 }, this), _jsxDEV(_components.td, { children: "Custom binary" }, undefined, false, { fileName: "", lineNumber: 29, columnNumber: 35 }, this), _jsxDEV(_components.td, { children: "HTTP/SQS API" }, undefined, false, { fileName: "", lineNumber: 29, columnNumber: 51 }, this), _jsxDEV(_components.td, { children: "NATS protocol" }, undefined, false, { fileName: "", lineNumber: 29, columnNumber: 66 }, this)] }, undefined, true, { fileName: "", lineNumber: 29, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: "Stream Processing" }, undefined, false, { fileName: "", lineNumber: 30, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Kafka Streams/ksqlDB" }, undefined, false, { fileName: "", lineNumber: 30, columnNumber: 21 }, this), _jsxDEV(_components.td, { children: "No" }, undefined, false, { fileName: "", lineNumber: 30, columnNumber: 44 }, this), _jsxDEV(_components.td, { children: "Pulsar Functions" }, undefined, false, { fileName: "", lineNumber: 30, columnNumber: 49 }, this), _jsxDEV(_components.td, { children: "No" }, undefined, false, { fileName: "", lineNumber: 30, columnNumber: 68 }, this), _jsxDEV(_components.td, { children: "No" }, undefined, false, { fileName: "", lineNumber: 30, columnNumber: 73 }, this)] }, undefined, true, { fileName: "", lineNumber: 30, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: "Multi-Tenancy" }, undefined, false, { fileName: "", lineNumber: 31, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Topic-level ACLs" }, undefined, false, { fileName: "", lineNumber: 31, columnNumber: 17 }, this), _jsxDEV(_components.td, { children: "Vhosts" }, undefined, false, { fileName: "", lineNumber: 31, columnNumber: 36 }, this), _jsxDEV(_components.td, { children: "Namespace isolation" }, undefined, false, { fileName: "", lineNumber: 31, columnNumber: 45 }, this), _jsxDEV(_components.td, { children: "Queue-level" }, undefined, false, { fileName: "", lineNumber: 31, columnNumber: 67 }, this), _jsxDEV(_components.td, { children: "Accounts" }, undefined, false, { fileName: "", lineNumber: 31, columnNumber: 81 }, this)] }, undefined, true, { fileName: "", lineNumber: 31, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: "Exactly-Once" }, undefined, false, { fileName: "", lineNumber: 32, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Yes (transactions)" }, undefined, false, { fileName: "", lineNumber: 32, columnNumber: 16 }, this), _jsxDEV(_components.td, { children: "No" }, undefined, false, { fileName: "", lineNumber: 32, columnNumber: 37 }, this), _jsxDEV(_components.td, { children: "Yes" }, undefined, false, { fileName: "", lineNumber: 32, columnNumber: 42 }, this), _jsxDEV(_components.td, { children: "No" }, undefined, false, { fileName: "", lineNumber: 32, columnNumber: 48 }, this), _jsxDEV(_components.td, { children: "JetStream" }, undefined, false, { fileName: "", lineNumber: 32, columnNumber: 53 }, this)] }, undefined, true, { fileName: "", lineNumber: 32, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: "License" }, undefined, false, { fileName: "", lineNumber: 33, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Apache 2.0" }, undefined, false, { fileName: "", lineNumber: 33, columnNumber: 11 }, this), _jsxDEV(_components.td, { children: "MPL 2.0" }, undefined, false, { fileName: "", lineNumber: 33, columnNumber: 24 }, this), _jsxDEV(_components.td, { children: "Apache 2.0" }, undefined, false, { fileName: "", lineNumber: 33, columnNumber: 34 }, this), _jsxDEV(_components.td, { children: "Proprietary" }, undefined, false, { fileName: "", lineNumber: 33, columnNumber: 47 }, this), _jsxDEV(_components.td, { children: "Apache 2.0" }, undefined, false, { fileName: "", lineNumber: 33, columnNumber: 61 }, this)] }, undefined, true, { fileName: "", lineNumber: 33, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: "Operational Complexity" }, undefined, false, { fileName: "", lineNumber: 34, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "High" }, undefined, false, { fileName: "", lineNumber: 34, columnNumber: 26 }, this), _jsxDEV(_components.td, { children: "Low" }, undefined, false, { fileName: "", lineNumber: 34, columnNumber: 33 }, this), _jsxDEV(_components.td, { children: "High" }, undefined, false, { fileName: "", lineNumber: 34, columnNumber: 39 }, this), _jsxDEV(_components.td, { children: "Managed" }, undefined, false, { fileName: "", lineNumber: 34, columnNumber: 46 }, this), _jsxDEV(_components.td, { children: "Low" }, undefined, false, { fileName: "", lineNumber: 34, columnNumber: 56 }, this)] }, undefined, true, { fileName: "", lineNumber: 34, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: "Ecosystem" }, undefined, false, { fileName: "", lineNumber: 35, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Very large" }, undefined, false, { fileName: "", lineNumber: 35, columnNumber: 13 }, this), _jsxDEV(_components.td, { children: "Large" }, undefined, false, { fileName: "", lineNumber: 35, columnNumber: 26 }, this), _jsxDEV(_components.td, { children: "Growing" }, undefined, false, { fileName: "", lineNumber: 35, columnNumber: 34 }, this), _jsxDEV(_components.td, { children: "AWS-native" }, undefined, false, { fileName: "", lineNumber: 35, columnNumber: 44 }, this), _jsxDEV(_components.td, { children: "Growing" }, undefined, false, { fileName: "", lineNumber: 35, columnNumber: 57 }, this)] }, undefined, true, { fileName: "", lineNumber: 35, columnNumber: 1 }, this)] }, undefined, true, { fileName: "", lineNumber: 25, columnNumber: 1 }, this)] }, undefined, true, { fileName: "", lineNumber: 23, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h2, { id: "architecture", children: "Architecture" }, undefined, false, { fileName: "", lineNumber: 37, columnNumber: 1 }, this), "\n", _jsxDEV(CH.Code, { codeConfig: chCodeConfig, northPanel: { "tabs": [""], "active": "", "heightRatio": 1 }, files: [{ "name": "", "focus": "", "code": { "lines": [{ "tokens": [{ "content": "┌─────────────────────────────────────────────────────────────────────┐", "props": {} }] }, { "tokens": [{ "content": "│ Kafka Cluster │", "props": {} }] }, { "tokens": [{ "content": "│ │", "props": {} }] }, { "tokens": [{ "content": "│ ┌──────────────┐ ┌──────────────┐ ┌──────────────┐ │", "props": {} }] }, { "tokens": [{ "content": "│ │ Broker 1 │ │ Broker 2 │ │ Broker 3 │ │", "props": {} }] }, { "tokens": [{ "content": "│ │ (Controller)│ │ │ │ │ │", "props": {} }] }, { "tokens": [{ "content": "│ │ │ │ │ │ │ │", "props": {} }] }, { "tokens": [{ "content": "│ │ ┌──────────┐│ │ ┌──────────┐│ │ ┌──────────┐│ │", "props": {} }] }, { "tokens": [{ "content": "│ │ │ Topic A ││ │ │ Topic A ││ │ │ Topic A ││ │", "props": {} }] }, { "tokens": [{ "content": "│ │ │ P0 (L) ││ │ │ P0 (F) ││ │ │ P1 (F) ││ │", "props": {} }] }, { "tokens": [{ "content": "│ │ │ P1 (L) ││ │ │ P2 (L) ││ │ │ P2 (F) ││ │", "props": {} }] }, { "tokens": [{ "content": "│ │ └──────────┘│ │ └──────────┘│ │ └──────────┘│ │", "props": {} }] }, { "tokens": [{ "content": "│ │ │ │ │ │ │ │", "props": {} }] }, { "tokens": [{ "content": "│ │ ┌──────────┐│ │ ┌──────────┐│ │ ┌──────────┐│ │", "props": {} }] }, { "tokens": [{ "content": "│ │ │ Topic B ││ │ │ Topic B ││ │ │ Topic B ││ │", "props": {} }] }, { "tokens": [{ "content": "│ │ │ P0 (F) ││ │ │ P0 (L) ││ │ │ P1 (L) ││ │", "props": {} }] }, { "tokens": [{ "content": "│ │ │ P1 (F) ││ │ │ ││ │ │ ││ │", "props": {} }] }, { "tokens": [{ "content": "│ │ └──────────┘│ │ └──────────┘│ │ └──────────┘│ │", "props": {} }] }, { "tokens": [{ "content": "│ └──────────────┘ └──────────────┘ └──────────────┘ │", "props": {} }] }, { "tokens": [{ "content": "│ L = Leader F = Follower │", "props": {} }] }, { "tokens": [{ "content": "│ │", "props": {} }] }, { "tokens": [{ "content": "│ ┌─────────────────────────────────────────┐ │", "props": {} }] }, { "tokens": [{ "content": "│ │ KRaft Controller Quorum │ │", "props": {} }] }, { "tokens": [{ "content": "│ │ (replaces ZooKeeper in 3.3+) │ │", "props": {} }] }, { "tokens": [{ "content": "│ └─────────────────────────────────────────┘ │", "props": {} }] }, { "tokens": [{ "content": "└─────────────────────────────────────────────────────────────────────┘", "props": {} }] }, { "tokens": [{ "content": " │ │ │", "props": {} }] }, { "tokens": [{ "content": " ┌────┴────┐ ┌───┴────┐ ┌───┴────┐", "props": {} }] }, { "tokens": [{ "content": " │Producer │ │Consumer│ │Consumer│", "props": {} }] }, { "tokens": [{ "content": " │ App │ │Group A │ │Group B │", "props": {} }] }, { "tokens": [{ "content": " └─────────┘ └────────┘ └────────┘", "props": {} }] }], "lang": "text" }, "annotations": [] }] }, undefined, false, { fileName: "", lineNumber: 39, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "core-concepts", children: "Core Concepts" }, undefined, false, { fileName: "", lineNumber: 73, columnNumber: 1 }, this), "\n", _jsxDEV(_components.table, { children: [_jsxDEV(_components.thead, { children: _jsxDEV(_components.tr, { children: [_jsxDEV(_components.th, { children: "Concept" }, undefined, false, { fileName: "", lineNumber: 75, columnNumber: 1 }, this), _jsxDEV(_components.th, { children: "Description" }, undefined, false, { fileName: "", lineNumber: 75, columnNumber: 11 }, this)] }, undefined, true, { fileName: "", lineNumber: 75, columnNumber: 1 }, this) }, undefined, false, { fileName: "", lineNumber: 75, columnNumber: 1 }, this), _jsxDEV(_components.tbody, { children: [_jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.strong, { children: "Broker" }, undefined, false, { fileName: "", lineNumber: 77, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 77, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Server that stores data and serves client requests" }, undefined, false, { fileName: "", lineNumber: 77, columnNumber: 14 }, this)] }, undefined, true, { fileName: "", lineNumber: 77, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.strong, { children: "Topic" }, undefined, false, { fileName: "", lineNumber: 78, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 78, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Named stream of records (like a database table)" }, undefined, false, { fileName: "", lineNumber: 78, columnNumber: 13 }, this)] }, undefined, true, { fileName: "", lineNumber: 78, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.strong, { children: "Partition" }, undefined, false, { fileName: "", lineNumber: 79, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 79, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Ordered, immutable sequence of records within a topic" }, undefined, false, { fileName: "", lineNumber: 79, columnNumber: 17 }, this)] }, undefined, true, { fileName: "", lineNumber: 79, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.strong, { children: "Offset" }, undefined, false, { fileName: "", lineNumber: 80, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 80, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Unique sequential ID for each record within a partition" }, undefined, false, { fileName: "", lineNumber: 80, columnNumber: 14 }, this)] }, undefined, true, { fileName: "", lineNumber: 80, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.strong, { children: "Producer" }, undefined, false, { fileName: "", lineNumber: 81, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 81, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Client that publishes records to topics" }, undefined, false, { fileName: "", lineNumber: 81, columnNumber: 16 }, this)] }, undefined, true, { fileName: "", lineNumber: 81, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.strong, { children: "Consumer" }, undefined, false, { fileName: "", lineNumber: 82, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 82, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Client that reads records from topics" }, undefined, false, { fileName: "", lineNumber: 82, columnNumber: 16 }, this)] }, undefined, true, { fileName: "", lineNumber: 82, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.strong, { children: "Consumer Group" }, undefined, false, { fileName: "", lineNumber: 83, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 83, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Set of consumers sharing a subscription" }, undefined, false, { fileName: "", lineNumber: 83, columnNumber: 22 }, this)] }, undefined, true, { fileName: "", lineNumber: 83, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.strong, { children: "Replica" }, undefined, false, { fileName: "", lineNumber: 84, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 84, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Copy of a partition for fault tolerance" }, undefined, false, { fileName: "", lineNumber: 84, columnNumber: 15 }, this)] }, undefined, true, { fileName: "", lineNumber: 84, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.strong, { children: "Leader" }, undefined, false, { fileName: "", lineNumber: 85, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 85, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Replica that handles all reads and writes for a partition" }, undefined, false, { fileName: "", lineNumber: 85, columnNumber: 14 }, this)] }, undefined, true, { fileName: "", lineNumber: 85, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.strong, { children: "ISR" }, undefined, false, { fileName: "", lineNumber: 86, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 86, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "In-Sync Replicas — followers that are caught up to leader" }, undefined, false, { fileName: "", lineNumber: 86, columnNumber: 11 }, this)] }, undefined, true, { fileName: "", lineNumber: 86, columnNumber: 1 }, this)] }, undefined, true, { fileName: "", lineNumber: 77, columnNumber: 1 }, this)] }, undefined, true, { fileName: "", lineNumber: 75, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h2, { id: "installation", children: "Installation" }, undefined, false, { fileName: "", lineNumber: 88, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "kraft-mode-recommended--no-zookeeper", children: "KRaft Mode (Recommended — No ZooKeeper)" }, undefined, false, { fileName: "", lineNumber: 90, columnNumber: 1 }, this), "\n", _jsxDEV(_components.p, { children: "Since Kafka 3.3+, KRaft mode is production-ready and eliminates the ZooKeeper dependency:" }, undefined, false, { fileName: "", lineNumber: 92, columnNumber: 1 }, this), "\n", _jsxDEV(CH.Code, { codeConfig: chCodeConfig, northPanel: { "tabs": [""], "active": "", "heightRatio": 1 }, files: [{ "name": "", "focus": "", "code": { "lines": [{ "tokens": [{ "content": "# Download Kafka", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "wget ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "https://downloads.apache.org/kafka/3.7.0/kafka_2.13-3.", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "7.0.tgz", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": "tar ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "-xzf ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "kafka_2.13-3.", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "7.0.tgz", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": "cd ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "kafka_2.13-3.", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "7.0", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Generate a cluster UUID", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "KAFKA_CLUSTER_ID", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "=", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "\"$(", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "bin/kafka-storage.sh", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": " random-uuid)\"", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Format storage directories", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "bin/kafka-storage.sh ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "format ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "-t", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": " $KAFKA_CLUSTER_ID ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " -c ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "config/kraft/server.properties", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Start Kafka", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "bin/kafka-server-start.sh ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "config/kraft/server.properties", "props": { "style": { "color": "var(--ch-8)" } } }] }], "lang": "bash" }, "annotations": [] }] }, undefined, false, { fileName: "", lineNumber: 94, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "kraft-configuration", children: "KRaft Configuration" }, undefined, false, { fileName: "", lineNumber: 111, columnNumber: 1 }, this), "\n", _jsxDEV(CH.Code, { codeConfig: chCodeConfig, northPanel: { "tabs": [""], "active": "", "heightRatio": 1 }, files: [{ "name": "", "focus": "", "code": { "lines": [{ "tokens": [{ "content": "# config/kraft/server.properties", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Roles: broker, controller, or both", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "process.roles", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=broker,controller", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Node ID (unique per node)", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "node.id", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=1", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Controller quorum voters", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "controller.quorum.voters", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=1@broker1:9093,2@broker2:9093,3@broker3:9093", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Listeners", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "listeners", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=PLAINTEXT://:9092,CONTROLLER://:9093", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "inter.broker.listener.name", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=PLAINTEXT", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "controller.listener.names", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=CONTROLLER", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "advertised.listeners", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=PLAINTEXT://broker1:9092", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Log directories", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "log.dirs", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=/var/kafka-logs", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Topic defaults", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "num.partitions", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=6", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "default.replication.factor", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=3", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "min.insync.replicas", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=2", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Log retention", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "log.retention.hours", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=168", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "log.retention.bytes", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=-1", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "log.segment.bytes", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=1073741824", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Network threads", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "num.network.threads", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=8", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "num.io.threads", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=16", "props": { "style": { "color": "var(--ch-4)" } } }] }], "lang": "properties" }, "annotations": [] }] }, undefined, false, { fileName: "", lineNumber: 113, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "docker-compose-deployment", children: "Docker Compose Deployment" }, undefined, false, { fileName: "", lineNumber: 149, columnNumber: 1 }, this), "\n", _jsxDEV(CH.Code, { codeConfig: chCodeConfig, northPanel: { "tabs": [""], "active": "", "heightRatio": 1 }, files: [{ "name": "", "focus": "", "code": { "lines": [{ "tokens": [{ "content": "# docker-compose.yml", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "version", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "'3.8'", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "services", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " kafka-1", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " image", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "apache/kafka:3.7.0", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " hostname", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka-1", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " container_name", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka-1", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " ports", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " - ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"9092:9092\"", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " environment", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " KAFKA_NODE_ID", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "1", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " KAFKA_PROCESS_ROLES", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "broker,controller", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " KAFKA_LISTENERS", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "PLAINTEXT://0.0.0.0:9092,CONTROLLER://0.0.0.0:9093", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " KAFKA_ADVERTISED_LISTENERS", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "PLAINTEXT://kafka-1:9092", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " KAFKA_CONTROLLER_LISTENER_NAMES", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "CONTROLLER", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " KAFKA_INTER_BROKER_LISTENER_NAME", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "PLAINTEXT", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " KAFKA_CONTROLLER_QUORUM_VOTERS", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "1@kafka-1:9093,2@kafka-2:9093,3@kafka-3:9093", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " KAFKA_LOG_DIRS", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "/var/kafka-logs", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " KAFKA_NUM_PARTITIONS", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "6", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " KAFKA_DEFAULT_REPLICATION_FACTOR", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "3", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " KAFKA_MIN_INSYNC_REPLICAS", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "2", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " CLUSTER_ID", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"MkU3OEVBNTcwNTJENDM2Qk\"", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " volumes", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " - ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka-1-data:/var/kafka-logs", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " kafka-2", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " image", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "apache/kafka:3.7.0", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " hostname", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka-2", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " container_name", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka-2", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " ports", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " - ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"9093:9092\"", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " environment", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " KAFKA_NODE_ID", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "2", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " KAFKA_PROCESS_ROLES", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "broker,controller", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " KAFKA_LISTENERS", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "PLAINTEXT://0.0.0.0:9092,CONTROLLER://0.0.0.0:9093", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " KAFKA_ADVERTISED_LISTENERS", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "PLAINTEXT://kafka-2:9092", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " KAFKA_CONTROLLER_LISTENER_NAMES", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "CONTROLLER", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " KAFKA_INTER_BROKER_LISTENER_NAME", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "PLAINTEXT", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " KAFKA_CONTROLLER_QUORUM_VOTERS", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "1@kafka-1:9093,2@kafka-2:9093,3@kafka-3:9093", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " KAFKA_LOG_DIRS", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "/var/kafka-logs", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " KAFKA_NUM_PARTITIONS", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "6", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " KAFKA_DEFAULT_REPLICATION_FACTOR", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "3", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " KAFKA_MIN_INSYNC_REPLICAS", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "2", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " CLUSTER_ID", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"MkU3OEVBNTcwNTJENDM2Qk\"", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " volumes", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " - ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka-2-data:/var/kafka-logs", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " kafka-3", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " image", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "apache/kafka:3.7.0", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " hostname", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka-3", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " container_name", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka-3", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " ports", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " - ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"9094:9092\"", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " environment", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " KAFKA_NODE_ID", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "3", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " KAFKA_PROCESS_ROLES", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "broker,controller", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " KAFKA_LISTENERS", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "PLAINTEXT://0.0.0.0:9092,CONTROLLER://0.0.0.0:9093", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " KAFKA_ADVERTISED_LISTENERS", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "PLAINTEXT://kafka-3:9092", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " KAFKA_CONTROLLER_LISTENER_NAMES", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "CONTROLLER", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " KAFKA_INTER_BROKER_LISTENER_NAME", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "PLAINTEXT", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " KAFKA_CONTROLLER_QUORUM_VOTERS", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "1@kafka-1:9093,2@kafka-2:9093,3@kafka-3:9093", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " KAFKA_LOG_DIRS", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "/var/kafka-logs", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " KAFKA_NUM_PARTITIONS", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "6", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " KAFKA_DEFAULT_REPLICATION_FACTOR", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "3", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " KAFKA_MIN_INSYNC_REPLICAS", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "2", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " CLUSTER_ID", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"MkU3OEVBNTcwNTJENDM2Qk\"", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " volumes", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " - ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka-3-data:/var/kafka-logs", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " schema-registry", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " image", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "confluentinc/cp-schema-registry:7.6.0", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " hostname", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "schema-registry", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " container_name", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "schema-registry", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " depends_on", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " - ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka-1", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " - ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka-2", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " - ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka-3", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " ports", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " - ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"8081:8081\"", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " environment", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " SCHEMA_REGISTRY_HOST_NAME", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "schema-registry", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka-1:9092,kafka-2:9092,kafka-3:9092", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " SCHEMA_REGISTRY_LISTENERS", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "http://0.0.0.0:8081", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " kafka-ui", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " image", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "provectuslabs/kafka-ui:latest", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " container_name", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka-ui", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " ports", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " - ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"8080:8080\"", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " environment", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " KAFKA_CLUSTERS_0_NAME", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "local", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " KAFKA_CLUSTERS_0_BOOTSTRAPSERVERS", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka-1:9092,kafka-2:9092,kafka-3:9092", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " KAFKA_CLUSTERS_0_SCHEMAREGISTRY", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "http://schema-registry:8081", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " depends_on", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " - ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka-1", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " - ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "schema-registry", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "volumes", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " kafka-1-data", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " kafka-2-data", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " kafka-3-data", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }], "lang": "yaml" }, "annotations": [] }] }, undefined, false, { fileName: "", lineNumber: 151, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "kubernetes-deployment-with-strimzi", children: "Kubernetes Deployment with Strimzi" }, undefined, false, { fileName: "", lineNumber: 256, columnNumber: 1 }, this), "\n", _jsxDEV(CH.Code, { codeConfig: chCodeConfig, northPanel: { "tabs": [""], "active": "", "heightRatio": 1 }, files: [{ "name": "", "focus": "", "code": { "lines": [{ "tokens": [{ "content": "# strimzi-operator.yaml", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "apiVersion", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "v1", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": "kind", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "Namespace", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": "metadata", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " name", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": "---", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": "# Install Strimzi operator via Helm", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "# helm repo add strimzi https://strimzi.io/charts/", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "# helm install strimzi strimzi/strimzi-kafka-operator -n kafka", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# kafka-cluster.yaml", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "apiVersion", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka.strimzi.io/v1beta2", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": "kind", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "Kafka", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": "metadata", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " name", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "production-cluster", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " namespace", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": "spec", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " kafka", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " version", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "3.7.0", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " replicas", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "3", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " listeners", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " - ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "name", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "plain", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " port", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "9092", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " type", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "internal", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " tls", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "false", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " - ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "name", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "tls", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " port", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "9093", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " type", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "internal", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " tls", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "true", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " - ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "name", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "external", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " port", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "9094", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " type", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "loadbalancer", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " tls", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "true", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " config", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " offsets.topic.replication.factor", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "3", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " transaction.state.log.replication.factor", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "3", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " transaction.state.log.min.isr", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "2", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " default.replication.factor", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "3", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " min.insync.replicas", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "2", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " num.partitions", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "6", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " log.retention.hours", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "168", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " log.segment.bytes", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "1073741824", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " auto.create.topics.enable", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "false", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " storage", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " type", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "persistent-claim", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " size", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "500Gi", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " class", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "fast-ssd", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " resources", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " requests", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " memory", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "8Gi", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " cpu", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"2\"", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " limits", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " memory", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "16Gi", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " cpu", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"4\"", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " jvmOptions", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " -Xms", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "4096m", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " -Xmx", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "4096m", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " metricsConfig", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " type", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "jmxPrometheusExporter", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " valueFrom", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " configMapKeyRef", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " name", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka-metrics", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " key", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka-metrics-config.yml", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " zookeeper", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " replicas", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "0 ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "# KRaft mode", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": " entityOperator", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " topicOperator", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": {}", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " userOperator", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": {}", "props": { "style": { "color": "var(--ch-4)" } } }] }], "lang": "yaml" }, "annotations": [] }] }, undefined, false, { fileName: "", lineNumber: 258, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h2, { id: "topic-management", children: "Topic Management" }, undefined, false, { fileName: "", lineNumber: 329, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "creating-topics", children: "Creating Topics" }, undefined, false, { fileName: "", lineNumber: 331, columnNumber: 1 }, this), "\n", _jsxDEV(CH.Code, { codeConfig: chCodeConfig, northPanel: { "tabs": [""], "active": "", "heightRatio": 1 }, files: [{ "name": "", "focus": "", "code": { "lines": [{ "tokens": [{ "content": "# Create a topic with specific configuration", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "bin/kafka-topics.sh ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "--bootstrap-server ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "localhost:", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "9092 \\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --create --topic ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "orders ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --partitions 12 \\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --replication-factor 3 \\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --config ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "retention.ms=", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "604800000 \\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --config ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "cleanup.policy=delete ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --config ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "compression.type=lz4 ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --config ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "min.insync.replicas=", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "2", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Create a compacted topic (for changelogs/state)", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "bin/kafka-topics.sh ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "--bootstrap-server ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "localhost:", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "9092 \\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --create --topic ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "user-profiles ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --partitions 6 \\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --replication-factor 3 \\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --config ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "cleanup.policy=compact ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --config ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "min.cleanable.dirty.ratio=", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "0.5 \\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --config ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "delete.retention.ms=", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "86400000", "props": { "style": { "color": "var(--ch-2)" } } }] }], "lang": "bash" }, "annotations": [] }] }, undefined, false, { fileName: "", lineNumber: 333, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "topic-configuration", children: "Topic Configuration" }, undefined, false, { fileName: "", lineNumber: 354, columnNumber: 1 }, this), "\n", _jsxDEV(CH.Code, { codeConfig: chCodeConfig, northPanel: { "tabs": [""], "active": "", "heightRatio": 1 }, files: [{ "name": "", "focus": "", "code": { "lines": [{ "tokens": [{ "content": "# Describe a topic", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "bin/kafka-topics.sh ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "--bootstrap-server ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "localhost:", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "9092 \\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --describe --topic ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "orders", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Alter topic configuration", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "bin/kafka-configs.sh ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "--bootstrap-server ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "localhost:", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "9092 \\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --alter --entity-type ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "topics ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "--entity-name ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "orders ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --add-config ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "retention.ms=", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "259200000", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Increase partitions (cannot decrease)", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "bin/kafka-topics.sh ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "--bootstrap-server ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "localhost:", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "9092 \\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --alter --topic ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "orders ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --partitions 24", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# List all topics", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "bin/kafka-topics.sh ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "--bootstrap-server ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "localhost:", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "9092 --list", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Delete a topic", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "bin/kafka-topics.sh ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "--bootstrap-server ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "localhost:", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "9092 \\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --delete --topic ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "old-topic", "props": { "style": { "color": "var(--ch-8)" } } }] }], "lang": "bash" }, "annotations": [] }] }, undefined, false, { fileName: "", lineNumber: 356, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "partition-strategy", children: "Partition Strategy" }, undefined, false, { fileName: "", lineNumber: 379, columnNumber: 1 }, this), "\n", _jsxDEV(_components.table, { children: [_jsxDEV(_components.thead, { children: _jsxDEV(_components.tr, { children: [_jsxDEV(_components.th, { children: "Strategy" }, undefined, false, { fileName: "", lineNumber: 381, columnNumber: 1 }, this), _jsxDEV(_components.th, { children: "Use Case" }, undefined, false, { fileName: "", lineNumber: 381, columnNumber: 12 }, this), _jsxDEV(_components.th, { children: "Key Selection" }, undefined, false, { fileName: "", lineNumber: 381, columnNumber: 23 }, this)] }, undefined, true, { fileName: "", lineNumber: 381, columnNumber: 1 }, this) }, undefined, false, { fileName: "", lineNumber: 381, columnNumber: 1 }, this), _jsxDEV(_components.tbody, { children: [_jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.strong, { children: "Round-robin" }, undefined, false, { fileName: "", lineNumber: 383, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 383, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Even distribution, no ordering needed" }, undefined, false, { fileName: "", lineNumber: 383, columnNumber: 19 }, this), _jsxDEV(_components.td, { children: "No key (null)" }, undefined, false, { fileName: "", lineNumber: 383, columnNumber: 59 }, this)] }, undefined, true, { fileName: "", lineNumber: 383, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.strong, { children: "Key-based" }, undefined, false, { fileName: "", lineNumber: 384, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 384, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Ordering per entity (user, order)" }, undefined, false, { fileName: "", lineNumber: 384, columnNumber: 17 }, this), _jsxDEV(_components.td, { children: "Entity ID as key" }, undefined, false, { fileName: "", lineNumber: 384, columnNumber: 53 }, this)] }, undefined, true, { fileName: "", lineNumber: 384, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.strong, { children: "Custom partitioner" }, undefined, false, { fileName: "", lineNumber: 385, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 385, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Specific routing logic" }, undefined, false, { fileName: "", lineNumber: 385, columnNumber: 26 }, this), _jsxDEV(_components.td, { children: "Custom Partitioner class" }, undefined, false, { fileName: "", lineNumber: 385, columnNumber: 51 }, this)] }, undefined, true, { fileName: "", lineNumber: 385, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.strong, { children: "Single partition" }, undefined, false, { fileName: "", lineNumber: 386, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 386, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Total ordering required" }, undefined, false, { fileName: "", lineNumber: 386, columnNumber: 24 }, this), _jsxDEV(_components.td, { children: "All to partition 0" }, undefined, false, { fileName: "", lineNumber: 386, columnNumber: 50 }, this)] }, undefined, true, { fileName: "", lineNumber: 386, columnNumber: 1 }, this)] }, undefined, true, { fileName: "", lineNumber: 383, columnNumber: 1 }, this)] }, undefined, true, { fileName: "", lineNumber: 381, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h2, { id: "producer-api", children: "Producer API" }, undefined, false, { fileName: "", lineNumber: 388, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "java-producer", children: "Java Producer" }, undefined, false, { fileName: "", lineNumber: 390, columnNumber: 1 }, this), "\n", _jsxDEV(CH.Code, { codeConfig: chCodeConfig, northPanel: { "tabs": [""], "active": "", "heightRatio": 1 }, files: [{ "name": "", "focus": "", "code": { "lines": [{ "tokens": [{ "content": "import", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " org.apache.kafka.clients.producer.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "*", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ";", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "import", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " org.apache.kafka.common.serialization.StringSerializer;", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "import", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " java.util.Properties;", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "public class ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "OrderProducer", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": " {", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " public static void ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "main", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "String", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "[] ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "args", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": ") {", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " Properties props ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "= new ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "Properties", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "();", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " props.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "put", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG,", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"kafka-1:9092,kafka-2:9092,kafka-3:9092\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ");", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " props.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "put", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG,", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " StringSerializer.class.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "getName", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "());", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " props.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "put", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG,", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " StringSerializer.class.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "getName", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "());", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " // Reliability settings", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": " props.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "put", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(ProducerConfig.ACKS_CONFIG, ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"all\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ");", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " props.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "put", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(ProducerConfig.RETRIES_CONFIG, Integer.MAX_VALUE);", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " props.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "put", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(ProducerConfig.MAX_IN_FLIGHT_REQUESTS_PER_CONNECTION, ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "5", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ");", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " props.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "put", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(ProducerConfig.ENABLE_IDEMPOTENCE_CONFIG, ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "true", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ");", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " // Performance settings", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": " props.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "put", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(ProducerConfig.BATCH_SIZE_CONFIG, ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "32768", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ");", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " props.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "put", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(ProducerConfig.LINGER_MS_CONFIG, ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "20", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ");", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " props.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "put", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(ProducerConfig.COMPRESSION_TYPE_CONFIG, ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"lz4\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ");", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " props.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "put", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(ProducerConfig.BUFFER_MEMORY_CONFIG, ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "67108864", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ");", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " try", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " (KafkaProducer", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "<", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "String", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": ", ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "String", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "> ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "producer ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "=", "props": { "style": { "color": "var(--ch-7)" } } }] }, { "tokens": [{ "content": " new", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " KafkaProducer<>(props)) {", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " ProducerRecord", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "<", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "String", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": ", ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "String", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "> ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "record ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "=", "props": { "style": { "color": "var(--ch-7)" } } }] }, { "tokens": [{ "content": " new", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " ProducerRecord<>(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"orders\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ", ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"order-123\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"{", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\\"", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "id", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\\"", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\\"", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "123", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\\"", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\\"", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "amount", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\\"", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ":99.99}\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ");", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " // Async send with callback", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": " producer.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "send", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(record, (metadata, exception) ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "->", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " {", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " if", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " (exception ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "!= ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "null", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ") {", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " System.err.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "println", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"Send failed: \" ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "+", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " exception);", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " } ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "else", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " {", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " System.out.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "printf", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"Sent to %s-%d offset %d%n\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " metadata.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "topic", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(), metadata.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "partition", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(),", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " metadata.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "offset", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "());", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " }", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " });", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " }", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " }", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "}", "props": { "style": { "color": "var(--ch-4)" } } }] }], "lang": "java" }, "annotations": [] }] }, undefined, false, { fileName: "", lineNumber: 392, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "python-producer-confluent-kafka", children: "Python Producer (confluent-kafka)" }, undefined, false, { fileName: "", lineNumber: 442, columnNumber: 1 }, this), "\n", _jsxDEV(CH.Code, { codeConfig: chCodeConfig, northPanel: { "tabs": [""], "active": "", "heightRatio": 1 }, files: [{ "name": "", "focus": "", "code": { "lines": [{ "tokens": [{ "content": "from", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " confluent_kafka ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "import", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " Producer", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "import", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " json", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "conf ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "=", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " {", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " 'bootstrap.servers'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "'kafka-1:9092,kafka-2:9092,kafka-3:9092'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " 'acks'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "'all'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " 'enable.idempotence'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "True", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " 'compression.type'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "'lz4'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " 'batch.size'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "32768", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " 'linger.ms'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "20", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " 'retries'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "2147483647", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "}", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "producer ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "=", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " Producer(conf)", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "def ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "delivery_callback", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(err, msg):", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " if", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " err:", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " print", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "f", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "'Message delivery failed: ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "{", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "err", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "}", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ")", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " else", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " print", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "f", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "'Delivered to ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "{", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "msg.topic()", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "}", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": " [", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "{", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "msg.partition()", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "}", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "] @ ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "{", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "msg.offset()", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "}", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ")", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Send messages", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "for", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " i ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "in ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "range", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "100", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "):", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " order ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "=", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " {", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "'id'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "f", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "'order-", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "{", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "i", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "}", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ", ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "'amount'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "99.99 ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "+", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " i}", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " producer.produce(", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " topic", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "=", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "'orders'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " key", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "=f", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "'order-", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "{", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "i", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "}", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " value", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "=", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "json.dumps(order).encode(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "'utf-8'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "),", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " callback", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "=", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "delivery_callback", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " )", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Wait for all messages to be delivered", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "producer.flush()", "props": { "style": { "color": "var(--ch-4)" } } }] }], "lang": "python" }, "annotations": [] }] }, undefined, false, { fileName: "", lineNumber: 444, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h2, { id: "consumer-api", children: "Consumer API" }, undefined, false, { fileName: "", lineNumber: 480, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "java-consumer", children: "Java Consumer" }, undefined, false, { fileName: "", lineNumber: 482, columnNumber: 1 }, this), "\n", _jsxDEV(CH.Code, { codeConfig: chCodeConfig, northPanel: { "tabs": [""], "active": "", "heightRatio": 1 }, files: [{ "name": "", "focus": "", "code": { "lines": [{ "tokens": [{ "content": "import", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " org.apache.kafka.clients.consumer.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "*", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ";", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "import", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " org.apache.kafka.common.serialization.StringDeserializer;", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "import", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " java.time.Duration;", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "import", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " java.util.List;", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "import", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " java.util.Properties;", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "public class ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "OrderConsumer", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": " {", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " public static void ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "main", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "String", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "[] ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "args", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": ") {", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " Properties props ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "= new ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "Properties", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "();", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " props.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "put", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG,", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"kafka-1:9092,kafka-2:9092,kafka-3:9092\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ");", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " props.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "put", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(ConsumerConfig.GROUP_ID_CONFIG, ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"order-processor\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ");", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " props.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "put", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG,", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " StringDeserializer.class.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "getName", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "());", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " props.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "put", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG,", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " StringDeserializer.class.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "getName", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "());", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " // Consumer configuration", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": " props.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "put", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG, ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"earliest\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ");", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " props.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "put", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(ConsumerConfig.ENABLE_AUTO_COMMIT_CONFIG, ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "false", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ");", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " props.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "put", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(ConsumerConfig.MAX_POLL_RECORDS_CONFIG, ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "500", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ");", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " props.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "put", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(ConsumerConfig.FETCH_MIN_BYTES_CONFIG, ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "1024", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ");", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " props.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "put", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(ConsumerConfig.FETCH_MAX_WAIT_MS_CONFIG, ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "500", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ");", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " try", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " (KafkaConsumer", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "<", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "String", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": ", ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "String", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "> ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "consumer ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "=", "props": { "style": { "color": "var(--ch-7)" } } }] }, { "tokens": [{ "content": " new", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " KafkaConsumer<>(props)) {", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " consumer.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "subscribe", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(List.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "of", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"orders\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "));", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " while", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " (", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "true", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ") {", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " ConsumerRecords", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "<", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "String", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": ", ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "String", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "> ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "records ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "=", "props": { "style": { "color": "var(--ch-7)" } } }] }, { "tokens": [{ "content": " consumer.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "poll", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(Duration.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "ofMillis", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "1000", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "));", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " for", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " (ConsumerRecord", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "<", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "String", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": ", ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "String", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "> ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "record ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " records) {", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " System.out.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "printf", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"Key: %s, Value: %s, \" ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "+", "props": { "style": { "color": "var(--ch-7)" } } }] }, { "tokens": [{ "content": " \"Partition: %d, Offset: %d%n\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " record.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "key", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(), record.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "value", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(),", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " record.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "partition", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(), record.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "offset", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "());", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " // Process the record", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": " processOrder", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(record.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "value", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "());", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " }", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " // Manual commit after processing", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": " consumer.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "commitSync", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "();", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " }", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " }", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " }", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " private static void ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "processOrder", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(String ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "orderJson", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": ") {", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " // Business logic here", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": " }", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "}", "props": { "style": { "color": "var(--ch-4)" } } }] }], "lang": "java" }, "annotations": [] }] }, undefined, false, { fileName: "", lineNumber: 484, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "python-consumer", children: "Python Consumer" }, undefined, false, { fileName: "", lineNumber: 541, columnNumber: 1 }, this), "\n", _jsxDEV(CH.Code, { codeConfig: chCodeConfig, northPanel: { "tabs": [""], "active": "", "heightRatio": 1 }, files: [{ "name": "", "focus": "", "code": { "lines": [{ "tokens": [{ "content": "from", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " confluent_kafka ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "import", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " Consumer", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "import", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " json", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "conf ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "=", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " {", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " 'bootstrap.servers'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "'kafka-1:9092,kafka-2:9092,kafka-3:9092'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " 'group.id'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "'order-processor'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " 'auto.offset.reset'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "'earliest'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " 'enable.auto.commit'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "False", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " 'max.poll.interval.ms'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "300000", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "}", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "consumer ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "=", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " Consumer(conf)", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "consumer.subscribe([", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "'orders'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "])", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "try", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " while ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "True", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " msg ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "=", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " consumer.poll(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "timeout", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "=", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "1.0", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ")", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " if", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " msg ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "is ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "None", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " continue", "props": { "style": { "color": "var(--ch-7)" } } }] }, { "tokens": [{ "content": " if", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " msg.error():", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " print", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "f", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "\"Consumer error: ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "{", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "msg.error()", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "}", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ")", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " continue", "props": { "style": { "color": "var(--ch-7)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " order ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "=", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " json.loads(msg.value().decode(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "'utf-8'", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "))", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " print", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "f", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "\"Received: ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "{", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "order", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "}", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ")", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " # Process and commit", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": " process_order(order)", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " consumer.commit(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "asynchronous", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "=", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "False", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ")", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "except ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "KeyboardInterrupt", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " pass", "props": { "style": { "color": "var(--ch-7)" } } }] }, { "tokens": [{ "content": "finally", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " consumer.close()", "props": { "style": { "color": "var(--ch-4)" } } }] }], "lang": "python" }, "annotations": [] }] }, undefined, false, { fileName: "", lineNumber: 543, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h2, { id: "kafka-connect", children: "Kafka Connect" }, undefined, false, { fileName: "", lineNumber: 580, columnNumber: 1 }, this), "\n", _jsxDEV(_components.p, { children: "Kafka Connect is a framework for streaming data between Kafka and external systems." }, undefined, false, { fileName: "", lineNumber: 582, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "source-connector--postgresql-cdc", children: "Source Connector — PostgreSQL CDC" }, undefined, false, { fileName: "", lineNumber: 584, columnNumber: 1 }, this), "\n", _jsxDEV(CH.Code, { codeConfig: chCodeConfig, northPanel: { "tabs": [""], "active": "", "heightRatio": 1 }, files: [{ "name": "", "focus": "", "code": { "lines": [{ "tokens": [{ "content": "{", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"name\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"postgres-source\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"config\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": {", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"connector.class\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"io.debezium.connector.postgresql.PostgresConnector\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"database.hostname\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"postgres\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"database.port\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"5432\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"database.user\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"replicator\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"database.password\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"${vault:postgres/password}\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"database.dbname\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"orders_db\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"database.server.name\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"orders\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"table.include.list\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"public.orders,public.customers\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"plugin.name\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"pgoutput\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"slot.name\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"debezium_orders\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"publication.name\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"dbz_publication\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"topic.prefix\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"cdc\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"transforms\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"route\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"transforms.route.type\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"org.apache.kafka.connect.transforms.RegexRouter\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"transforms.route.regex\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"cdc", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\\\", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ".public", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\\\", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ".(.*)\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"transforms.route.replacement\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"cdc-$1\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"key.converter\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"io.confluent.connect.avro.AvroConverter\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"key.converter.schema.registry.url\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"http://schema-registry:8081\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"value.converter\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"io.confluent.connect.avro.AvroConverter\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"value.converter.schema.registry.url\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"http://schema-registry:8081\"", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " }", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "}", "props": { "style": { "color": "var(--ch-4)" } } }] }], "lang": "json" }, "annotations": [] }] }, undefined, false, { fileName: "", lineNumber: 586, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "sink-connector--elasticsearch", children: "Sink Connector — Elasticsearch" }, undefined, false, { fileName: "", lineNumber: 614, columnNumber: 1 }, this), "\n", _jsxDEV(CH.Code, { codeConfig: chCodeConfig, northPanel: { "tabs": [""], "active": "", "heightRatio": 1 }, files: [{ "name": "", "focus": "", "code": { "lines": [{ "tokens": [{ "content": "{", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"name\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"elasticsearch-sink\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"config\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": {", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"connector.class\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"io.confluent.connect.elasticsearch.ElasticsearchSinkConnector\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"topics\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"cdc-orders\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"connection.url\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"http://elasticsearch:9200\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"type.name\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"_doc\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"key.ignore\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "false", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"schema.ignore\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "true", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"behavior.on.null.values\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"delete\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"write.method\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"upsert\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"batch.size\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "2000", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"max.buffered.records\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "20000", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"flush.timeout.ms\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "120000", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"transforms\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"extractKey,dropPrefix\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"transforms.extractKey.type\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"org.apache.kafka.connect.transforms.ExtractField$Key\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"transforms.extractKey.field\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"id\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"transforms.dropPrefix.type\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"org.apache.kafka.connect.transforms.RegexRouter\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"transforms.dropPrefix.regex\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"cdc-(.*)\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"transforms.dropPrefix.replacement\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"$1\"", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " }", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "}", "props": { "style": { "color": "var(--ch-4)" } } }] }], "lang": "json" }, "annotations": [] }] }, undefined, false, { fileName: "", lineNumber: 616, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "sink-connector--amazon-s3", children: "Sink Connector — Amazon S3" }, undefined, false, { fileName: "", lineNumber: 641, columnNumber: 1 }, this), "\n", _jsxDEV(CH.Code, { codeConfig: chCodeConfig, northPanel: { "tabs": [""], "active": "", "heightRatio": 1 }, files: [{ "name": "", "focus": "", "code": { "lines": [{ "tokens": [{ "content": "{", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"name\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"s3-sink\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"config\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": {", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"connector.class\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"io.confluent.connect.s3.S3SinkConnector\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"topics\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"orders,customers\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"s3.region\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"eu-west-1\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"s3.bucket.name\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"data-lake-raw\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"s3.part.size\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "67108864", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"flush.size\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "10000", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"rotate.interval.ms\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "600000", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"storage.class\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"io.confluent.connect.s3.storage.S3Storage\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"format.class\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"io.confluent.connect.s3.format.parquet.ParquetFormat\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"partitioner.class\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"io.confluent.connect.storage.partitioner.TimeBasedPartitioner\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"partition.duration.ms\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "3600000", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"path.format\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"'year'=YYYY/'month'=MM/'day'=dd/'hour'=HH\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"locale\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"en-US\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"timezone\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"UTC\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"timestamp.extractor\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"RecordField\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"timestamp.field\"", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"created_at\"", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " }", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "}", "props": { "style": { "color": "var(--ch-4)" } } }] }], "lang": "json" }, "annotations": [] }] }, undefined, false, { fileName: "", lineNumber: 643, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h2, { id: "kafka-streams", children: "Kafka Streams" }, undefined, false, { fileName: "", lineNumber: 667, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "stream-processing-topology", children: "Stream Processing Topology" }, undefined, false, { fileName: "", lineNumber: 669, columnNumber: 1 }, this), "\n", _jsxDEV(CH.Code, { codeConfig: chCodeConfig, northPanel: { "tabs": [""], "active": "", "heightRatio": 1 }, files: [{ "name": "", "focus": "", "code": { "lines": [{ "tokens": [{ "content": "import", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " org.apache.kafka.streams.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "*", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ";", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "import", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " org.apache.kafka.streams.kstream.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "*", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ";", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "import", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " org.apache.kafka.common.serialization.Serdes;", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "import", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " java.time.Duration;", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "import", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " java.util.Properties;", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "public class ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "OrderStreamProcessor", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": " {", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " public static void ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "main", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "String", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "[] ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "args", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": ") {", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " Properties props ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "= new ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "Properties", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "();", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " props.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "put", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(StreamsConfig.APPLICATION_ID_CONFIG,", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"order-analytics\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ");", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " props.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "put", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(StreamsConfig.BOOTSTRAP_SERVERS_CONFIG,", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " \"kafka-1:9092,kafka-2:9092,kafka-3:9092\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ");", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " props.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "put", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(StreamsConfig.DEFAULT_KEY_SERDE_CLASS_CONFIG,", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " Serdes.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "String", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "().", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "getClass", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "());", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " props.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "put", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(StreamsConfig.DEFAULT_VALUE_SERDE_CLASS_CONFIG,", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " Serdes.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "String", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "().", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "getClass", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "());", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " props.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "put", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(StreamsConfig.PROCESSING_GUARANTEE_CONFIG,", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " StreamsConfig.EXACTLY_ONCE_V2);", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " StreamsBuilder builder ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "= new ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "StreamsBuilder", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "();", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " // Read from input topic", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": " KStream", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "<", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "String", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": ", ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "String", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "> ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "orders ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "=", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " builder.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "stream", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"orders\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ");", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " // Filter high-value orders", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": " KStream", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "<", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "String", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": ", ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "String", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "> ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "highValue ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "=", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " orders", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " .", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "filter", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "((key, value) ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "->", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " {", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " Order order ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "= ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "parseOrder", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(value);", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " return", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " order.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "amount", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "() ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "> ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "1000", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ";", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " });", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " // Branch into categories", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": " orders", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " .", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "split", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(Named.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "as", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"order-\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "))", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " .", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "branch", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "((key, value) ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "-> ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "parseOrder", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(value).", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "amount", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "() ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "> ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "1000", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " Branched.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "as", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"high-value\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "))", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " .", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "branch", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "((key, value) ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "-> ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "parseOrder", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(value).", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "amount", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "() ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "> ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "100", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ",", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " Branched.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "as", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"medium-value\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "))", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " .", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "defaultBranch", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(Branched.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "as", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"low-value\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "));", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " // Windowed aggregation: orders per minute per region", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": " orders", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " .", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "groupBy", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "((key, value) ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "-> ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "parseOrder", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(value).", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "region", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "())", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " .", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "windowedBy", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(TimeWindows.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "ofSizeWithNoGrace", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " Duration.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "ofMinutes", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "1", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": ")))", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " .", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "count", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(Materialized.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "as", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"orders-per-minute\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "))", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " .", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "toStream", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "()", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " .", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "to", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"order-counts\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ");", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " // Join orders with customer data", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": " KTable", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "<", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "String", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": ", ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "String", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "> ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "customers ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "=", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " builder.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "table", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"customers\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ");", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " orders", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " .", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "selectKey", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "((key, value) ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "-> ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "parseOrder", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(value).", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "customerId", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "())", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " .", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "join", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(customers,", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " (order, customer) ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "-> ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "enrichOrder", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(order, customer))", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " .", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "to", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"enriched-orders\"", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": ");", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " // Build and start", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": " KafkaStreams streams ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "= new ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "KafkaStreams", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " builder.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "build", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(), props);", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " streams.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "start", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "();", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " Runtime.", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "getRuntime", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "().", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "addShutdownHook", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " new ", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "Thread", "props": { "style": { "color": "var(--ch-5)" } } }, { "content": "(streams", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "::", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "close));", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " }", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "}", "props": { "style": { "color": "var(--ch-4)" } } }] }], "lang": "java" }, "annotations": [] }] }, undefined, false, { fileName: "", lineNumber: 671, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h2, { id: "schema-registry", children: "Schema Registry" }, undefined, false, { fileName: "", lineNumber: 743, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "avro-schema-management", children: "Avro Schema Management" }, undefined, false, { fileName: "", lineNumber: 745, columnNumber: 1 }, this), "\n", _jsxDEV(CH.Code, { codeConfig: chCodeConfig, northPanel: { "tabs": [""], "active": "", "heightRatio": 1 }, files: [{ "name": "", "focus": "", "code": { "lines": [{ "tokens": [{ "content": "# Register a schema", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "curl ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "-X ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "POST http://schema-registry:8081/subjects/orders-value/versions ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " -H ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "\"Content-Type: application/vnd.schemaregistry.v1+json\" ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " -d ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "'{", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " \"schema\": \"{\\\"type\\\":\\\"record\\\",\\\"name\\\":\\\"Order\\\",\\\"namespace\\\":\\\"com.example\\\",\\\"fields\\\":[{\\\"name\\\":\\\"id\\\",\\\"type\\\":\\\"string\\\"},{\\\"name\\\":\\\"customer_id\\\",\\\"type\\\":\\\"string\\\"},{\\\"name\\\":\\\"amount\\\",\\\"type\\\":\\\"double\\\"},{\\\"name\\\":\\\"created_at\\\",\\\"type\\\":{\\\"type\\\":\\\"long\\\",\\\"logicalType\\\":\\\"timestamp-millis\\\"}}]}\"", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " }'", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Get latest schema version", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "curl ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "http://schema-registry:8081/subjects/orders-value/versions/latest", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Check compatibility", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "curl ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "-X ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "POST http://schema-registry:8081/compatibility/subjects/orders-value/versions/latest ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " -H ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "\"Content-Type: application/vnd.schemaregistry.v1+json\" ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " -d ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "'{", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " \"schema\": \"{\\\"type\\\":\\\"record\\\",\\\"name\\\":\\\"Order\\\",\\\"namespace\\\":\\\"com.example\\\",\\\"fields\\\":[{\\\"name\\\":\\\"id\\\",\\\"type\\\":\\\"string\\\"},{\\\"name\\\":\\\"customer_id\\\",\\\"type\\\":\\\"string\\\"},{\\\"name\\\":\\\"amount\\\",\\\"type\\\":\\\"double\\\"},{\\\"name\\\":\\\"created_at\\\",\\\"type\\\":{\\\"type\\\":\\\"long\\\",\\\"logicalType\\\":\\\"timestamp-millis\\\"}},{\\\"name\\\":\\\"status\\\",\\\"type\\\":[\\\"null\\\",\\\"string\\\"],\\\"default\\\":null}]}\"", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " }'", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Set compatibility mode", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "curl ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "-X ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "PUT http://schema-registry:8081/config/orders-value ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " -H ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "\"Content-Type: application/vnd.schemaregistry.v1+json\" ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " -d ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "'{\"compatibility\": \"BACKWARD\"}'", "props": { "style": { "color": "var(--ch-8)" } } }] }], "lang": "bash" }, "annotations": [] }] }, undefined, false, { fileName: "", lineNumber: 747, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "compatibility-modes", children: "Compatibility Modes" }, undefined, false, { fileName: "", lineNumber: 771, columnNumber: 1 }, this), "\n", _jsxDEV(_components.table, { children: [_jsxDEV(_components.thead, { children: _jsxDEV(_components.tr, { children: [_jsxDEV(_components.th, { children: "Mode" }, undefined, false, { fileName: "", lineNumber: 773, columnNumber: 1 }, this), _jsxDEV(_components.th, { children: "Description" }, undefined, false, { fileName: "", lineNumber: 773, columnNumber: 8 }, this), _jsxDEV(_components.th, { children: "Allowed Changes" }, undefined, false, { fileName: "", lineNumber: 773, columnNumber: 22 }, this)] }, undefined, true, { fileName: "", lineNumber: 773, columnNumber: 1 }, this) }, undefined, false, { fileName: "", lineNumber: 773, columnNumber: 1 }, this), _jsxDEV(_components.tbody, { children: [_jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.strong, { children: "BACKWARD" }, undefined, false, { fileName: "", lineNumber: 775, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 775, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "New schema can read old data" }, undefined, false, { fileName: "", lineNumber: 775, columnNumber: 16 }, this), _jsxDEV(_components.td, { children: "Add optional fields, remove fields" }, undefined, false, { fileName: "", lineNumber: 775, columnNumber: 47 }, this)] }, undefined, true, { fileName: "", lineNumber: 775, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.strong, { children: "FORWARD" }, undefined, false, { fileName: "", lineNumber: 776, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 776, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Old schema can read new data" }, undefined, false, { fileName: "", lineNumber: 776, columnNumber: 15 }, this), _jsxDEV(_components.td, { children: "Remove optional fields, add fields" }, undefined, false, { fileName: "", lineNumber: 776, columnNumber: 46 }, this)] }, undefined, true, { fileName: "", lineNumber: 776, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.strong, { children: "FULL" }, undefined, false, { fileName: "", lineNumber: 777, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 777, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Both backward and forward" }, undefined, false, { fileName: "", lineNumber: 777, columnNumber: 12 }, this), _jsxDEV(_components.td, { children: "Add/remove optional fields" }, undefined, false, { fileName: "", lineNumber: 777, columnNumber: 40 }, this)] }, undefined, true, { fileName: "", lineNumber: 777, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.strong, { children: "NONE" }, undefined, false, { fileName: "", lineNumber: 778, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 778, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "No compatibility checks" }, undefined, false, { fileName: "", lineNumber: 778, columnNumber: 12 }, this), _jsxDEV(_components.td, { children: "Any change" }, undefined, false, { fileName: "", lineNumber: 778, columnNumber: 38 }, this)] }, undefined, true, { fileName: "", lineNumber: 778, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.strong, { children: "BACKWARD_TRANSITIVE" }, undefined, false, { fileName: "", lineNumber: 779, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 779, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Backward for all versions" }, undefined, false, { fileName: "", lineNumber: 779, columnNumber: 27 }, this), _jsxDEV(_components.td, { children: "Stricter BACKWARD" }, undefined, false, { fileName: "", lineNumber: 779, columnNumber: 55 }, this)] }, undefined, true, { fileName: "", lineNumber: 779, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.strong, { children: "FULL_TRANSITIVE" }, undefined, false, { fileName: "", lineNumber: 780, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 780, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Full for all versions" }, undefined, false, { fileName: "", lineNumber: 780, columnNumber: 23 }, this), _jsxDEV(_components.td, { children: "Strictest mode" }, undefined, false, { fileName: "", lineNumber: 780, columnNumber: 47 }, this)] }, undefined, true, { fileName: "", lineNumber: 780, columnNumber: 1 }, this)] }, undefined, true, { fileName: "", lineNumber: 775, columnNumber: 1 }, this)] }, undefined, true, { fileName: "", lineNumber: 773, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h2, { id: "security", children: "Security" }, undefined, false, { fileName: "", lineNumber: 782, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "saslscram-authentication", children: "SASL/SCRAM Authentication" }, undefined, false, { fileName: "", lineNumber: 784, columnNumber: 1 }, this), "\n", _jsxDEV(CH.Code, { codeConfig: chCodeConfig, northPanel: { "tabs": [""], "active": "", "heightRatio": 1 }, files: [{ "name": "", "focus": "", "code": { "lines": [{ "tokens": [{ "content": "# server.properties", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "listeners", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=SASL_SSL://0.0.0.0:9093", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "security.inter.broker.protocol", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=SASL_SSL", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "sasl.mechanism.inter.broker.protocol", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=SCRAM-SHA-512", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "sasl.enabled.mechanisms", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=SCRAM-SHA-512", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# SSL settings", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "ssl.keystore.location", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=/etc/kafka/ssl/kafka.keystore.jks", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "ssl.keystore.password", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=${KEYSTORE_PASSWORD}", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "ssl.key.password", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=${KEY_PASSWORD}", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "ssl.truststore.location", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=/etc/kafka/ssl/kafka.truststore.jks", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "ssl.truststore.password", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=${TRUSTSTORE_PASSWORD}", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "ssl.client.auth", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=required", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "ssl.endpoint.identification.algorithm", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=https", "props": { "style": { "color": "var(--ch-4)" } } }] }], "lang": "properties" }, "annotations": [] }] }, undefined, false, { fileName: "", lineNumber: 786, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "acl-configuration", children: "ACL Configuration" }, undefined, false, { fileName: "", lineNumber: 803, columnNumber: 1 }, this), "\n", _jsxDEV(CH.Code, { codeConfig: chCodeConfig, northPanel: { "tabs": [""], "active": "", "heightRatio": 1 }, files: [{ "name": "", "focus": "", "code": { "lines": [{ "tokens": [{ "content": "# Create user credentials", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "bin/kafka-configs.sh ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "--bootstrap-server ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "localhost:", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "9092 \\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --alter --add-config ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "'SCRAM-SHA-512=[password=secret]' ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --entity-type ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "users ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "--entity-name ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "order-service", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Grant producer permissions", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "bin/kafka-acls.sh ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "--bootstrap-server ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "localhost:", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "9092 \\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --add --allow-principal ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "User:order-service ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --operation ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "Write ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "--operation ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "Describe ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --topic ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "orders", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Grant consumer permissions", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "bin/kafka-acls.sh ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "--bootstrap-server ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "localhost:", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "9092 \\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --add --allow-principal ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "User:analytics-service ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --operation ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "Read ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "--operation ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "Describe ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --topic ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "orders ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --group ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "analytics-consumer", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Grant topic management", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "bin/kafka-acls.sh ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "--bootstrap-server ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "localhost:", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "9092 \\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --add --allow-principal ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "User:admin ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --operation ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "All ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --topic ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "'*' ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --group ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "'*' ", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "\\", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": " --cluster", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# List ACLs", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "bin/kafka-acls.sh ", "props": { "style": { "color": "var(--ch-3)" } } }, { "content": "--bootstrap-server ", "props": { "style": { "color": "var(--ch-2)" } } }, { "content": "localhost:", "props": { "style": { "color": "var(--ch-8)" } } }, { "content": "9092 --list", "props": { "style": { "color": "var(--ch-2)" } } }] }], "lang": "bash" }, "annotations": [] }] }, undefined, false, { fileName: "", lineNumber: 805, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h2, { id: "performance-tuning", children: "Performance Tuning" }, undefined, false, { fileName: "", lineNumber: 836, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "broker-optimization", children: "Broker Optimization" }, undefined, false, { fileName: "", lineNumber: 838, columnNumber: 1 }, this), "\n", _jsxDEV(CH.Code, { codeConfig: chCodeConfig, northPanel: { "tabs": [""], "active": "", "heightRatio": 1 }, files: [{ "name": "", "focus": "", "code": { "lines": [{ "tokens": [{ "content": "# server.properties — Performance tuning", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Network and I/O threads", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "num.network.threads", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=8", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "num.io.threads", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=16", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "socket.send.buffer.bytes", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=1048576", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "socket.receive.buffer.bytes", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=1048576", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "socket.request.max.bytes", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=104857600", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Log configuration", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "log.flush.interval.messages", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=10000", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "log.flush.interval.ms", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=1000", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "log.segment.bytes", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=1073741824", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "log.retention.check.interval.ms", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=300000", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Replication", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "replica.fetch.max.bytes", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=10485760", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "replica.fetch.wait.max.ms", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=500", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "replica.socket.receive.buffer.bytes", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=1048576", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "num.replica.fetchers", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=4", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Compression", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "compression.type", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=producer", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# Message sizes", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "message.max.bytes", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "=10485760", "props": { "style": { "color": "var(--ch-4)" } } }] }], "lang": "properties" }, "annotations": [] }] }, undefined, false, { fileName: "", lineNumber: 840, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "producer-tuning", children: "Producer Tuning" }, undefined, false, { fileName: "", lineNumber: 869, columnNumber: 1 }, this), "\n", _jsxDEV(_components.table, { children: [_jsxDEV(_components.thead, { children: _jsxDEV(_components.tr, { children: [_jsxDEV(_components.th, { children: "Parameter" }, undefined, false, { fileName: "", lineNumber: 871, columnNumber: 1 }, this), _jsxDEV(_components.th, { children: "Low Latency" }, undefined, false, { fileName: "", lineNumber: 871, columnNumber: 13 }, this), _jsxDEV(_components.th, { children: "High Throughput" }, undefined, false, { fileName: "", lineNumber: 871, columnNumber: 27 }, this)] }, undefined, true, { fileName: "", lineNumber: 871, columnNumber: 1 }, this) }, undefined, false, { fileName: "", lineNumber: 871, columnNumber: 1 }, this), _jsxDEV(_components.tbody, { children: [_jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "acks" }, undefined, false, { fileName: "", lineNumber: 873, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 873, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "1" }, undefined, false, { fileName: "", lineNumber: 873, columnNumber: 12 }, this) }, undefined, false, { fileName: "", lineNumber: 873, columnNumber: 10 }, this), _jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "all" }, undefined, false, { fileName: "", lineNumber: 873, columnNumber: 18 }, this) }, undefined, false, { fileName: "", lineNumber: 873, columnNumber: 16 }, this)] }, undefined, true, { fileName: "", lineNumber: 873, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "batch.size" }, undefined, false, { fileName: "", lineNumber: 874, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 874, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "16384" }, undefined, false, { fileName: "", lineNumber: 874, columnNumber: 18 }, this) }, undefined, false, { fileName: "", lineNumber: 874, columnNumber: 16 }, this), _jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "65536" }, undefined, false, { fileName: "", lineNumber: 874, columnNumber: 28 }, this) }, undefined, false, { fileName: "", lineNumber: 874, columnNumber: 26 }, this)] }, undefined, true, { fileName: "", lineNumber: 874, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "linger.ms" }, undefined, false, { fileName: "", lineNumber: 875, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 875, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "0" }, undefined, false, { fileName: "", lineNumber: 875, columnNumber: 17 }, this) }, undefined, false, { fileName: "", lineNumber: 875, columnNumber: 15 }, this), _jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "50" }, undefined, false, { fileName: "", lineNumber: 875, columnNumber: 23 }, this) }, undefined, false, { fileName: "", lineNumber: 875, columnNumber: 21 }, this)] }, undefined, true, { fileName: "", lineNumber: 875, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "compression.type" }, undefined, false, { fileName: "", lineNumber: 876, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 876, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "none" }, undefined, false, { fileName: "", lineNumber: 876, columnNumber: 24 }, this) }, undefined, false, { fileName: "", lineNumber: 876, columnNumber: 22 }, this), _jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "lz4" }, undefined, false, { fileName: "", lineNumber: 876, columnNumber: 33 }, this) }, undefined, false, { fileName: "", lineNumber: 876, columnNumber: 31 }, this)] }, undefined, true, { fileName: "", lineNumber: 876, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "buffer.memory" }, undefined, false, { fileName: "", lineNumber: 877, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 877, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "33554432" }, undefined, false, { fileName: "", lineNumber: 877, columnNumber: 21 }, this) }, undefined, false, { fileName: "", lineNumber: 877, columnNumber: 19 }, this), _jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "134217728" }, undefined, false, { fileName: "", lineNumber: 877, columnNumber: 34 }, this) }, undefined, false, { fileName: "", lineNumber: 877, columnNumber: 32 }, this)] }, undefined, true, { fileName: "", lineNumber: 877, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "max.in.flight.requests" }, undefined, false, { fileName: "", lineNumber: 878, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 878, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "1" }, undefined, false, { fileName: "", lineNumber: 878, columnNumber: 30 }, this) }, undefined, false, { fileName: "", lineNumber: 878, columnNumber: 28 }, this), _jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "5" }, undefined, false, { fileName: "", lineNumber: 878, columnNumber: 36 }, this) }, undefined, false, { fileName: "", lineNumber: 878, columnNumber: 34 }, this)] }, undefined, true, { fileName: "", lineNumber: 878, columnNumber: 1 }, this)] }, undefined, true, { fileName: "", lineNumber: 873, columnNumber: 1 }, this)] }, undefined, true, { fileName: "", lineNumber: 871, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "consumer-tuning", children: "Consumer Tuning" }, undefined, false, { fileName: "", lineNumber: 880, columnNumber: 1 }, this), "\n", _jsxDEV(_components.table, { children: [_jsxDEV(_components.thead, { children: _jsxDEV(_components.tr, { children: [_jsxDEV(_components.th, { children: "Parameter" }, undefined, false, { fileName: "", lineNumber: 882, columnNumber: 1 }, this), _jsxDEV(_components.th, { children: "Low Latency" }, undefined, false, { fileName: "", lineNumber: 882, columnNumber: 13 }, this), _jsxDEV(_components.th, { children: "High Throughput" }, undefined, false, { fileName: "", lineNumber: 882, columnNumber: 27 }, this)] }, undefined, true, { fileName: "", lineNumber: 882, columnNumber: 1 }, this) }, undefined, false, { fileName: "", lineNumber: 882, columnNumber: 1 }, this), _jsxDEV(_components.tbody, { children: [_jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "fetch.min.bytes" }, undefined, false, { fileName: "", lineNumber: 884, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 884, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "1" }, undefined, false, { fileName: "", lineNumber: 884, columnNumber: 23 }, this) }, undefined, false, { fileName: "", lineNumber: 884, columnNumber: 21 }, this), _jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "65536" }, undefined, false, { fileName: "", lineNumber: 884, columnNumber: 29 }, this) }, undefined, false, { fileName: "", lineNumber: 884, columnNumber: 27 }, this)] }, undefined, true, { fileName: "", lineNumber: 884, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "fetch.max.wait.ms" }, undefined, false, { fileName: "", lineNumber: 885, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 885, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "100" }, undefined, false, { fileName: "", lineNumber: 885, columnNumber: 25 }, this) }, undefined, false, { fileName: "", lineNumber: 885, columnNumber: 23 }, this), _jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "500" }, undefined, false, { fileName: "", lineNumber: 885, columnNumber: 33 }, this) }, undefined, false, { fileName: "", lineNumber: 885, columnNumber: 31 }, this)] }, undefined, true, { fileName: "", lineNumber: 885, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "max.poll.records" }, undefined, false, { fileName: "", lineNumber: 886, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 886, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "100" }, undefined, false, { fileName: "", lineNumber: 886, columnNumber: 24 }, this) }, undefined, false, { fileName: "", lineNumber: 886, columnNumber: 22 }, this), _jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "1000" }, undefined, false, { fileName: "", lineNumber: 886, columnNumber: 32 }, this) }, undefined, false, { fileName: "", lineNumber: 886, columnNumber: 30 }, this)] }, undefined, true, { fileName: "", lineNumber: 886, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "max.partition.fetch.bytes" }, undefined, false, { fileName: "", lineNumber: 887, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 887, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "1048576" }, undefined, false, { fileName: "", lineNumber: 887, columnNumber: 33 }, this) }, undefined, false, { fileName: "", lineNumber: 887, columnNumber: 31 }, this), _jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "10485760" }, undefined, false, { fileName: "", lineNumber: 887, columnNumber: 45 }, this) }, undefined, false, { fileName: "", lineNumber: 887, columnNumber: 43 }, this)] }, undefined, true, { fileName: "", lineNumber: 887, columnNumber: 1 }, this)] }, undefined, true, { fileName: "", lineNumber: 884, columnNumber: 1 }, this)] }, undefined, true, { fileName: "", lineNumber: 882, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "jvm-settings", children: "JVM Settings" }, undefined, false, { fileName: "", lineNumber: 889, columnNumber: 1 }, this), "\n", _jsxDEV(CH.Code, { codeConfig: chCodeConfig, northPanel: { "tabs": [""], "active": "", "heightRatio": 1 }, files: [{ "name": "", "focus": "", "code": { "lines": [{ "tokens": [{ "content": "# KAFKA_HEAP_OPTS for brokers", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "export", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " KAFKA_HEAP_OPTS", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "=", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "\"-Xms6g -Xmx6g\"", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": "# G1GC settings", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "export", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": " KAFKA_JVM_PERFORMANCE_OPTS", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "=", "props": { "style": { "color": "var(--ch-7)" } } }, { "content": "\"", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " -server", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " -XX:+UseG1GC", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " -XX:MaxGCPauseMillis=20", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " -XX:InitiatingHeapOccupancyPercent=35", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " -XX:+ExplicitGCInvokesConcurrent", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " -XX:MaxInlineLevel=15", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " -Djava.awt.headless=true", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": "\"", "props": { "style": { "color": "var(--ch-8)" } } }] }], "lang": "bash" }, "annotations": [] }] }, undefined, false, { fileName: "", lineNumber: 891, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h2, { id: "monitoring", children: "Monitoring" }, undefined, false, { fileName: "", lineNumber: 907, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "prometheus-jmx-exporter", children: "Prometheus JMX Exporter" }, undefined, false, { fileName: "", lineNumber: 909, columnNumber: 1 }, this), "\n", _jsxDEV(CH.Code, { codeConfig: chCodeConfig, northPanel: { "tabs": [""], "active": "", "heightRatio": 1 }, files: [{ "name": "", "focus": "", "code": { "lines": [{ "tokens": [{ "content": "# kafka-jmx-exporter.yml", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": "lowercaseOutputName", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "true", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": "lowercaseOutputLabelNames", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "true", "props": { "style": { "color": "var(--ch-2)" } } }] }, { "tokens": [{ "content": "rules", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " # Broker metrics", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": " - ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "pattern", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka.server<>(.+)", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " name", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka_server_brokertopicmetrics_$1_$3", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " labels", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " topic", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"$2\"", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " # Request metrics", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": " - ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "pattern", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka.network<>(.+)", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " name", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka_network_requestmetrics_$1_$3", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " labels", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " request", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"$2\"", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " # Partition metrics", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": " - ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "pattern", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka.server<>(.+)", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " name", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka_server_replicamanager_$1_$2", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": "", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " # Consumer group lag", "props": { "style": { "color": "var(--ch-1)" } } }] }, { "tokens": [{ "content": " - ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "pattern", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka.server<>Value", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " name", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "kafka_server_fetcherlagmetrics_$1", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " labels", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ":", "props": { "style": { "color": "var(--ch-4)" } } }] }, { "tokens": [{ "content": " clientId", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"$2\"", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " topic", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"$3\"", "props": { "style": { "color": "var(--ch-8)" } } }] }, { "tokens": [{ "content": " partition", "props": { "style": { "color": "var(--ch-6)" } } }, { "content": ": ", "props": { "style": { "color": "var(--ch-4)" } } }, { "content": "\"$4\"", "props": { "style": { "color": "var(--ch-8)" } } }] }], "lang": "yaml" }, "annotations": [] }] }, undefined, false, { fileName: "", lineNumber: 911, columnNumber: 1 }, this), "\n", _jsxDEV(_components.h3, { id: "key-metrics-to-monitor", children: "Key Metrics to Monitor" }, undefined, false, { fileName: "", lineNumber: 941, columnNumber: 1 }, this), "\n", _jsxDEV(_components.table, { children: [_jsxDEV(_components.thead, { children: _jsxDEV(_components.tr, { children: [_jsxDEV(_components.th, { children: "Metric" }, undefined, false, { fileName: "", lineNumber: 943, columnNumber: 1 }, this), _jsxDEV(_components.th, { children: "Description" }, undefined, false, { fileName: "", lineNumber: 943, columnNumber: 10 }, this), _jsxDEV(_components.th, { children: "Alert Threshold" }, undefined, false, { fileName: "", lineNumber: 943, columnNumber: 24 }, this)] }, undefined, true, { fileName: "", lineNumber: 943, columnNumber: 1 }, this) }, undefined, false, { fileName: "", lineNumber: 943, columnNumber: 1 }, this), _jsxDEV(_components.tbody, { children: [_jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "UnderReplicatedPartitions" }, undefined, false, { fileName: "", lineNumber: 945, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 945, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Partitions where ISR < replicas" }, undefined, false, { fileName: "", lineNumber: 945, columnNumber: 31 }, this), _jsxDEV(_components.td, { children: "> 0" }, undefined, false, { fileName: "", lineNumber: 945, columnNumber: 65 }, this)] }, undefined, true, { fileName: "", lineNumber: 945, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "OfflinePartitionsCount" }, undefined, false, { fileName: "", lineNumber: 946, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 946, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Partitions with no active leader" }, undefined, false, { fileName: "", lineNumber: 946, columnNumber: 28 }, this), _jsxDEV(_components.td, { children: "> 0" }, undefined, false, { fileName: "", lineNumber: 946, columnNumber: 63 }, this)] }, undefined, true, { fileName: "", lineNumber: 946, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "ActiveControllerCount" }, undefined, false, { fileName: "", lineNumber: 947, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 947, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Number of active controllers" }, undefined, false, { fileName: "", lineNumber: 947, columnNumber: 27 }, this), _jsxDEV(_components.td, { children: "!= 1" }, undefined, false, { fileName: "", lineNumber: 947, columnNumber: 58 }, this)] }, undefined, true, { fileName: "", lineNumber: 947, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "MessagesInPerSec" }, undefined, false, { fileName: "", lineNumber: 948, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 948, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Producer throughput" }, undefined, false, { fileName: "", lineNumber: 948, columnNumber: 22 }, this), _jsxDEV(_components.td, { children: "Baseline deviation" }, undefined, false, { fileName: "", lineNumber: 948, columnNumber: 44 }, this)] }, undefined, true, { fileName: "", lineNumber: 948, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "BytesInPerSec" }, undefined, false, { fileName: "", lineNumber: 949, columnNumber: 3 }, this) }, undefined, false, { fileName: "", lineNumber: 949, columnNumber: 1 }, this), _jsxDEV(_components.td, { children: "Network ingress" }, undefined, false, { fileName: "", lineNumber: 949, columnNumber: 19 }, this), _jsxDEV(_components.td, { children: "Capacity threshold" }, undefined, false, { fileName: "", lineNumber: 949, columnNumber: 37 }, this)] }, undefined, true, { fileName: "", lineNumber: 949, columnNumber: 1 }, this), _jsxDEV(_components.tr, { children: [_jsxDEV(_components.td, { children: _jsxDEV(_components.code, { children: "BytesOutPerSec" }, undefined, false, { fileName: "", lineNumber: 950, columnNumber: 3 }, this) }, undefined, false, { fileName: "