From 9e9874d2ea840e76679edc1c1a96617ebf5c131d Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Jos=C3=A9=20Sequeira?= <jose@posthog.com>
Date: Fri, 28 Aug 2026 09:40:20 +0200
Subject: [PATCH 1/2] chore(ci): flush the ClickHouse Kafka engine every 100 ms
 in dev and CI

Tests that assert on rows landing in ClickHouse spend most of their time
waiting for the Kafka engine to flush, so stream_flush_interval_ms is the
floor of every such round trip. Nothing pins kafka_flush_interval_ms per
table, so this profile value governs all of them. 500 ms to 100 ms takes
ingestion-e2e from about 16 s to 11 s locally. The file is dev and CI
only; production is unaffected.
---
 docker/clickhouse/users-dev.xml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/docker/clickhouse/users-dev.xml b/docker/clickhouse/users-dev.xml
index 1a784485f3f4..af4b2f46f570 100644
--- a/docker/clickhouse/users-dev.xml
+++ b/docker/clickhouse/users-dev.xml
@@ -46,7 +46,7 @@
             <number_of_mutations_to_throw>1</number_of_mutations_to_throw>
 
             <stream_poll_timeout_ms>50</stream_poll_timeout_ms>
-            <stream_flush_interval_ms>500</stream_flush_interval_ms>
+            <stream_flush_interval_ms>100</stream_flush_interval_ms>
 
             <!-- Development performance optimizations -->
             <max_threads>2</max_threads>

From 1bdbd8f12cc6577859cbdc654eec3b484e2a286a Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Jos=C3=A9=20Sequeira?= <jose@posthog.com>
Date: Fri, 28 Aug 2026 10:34:20 +0200
Subject: [PATCH 2/2] chore(ci): run Node.js tests when the ClickHouse dev
 config changes

The Node.js change filter listed the compose files but not the ClickHouse
config they mount, so a change to docker/clickhouse skipped every Jest
job. The Kafka engine settings in that config set how long every
ClickHouse-backed test waits, so they must run the suite.
---
 .github/workflows/ci-nodejs.yml | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/.github/workflows/ci-nodejs.yml b/.github/workflows/ci-nodejs.yml
index 97773a7bf04f..e102f88d71cc 100644
--- a/.github/workflows/ci-nodejs.yml
+++ b/.github/workflows/ci-nodejs.yml
@@ -85,6 +85,9 @@ jobs:
                         # so no app image is built here. Dockerfile.node is gated separately in
                         # ci-nodejs-container.yml.
                         - 'docker*.yml'
+                        # The compose stack mounts this ClickHouse config; the Kafka engine settings
+                        # in it set how long every ClickHouse-backed Jest test waits for a row.
+                        - 'docker/clickhouse/**'
                       rust:
                         - 'rust/**'
                         - 'proto/**'