Skip to content

test(inkless:consolidation): adjust tests to address failures #728

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
viktorsomogyi wants to merge 1 commit into
base: svv/ts-unification-delete-records-e2e
Choose a base branch
from
Draft

test(inkless:consolidation): adjust tests to address failures #728

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 6 additions & 1 deletion tests/kafkatest/tests/inkless/consolidation_dependency_outage_test.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -91,7 +91,12 @@ def test_dependency_outage_during_produce(self, metadata_quorum, dependency):
"diskless.enable": "true",
"remote.storage.enable": "true",
"min.insync.replicas": 2,
"segment.bytes": 1048576,
# segment.bytes must sit above max.message.bytes (default 1048588):
# buildFetch reserves max.message.bytes of headroom for batch overshoot,
# so a segment.bytes at or below it leaves a 1-byte fetch budget and
# starves the consolidation fetcher. 2 MiB leaves ~1 MiB of fetch budget;
# segment.ms still rolls small segments on time so tiering cadence holds.
"segment.bytes": 2097152,
"segment.ms": 5000,
"local.retention.ms": 5000,
},
Expand Down
8 changes: 6 additions & 2 deletions tests/kafkatest/tests/inkless/consolidation_pipeline_test.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -75,8 +75,12 @@ def test_consolidation_pipeline(self, metadata_quorum):
"diskless.enable": "true",
"remote.storage.enable": "true",
"min.insync.replicas": 2,
# Roll segments by size/time so they close and get tiered.
"segment.bytes": 1048576,
# segment.bytes must sit above max.message.bytes (default 1048588):
# buildFetch reserves max.message.bytes of headroom for batch overshoot,
# so a segment.bytes at or below it leaves a 1-byte fetch budget and
# starves the consolidation fetcher. 2 MiB leaves ~1 MiB of fetch budget;
# segment.ms still rolls small segments on time so tiering cadence holds.
"segment.bytes": 2097152,
"segment.ms": 5000,
},
},
Expand Down
8 changes: 6 additions & 2 deletions tests/kafkatest/tests/inkless/consolidation_read_from_remote_after_prune_test.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -75,8 +75,12 @@ def test_read_from_remote_after_prune(self, metadata_quorum):
"diskless.enable": "true",
"remote.storage.enable": "true",
"min.insync.replicas": 2,
# Roll segments by size/time so they close and get tiered.
"segment.bytes": 1048576,
# segment.bytes must sit above max.message.bytes (default 1048588):
# buildFetch reserves max.message.bytes of headroom for batch overshoot,
# so a segment.bytes at or below it leaves a 1-byte fetch budget and
# starves the consolidation fetcher. 2 MiB leaves ~1 MiB of fetch budget;
# segment.ms still rolls small segments on time so tiering cadence holds.
"segment.bytes": 2097152,
"segment.ms": 5000,
# Evict local segments soon after upload so data lives in
# remote before the wipe.
Expand Down
8 changes: 6 additions & 2 deletions tests/kafkatest/tests/inkless/consolidation_retention_across_tiers_test.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -131,8 +131,12 @@ def _start_cluster(self):
"diskless.enable": "true",
"remote.storage.enable": "true",
"min.insync.replicas": 2,
# Roll segments by size/time so they close and get tiered.
"segment.bytes": 1048576,
# segment.bytes must sit above max.message.bytes (default 1048588):
# buildFetch reserves max.message.bytes of headroom for batch overshoot,
# so a segment.bytes at or below it leaves a 1-byte fetch budget and
# starves the consolidation fetcher. 2 MiB leaves ~1 MiB of fetch budget;
# segment.ms still rolls small segments on time so tiering cadence holds.
"segment.bytes": 2097152,
"segment.ms": 5000,
# Evict local segments soon after upload so the early prefix
# lives only in remote -- retention must then reclaim remote.
Expand Down
8 changes: 6 additions & 2 deletions tests/kafkatest/tests/inkless/inkless_topic_switch_test.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -284,8 +284,12 @@ def _create_classic_tiered_topic(self, topic, num_partitions=1):
"configs": {
"remote.storage.enable": "true",
"min.insync.replicas": 1,
# 1 MiB is the enforced minimum for segment.bytes.
"segment.bytes": 1048576,
# segment.bytes must sit above max.message.bytes (default 1048588):
# buildFetch reserves max.message.bytes of headroom for batch overshoot,
# so a segment.bytes at or below it leaves a 1-byte fetch budget and
# starves the consolidation fetcher. 2 MiB leaves ~1 MiB of fetch budget;
# segment.ms still rolls small segments on time so tiering cadence holds.
"segment.bytes": 2097152,
# Force a roll every 2s regardless of segment fill, so that
# produced records flow through closed segments quickly.
"segment.ms": 2000,
Expand Down
Loading