Skip to content

Commit 1ec59c6

Browse files
committed
tests/migrations: add scale test, fix allow lists
split existing test into common subclass and test itself; use common in scale; also fix log message allow lists
1 parent 4343e5e commit 1ec59c6

3 files changed

Lines changed: 456 additions & 293 deletions

File tree

Lines changed: 36 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,36 @@
1+
# Copyright 2022 Redpanda Data, Inc.
2+
#
3+
# Use of this software is governed by the Business Source License
4+
# included in the file licenses/BSL.md
5+
#
6+
# As of the Change Date specified in that file, in accordance with
7+
# the Business Source License, use of this software will be governed
8+
# by the Apache License, Version 2.0
9+
10+
from rptest.services.cluster import cluster
11+
from ducktape.mark import parametrize
12+
from rptest.tests.data_migrations import DataMigrationsTestBase as Base
13+
14+
MIB_PER_PARTITION = 1
15+
PARTITIONS_PER_SHARD = 10000
16+
STOP_TIMEOUT = 5 * 60
17+
18+
19+
class DataMigrationsScaleTest(Base):
20+
def __init__(self, *args, **kwargs):
21+
super().__init__(*args,
22+
**kwargs,
23+
extra_rp_conf={
24+
'topic_partitions_per_shard':
25+
PARTITIONS_PER_SHARD,
26+
'topic_memory_per_partition':
27+
MIB_PER_PARTITION * 1024 * 1024,
28+
})
29+
30+
@cluster(num_nodes=3, log_allow_list=Base.MIGRATION_LOG_ALLOW_LIST)
31+
@parametrize(topics_count=1000, partitions_count=3)
32+
@parametrize(topics_count=3, partitions_count=1000)
33+
def test_migrate(self, topics_count, partitions_count):
34+
self.do_test_creating_and_listing_migrations(topics_count,
35+
partitions_count)
36+
self.redpanda.stop(timeout=STOP_TIMEOUT)

0 commit comments

Comments
 (0)