Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
35 commits
Select commit Hold shift + click to select a range
dc65833
Update log_volumes.json
lamr02n Feb 24, 2025
30dddd1
Update run_test.py
lamr02n Feb 25, 2025
8568b23
Update run_test.py
lamr02n Feb 25, 2025
39b1127
Update run_test.py
lamr02n Feb 25, 2025
1d83c55
Update run_test.py
lamr02n Feb 26, 2025
8b15391
Update run_test.py
lamr02n Feb 26, 2025
278f2cb
Update run_test.py
lamr02n Feb 26, 2025
3f9e419
Update run_test.py
lamr02n Feb 26, 2025
c712a20
Update run_test.py
lamr02n Feb 26, 2025
bc9cb28
Update run_test.py
lamr02n Feb 26, 2025
926cd24
Update run_test.py
lamr02n Feb 26, 2025
3e9a4f4
Update run_test.py
lamr02n Feb 26, 2025
627f41a
Update run_test.py
lamr02n Feb 26, 2025
2b9be86
Update run_test.py
lamr02n Feb 26, 2025
ac10ff4
Update run_test.py
lamr02n Feb 26, 2025
b55f76b
Update run_test.py
lamr02n Feb 26, 2025
6575353
Merge branch 'refs/heads/main' into update-benchmark-tests
lamr02n Feb 26, 2025
3b1d8b6
Update run_test.py
lamr02n Feb 26, 2025
1785913
Update run_test.py
lamr02n Feb 26, 2025
094e675
Update tests
lamr02n Mar 1, 2025
d6c434b
Update log_volumes.json
lamr02n Mar 2, 2025
6d88c96
Update log_volumes.json
lamr02n Mar 11, 2025
92184c3
Update log_volumes.json
lamr02n Mar 14, 2025
e378d22
Update log_volumes.json
lamr02n Mar 14, 2025
3aeafe3
Update log_volumes.json
lamr02n Mar 14, 2025
78d8262
Fix bug when inserting alerts
lamr02n Mar 22, 2025
9042981
Update log_volumes.json
lamr02n Mar 22, 2025
5d7d0d7
Update test_clickhouse_batch_sender.py
lamr02n Apr 2, 2025
3370338
Update test_clickhouse_batch_sender.py
lamr02n Apr 2, 2025
c9e50b8
Update test_clickhouse_batch_sender.py
lamr02n Apr 3, 2025
38ac137
Remove test_clickhouse_connector.py due to deletion of clickhouse_con…
lamr02n Apr 3, 2025
979f02d
Update test_monitoring_agent.py
lamr02n Apr 3, 2025
173cc2d
Merge branch 'main' into update-benchmark-tests
lamr02n Apr 3, 2025
0077317
Update formatting.yml
lamr02n Apr 3, 2025
97cdf07
Update formatting.yml
lamr02n Apr 3, 2025
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .github/workflows/formatting.yml
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,7 @@ jobs:
python -m pip install -r requirements/requirements.dev.txt -r requirements/requirements.detector.txt -r requirements/requirements.logcollector.txt -r requirements/requirements.prefilter.txt -r requirements/requirements.inspector.txt -r requirements/requirements.logserver.txt

- name: Cache pre-commit hooks
uses: actions/cache@v4.0.2
uses: actions/cache@v4
with:
path: ~/.cache/pre-commit
key: ${{ runner.os }}-precommit-${{ hashFiles('.pre-commit-config.yaml') }}
Expand Down
22 changes: 13 additions & 9 deletions docker/benchmark_tests/run_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -157,7 +157,11 @@ def _execute_one_interval(
cur_index += 1
except KafkaError:
logger.warning(KafkaError)
time.sleep(1.0 / msg_per_sec)

if msg_per_sec > 0:
time.sleep(1.0 / msg_per_sec)
else:
time.sleep(1.0)

logger.warning(f"Finish interval with {msg_per_sec} msg/s")
return cur_index
Expand Down Expand Up @@ -254,7 +258,7 @@ def execute(self):
class MaximumThroughputTest(LongTermTest):
"""Keeps a consistent rate that is too high to be handled."""

def __init__(self, length_in_min: float | int, msg_per_sec: int = 10000):
def __init__(self, length_in_min: float | int, msg_per_sec: int = 500):
super().__init__(full_length_in_min=length_in_min, msg_per_sec=msg_per_sec)


Expand All @@ -263,24 +267,24 @@ def main(test_type_nr):
match test_type_nr:
case 1:
ramp_up_test = RampUpTest(
msg_per_sec_in_intervals=[1, 10, 50, 100, 150, 200],
interval_length_in_sec=[30, 30, 30, 30, 30, 30],
msg_per_sec_in_intervals=[10, 50, 100, 150],
interval_length_in_sec=[120, 120, 120, 120],
)
ramp_up_test.execute()

case 2:
burst_test = BurstTest(
normal_rate_msg_per_sec=20,
burst_rate_msg_per_sec=10000,
normal_rate_interval_length=10,
normal_rate_msg_per_sec=50,
burst_rate_msg_per_sec=1000,
normal_rate_interval_length=120,
burst_rate_interval_length=2,
number_of_intervals=3,
)
burst_test.execute()

case 3:
maximum_throughput_test = MaximumThroughputTest(
length_in_min=1,
length_in_min=5,
)
maximum_throughput_test.execute()

Expand All @@ -302,4 +306,4 @@ def main(test_type_nr):
3 - Maximum throughput test
4 - Long-term test
"""
main(1)
main(3)
Loading
Loading