|
42 | 42 | import argparse |
43 | 43 | import requests |
44 | 44 | import threading |
| 45 | +import socket |
45 | 46 | from pathlib import Path |
46 | 47 | from typing import Optional, List, Tuple |
47 | 48 | from dataclasses import dataclass |
|
65 | 66 | "SENTRY_ENABLE_CACHE_TRACING": "true" |
66 | 67 | } |
67 | 68 |
|
| 69 | +KAFKA_CONTAINER_NAME = "sentry-java-system-test-kafka" |
| 70 | +KAFKA_BOOTSTRAP_SERVERS = "localhost:9092" |
| 71 | + |
68 | 72 | class ServerType(Enum): |
69 | 73 | TOMCAT = 0 |
70 | 74 | SPRING = 1 |
@@ -155,6 +159,7 @@ def __init__(self): |
155 | 159 | self.mock_server = Server(name="Mock", pid_filepath="sentry-mock-server.pid") |
156 | 160 | self.tomcat_server = Server(name="Tomcat", pid_filepath="tomcat-server.pid") |
157 | 161 | self.spring_server = Server(name="Spring", pid_filepath="spring-server.pid") |
| 162 | + self.kafka_started_by_runner = False |
158 | 163 |
|
159 | 164 | # Load existing PIDs if available |
160 | 165 | for server in (self.mock_server, self.tomcat_server, self.spring_server): |
@@ -196,7 +201,78 @@ def kill_process(self, pid: int, name: str) -> None: |
196 | 201 | except (OSError, ProcessLookupError): |
197 | 202 | print(f"Process {pid} was already dead") |
198 | 203 |
|
| 204 | + def module_requires_kafka(self, sample_module: str) -> bool: |
| 205 | + return sample_module == "sentry-samples-console" |
| 206 | + |
| 207 | + def wait_for_port(self, host: str, port: int, max_attempts: int = 20) -> bool: |
| 208 | + for _ in range(max_attempts): |
| 209 | + try: |
| 210 | + with socket.create_connection((host, port), timeout=1): |
| 211 | + return True |
| 212 | + except OSError: |
| 213 | + time.sleep(1) |
| 214 | + return False |
199 | 215 |
|
| 216 | + def start_kafka_broker(self) -> None: |
| 217 | + if self.wait_for_port("localhost", 9092, max_attempts=1): |
| 218 | + print("Kafka broker already running on localhost:9092, reusing it.") |
| 219 | + self.kafka_started_by_runner = False |
| 220 | + return |
| 221 | + |
| 222 | + self.stop_kafka_broker() |
| 223 | + |
| 224 | + print("Starting Kafka broker (Redpanda) for system tests...") |
| 225 | + run_result = subprocess.run( |
| 226 | + [ |
| 227 | + "docker", |
| 228 | + "run", |
| 229 | + "-d", |
| 230 | + "--name", |
| 231 | + KAFKA_CONTAINER_NAME, |
| 232 | + "-p", |
| 233 | + "9092:9092", |
| 234 | + "docker.redpanda.com/redpandadata/redpanda:v24.1.9", |
| 235 | + "redpanda", |
| 236 | + "start", |
| 237 | + "--overprovisioned", |
| 238 | + "--smp", |
| 239 | + "1", |
| 240 | + "--memory", |
| 241 | + "1G", |
| 242 | + "--reserve-memory", |
| 243 | + "0M", |
| 244 | + "--node-id", |
| 245 | + "0", |
| 246 | + "--check=false", |
| 247 | + "--kafka-addr", |
| 248 | + "PLAINTEXT://0.0.0.0:9092", |
| 249 | + "--advertise-kafka-addr", |
| 250 | + "PLAINTEXT://localhost:9092", |
| 251 | + ], |
| 252 | + check=False, |
| 253 | + capture_output=True, |
| 254 | + text=True, |
| 255 | + ) |
| 256 | + |
| 257 | + if run_result.returncode != 0: |
| 258 | + raise RuntimeError(f"Failed to start Kafka container: {run_result.stderr}") |
| 259 | + |
| 260 | + if not self.wait_for_port("localhost", 9092, max_attempts=30): |
| 261 | + raise RuntimeError("Kafka broker did not become ready on localhost:9092") |
| 262 | + |
| 263 | + self.kafka_started_by_runner = True |
| 264 | + |
| 265 | + def stop_kafka_broker(self) -> None: |
| 266 | + if not self.kafka_started_by_runner: |
| 267 | + return |
| 268 | + |
| 269 | + subprocess.run( |
| 270 | + ["docker", "rm", "-f", KAFKA_CONTAINER_NAME], |
| 271 | + check=False, |
| 272 | + stdout=subprocess.DEVNULL, |
| 273 | + stderr=subprocess.DEVNULL, |
| 274 | + ) |
| 275 | + self.kafka_started_by_runner = False |
200 | 276 |
|
201 | 277 | def start_sentry_mock_server(self) -> None: |
202 | 278 | """Start the Sentry mock server.""" |
@@ -557,6 +633,12 @@ def setup_test_infrastructure(self, sample_module: str, java_agent: str, |
557 | 633 | java_agent_auto_init: str, build_before_run: str, |
558 | 634 | server_type: Optional[ServerType]) -> int: |
559 | 635 | """Set up test infrastructure. Returns 0 on success, error code on failure.""" |
| 636 | + if self.module_requires_kafka(sample_module): |
| 637 | + self.start_kafka_broker() |
| 638 | + os.environ["SENTRY_SAMPLE_KAFKA_BOOTSTRAP_SERVERS"] = KAFKA_BOOTSTRAP_SERVERS |
| 639 | + else: |
| 640 | + os.environ.pop("SENTRY_SAMPLE_KAFKA_BOOTSTRAP_SERVERS", None) |
| 641 | + |
560 | 642 | # Build if requested |
561 | 643 | if build_before_run == "1": |
562 | 644 | print("Building before test run") |
@@ -624,6 +706,8 @@ def run_single_test(self, sample_module: str, java_agent: str, |
624 | 706 | elif server_type == ServerType.SPRING: |
625 | 707 | self.stop_spring_server() |
626 | 708 | self.stop_sentry_mock_server() |
| 709 | + self.stop_kafka_broker() |
| 710 | + os.environ.pop("SENTRY_SAMPLE_KAFKA_BOOTSTRAP_SERVERS", None) |
627 | 711 |
|
628 | 712 | def run_all_tests(self) -> int: |
629 | 713 | """Run all system tests.""" |
@@ -954,6 +1038,8 @@ def cleanup_on_exit(self, signum, frame): |
954 | 1038 | self.stop_spring_server() |
955 | 1039 | self.stop_sentry_mock_server() |
956 | 1040 | self.stop_tomcat_server() |
| 1041 | + self.stop_kafka_broker() |
| 1042 | + os.environ.pop("SENTRY_SAMPLE_KAFKA_BOOTSTRAP_SERVERS", None) |
957 | 1043 | sys.exit(1) |
958 | 1044 |
|
959 | 1045 | def main(): |
@@ -1152,6 +1238,8 @@ def main(): |
1152 | 1238 | runner.stop_spring_server() |
1153 | 1239 | runner.stop_sentry_mock_server() |
1154 | 1240 | runner.stop_tomcat_server() |
| 1241 | + runner.stop_kafka_broker() |
| 1242 | + os.environ.pop("SENTRY_SAMPLE_KAFKA_BOOTSTRAP_SERVERS", None) |
1155 | 1243 |
|
1156 | 1244 | if __name__ == "__main__": |
1157 | 1245 | sys.exit(main()) |
0 commit comments