ci(macrobenchmark): Probe every region when the device catalog is empty

An empty catalog answers 200 exactly like a populated one, so the first probe
reported the API as reachable while there was in fact nothing to run on. Report
device availability and the other regions' catalogs too, so an unentitled
account is distinguishable from a misconfigured region.

Author: runningcode

scripts/macrobenchmark-sauce.py

@@ -59,6 +59,8 @@
 # region suffix (Google_Pixel_9_Pro_XL_15_real_sjc1).
 DEFAULT_DEVICE = "Google_Pixel_9_Pro_XL"
 
+ALL_REGIONS = ("us-west-1", "eu-central-1", "us-east-4")
+
 
 class SauceError(Exception):
     pass
@@ -103,6 +105,13 @@ def device_catalog(self):
             )
         return response.json()
 
+    def device_statuses(self):
+        """Device availability, which is a separate endpoint from the catalog."""
+        response = requests.get(f"{self.rda}/devices/status", auth=self.auth, timeout=60)
+        if response.status_code != 200:
+            return f"HTTP {response.status_code}: {response.text[:200]}"
+        return response.json()
+
     # --- app storage -------------------------------------------------------
 
     def upload_app(self, apk):
@@ -367,6 +376,21 @@ def main():
         sys.exit(f"Real Device Access API probe failed: {error}")
 
     print(describe_catalog(catalog, args.device_name))
+
+    # An empty catalog answers 200 just like a populated one, so distinguish "no devices
+    # entitled to this API" from "wrong region" before concluding the API is unusable.
+    if not catalog:
+        statuses = device.device_statuses()
+        count = len(statuses) if isinstance(statuses, list) else statuses
+        print(f"{args.region}: /devices/status -> {count}")
+        for region in ALL_REGIONS:
+            if region == args.region:
+                continue
+            other = RealDeviceSession(region, username, access_key)
+            try:
+                print(f"{region}: {len(other.device_catalog())} device(s) in the catalog")
+            except SauceError as error:
+                print(f"{region}: {error}")
     matches = matching_devices(catalog, args.device_name)
     # Checked before --probe-only returns, so the probe fails loudly on a device name that
     # matches nothing rather than passing and letting the real run discover it.