Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions flow/designs/asap7/ibex/config.mk
Original file line number Diff line number Diff line change
Expand Up @@ -32,3 +32,5 @@ export SETUP_REPAIR_PHASES = PARALLEL_EVAL
export SWAP_ARITH_OPERATORS = 1
export OPENROAD_HIERARCHICAL = 1

export GLOBAL_ROUTE_USE_CUGR = 1

1 change: 1 addition & 0 deletions flow/designs/asap7/jpeg_lvt/config.mk
Original file line number Diff line number Diff line change
Expand Up @@ -20,3 +20,4 @@ export RECOVER_POWER = 100
export ASAP7_USE_VT = LVT

export SYNTH_USE_SYN = 1
export GLOBAL_ROUTE_USE_CUGR = 1
2 changes: 2 additions & 0 deletions flow/designs/gf180/ibex/config.mk
Original file line number Diff line number Diff line change
Expand Up @@ -19,3 +19,5 @@ export SWAP_ARITH_OPERATORS = 1
export OPENROAD_HIERARCHICAL = 1

export SETUP_REPAIR_PHASES = PARALLEL_EVAL

export GLOBAL_ROUTE_USE_CUGR = 1
1 change: 1 addition & 0 deletions flow/designs/ihp-sg13g2/i2c-gpio-expander/config.mk
Original file line number Diff line number Diff line change
Expand Up @@ -56,3 +56,4 @@ export PDN_TCL = $(DESIGN_HOME)/$(PLATFORM)/$(DESIGN_NICKNAME)/pdn.tcl

export BLOCKS = I2cDeviceCtrl

export GLOBAL_ROUTE_USE_CUGR = 1
2 changes: 2 additions & 0 deletions flow/designs/ihp-sg13g2/riscv32i/config.mk
Original file line number Diff line number Diff line change
Expand Up @@ -15,3 +15,5 @@ export CTS_BUF_DISTANCE = 60

export SWAP_ARITH_OPERATORS = 1
export OPENROAD_HIERARCHICAL = 1

export GLOBAL_ROUTE_USE_CUGR = 1
2 changes: 2 additions & 0 deletions flow/designs/nangate45/ariane136/config.mk
Original file line number Diff line number Diff line change
Expand Up @@ -22,3 +22,5 @@ export RTLMP_MIN_CHANNEL_SIZE = 24 24

export TNS_END_PERCENT = 100
export PLACE_DENSITY = 0.35

export GLOBAL_ROUTE_USE_CUGR = 1
1 change: 1 addition & 0 deletions flow/designs/nangate45/bp_be_top/config.mk
Original file line number Diff line number Diff line change
Expand Up @@ -31,3 +31,4 @@ export CTS_CLUSTER_DIAMETER = 50
export SYNTH_MINIMUM_KEEP_SIZE = 3000

export FASTROUTE_TCL = $(DESIGN_HOME)/$(PLATFORM)/$(DESIGN_NAME)/fastroute.tcl
export GLOBAL_ROUTE_USE_CUGR = 1
3 changes: 2 additions & 1 deletion flow/designs/nangate45/dynamic_node/config.mk
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,6 @@ export PLATFORM = nangate45
export VERILOG_FILES = $(DESIGN_HOME)/src/$(DESIGN_NICKNAME)/dynamic_node.pickle.v
export SDC_FILE = $(DESIGN_HOME)/$(PLATFORM)/$(DESIGN_NICKNAME)/constraint.sdc


export CORE_UTILIZATION = 40
export CORE_ASPECT_RATIO = 1
export CORE_MARGIN = 5
Expand All @@ -18,3 +17,5 @@ export GPL_PLACE_IOS = 1
export SWAP_ARITH_OPERATORS = 1
export OPENROAD_HIERARCHICAL = 1
export SYNTH_USE_SYN = 1

export GLOBAL_ROUTE_USE_CUGR = 1
2 changes: 2 additions & 0 deletions flow/designs/sky130hs/aes/config.mk
Original file line number Diff line number Diff line change
Expand Up @@ -20,3 +20,5 @@ export CTS_CLUSTER_DIAMETER = 50
export SWAP_ARITH_OPERATORS = 1
export OPENROAD_HIERARCHICAL = 1

export GLOBAL_ROUTE_USE_CUGR = 1

1 change: 1 addition & 0 deletions flow/designs/sky130hs/gcd/config.mk
Original file line number Diff line number Diff line change
Expand Up @@ -13,3 +13,4 @@ export PLACE_DENSITY_LB_ADDON = 0.1
export TNS_END_PERCENT = 100
#export SYNTH_HDL_FRONTEND ?= slang
#export OPENROAD_HIERARCHICAL ?= 1
export GLOBAL_ROUTE_USE_CUGR = 1
144 changes: 144 additions & 0 deletions flow/test/test_uploadMetadata.py
Original file line number Diff line number Diff line change
Expand Up @@ -102,6 +102,23 @@ def add_design(self, platform, design, variant="base", metrics=None):
with open(os.path.join(report_dir, "metadata.json"), "w") as f:
json.dump(metrics or {"finish:area": 1.0}, f)

def add_flow_status(self, platform, design, status, variant="base", logs=None):
"""Record how a design's flow run ended, as the CI job does, with stage
logs given as {file name: content}."""
report_dir = os.path.join(self.flow, "reports", platform, design, variant)
os.makedirs(report_dir, exist_ok=True)
with open(os.path.join(report_dir, "flow-status.json"), "w") as f:
f.write(status if isinstance(status, str) else json.dumps(status))
log_dir = os.path.join(self.flow, "logs", platform, design, variant)
os.makedirs(log_dir, exist_ok=True)
for name, content in (logs or {}).items():
with open(os.path.join(log_dir, name), "w") as f:
f.write(content)

def designs(self, messages):
"""The pipeline payload's design records, by design name."""
return {d["design"]: d for d in messages[0]["data"]["designs"]}

def run_script(self, *extra, fail=False, tz=None, extra_env=None):
env = dict(os.environ)
for name in REQUESTER_ENV:
Expand Down Expand Up @@ -537,6 +554,133 @@ def test_no_publisher_publishes_nothing(self):
self.assertEqual(result.returncode, 0, result.stdout + result.stderr)
self.assertFalse(os.path.exists(self.out))

def test_timed_out_design_without_metrics_reports_its_outcome(self):
self.add_design("nangate45", "gcd")
self.add_flow_status(
"nangate45",
"ibex",
{
"exit_code": 124,
"timed_out": True,
"elapsed_minutes": 240.2,
"limit_minutes": 240,
},
logs={"3_3_place_gp.log": "placing\n", "5_1_grt.log": "routing\n"},
)
result, messages = self.run_script("--jobName", "ORFS")
self.assertEqual(result.returncode, 0, result.stdout + result.stderr)
designs = self.designs(messages)
self.assertEqual(
designs["ibex"],
{
"platform": "nangate45",
"design": "ibex",
"variant": "base",
"outcome": {
"status": "timeout",
"stage": "grt",
"elapsed_minutes": 240.2,
"limit_minutes": 240,
},
},
)
self.assertNotIn("outcome", designs["gcd"])
self.assertIn("reporting its timeout outcome only", result.stdout)

def test_failed_design_reports_stage_and_first_error_line(self):
self.add_flow_status(
"asap7",
"aes",
{"exit_code": 2, "timed_out": False},
logs={
"4_1_cts.log": "[ERROR CTS-0001] not this one\n",
"5_1_grt.log": "info\n[ERROR GRT-0116] Global routing failed.\n"
"[ERROR GRT-0001] later\n",
},
)
_, messages = self.run_script()
outcome = self.designs(messages)["aes"]["outcome"]
self.assertEqual(outcome["status"], "error")
self.assertEqual(outcome["stage"], "grt")
self.assertEqual(outcome["message"], "[ERROR GRT-0116] Global routing failed.")

def test_yosys_error_line_is_reported(self):
self.add_flow_status(
"asap7",
"aes",
{"exit_code": 2},
logs={"1_2_yosys.log": "ERROR: Module `foo' referenced but not found.\n"},
)
_, messages = self.run_script()
outcome = self.designs(messages)["aes"]["outcome"]
self.assertEqual((outcome["status"], outcome["stage"]), ("error", "synth"))
self.assertEqual(
outcome["message"], "ERROR: Module `foo' referenced but not found."
)

def test_signal_in_last_stage_log_is_a_crash(self):
self.add_flow_status(
"sky130hd",
"jpeg",
{"exit_code": 2},
logs={"3_3_place_gp.log": "Signal 11 received\nStack trace:\n"},
)
_, messages = self.run_script()
outcome = self.designs(messages)["jpeg"]["outcome"]
self.assertEqual((outcome["status"], outcome["stage"]), ("crash", "place"))
self.assertNotIn("message", outcome)

def test_passing_design_keeps_its_metrics_and_reports_passed(self):
self.add_design("nangate45", "gcd", metrics={"finish:area": 5.0})
self.add_flow_status(
"nangate45", "gcd", {"exit_code": 0, "elapsed_minutes": 3.5}
)
_, messages = self.run_script()
record = self.designs(messages)["gcd"]
self.assertEqual(record["metrics"], {"finish__area": 5.0})
self.assertEqual(
record["outcome"], {"status": "passed", "elapsed_minutes": 3.5}
)

def test_long_error_line_is_truncated(self):
self.add_flow_status(
"asap7",
"aes",
{"exit_code": 2},
logs={"5_2_route.log": "[ERROR DRT-0001] " + "x" * 2000 + "\n"},
)
_, messages = self.run_script()
outcome = self.designs(messages)["aes"]["outcome"]
self.assertEqual(outcome["stage"], "route")
self.assertEqual(len(outcome["message"]), 1024)

def test_unreadable_status_without_metrics_skips_the_design(self):
self.add_design("nangate45", "gcd")
self.add_flow_status("nangate45", "ibex", "not json")
self.add_flow_status("nangate45", "jpeg", {"timed_out": False})
result, messages = self.run_script()
self.assertEqual(result.returncode, 0, result.stdout + result.stderr)
self.assertEqual(set(self.designs(messages)), {"gcd"})
self.assertIn("Reporting no outcome", result.stdout)
self.assertIn("[WARN] No data file for nangate45 ibex base.", result.stdout)

def test_outcome_only_design_names_itself_on_the_v1_fallback(self):
self.add_design("nangate45", "gcd", metrics=OVERSIZED_METRICS)
self.add_flow_status(
"nangate45",
"ibex",
{"exit_code": 124, "timed_out": True, "limit_minutes": 60},
)
result, messages = self.run_script("--buildTime", "2026-10-05 12:34")
self.assertEqual(result.returncode, 0, result.stdout + result.stderr)
by_design = {m["data"].get("run__flow__design"): m["data"] for m in messages}
ibex = by_design["ibex"]
self.assertEqual(ibex["run__flow__platform"], "nangate45")
self.assertEqual(ibex["run__flow__variant"], "base")
self.assertEqual(ibex["run__flow__generate_date"], "2026-10-05 12:34")
self.assertEqual(ibex["outcome"], {"status": "timeout", "limit_minutes": 60})
self.assertNotIn("outcome", by_design.get(None, {}))


if __name__ == "__main__":
unittest.main()
Loading