genRuleFile.py

#!/usr/bin/env python3

from math import ceil, isinf
from os import chdir, getcwd
from os.path import isfile
from re import sub
import argparse
import fnmatch
import json
import operator
import os
import sys


def gen_rule_file(
    rules_file,
    new_rules_file,
    update,
    tighten,
    failing,
    variant,
    metrics_file=None,
    metrics_to_consider=[],
):
    with open(metrics_file, "r") as f:
        metrics = json.load(f)
    if not isinstance(metrics, dict):
        print(f"[ERROR] Invalid format for reference metrics {metrics_file}")
        sys.exit(1)

    rules = dict()
    if isfile(rules_file):
        with open(rules_file, "r") as f:
            OLD_RULES = json.load(f)
    else:
        print(f"[WARNING] No old rules file found {rules_file}")
        OLD_RULES = None

    # Notes
    # - Apply tighter margin on timing__setup__ws than timing__setup__tns
    #   because WNS is more important than TNS.
    # - Apply the consistent margins on timing__setup__* and timing__hold__*
    # - 'period_padding' mode is used for timing__setup__* and timing__hold__*
    #   to give small margin based on clock period to avoid failures by small
    #   violations.

    # dict format
    # 'metric_name': {
    #     'mode': <str>, one of ['direct', 'sum_fixed', 'period', 'padding',
    #                           'period_padding', 'abs_padding', 'metric']
    #     'padding': <float>, percentage of padding to use
    #     'fixed': <float>, sum this number instead of using % padding
    #     'round_value': <bool>, use the rounded value for the rule
    #     'compare': <str>, one of ['<', '>', '<=', '>=', '==', '!=']
    #     'metric': <str>, when mode is 'metric', use this metric to compute
    #                     the rule value
    #     'min_max': <function>, one of [min, max], optional
    #     'min_max_direct': <float>, optional
    #     'min_max_sum': <float>, optional
    #     'min_max_period': <float>, optional
    #     'level': <bool>, severity level. ['warning' or
    #                                        others (means ERROR, default) ]
    # }

    rules_dict = {
        # all stages
        "*flow__warnings__count:*": {
            "mode": "direct",
            "round_value": True,
            "compare": "<=",
            "level": "warning",
        },
        # synth
        "synth__design__instance__area__stdcell": {
            "mode": "padding",
            "padding": 15,
            "round_value": False,
            "compare": "<=",
        },
        # clock
        "constraints__clocks__count": {
            "mode": "direct",
            "round_value": True,
            "compare": "==",
        },
        # place
        "placeopt__design__instance__area": {
            "mode": "padding",
            "padding": 15,
            "round_value": True,
            "compare": "<=",
        },
        "placeopt__design__instance__count__stdcell": {
            "mode": "padding",
            "padding": 15,
            "round_value": True,
            "compare": "<=",
        },
        "detailedplace__design__violations": {
            "mode": "direct",
            "round_value": True,
            "compare": "==",
        },
        # cts
        "cts__design__instance__count__setup_buffer": {
            "mode": "metric",
            "padding": 10,
            "metric": "placeopt__design__instance__count__stdcell",
            "round_value": True,
            "compare": "<=",
        },
        "cts__design__instance__count__hold_buffer": {
            "mode": "metric",
            "padding": 10,
            "metric": "placeopt__design__instance__count__stdcell",
            "round_value": True,
            "compare": "<=",
        },
        "cts__timing__setup__ws": {
            "mode": "period_padding",
            "padding": 5,
            "round_value": False,
            "compare": ">=",
        },
        "cts__timing__setup__tns": {
            "mode": "period_padding",
            "padding": 20,
            "round_value": False,
            "compare": ">=",
        },
        "cts__timing__hold__ws": {
            "mode": "period_padding",
            "padding": 5,
            "round_value": False,
            "compare": ">=",
        },
        "cts__timing__hold__tns": {
            "mode": "period_padding",
            "padding": 20,
            "round_value": False,
            "compare": ">=",
        },
        # route
        "globalroute__antenna_diodes_count": {
            "mode": "metric",
            "padding": 0.1,
            "metric": "globalroute__route__net",
            "min_max": max,
            "min_max_direct": 100,
            "round_value": True,
            "compare": "<=",
        },
        "globalroute__timing__setup__ws": {
            "mode": "period_padding",
            "padding": 5,
            "round_value": False,
            "compare": ">=",
        },
        "globalroute__timing__setup__tns": {
            "mode": "period_padding",
            "padding": 20,
            "round_value": False,
            "compare": ">=",
        },
        "globalroute__timing__hold__ws": {
            "mode": "period_padding",
            "padding": 5,
            "round_value": False,
            "compare": ">=",
        },
        "globalroute__timing__hold__tns": {
            "mode": "period_padding",
            "padding": 20,
            "round_value": False,
            "compare": ">=",
        },
        "detailedroute__route__wirelength": {
            "mode": "padding",
            "padding": 15,
            "round_value": True,
            "compare": "<=",
        },
        "detailedroute__route__drc_errors": {
            "mode": "direct",
            "round_value": True,
            "compare": "<=",
        },
        "detailedroute__antenna__violating__nets": {
            "mode": "padding",
            "padding": 30,
            "round_value": True,
            "compare": "<=",
        },
        "detailedroute__antenna_diodes_count": {
            "mode": "metric",
            "padding": 0.1,
            "metric": "detailedroute__route__net",
            "min_max": max,
            "min_max_direct": 100,
            "round_value": True,
            "compare": "<=",
        },
        # finish
        "finish__timing__setup__ws": {
            "mode": "period_padding",
            "padding": 5,
            "round_value": False,
            "compare": ">=",
        },
        "finish__timing__setup__tns": {
            "mode": "period_padding",
            "padding": 20,
            "round_value": False,
            "compare": ">=",
        },
        "finish__timing__hold__ws": {
            "mode": "period_padding",
            "padding": 5,
            "round_value": False,
            "compare": ">=",
        },
        "finish__timing__hold__tns": {
            "mode": "period_padding",
            "padding": 20,
            "round_value": False,
            "compare": ">=",
        },
        "finish__design__instance__area": {
            "mode": "padding",
            "padding": 15,
            "round_value": True,
            "compare": "<=",
        },
    }

    ops = {
        "<": operator.lt,
        ">": operator.gt,
        "<=": operator.le,
        ">=": operator.ge,
        "==": operator.eq,
        "!=": operator.ne,
    }

    period_list = metrics.get("constraints__clocks__details")

    period = 0.0
    if period_list:
        period = float(sub(r"^.*: ", "", period_list[0]))
        if len(period_list) != 1:
            print(
                f"[WARNING] Multiple clocks not supported. Will use first clock: {period_list[0]}."
            )
    else:
        print(
            "[WARNING] 'constraints__clocks__details' not found or is empty in metrics. Clock-related rules might be affected."
        )

    format_str = "| {:45} | {:10} | {:10} | {:8} |\n"
    change_str = ""

    processed_fields = set()
    for pattern, option in rules_dict.items():
        matching_fields = []
        # Find all metric fields that match this pattern.
        if "*" in pattern:
            for metric_field in sorted(metrics.keys()):
                if (
                    fnmatch.fnmatch(metric_field, pattern)
                    and metric_field not in processed_fields
                ):
                    matching_fields.append(metric_field)
        elif pattern in metrics and pattern not in processed_fields:
            matching_fields.append(pattern)

        for field in matching_fields:
            # Replace ':' with '__' as the dashboard DB does not accept
            # ':' in # field names.
            if ":" in field:
                field = field.replace(":", "__")
            processed_fields.add(field)
            if isinstance(metrics[field], str):
                print(f"[WARNING] Skipping string field {field} = {metrics[field]}")
                continue

            if len(period_list) != 1 and field == "globalroute__timing__clock__slack":
                print("[WARNING] Skipping clock slack until multiple clocks support.")
                continue

            rule_value = None
            if option["mode"] == "direct":
                rule_value = metrics[field]

            elif option["mode"] == "sum_fixed":
                rule_value = metrics[field] + option["padding"]

            elif option["mode"] == "period":
                rule_value = metrics[field] - period * option["padding"] / 100
                rule_value = min(rule_value, 0)

            elif option["mode"] == "padding":
                rule_value = metrics[field] * (1 + option["padding"] / 100)

            elif option["mode"] == "period_padding":
                negative_slack = min(metrics[field], 0)
                rule_value = negative_slack - max(
                    negative_slack * option["padding"] / 100,
                    period * option["padding"] / 100,
                )

            elif option["mode"] == "abs_padding":
                rule_value = abs(metrics[field]) * (1 + option["padding"] / 100)

            elif option["mode"] == "metric":
                rule_value = metrics[option["metric"]] * option["padding"] / 100

            if (
                field == "cts__design__instance__count__setup_buffer"
                or field == "cts__design__instance__count__hold_buffer"
            ):
                rule_value = max(rule_value, metrics[field] * 1.1)

            if "min_max" in option.keys():
                if "min_max_direct" in option.keys():
                    rule_value = option["min_max"](rule_value, option["min_max_direct"])
                elif "min_max_sum" in option.keys():
                    rule_value = option["min_max"](
                        rule_value + option["min_max_sum"], option["min_max_sum"]
                    )
                elif "min_max_period" in option.keys():
                    rule_value = option["min_max"](
                        rule_value, -period * option["min_max_period"] / 100.0
                    )
                else:
                    print(
                        f"[ERROR] Metric {field} has 'min_max' field but no "
                        "'min_max_direct', 'min_max_sum', or 'min_max_period' field."
                    )
                    sys.exit(1)

            if rule_value is None:
                print(f"[ERROR] Metric {field} has invalid mode {option['mode']}.")
                sys.exit(1)

            if option["round_value"] and not isinf(rule_value):
                rule_value = int(round(rule_value))
            else:
                rule_value = float(f"{rule_value:.3g}")

            preserve_old_rule = (
                True
                if len(metrics_to_consider) > 0 and field not in metrics_to_consider
                else False
            )
            has_old_rule = OLD_RULES is not None and field in OLD_RULES.keys()

            if has_old_rule and preserve_old_rule:
                rule_value = OLD_RULES[field]["value"]

            if has_old_rule and not preserve_old_rule:
                old_rule = OLD_RULES[field]
                if old_rule["compare"] != option["compare"]:
                    print("[WARNING] Compare operator changed since last update.")

                compare = ops[option["compare"]]

                if compare(rule_value, metrics[field]) and "padding" in option.keys():
                    rule_value = metrics[field] * (1 + option["padding"] / 100)
                    if option["round_value"] and not isinf(rule_value):
                        rule_value = int(round(rule_value))
                    else:
                        rule_value = float(f"{rule_value:.3g}")

                need_to_update = False
                if (
                    tighten
                    and rule_value != old_rule["value"]
                    and compare(rule_value, old_rule["value"])
                ):
                    need_to_update = True
                    change_str += format_str.format(
                        field, old_rule["value"], rule_value, "Tighten"
                    )

                if failing and not compare(metrics[field], old_rule["value"]):
                    need_to_update = True
                    change_str += format_str.format(
                        field, old_rule["value"], rule_value, "Failing"
                    )

                if update and old_rule["value"] != rule_value:
                    need_to_update = True
                    change_str += format_str.format(
                        field, old_rule["value"], rule_value, "Updating"
                    )

                if not need_to_update:
                    rule_value = old_rule["value"]

            rule_entry = {"value": rule_value, "compare": option["compare"]}
            if "level" in option:
                rule_entry["level"] = option["level"]
            rules[field] = rule_entry

    if len(change_str) > 0:
        print(f"{os.path.normpath(rules_file)} updates:")
        print(format_str.format("Metric", "Old", "New", "Type"), end="")
        print(format_str.format("------", "---", "---", "----"), end="")
        print(change_str)

    with open(new_rules_file, "w") as f:
        json.dump(rules, f, indent=4)


def comma_separated_list(value):
    if value is None or value == "all":
        return []
    return [item.strip() for item in value.split(",")]


if __name__ == "__main__":
    parser = argparse.ArgumentParser(
        description="Generates or updates rules file for CI."
    )
    parser.add_argument(
        "-v", "--variant", default="base", help='Flow variant [default="base"].'
    )
    parser.add_argument(
        "-u",
        "--update",
        action="store_true",
        default=False,
        help="Update all rules independent of previous values.",
    )
    parser.add_argument(
        "-t",
        "--tighten",
        action="store_true",
        default=False,
        help="Update passing rules if they became tighter",
    )
    parser.add_argument(
        "-f",
        "--failing",
        action="store_true",
        default=False,
        help="Update failing rules.",
    )
    parser.add_argument(
        "-r",
        "--reference",
        type=str,
        default=None,
        help="Reference metadata file.",
    )
    parser.add_argument(
        "--rules",
        type=str,
        default=None,
        help="Rules input file.",
    )
    parser.add_argument(
        "--new-rules",
        type=str,
        default=None,
        help="Rules output file.",
    )
    parser.add_argument(
        "-m",
        "--metrics",
        type=comma_separated_list,
        default="all",
        help="Only consider the following metrics to change. [default=all]",
    )
    args = parser.parse_args()

    if not args.update and not args.tighten and not args.failing:
        print(
            "[ERROR] Please select at least one of "
            "-u/--update, -t/--tighten, -f/--failing."
        )
        parser.print_help()
        sys.exit(1)

    gen_rule_file(
        args.rules,
        args.new_rules,
        args.update,
        args.tighten,
        args.failing,
        args.variant,
        args.reference,
        args.metrics,
    )