From nobody Thu Sep 18 02:57:51 2025 Return-Path: X-Spam-Checker-Version: SpamAssassin 3.4.0 (2014-02-07) on aws-us-west-2-korg-lkml-1.web.codeaurora.org Received: from vger.kernel.org (vger.kernel.org [23.128.96.18]) by smtp.lore.kernel.org (Postfix) with ESMTP id 412D0C4332F for ; Tue, 13 Dec 2022 05:04:53 +0000 (UTC) Received: (majordomo@vger.kernel.org) by vger.kernel.org via listexpand id S229881AbiLMFEw (ORCPT ); Tue, 13 Dec 2022 00:04:52 -0500 Received: from lindbergh.monkeyblade.net ([23.128.96.19]:45198 "EHLO lindbergh.monkeyblade.net" rhost-flags-OK-OK-OK-OK) by vger.kernel.org with ESMTP id S234443AbiLMFEG (ORCPT ); Tue, 13 Dec 2022 00:04:06 -0500 Received: from mail-yb1-xb4a.google.com (mail-yb1-xb4a.google.com [IPv6:2607:f8b0:4864:20::b4a]) by lindbergh.monkeyblade.net (Postfix) with ESMTPS id A627A1F2FE for ; Mon, 12 Dec 2022 21:01:46 -0800 (PST) Received: by mail-yb1-xb4a.google.com with SMTP id s6-20020a259006000000b00706c8bfd130so15462875ybl.11 for ; Mon, 12 Dec 2022 21:01:46 -0800 (PST) DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=google.com; s=20210112; h=cc:to:from:subject:references:mime-version:message-id:in-reply-to :date:from:to:cc:subject:date:message-id:reply-to; bh=+AGnxJT7wFPrT6O2zjqnv50t0OxM3hN31p4+XTV8CeE=; b=E7g3wOZoSoV4aJa6GNlR2D6FAnt//pfKjjXbey1DRdILGuysRzGgPZth7GUYYtPdF/ 6DyY8PPYKWr7o89yiynyqDlX1ladpDHOjt9tDhtR8LBefuIBeiA0UJA7BK5t/A0qM0AE I7eXgO8UpnozbgcDbFT2v4KXDGCuJluycIf0PAQPuk+MNZvzEmwiFI3GUY1T0aL0zAAj /2VbEjphHxVsSWU3cjaCIEQZijVd7xYnMpt2jWlt6q1UA0jUfCYPVaLpdabv5zlrXFMY PqwYpf8Z6cdeRZCAjr1OC0LP5CLzHo/KI8hmX755lNB/SaWgoACnQTLdcwbZrKtWRT9r bnYA== X-Google-DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=1e100.net; s=20210112; h=cc:to:from:subject:references:mime-version:message-id:in-reply-to :date:x-gm-message-state:from:to:cc:subject:date:message-id:reply-to; bh=+AGnxJT7wFPrT6O2zjqnv50t0OxM3hN31p4+XTV8CeE=; b=jWW5q3WVvmo2+x101++Wv2GEPEqnjBe85qrOHNndoTK48XqKrgtuhFfEhuAGTqxYwx 3WG190OLOdwZrVnUxAnmnjnmehJ+TVgroRU2vgU7iq2YJAkV38K8QSOD43yYa7ZNk6Vm Kygc9EqHnuUjLwUwFONj593fZ6biBoOtNsCdLBWrBEfmgyBS68HAdEaWZ+DlH8oEeQQ+ I6L5PkzKMCzpR5xdj6GpDoK4nQW1KI0CAJ7ko5vYllUgiNGJg9tVKL/IfNd5ZoXhHAPV TIju+tRrW7Y16S3MxnTcyQcMM08Ms/5JOqSzNdg7MdtuolqCq26wHQVijcE+VRJsqC6Q aphg== X-Gm-Message-State: ANoB5pl6nXzEaF6867pZ6FOsfK3IcrNVWJCkui/LYCXGogOYftILrSQZ uuM0Bd4GBBaaxWJ3zVG6vGVd6/TIppLg X-Google-Smtp-Source: AA0mqf40TO7Mr+/zV7GrkQuA3b0tyV7KzhW6jOhVtPzEws2j2FcuyC6lQSc/GOCYxZg/uDoo0fVOjla2QTv4 X-Received: from irogers.svl.corp.google.com ([2620:15c:2d4:203:6b9f:864c:28da:e99b]) (user=irogers job=sendgmr) by 2002:a25:d250:0:b0:6f4:f4d:c47a with SMTP id j77-20020a25d250000000b006f40f4dc47amr57842041ybg.398.1670907698769; Mon, 12 Dec 2022 21:01:38 -0800 (PST) Date: Mon, 12 Dec 2022 21:00:36 -0800 In-Reply-To: <20221213050043.1199380-1-irogers@google.com> Message-Id: <20221213050043.1199380-3-irogers@google.com> Mime-Version: 1.0 References: <20221213050043.1199380-1-irogers@google.com> X-Mailer: git-send-email 2.39.0.rc1.256.g54fd8350bd-goog Subject: [PATCH v1 2/9] perf jevents metric: Add ability to rewrite metrics in terms of others From: Ian Rogers To: John Garry , Will Deacon , James Clark , Mike Leach , Leo Yan , Peter Zijlstra , Ingo Molnar , Arnaldo Carvalho de Melo , Mark Rutland , Alexander Shishkin , Jiri Olsa , Namhyung Kim , Adrian Hunter , Kan Liang , Kim Phillips , Florian Fischer , Ravi Bangoria , Xing Zhengjun , Rob Herring , Kang Minchul , linux-arm-kernel@lists.infradead.org, linux-perf-users@vger.kernel.org, linux-kernel@vger.kernel.org, Sandipan Das , Jing Zhang , linuxppc-dev@lists.ozlabs.org, Kajol Jain Cc: Stephane Eranian , Perry Taylor , Caleb Biggers , Ian Rogers Precedence: bulk List-ID: X-Mailing-List: linux-kernel@vger.kernel.org Content-Transfer-Encoding: quoted-printable Content-Type: text/plain; charset="utf-8" Add RewriteMetricsInTermsOfOthers that iterates over pairs of names and expressions trying to replace an expression, within the current expression, with its name. Signed-off-by: Ian Rogers --- tools/perf/pmu-events/metric.py | 69 +++++++++++++++++++++++++++- tools/perf/pmu-events/metric_test.py | 10 ++++ 2 files changed, 78 insertions(+), 1 deletion(-) diff --git a/tools/perf/pmu-events/metric.py b/tools/perf/pmu-events/metric= .py index 1fa3478b9ab0..8e4deb8e95e2 100644 --- a/tools/perf/pmu-events/metric.py +++ b/tools/perf/pmu-events/metric.py @@ -4,7 +4,7 @@ import ast import decimal import json import re -from typing import Dict, List, Optional, Set, Union +from typing import Dict, List, Optional, Set, Tuple, Union =20 =20 class Expression: @@ -26,6 +26,9 @@ class Expression: """Returns true when two expressions are the same.""" raise NotImplementedError() =20 + def Substitute(self, name: str, expression: 'Expression') -> 'Expression= ': + raise NotImplementedError() + def __str__(self) -> str: return self.ToPerfJson() =20 @@ -186,6 +189,15 @@ class Operator(Expression): other.lhs) and self.rhs.Equals(other.rhs) return False =20 + def Substitute(self, name: str, expression: Expression) -> Expression: + if self.Equals(expression): + return Event(name) + lhs =3D self.lhs.Substitute(name, expression) + rhs =3D None + if self.rhs: + rhs =3D self.rhs.Substitute(name, expression) + return Operator(self.operator, lhs, rhs) + =20 class Select(Expression): """Represents a select ternary in the parse tree.""" @@ -225,6 +237,14 @@ class Select(Expression): other.false_val) and self.true_val.Equals(other.true_val) return False =20 + def Substitute(self, name: str, expression: Expression) -> Expression: + if self.Equals(expression): + return Event(name) + true_val =3D self.true_val.Substitute(name, expression) + cond =3D self.cond.Substitute(name, expression) + false_val =3D self.false_val.Substitute(name, expression) + return Select(true_val, cond, false_val) + =20 class Function(Expression): """A function in an expression like min, max, d_ratio.""" @@ -267,6 +287,15 @@ class Function(Expression): return result return False =20 + def Substitute(self, name: str, expression: Expression) -> Expression: + if self.Equals(expression): + return Event(name) + lhs =3D self.lhs.Substitute(name, expression) + rhs =3D None + if self.rhs: + rhs =3D self.rhs.Substitute(name, expression) + return Function(self.fn, lhs, rhs) + =20 def _FixEscapes(s: str) -> str: s =3D re.sub(r'([^\\]),', r'\1\\,', s) @@ -293,6 +322,9 @@ class Event(Expression): def Equals(self, other: Expression) -> bool: return isinstance(other, Event) and self.name =3D=3D other.name =20 + def Substitute(self, name: str, expression: Expression) -> Expression: + return self + =20 class Constant(Expression): """A constant within the expression tree.""" @@ -317,6 +349,9 @@ class Constant(Expression): def Equals(self, other: Expression) -> bool: return isinstance(other, Constant) and self.value =3D=3D other.value =20 + def Substitute(self, name: str, expression: Expression) -> Expression: + return self + =20 class Literal(Expression): """A runtime literal within the expression tree.""" @@ -336,6 +371,9 @@ class Literal(Expression): def Equals(self, other: Expression) -> bool: return isinstance(other, Literal) and self.value =3D=3D other.value =20 + def Substitute(self, name: str, expression: Expression) -> Expression: + return self + =20 def min(lhs: Union[int, float, Expression], rhs: Union[int, float, Expression]) -> Fun= ction: @@ -461,9 +499,11 @@ class MetricGroup: =20 =20 class _RewriteIfExpToSelect(ast.NodeTransformer): + """Transformer to convert if-else nodes to Select expressions.""" =20 def visit_IfExp(self, node): # pylint: disable=3Dinvalid-name + self.generic_visit(node) call =3D ast.Call( func=3Dast.Name(id=3D'Select', ctx=3Dast.Load()), args=3D[node.body, node.test, node.orelse], @@ -501,3 +541,30 @@ def ParsePerfJson(orig: str) -> Expression: _RewriteIfExpToSelect().visit(parsed) parsed =3D ast.fix_missing_locations(parsed) return _Constify(eval(compile(parsed, orig, 'eval'))) + + +def RewriteMetricsInTermsOfOthers(metrics: list[Tuple[str, Expression]] + )-> Dict[str, Expression]: + """Shorten metrics by rewriting in terms of others. + + Args: + metrics (list): pairs of metric names and their expressions. + Returns: + Dict: mapping from a metric name to a shortened expression. + """ + updates: Dict[str, Expression] =3D dict() + for outer_name, outer_expression in metrics: + updated =3D outer_expression + while True: + for inner_name, inner_expression in metrics: + if inner_name =3D=3D outer_name: + continue + if inner_name in updates: + inner_expression =3D updates[inner_name] + updated =3D updated.Substitute(inner_name, inner_expression) + if updated.Equals(outer_expression): + break + if outer_name in updates and updated.Equals(updates[outer_name]): + break + updates[outer_name] =3D updated + return updates diff --git a/tools/perf/pmu-events/metric_test.py b/tools/perf/pmu-events/m= etric_test.py index 4741b7b6612d..3a0182898bfe 100644 --- a/tools/perf/pmu-events/metric_test.py +++ b/tools/perf/pmu-events/metric_test.py @@ -2,7 +2,9 @@ import unittest from metric import Constant from metric import Event +from metric import Expression from metric import ParsePerfJson +from metric import RewriteMetricsInTermsOfOthers =20 =20 class TestMetricExpressions(unittest.TestCase): @@ -149,5 +151,13 @@ class TestMetricExpressions(unittest.TestCase): after =3D '0 * SLOTS' self.assertEqual(ParsePerfJson(before).Simplify().ToPerfJson(), after) =20 + def test_RewriteMetricsInTermsOfOthers(self): + Expression.__eq__ =3D lambda e1, e2: e1.Equals(e2) + before =3D [('m1', ParsePerfJson('a + b + c + d')), + ('m2', ParsePerfJson('a + b + c'))] + after =3D {'m1': ParsePerfJson('m2 + d')} + self.assertEqual(RewriteMetricsInTermsOfOthers(before), after) + Expression.__eq__ =3D None + if __name__ =3D=3D '__main__': unittest.main() --=20 2.39.0.rc1.256.g54fd8350bd-goog