diff --git a/lambench/metrics/results/final_rankings.json b/lambench/metrics/results/final_rankings.json index 124fecb0..113f5b7f 100644 --- a/lambench/metrics/results/final_rankings.json +++ b/lambench/metrics/results/final_rankings.json @@ -53,7 +53,7 @@ "Generalizability-FF Error \u2193": 0.308, "Generalizability-PC Error \u2193": 0.425, "Applicability-Instability \u2193": 0.0, - "Applicability-Efficiency \u2191": 0.239 + "Applicability-Efficiency \u2191": 0.293 }, { "Model": "SevenNet-l3i5", @@ -67,6 +67,6 @@ "Generalizability-FF Error \u2193": 0.351, "Generalizability-PC Error \u2193": 0.472, "Applicability-Instability \u2193": 0.089, - "Applicability-Efficiency \u2191": 0.269 + "Applicability-Efficiency \u2191": 0.296 } ] diff --git a/lambench/metrics/results/results.json b/lambench/metrics/results/results.json index f85fbe17..6037ebca 100644 --- a/lambench/metrics/results/results.json +++ b/lambench/metrics/results/results.json @@ -717,8 +717,8 @@ "success_rate": 1.0 }, "inference_efficiency": { - "average_time": 371.896417, - "standard_deviation": 34.309386, + "average_time": 337.402198, + "standard_deviation": 33.595657, "success_rate": 100.0 } }, @@ -942,8 +942,8 @@ "success_rate": 1.0 }, "inference_efficiency": { - "average_time": 418.264554, - "standard_deviation": 59.665791, + "average_time": 341.398952, + "standard_deviation": 32.878672, "success_rate": 100.0 } }, diff --git a/lambench/metrics/results/scatter.json b/lambench/metrics/results/scatter.json index 93645c94..995d6812 100644 --- a/lambench/metrics/results/scatter.json +++ b/lambench/metrics/results/scatter.json @@ -19,16 +19,16 @@ "name": "MACE-MP-0", "family": "MACE", "nparams": 4688656, - "efficiency": 371.9, - "std": 34.31, + "efficiency": 337.4, + "std": 33.6, "generalizability error": 0.35 }, { "name": "MACE-MPA-0", "family": "MACE", "nparams": 9063204, - "efficiency": 418.26, - "std": 59.67, + "efficiency": 341.4, + "std": 32.88, "generalizability error": 0.31 }, {