Commit dc4df6fd authored by ufebl's avatar ufebl

Try different calculation for first faster

parent 239aea87
......@@ -167,7 +167,8 @@ class BenchExecTest(BasicSyntaxTest):
test_result.add_short_text("max({})".format(i), res.max())
test_result.add_short_text("mean({})".format(i), res.mean())
test_result.add_short_text("stddev({})".format(i), res.stddev())
if rel_mean > 1.1 and (rel_mean - 1) / stddev <= 1:
#if (rel_mean - 1) / stddev <= 1:
if results[0].mean() - results[0].stddev() > results[1].mean() + results[1].stddev():
msg_parts.append("first faster")
test_result.incorrect_msg = ", ".join(msg_parts)
test_result.has_succeeded = False
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment