tools: discard the top 7 results for each 10 runs, from v repeat runs, done by compare_pr_to_master.v, to reduce σ on machines with more varied load

This commit is contained in:
Delyan Angelov 2024-10-21 17:54:57 +03:00
parent 8e3cd702a1
commit 2499d26261
No known key found for this signature in database
GPG key ID: 66886C0F12D595ED

View file

@ -32,14 +32,14 @@ fn xtime(cmd string) {
}
fn vcompare(vold string, vnew string) {
r("v repeat -R 3 '${vold} -check-syntax examples/hello_world.v' '${vnew} -check-syntax examples/hello_world.v'")
r("v repeat -R 3 '${vold} -check examples/hello_world.v' '${vnew} -check examples/hello_world.v'")
r("v repeat -R 3 '${vold} -o hw.c examples/hello_world.v' '${vnew} -o hw.c examples/hello_world.v'")
r("v repeat -R 3 '${vold} -o hw examples/hello_world.v' '${vnew} -o hw examples/hello_world.v'")
r("v repeat -R 3 '${vold} -check-syntax cmd/v' '${vnew} -check-syntax cmd/v'")
r("v repeat -R 3 '${vold} -check cmd/v' '${vnew} -check cmd/v'")
r("v repeat -R 3 '${vold} -o ov.c cmd/v' '${vnew} -o nv.c cmd/v'")
r("v repeat -R 3 '${vold} -o ov cmd/v' '${vnew} -o nv cmd/v'")
r("v repeat --nmaxs 7 -R 3 '${vold} -check-syntax examples/hello_world.v' '${vnew} -check-syntax examples/hello_world.v'")
r("v repeat --nmaxs 7 -R 3 '${vold} -check examples/hello_world.v' '${vnew} -check examples/hello_world.v'")
r("v repeat --nmaxs 7 -R 3 '${vold} -o hw.c examples/hello_world.v' '${vnew} -o hw.c examples/hello_world.v'")
r("v repeat --nmaxs 7 -R 3 '${vold} -o hw examples/hello_world.v' '${vnew} -o hw examples/hello_world.v'")
r("v repeat --nmaxs 7 -R 3 '${vold} -check-syntax cmd/v' '${vnew} -check-syntax cmd/v'")
r("v repeat --nmaxs 7 -R 3 '${vold} -check cmd/v' '${vnew} -check cmd/v'")
r("v repeat --nmaxs 7 -R 3 '${vold} -o ov.c cmd/v' '${vnew} -o nv.c cmd/v'")
r("v repeat --nmaxs 7 -R 3 '${vold} -o ov cmd/v' '${vnew} -o nv cmd/v'")
}
fn main() {