mirrors/v
1
0
Fork 0
mirror of https://github.com/vlang/v.git synced 2025-09-13 22:42:26 +03:00
Code Issues Projects Releases Packages Wiki Activity Actions 13

tests: improve failure output of vlib/v/eval/interpret_test.v, and make it support VAUTOFIX=1

Browse source
This commit is contained in:
Delyan Angelov 2025-08-13 11:45:30 +03:00
parent 9fcca599a5
commit ef347e79f4
No known key found for this signature in database
GPG key ID: 66886C0F12D595ED
1 changed files with 25 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

32
vlib/v/eval/interpret_test.v
View file

@ -1,8 +1,10 @@
import os import os
import benchmark import benchmark
import term import term
import v.util.diff
const is_verbose = os.getenv('VTEST_SHOW_CMD') != '' const is_verbose = os.getenv('VTEST_SHOW_CMD') != ''
const is_autofix = os.getenv('VAUTOFIX') != ''
fn test_interpret() { fn test_interpret() {
mut bench := benchmark.new_benchmark() mut bench := benchmark.new_benchmark()
@ -18,6 +20,7 @@ fn test_interpret() {
assert false assert false
} }
bench.set_total_expected_steps(tests.len) bench.set_total_expected_steps(tests.len)
mut failcmds := []string{}
for test in tests { for test in tests {
test_name_without_postfix := test.replace('.vv', '') test_name_without_postfix := test.replace('.vv', '')
bench.step() bench.step()
@ -31,21 +34,32 @@ fn test_interpret() {
res := os.execute(cmd) res := os.execute(cmd)
if res.exit_code != 0 { if res.exit_code != 0 {
bench.fail() bench.fail()
eprintln(bench.step_message_fail('${full_test_path} failed to run')) eprintln(bench.step_message_fail('${cmd} failed to run'))
eprintln(res.output) eprintln(res.output)
continue continue
} }
mut expected := os.read_file('${dir}/${test_name_without_postfix}.out')! expected_file_path := '${dir}/${test_name_without_postfix}.out'
mut expected := os.read_file(expected_file_path)!
expected = normalise_line_endings(expected) expected = normalise_line_endings(expected)
mut found := normalise_line_endings(res.output) mut found := normalise_line_endings(res.output)
found = found.trim_space() found = found.trim_space()
if expected != found { if expected != found {
println(term.red('FAIL')) failcmds << cmd
println('========================================================\n')
println('============ expected len=${expected.len}: "${expected}"')
println('============ found len=${found.len}: "${found}"')
println('========================================================\n')
bench.fail() bench.fail()
eprintln(bench.step_message_fail('difference found, when running ${cmd}'))
eprintln('='.repeat(80))
eprintln('============ .out file: ${expected_file_path}')
eprintln('============ expected len: ${expected.len}:\n${expected}')
eprintln('============ found len: ${found.len}:\n${found}')
if tdiff := diff.compare_text(expected, found) {
eprintln('-'.repeat(80))
eprintln('=== diff:')
eprint(tdiff)
}
eprintln('='.repeat(80))
if is_autofix {
os.write_file(expected_file_path, found)!
}
continue continue
} }
bench.ok() bench.ok()
@ -55,6 +69,10 @@ fn test_interpret() {
eprintln(term.h_divider('-')) eprintln(term.h_divider('-'))
eprintln(bench.total_message('native')) eprintln(bench.total_message('native'))
if bench.nfail > 0 { if bench.nfail > 0 {
println('You can reproduce the discovered failure cases with:')
for fcmd in failcmds {
println(' > ${fcmd}')
}
exit(1) exit(1)
} }
} }