import os

const vexe = @VEXE

const vroot = os.dir(vexe)

const testdata_folder = 'vlib/v/tests/known_errors/testdata'

fn test_known_errors_testdata_folder_exists() {
	os.chdir(vroot)!
	assert os.is_dir(testdata_folder)
}

fn test_known_failures_are_still_failures() {
	mut oks := []string{}
	mut files := os.walk_ext(testdata_folder, '.v')
	files << os.walk_ext(testdata_folder, '.vv')
	for f in files {
		cmd := '${os.quoted_path(vexe)} ${os.quoted_path(f)}'
		println('known compilation failure: ${cmd}')
		res := os.execute(cmd)
		if res.exit_code == 0 {
			oks << cmd
			println('    unexpectedly COMPILED: ${cmd}')
		} else {
			assert true
		}
	}
	println('Summary: ${files.len} files, ${oks.len} unexpectedly succeeded.')
	if oks.len != 0 {
		for cmd in oks {
			println('    expected to fail, but SUCCEEDED command: ${cmd}')
		}
		assert false
	}
}