Revision 38675f8cdb8e49ac39b303317d7b9dbd81e13226 authored by Valentin Churavy on 21 January 2020, 20:47:53 UTC, committed by Valentin Churavy on 21 January 2020, 20:47:53 UTC
1 parent ebce82e
testdefs.jl
# This file is a part of Julia. License is MIT: https://julialang.org/license
using Test, Random
function runtests(name, path, isolate=true; seed=nothing)
old_print_setting = Test.TESTSET_PRINT_ENABLE[]
Test.TESTSET_PRINT_ENABLE[] = false
try
if isolate
# Simple enough to type and random enough so that no one will hard
# code it in the test
mod_name = Symbol("Test", rand(1:100), "Main_", replace(name, '/' => '_'))
m = @eval(Main, module $mod_name end)
else
m = Main
end
@eval(m, using Test, Random)
let id = myid()
wait(@spawnat 1 print_testworker_started(name, id))
end
ex = quote
@timed @testset $"$name" begin
# Random.seed!(nothing) will fail
$seed != nothing && Random.seed!($seed)
include($"$path.jl")
end
end
res_and_time_data = Core.eval(m, ex)
rss = Sys.maxrss()
#res_and_time_data[1] is the testset
passes,fails,error,broken,c_passes,c_fails,c_errors,c_broken = Test.get_test_counts(res_and_time_data[1])
if res_and_time_data[1].anynonpass == false
res_and_time_data = (
(passes+c_passes,broken+c_broken),
res_and_time_data[2],
res_and_time_data[3],
res_and_time_data[4],
res_and_time_data[5])
end
vcat(collect(res_and_time_data), rss)
finally
Test.TESTSET_PRINT_ENABLE[] = old_print_setting
end
end
# looking in . messes things up badly
filter!(x->x!=".", LOAD_PATH)
nothing # File is loaded via a remotecall to "include". Ensure it returns "nothing".
Computing file changes ...