ref: 6042bb8adffe111049edfcb8b2eb1ad84814ed69
dir: /appl/cmd/itest.b/
implement Itest;
include "sys.m";
sys: Sys;
include "string.m";
str: String;
include "draw.m";
include "daytime.m";
daytime: Daytime;
include "bufio.m";
bufio: Bufio;
Iobuf: import bufio;
include "readdir.m";
readdir: Readdir;
include "arg.m";
include "itslib.m";
S_INFO, S_WARN, S_ERROR, S_FATAL, S_STIME, S_ETIME: import Itslib;
include "env.m";
env: Env;
include "sh.m";
SUMFILE: con "summary";
MSGFILE: con "msgs";
README: con "README";
configfile := "";
cflag := -1;
verbosity := 3;
repcount := 1;
recroot := "";
display_stderr := 0;
display_stdout := 0;
now := 0;
stdout: ref Sys->FD;
stderr: ref Sys->FD;
context: ref Draw->Context;
Test: adt {
spec: string;
fullspec: string;
cmd: Command;
recdir: string;
stdout: string;
stderr: string;
nruns: int;
nwarns: int;
nerrors: int;
nfatals: int;
failed: int;
};
Itest: module
{
init: fn(ctxt: ref Draw->Context, argv: list of string);
};
init(ctxt: ref Draw->Context, args: list of string)
{
sys = load Sys Sys->PATH;
stdout = sys->fildes(1);
stderr = sys->fildes(2);
context = ctxt;
arg := load Arg Arg->PATH;
if(arg == nil)
nomod(Arg->PATH);
daytime = load Daytime Daytime->PATH;
if(daytime == nil)
nomod(Daytime->PATH);
str = load String String->PATH;
bufio = load Bufio Bufio->PATH;
if(bufio == nil)
nomod(Bufio->PATH);
if(str == nil)
nomod(String->PATH);
readdir = load Readdir Readdir->PATH;
if(readdir == nil)
nomod(Readdir->PATH);
env = load Env Env->PATH;
if(env == nil)
nomod(Env->PATH);
arg->init(args);
while((o := arg->opt()) != 0)
case o {
'c' => cflag = toint("c", arg->arg(), 0, 9);
'e' => display_stderr++;
'o' => display_stdout++;
'r' => repcount = toint("r", arg->arg(), 0, -1);
'v' => verbosity = toint("v", arg->arg(), 0, 9);
'C' => configfile = arg->arg();
'R' => recroot = arg->arg();
* => usage();
}
args = arg->argv();
arg = nil;
testlist : array of ref Test;
if (args != nil)
testlist = arg_tests(args);
else if (configfile != "")
testlist = config_tests(configfile);
if (testlist == nil)
fatal("No tests to run");
sys->pctl(Sys->FORKENV, nil);
if (env->setenv(Itslib->ENV_VERBOSITY, string verbosity))
fatal("Failed to set environment variable " + Itslib->ENV_VERBOSITY);
if (repcount)
reps := string repcount;
else
reps = "infinite";
if (len testlist == 1) ts := "";
else ts = "s";
if (repcount == 1) rs := "";
else rs = "s";
mreport(0, S_INFO, 2, sys->sprint("Starting tests - %s run%s of %d test%s", reps, rs, len testlist, ts));
run := big 1;
if (recroot != nil)
recn := highest(recroot) + 1;
while (repcount == 0 || run <= big repcount) {
mreport(1, S_INFO, 3, sys->sprint("Starting run %bd", run));
for (i:=0; i<len testlist; i++) {
t := testlist[i];
if (recroot != nil) {
t.recdir = sys->sprint("%s/%d", recroot, recn++);
mreport(2, S_INFO, 3, sys->sprint("Recording in %s", t.recdir));
rfd := sys->create(t.recdir, Sys->OREAD, Sys->DMDIR | 8r770);
if (rfd == nil)
fatal(sys->sprint("Failed to create directory %s: %r\n", t.recdir));
rfd = nil;
}
runtest(t);
}
mreport(1, S_INFO, 3, sys->sprint("Finished run %bd", run));
run++;
}
mreport(0, S_INFO, 2, "Finished tests");
}
usage()
{
sys->fprint(stderr, "Usage itest [-eo] [-c cflag] [-r count] [-v vlevel] [-C cfile] [-R recroot] [testdir ...]\n");
raise "fail: usage";
}
fatal(s: string)
{
sys->fprint(stderr, "%s\n", s);
raise "fail: error";
}
nomod(mod: string)
{
sys->fprint(stderr, "Failed to load %s\n", mod);
raise "fail: module";
}
toint(opt, s: string, min, max: int): int
{
if (len s == 0 || str->take(s, "[0-9]+-") != s)
fatal(sys->sprint("no value specified for option %s", opt));
v := int s;
if (v < min)
fatal(sys->sprint("option %s value is less than minimum of %d: %d", opt, v, min));
if (max != -1 && v > max)
fatal(sys->sprint("option %s value is greater than maximum of %d: %d", opt, v, max));
return v;
}
arg_tests(args: list of string): array of ref Test
{
al := len args;
ta := array[al] of ref Test;
for (i:=0; i<al; i++) {
tspec := hd args;
args = tl args;
ta[i] = ref Test(tspec, "", nil, "", "", "", 0, 0, 0, 0, 0);
tcheck(ta[i]);
}
return ta;
}
config_tests(cf: string): array of ref Test
{
cl := linelist(cf);
if (cl == nil)
fatal("No tests in config file");
al := len cl;
ta := array[al] of ref Test;
for (i:=0; i<al; i++) {
tspec := hd cl;
cl = tl cl;
ta[i] = ref Test(tspec, "", nil, "", "", "", 0, 0, 0, 0, 0);
tcheck(ta[i]);
}
return ta;
}
highest(path: string): int
{
(da, nd) := readdir->init(path, Readdir->NAME);
high := 0;
for (i:=0; i<nd; i++) {
n := int da[i].name;
if (n > high)
high = n;
}
return high;
}
tcheck(t: ref Test): int
{
td := t.spec;
if (!checkdir(td)) {
fatal(sys->sprint("Failed to find test %s\n", td));
return 0;
}
tf1 := t.spec + "/t.sh";
tf2 := t.spec + "/t.dis";
if (checkexec(tf1)) {
t.fullspec = tf1;
return 1;
}
if (checkexec(tf2)) {
t.fullspec = tf2;
return 1;
}
fatal(sys->sprint("Could not find executable files %s or %s\n", tf1, tf2));
return 0;
}
checkdir(d: string): int
{
(ok, dir) := sys->stat(d);
if (ok != 0 || ! dir.qid.qtype & Sys->QTDIR)
return 0;
return 1;
}
checkexec(d: string): int
{
(ok, dir) := sys->stat(d);
if (ok != 0 || ! dir.mode & 8r100)
return 0;
return 1;
}
set_cflag(f: int)
{
wfile("/dev/jit", string f, 0);
}
runtest(t: ref Test)
{
if (t.failed)
return;
if (cflag != -1) {
mreport(0, S_INFO, 7, sys->sprint("Setting cflag to %d", cflag));
set_cflag(cflag);
}
readme := t.spec + "/" + README;
mreport(2, S_INFO, 3, sys->sprint("Starting test %s cflag=%s", t.spec, rfile("/dev/jit")));
if (verbosity > 8)
display_file(readme);
sync := chan of int;
spawn monitor(t, sync);
<-sync;
}
monitor(t: ref Test, sync: chan of int)
{
pid := sys->pctl(Sys->FORKFD|Sys->FORKNS|Sys->FORKENV|Sys->NEWPGRP, nil);
pa := array[2] of ref Sys->FD;
if (sys->pipe(pa))
fatal("Failed to set up pipe");
if (env->setenv(Itslib->ENV_MFD, string pa[0].fd))
fatal("Failed to set environment variable " + Itslib->ENV_MFD);
mlfd: ref Sys->FD;
if (t.recdir != nil) {
mfile := t.recdir+"/"+MSGFILE;
mlfd = sys->create(mfile, Sys->OWRITE, 8r660);
if (mlfd == nil)
fatal(sys->sprint("Failed to create %s: %r'\n", mfile));
t.stdout = t.recdir+"/stdout";
t.stderr = t.recdir+"/stderr";
} else {
t.stdout = "/tmp/itest.stdout";
t.stderr = "/tmp/itest.stderr";
}
cf := int rfile("/dev/jit");
stime := sys->millisec();
swhen := daytime->now();
etime := -1;
rsync := chan of int;
spawn runit(t.fullspec, t.stdout, t.stderr, t.spec, pa[0], rsync);
<-rsync;
pa[0] = nil;
(nwarns, nerrors, nfatals) := (0, 0, 0);
while (1) {
mbuf := array[Sys->ATOMICIO] of byte;
n := sys->read(pa[1], mbuf, len mbuf);
if (n <= 0) break;
msg := string mbuf[:n];
sev := int msg[0:1];
verb := int msg[1:2];
body := msg[2:];
if (sev == S_STIME)
stime = int body;
else if (sev == S_ETIME)
etime = int body;
else {
if (sev == S_WARN) {
nwarns++;
t.nwarns++;
}
else if (sev == S_ERROR) {
nerrors++;
t.nerrors++;
}
else if (sev == S_FATAL) {
nfatals++;
t.nfatals++;
}
mreport(3, sev, verb, sys->sprint("%s: %s", severs(sev), body));
}
if (mlfd != nil)
sys->fprint(mlfd, "%d:%s", now, msg);
}
if (etime < 0) {
etime = sys->millisec();
if (mlfd != nil)
sys->fprint(mlfd, "%d:%s", now, sys->sprint("%d0%d\n", S_ETIME, etime));
}
elapsed := etime-stime;
errsum := sys->sprint("WRN:%d ERR:%d FTL:%d", nwarns, nerrors, nfatals);
mreport(2, S_INFO, 3, sys->sprint("Finished test %s after %dms - %s", t.spec, elapsed, errsum));
if (t.recdir != "") {
wfile(t.recdir+"/"+SUMFILE, sys->sprint("%d %d %d %s\n", swhen, elapsed, cf, t.fullspec), 1);
}
if (display_stdout) {
mreport(2, 0, 0, "Stdout from test:");
display_file(t.stdout);
}
if (display_stderr) {
mreport(2, 0, 0, "Stderr from test:");
display_file(t.stderr);
}
sync <-= pid;
}
runit(fullspec, sofile, sefile, tpath: string, mfd: ref Sys->FD, sync: chan of int)
{
pid := sys->pctl(Sys->NEWFD|Sys->FORKNS, mfd.fd::nil);
o, e: ref Sys->FD;
o = sys->create(sofile, Sys->OWRITE, 8r660);
if (o == nil)
treport(mfd, S_ERROR, 0, "Failed to open stdout: %r\n");
else
sys->dup(o.fd, 1);
o = nil;
e = sys->create(sefile, Sys->OWRITE, 8r660);
if (e == nil)
treport(mfd, S_ERROR, 0, "Failed to open stderr: %r\n");
else
sys->dup(e.fd, 2);
e = nil;
sync <-= pid;
args := list of {fullspec};
if (fullspec[len fullspec-1] == 's')
cmd := load Command fullspec;
else {
cmd = load Command "/dis/sh.dis";
args = fullspec :: args;
}
if (cmd == nil) {
treport(mfd, S_FATAL, 0, sys->sprint("Failed to load Command from %s", "/dis/sh.dis"));
return;
}
if (sys->chdir(tpath))
treport(mfd, S_FATAL, 0, "Failed to cd to " + tpath);
{
cmd->init(context, args);
} exception ex {
"*" =>
treport(mfd, S_FATAL, 0, sys->sprint("Exception %s in test %s", ex, fullspec));
}
}
severs(sevs: int): string
{
SEVMAP := array[] of {"INF", "WRN", "ERR", "FTL"};
if (sevs >= len SEVMAP)
sstr := "UNK";
else
sstr = SEVMAP[sevs];
return sstr;
}
rfile(file: string): string
{
fd := sys->open(file, Sys->OREAD);
if (fd == nil) return nil;
buf := array[Sys->ATOMICIO] of byte;
n := sys->read(fd, buf, len buf);
return string buf[:n];
}
wfile(file: string, text: string, create: int): int
{
if (create)
fd := sys->create(file, Sys->OWRITE, 8r660);
else
fd = sys->open(file, Sys->OWRITE);
if (fd == nil) {
sys->fprint(stderr, "Failed to open %s: %r\n", file);
return 0;
}
a := array of byte text;
al := len a;
if (sys->write(fd, a, al) != al) {
sys->fprint(stderr, "Failed to write to %s: %r\n", file);
return 0;
}
fd = nil;
return 1;
}
linelist(file: string): list of string
{
bf := bufio->open(file, Bufio->OREAD);
if (bf == nil)
return nil;
cl : list of string;
while ((line := bf.gets('\n')) != nil) {
if (line[len line -1] == '\n')
line = line[:len line - 1];
cl = line :: cl;
}
bf = nil;
return cl;
}
display_file(file: string)
{
bf := bufio->open(file, Bufio->OREAD);
if (bf == nil)
return;
while ((line := bf.gets('\n')) != nil) {
sys->print(" %s", line);
}
}
mreport(indent: int, sev: int, verb: int, msg: string)
{
now = daytime->now();
tm := daytime->local(now);
time := sys->sprint("%4d%02d%02d %02d:%02d:%02d", tm.year+1900, tm.mon-1, tm.mday, tm.hour, tm.min, tm.sec);
pad := "---"[:indent];
term := "";
if (len msg && msg[len msg-1] != '\n')
term = "\n";
if (sev || verb <= verbosity)
sys->print("%s %s%s%s", time, pad, msg, term);
}
treport(mfd: ref Sys->FD, sev: int, verb: int, msg: string)
{
sys->fprint(mfd, "%d%d%s\n", sev, verb, msg);
}