Spec Test Results Summary

name	# cases	osh # passed	osh # failed	osh failures allowed	osh ALT delta	Elapsed Seconds
TOTAL (85 rows)	1580	1410	64	68	1	268.16
alias	45	40	0	0	0	7.17
append	11	9	0	0	0	1.77
arith-context	10	10	0	0	0	1.39
arith	52	47	0	2	0	6.94
array-compat	10	7	0	0	0	1.76
array	63	62	0	0	0	10.64
assign-deferred	9	0	0	0	0	0.32
assign-dialects	2	1	1	1	0	0.34
assign-extended	20	18	0	0	0	3.28
assign	42	39	2	2	0	7.88
assoc	32	28	1	1	0	4.97
assoc-zsh	7	0	0	0	0	0.13
background	16	14	2	2	0	5.22
blog1	8	4	0	0	0	1.29
blog2	8	8	0	0	0	1.06
brace-expansion	55	48	0	0	0	7.27
bugs	3	3	0	0	0	0.44
builtin-bash	18	18	0	0	0	2.25
builtin-bracket	40	40	0	0	0	5.40
builtin-completion	37	36	1	1	0	5.76
builtin-dirs	14	14	0	0	0	2.00
builtin-eval-source	16	16	0	0	0	2.31
builtin-getopts	17	13	1	1	0	2.41
builtin-io	44	44	0	0	0	7.77
builtin-printf	36	19	1	1	0	6.56
builtins2	12	12	0	0	0	1.96
builtin-special	7	3	4	4	0	1.21
builtins	32	31	1	1	0	6.20
builtin-times	1	1	0	0	0	0.38
builtin-trap	18	14	3	3	0	2.60
builtin-vars	33	28	1	1	0	6.36
case_	10	7	3	3	0	1.40
command-parsing	4	2	0	0	0	0.65
command-sub	28	26	0	0	0	6.30
command_	15	14	0	0	0	2.93
comments	2	2	0	0	0	0.31
dbracket	45	43	1	1	0	5.97
dparen	14	13	0	0	0	2.07
empty-bodies	3	3	0	0	0	0.47
errexit-oil	18	18	0	0	0	4.02
errexit	25	25	0	0	0	3.77
exit-status	5	4	1	1	0	0.97
explore-parsing	2	2	0	0	0	0.36
extglob-match	26	25	0	0	0	3.50
for-expr	6	6	0	0	0	0.87
func-parsing	15	14	0	0	0	2.02
glob	34	29	5	5	0	5.29
here-doc	34	31	0	0	0	5.73
if_	4	4	0	0	0	0.62
interactive	7	7	0	0	0	2.17
introspect	6	6	0	0	0	2.31
let	2	0	0	0	0	0.10
loop	20	19	0	0	0	3.34
nameref	25	22	3	3	0	3.42
osh-only	4	4	0	2	1	1.06
parse-errors	26	22	3	3	0	3.49
pipeline	21	20	0	0	0	4.69
posix	15	15	0	0	0	2.32
process-sub	3	3	0	0	0	1.07
prompt	19	18	1	1	0	2.67
quote	31	31	0	0	0	4.09
redirect	38	33	5	5	0	5.67
regex	28	26	2	2	0	3.72
sh-func	8	8	0	0	0	1.11
sh-options	40	35	2	2	0	9.53
sh-usage	8	8	0	0	0	2.05
smoke	18	18	0	0	0	2.84
special-vars	26	22	4	4	0	7.23
strict-options	14	14	0	0	0	2.48
subshell	1	1	0	0	0	0.24
tilde	6	6	0	0	0	0.81
type-compat	4	0	0	0	0	0.12
var-num	7	7	0	0	0	4.23
var-op-bash	6	4	2	2	0	1.01
var-op-len	8	8	0	0	0	2.93
var-op-other	14	11	0	0	0	1.99
var-op-patsub	18	17	1	1	0	2.39
var-op-strip	26	26	0	0	0	6.35
var-op-test	13	10	0	0	0	2.23
var-ref	13	8	3	3	0	2.96
var-sub-quote	38	35	2	2	0	5.78
var-sub	7	7	0	0	0	1.07
word-eval	8	8	0	0	0	1.74
word-split	35	32	3	3	0	5.50
xtrace	9	4	5	5	0	1.16
TOTAL (85 rows)	1580	1410	64	68	1	268.16

Version Information

Mon Feb 17 15:33:24 PST 2020

oil repo: b74d36e8dfcc43630474f24a8c4165cb7bdbd089 on branch release/0.8.pre1

---
$ /home/andy/git/oilshell/oil/bin/osh --version
Oil version 0.8.pre1
Release Date: -
Arch: x86_64
OS: Linux
Platform: #83~16.04.1-Ubuntu SMP Wed Dec 18 04:56:23 UTC 2019
Compiler: GCC 5.4.0 20160609
Interpreter: CPython
Interpreter version: 2.7.12
Bytecode: -

---
$ /home/andy/git/oilshell/oil/_tmp/oil-tar-test/oil-0.8.pre1/_bin/osh --version
Oil version 0.8.pre1
Release Date: 2020-02-17 20:53:54+00:00
Arch: x86_64
OS: Linux
Platform: #83~16.04.1-Ubuntu SMP Wed Dec 18 04:56:23 UTC 2019
Compiler: GCC 5.4.0 20160609
Interpreter: OVM
Interpreter version: 2.7.13
Bytecode: bytecode-opy.zip

---
GNU bash, version 4.4.0(2)-release (x86_64-unknown-linux-gnu)
-rwxrwxr-x 1 andy andy 4147360 Jan 23 21:54 /home/andy/git/oilshell/oil/_tmp/spec-bin/bash

---
zsh 5.1.1 (x86_64-unknown-linux-gnu)
-rwxrwxr-x 1 andy andy 1234920 Jan 23 21:54 /home/andy/git/oilshell/oil/_tmp/spec-bin/zsh

---
-rwxrwxr-x 1 andy andy 480408 Jan 23 21:54 _tmp/spec-bin/dash

---
-rwxrwxr-x 1 andy andy 292848 Jan 23 21:54 _tmp/spec-bin/mksh

---
BusyBox v1.31.1 (2019-12-17 12:03:30 PST) multi-call binary.
-rwxrwxr-x 1 andy andy 1001120 Jan 23 21:52 _tmp/spec-bin/busybox-1.31.1/busybox

--- /etc/debian_version ---
stretch/sid

--- /etc/lsb-release ---
DISTRIB_ID=Ubuntu
DISTRIB_RELEASE=16.04
DISTRIB_CODENAME=xenial
DISTRIB_DESCRIPTION="Ubuntu 16.04.2 LTS"