Spec Test Results Summary

name	# cases	osh # passed	osh # failed	osh failures allowed	osh ALT delta	Elapsed Seconds
TOTAL (83 rows)	1488	1324	57	59	0	146.25
alias	45	40	0	0	0	4.14
append	11	9	0	0	0	1.01
arith-context	10	10	0	0	0	0.79
arith	48	44	0	0	0	3.67
array-compat	10	7	0	0	0	1.07
array	63	62	0	0	0	6.18
assign-deferred	9	0	0	0	0	0.30
assign-dialects	2	1	1	1	0	0.19
assign-extended	20	18	0	0	0	1.96
assign	42	39	2	2	0	4.86
assoc	28	23	1	1	0	2.42
assoc-zsh	7	0	0	0	0	0.12
background	16	14	2	2	0	3.62
blog1	8	4	0	0	0	0.73
blog2	8	8	0	0	0	0.62
brace-expansion	53	46	0	0	0	3.99
bugs	3	3	0	0	0	0.28
builtin-bash	18	18	0	0	0	1.18
builtin-bracket	38	38	0	0	0	2.91
builtin-completion	37	36	1	1	0	5.36
builtin-dirs	12	12	0	0	0	0.99
builtin-eval-source	16	16	0	0	0	1.34
builtin-getopts	17	13	1	1	0	1.33
builtin-io	44	44	0	0	0	4.58
builtin-printf	33	19	0	0	0	3.80
builtins2	12	12	0	0	0	1.11
builtin-special	7	3	4	4	0	0.68
builtins	29	27	1	1	0	2.83
builtin-trap	18	14	3	3	0	1.38
builtin-vars	33	29	0	0	0	3.95
case_	8	6	2	2	0	0.59
command-parsing	4	2	0	0	0	0.38
command-sub	28	26	0	0	0	3.52
command_	15	14	0	0	0	1.92
comments	2	2	0	0	0	0.19
dbracket	42	41	0	0	0	2.88
dparen	11	10	0	0	0	0.85
empty-bodies	3	3	0	0	0	0.29
errexit-strict	10	10	0	0	0	0.96
errexit	24	24	0	0	0	2.03
exit-status	5	4	1	1	0	0.53
explore-parsing	2	2	0	0	0	0.21
extglob-match	24	23	0	0	0	1.68
for-expr	5	5	0	0	0	0.43
func-parsing	14	13	0	0	0	1.01
func	8	8	0	0	0	0.65
glob	33	29	4	4	0	3.05
here-doc	34	31	0	0	0	3.13
if_	4	4	0	0	0	0.41
interactive	6	6	0	0	0	1.03
introspect	5	5	0	0	0	1.17
let	2	0	0	0	0	0.10
loop	18	17	0	0	0	1.64
named-ref	3	0	0	0	0	0.10
osh-only	5	5	0	2	0	0.65
parse-errors	24	21	3	3	0	1.69
pipeline	21	20	0	0	0	2.88
posix	15	15	0	0	0	1.30
process-sub	3	3	0	0	0	0.68
prompt	19	18	1	1	0	1.44
quote	31	31	0	0	0	2.31
redirect	38	33	5	5	0	3.24
regex	24	22	2	2	0	1.89
sh-options	36	31	2	2	0	4.28
sh-usage	8	8	0	0	0	1.20
smoke	18	18	0	0	0	1.60
special-vars	24	20	4	4	0	3.41
strict-options	13	13	0	0	0	1.27
subshell	1	1	0	0	0	0.16
tilde	6	6	0	0	0	0.51
type-compat	4	0	0	0	0	0.12
var-num	7	7	0	0	0	1.79
var-op-len	7	7	0	0	0	1.61
var-op-other	17	12	2	2	0	1.37
var-op-patsub	16	16	0	0	0	1.19
var-op-strip	24	23	1	1	0	3.65
var-op-test	13	10	0	0	0	1.34
var-ref	10	4	4	4	0	1.33
var-sub-quote	38	35	2	2	0	3.37
var-sub	7	7	0	0	0	0.63
word-eval	8	8	0	0	0	1.13
word-split	35	32	3	3	0	3.42
xtrace	9	4	5	5	0	0.65
TOTAL (83 rows)	1488	1324	57	59	0	146.25

Version Information

Sun Jul 28 22:11:45 PDT 2019

oil repo: b15b66a8deb4e959e0d77ecbdea00ff5f5072139 on branch dev/andy-14

---
$ /home/andy/git/oilshell/oil/bin/osh --version
Oil version 0.7.pre2
Release Date: -
Arch: x86_64
OS: Linux
Platform: #46~16.04.1-Ubuntu SMP Thu May 3 10:06:43 UTC 2018
Compiler: GCC 5.4.0 20160609
Interpreter: CPython
Interpreter version: 2.7.12
Bytecode: -

---
GNU bash, version 4.4.0(1)-release (x86_64-unknown-linux-gnu)
-rwxrwxr-x 1 andy andy 4147312 Apr 19 23:05 /home/andy/git/oilshell/oil/_tmp/spec-bin/bash

---
zsh 5.1.1 (x86_64-unknown-linux-gnu)
-rwxrwxr-x 1 andy andy 1234912 Apr 19 23:05 /home/andy/git/oilshell/oil/_tmp/spec-bin/zsh

---
-rwxrwxr-x 1 andy andy 480360 Apr 19 23:05 _tmp/spec-bin/dash

---
-rwxrwxr-x 1 andy andy 292840 Apr 19 23:05 _tmp/spec-bin/mksh

---
BusyBox v1.22.0 (2018-08-14 10:12:09 PDT) multi-call binary.
-rwxrwxr-x 1 andy andy 853592 Aug 14  2018 _tmp/spec-bin/busybox-1.22.0/busybox

--- /etc/debian_version ---
stretch/sid

--- /etc/lsb-release ---
DISTRIB_ID=Ubuntu
DISTRIB_RELEASE=16.04
DISTRIB_CODENAME=xenial
DISTRIB_DESCRIPTION="Ubuntu 16.04.2 LTS"