Spec Test Results Summary

name	Exit Code	Elapsed Seconds	# cases	osh # passed	osh # failed	osh failures allowed	osh ALT delta
alias	0	3.48	44	40	4	4	0
append	0	0.97	11	9	2	2	0
arith-context	0	0.71	11	10	1	1	0
arith	0	2.74	45	42	2	2	0
array-compat	0	0.83	9	5	4	4	0
array	0	5.24	60	55	3	3	0
assign	0	3.25	38	36	2	2	0
assoc	0	0.88	15	4	11	11	0
assoc-zsh	0	0.14	7	0	0	0	0
background	0	2.81	14	14	0	0	0
blog1	0	0.69	8	4	0	0	0
blog2	0	0.49	8	8	0	0	0
brace-expansion	0	2.53	42	26	12	12	0
bugs	0	0.80	6	3	2	2	0
builtin-bash	0	0.85	16	16	0	0	0
builtin-bracket	0	2.20	33	33	0	0	0
builtin-completion	0	4.81	37	36	1	1	0
builtin-dirs	0	0.79	12	12	0	0	0
builtin-eval-source	0	0.68	10	10	0	0	0
builtin-getopts	0	0.96	15	12	0	0	0
builtin-io	0	4.08	43	43	0	0	0
builtins2	0	0.81	11	11	0	0	0
builtins-special	0	0.36	5	2	3	3	0
builtins	0	2.17	26	25	1	1	0
builtin-trap	0	1.06	15	12	3	3	0
builtin-vars	0	2.45	25	23	2	2	0
case_	0	0.50	8	6	2	2	0
command-parsing	0	0.35	4	0	0	0	0
command-sub	0	2.87	28	26	1	1	0
command_	0	0.55	6	5	1	1	0
comments	0	0.18	2	2	0	0	0
dbracket	0	2.24	41	40	1	1	0
dparen	0	0.43	6	6	0	0	0
empty-bodies	0	0.28	3	3	0	0	0
errexit-strict	0	0.86	10	10	0	0	0
errexit	0	1.79	23	23	0	0	0
explore-parsing	0	0.20	2	2	0	0	0
extglob-match	0	1.33	24	23	0	0	0
for-expr	0	0.36	5	5	0	0	0
func-parsing	0	0.87	14	13	0	0	0
func	0	0.48	7	7	0	0	0
glob	0	2.69	33	29	4	4	0
here-doc	0	2.50	34	31	0	0	0
if_	0	0.73	9	8	1	1	0
introspect	0	1.20	6	6	0	0	0
let	0	0.08	2	0	0	0	0
loop	0	1.08	14	13	1	1	0
named-ref	0	0.22	3	0	3	3	0
osh-only	0	0.61	6	6	0	2	0
parse-errors	0	1.10	19	19	0	0	0
pipeline	0	1.98	20	19	1	1	0
posix	0	1.13	15	15	0	0	0
process-sub	0	0.61	3	3	0	0	0
prompt	0	1.99	19	18	1	1	0
quote	0	1.95	31	31	0	0	0
redirect	0	2.35	33	29	4	4	0
regex	0	1.46	24	22	2	2	0
sh-options	0	4.14	35	30	5	5	0
smoke	0	1.45	18	18	0	0	0
special-vars	0	2.26	17	13	4	4	0
strict-options	0	1.03	13	11	2	2	0
subshell	0	0.13	1	1	0	0	0
tilde	0	0.36	5	5	0	0	0
type-compat	0	0.15	4	0	0	0	0
var-num	0	1.62	7	7	0	0	0
var-op-len	0	1.44	7	7	0	0	0
var-op-other	0	1.06	17	12	2	2	0
var-op-patsub	0	0.97	16	16	0	0	0
var-op-strip	0	1.82	19	18	1	1	0
var-op-test	0	1.06	13	8	5	5	0
var-ref	0	1.16	10	4	6	6	0
var-sub-quote	0	2.90	34	34	0	0	0
var-sub	0	0.49	7	7	0	0	0
word-eval	0	1.02	8	8	0	0	0
word-split	0	2.72	30	28	2	2	0
xtrace	0	0.54	9	4	5	5	0
TOTAL (76 rows)	0	108.07	1290	1142	107	109	0

Version Information

Tue Apr 30 19:15:37 PDT 2019

oil repo: 2c65cbef1ad8537c3ede7b6cef5b0d599e3fd9cc on branch dev/andy-11

---
$ bin/osh --version
Oil version 0.6.pre18
Release Date: -
Arch: x86_64
OS: Linux
Platform: #46~16.04.1-Ubuntu SMP Thu May 3 10:06:43 UTC 2018
Compiler: GCC 5.4.0 20160609
Interpreter: CPython
Interpreter version: 2.7.12
Bytecode: -

---
GNU bash, version 4.4.0(1)-release (x86_64-unknown-linux-gnu)
-rwxrwxr-x 1 andy andy 4147312 Apr 19 23:05 _tmp/spec-bin/bash

---
zsh 5.1.1 (x86_64-unknown-linux-gnu)
-rwxrwxr-x 1 andy andy 1234912 Apr 19 23:05 _tmp/spec-bin/zsh

---
-rwxrwxr-x 1 andy andy 480360 Apr 19 23:05 _tmp/spec-bin/dash

---
-rwxrwxr-x 1 andy andy 292840 Apr 19 23:05 _tmp/spec-bin/mksh

---
BusyBox v1.22.0 (2018-08-14 10:12:09 PDT) multi-call binary.
-rwxrwxr-x 1 andy andy 853592 Aug 14  2018 _tmp/spec-bin/busybox-1.22.0/busybox

--- /etc/debian_version ---
stretch/sid

--- /etc/lsb-release ---
DISTRIB_ID=Ubuntu
DISTRIB_RELEASE=16.04
DISTRIB_CODENAME=xenial
DISTRIB_DESCRIPTION="Ubuntu 16.04.2 LTS"