Spec Test Results Summary

name	Exit Code	Elapsed Seconds	# cases	osh # passed	osh # failed	osh failures allowed	osh ALT delta
alias	0	3.29	44	40	4	4	0
append	0	0.93	11	9	2	2	0
arith-context	0	0.67	11	10	1	1	0
arith	0	2.67	45	42	2	2	0
array-compat	0	0.76	9	5	4	4	0
array	0	5.02	60	55	3	3	0
assign	0	3.04	38	36	2	2	0
assoc	0	0.87	15	4	11	11	0
assoc-zsh	0	0.15	7	0	0	0	0
background	0	2.81	14	14	0	0	0
blog1	0	0.67	8	4	0	0	0
blog2	0	0.50	8	8	0	0	0
brace-expansion	0	2.44	42	26	12	12	0
bugs	0	0.94	6	3	2	2	0
builtin-bash	0	0.78	16	16	0	0	0
builtin-bracket	0	1.97	33	33	0	0	0
builtin-completion	0	4.75	37	36	1	1	0
builtin-dirs	0	0.76	12	12	0	0	0
builtin-eval-source	0	0.67	10	10	0	0	0
builtin-getopts	0	0.95	15	12	0	0	0
builtin-io	0	3.98	43	43	0	0	0
builtins2	0	0.80	11	11	0	0	0
builtins-special	0	0.38	5	2	3	3	0
builtins	0	2.14	26	25	1	1	0
builtin-trap	0	0.87	15	12	3	3	0
builtin-vars	0	2.37	25	23	2	2	0
case_	0	0.43	8	6	2	2	0
command-parsing	0	0.31	4	0	0	0	0
command-sub	0	2.92	28	26	1	1	0
command_	0	0.56	6	5	1	1	0
comments	0	0.15	2	2	0	0	0
dbracket	0	2.17	41	40	1	1	0
dparen	0	0.40	6	6	0	0	0
empty-bodies	0	0.26	3	3	0	0	0
errexit-strict	0	0.77	10	10	0	0	0
errexit	0	1.59	23	23	0	0	0
explore-parsing	0	0.20	2	2	0	0	0
extglob-match	0	1.31	24	23	0	0	0
for-expr	0	0.39	5	5	0	0	0
func-parsing	0	0.81	14	13	0	0	0
func	0	0.44	7	7	0	0	0
glob	0	2.58	33	29	4	4	0
here-doc	0	2.47	34	31	0	0	0
if_	0	0.79	9	8	1	1	0
introspect	0	1.19	6	6	0	0	0
let	0	0.12	2	0	0	0	0
loop	0	1.15	14	13	1	1	0
named-ref	0	0.21	3	0	3	3	0
osh-only	0	0.62	6	6	0	2	0
parse-errors	0	1.12	19	19	0	0	0
pipeline	0	2.01	20	19	1	1	0
posix	0	1.15	15	15	0	0	0
process-sub	0	0.62	3	3	0	0	0
prompt	0	1.92	19	18	1	1	0
quote	0	1.86	31	31	0	0	0
redirect	0	2.35	33	29	4	4	0
regex	0	1.41	24	22	2	2	0
sh-options	0	3.96	35	30	5	5	0
smoke	0	1.35	18	18	0	0	0
special-vars	0	2.21	17	13	4	4	0
strict-options	0	1.10	13	11	2	2	0
subshell	0	0.13	1	1	0	0	0
tilde	0	0.34	5	5	0	0	0
type-compat	0	0.13	4	0	0	0	0
var-num	0	1.50	7	7	0	0	0
var-op-len	0	1.36	7	7	0	0	0
var-op-other	0	0.99	17	12	2	2	0
var-op-patsub	0	0.92	16	16	0	0	0
var-op-strip	0	1.69	19	18	1	1	0
var-op-test	0	1.06	13	8	5	5	0
var-ref	0	1.05	10	4	6	6	0
var-sub-quote	0	2.78	34	34	0	0	0
var-sub	0	0.49	7	7	0	0	0
word-eval	0	1.02	8	8	0	0	0
word-split	0	2.63	30	28	2	2	0
xtrace	0	0.41	9	4	5	5	0
TOTAL (76 rows)	0	104.58	1290	1142	107	109	0

Version Information

Tue Apr 30 19:22:40 PDT 2019

oil repo: a21a1b804378f2078a042c0d7d62911c4f204092 on branch dev/andy-11

---
$ bin/osh --version
Oil version 0.6.pre18
Release Date: -
Arch: x86_64
OS: Linux
Platform: #46~16.04.1-Ubuntu SMP Thu May 3 10:06:43 UTC 2018
Compiler: GCC 5.4.0 20160609
Interpreter: CPython
Interpreter version: 2.7.12
Bytecode: -

---
GNU bash, version 4.4.0(1)-release (x86_64-unknown-linux-gnu)
-rwxrwxr-x 1 andy andy 4147312 Apr 19 23:05 _tmp/spec-bin/bash

---
zsh 5.1.1 (x86_64-unknown-linux-gnu)
-rwxrwxr-x 1 andy andy 1234912 Apr 19 23:05 _tmp/spec-bin/zsh

---
-rwxrwxr-x 1 andy andy 480360 Apr 19 23:05 _tmp/spec-bin/dash

---
-rwxrwxr-x 1 andy andy 292840 Apr 19 23:05 _tmp/spec-bin/mksh

---
BusyBox v1.22.0 (2018-08-14 10:12:09 PDT) multi-call binary.
-rwxrwxr-x 1 andy andy 853592 Aug 14  2018 _tmp/spec-bin/busybox-1.22.0/busybox

--- /etc/debian_version ---
stretch/sid

--- /etc/lsb-release ---
DISTRIB_ID=Ubuntu
DISTRIB_RELEASE=16.04
DISTRIB_CODENAME=xenial
DISTRIB_DESCRIPTION="Ubuntu 16.04.2 LTS"