/*
   Copyright 2017 Remko Popma

   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.
   You may obtain a copy of the License at

       http://www.apache.org/licenses/LICENSE-2.0

   Unless required by applicable law or agreed to in writing, software
   distributed under the License is distributed on an "AS IS" BASIS,
   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   See the License for the specific language governing permissions and
   limitations under the License.
 */
package picocli;

import org.junit.Rule;
import org.junit.Test;
import org.junit.contrib.java.lang.system.ProvideSystemProperty;
import org.junit.contrib.java.lang.system.RestoreSystemProperties;
import org.junit.contrib.java.lang.system.SystemErrRule;
import org.junit.contrib.java.lang.system.SystemOutRule;
import org.junit.rules.TestRule;
import picocli.CommandLine.ExitCode;
import picocli.CommandLine.IExecutionExceptionHandler;
import picocli.CommandLine.IExitCodeExceptionMapper;
import picocli.CommandLine.IExitCodeGenerator;
import picocli.CommandLine.IParameterExceptionHandler;
import picocli.CommandLine.Model.CommandSpec;
import picocli.CommandLine.Model.UsageMessageSpec;

import java.io.ByteArrayOutputStream;
import java.io.FileNotFoundException;
import java.io.IOException;
import java.io.PrintStream;
import java.io.PrintWriter;
import java.io.StringWriter;
import java.lang.reflect.Method;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Collections;
import java.util.LinkedHashMap;
import java.util.List;
import java.util.Map;
import java.util.Scanner;
import java.util.concurrent.Callable;
import java.util.concurrent.TimeUnit;

import static java.lang.String.format;
import static org.hamcrest.CoreMatchers.containsString;
import static org.hamcrest.CoreMatchers.startsWith;
import static org.junit.Assert.*;
import static picocli.CommandLine.Command;
import static picocli.CommandLine.ExecutionException;
import static picocli.CommandLine.Help;
import static picocli.CommandLine.IExecutionStrategy;
import static picocli.CommandLine.Model.UsageMessageSpec.keyValuesMap;
import static picocli.CommandLine.Option;
import static picocli.CommandLine.ParameterException;
import static picocli.CommandLine.Parameters;
import static picocli.CommandLine.ParseResult;
import static picocli.CommandLine.RunAll;
import static picocli.CommandLine.RunFirst;
import static picocli.CommandLine.RunLast;
import static picocli.CommandLine.Spec;

public class ExecuteTest {
    @Rule
    public final ProvideSystemProperty ansiOFF = new ProvideSystemProperty("picocli.ansi", "false");

    @Rule
    // allows tests to set any kind of properties they like, without having to individually roll them back
    public final TestRule restoreSystemProperties = new RestoreSystemProperties();

    @Rule
    public final SystemErrRule systemErrRule = new SystemErrRule().enableLog().muteForSuccessfulTests();

    @Rule
    public final SystemOutRule systemOutRule = new SystemOutRule().enableLog().muteForSuccessfulTests();

    interface Factory { Object create(); }
    @Test
    public void testExecutionStrategyRunXxxFailsIfNotRunnableOrCallable() {
        @Command class App {
            @Parameters String[] params;
        }
        Factory factory = new Factory() {
            public Object create() {return new App();}
        };
        String[] args = { "abc" };
        verifyAllFail(factory, "Parsed command (picocli.ExecuteTest$",
                ") is not a Method, Runnable or Callable", args);
    }

    @Test
    public void testExecutionStrategyRunXxxWithSubcommandsFailsWithMissingSubcommandIfNotRunnableOrCallable() {
        @Command class App {
            @Parameters String[] params;
            @Command void sub() {}
        }
        int exitCode = new CommandLine(new App()).execute("abc");
        assertEquals(2, exitCode);
        String expected = String.format("" +
                "Missing required subcommand%n" +
                "Usage: <main class> [<params>...] [COMMAND]%n" +
                "      [<params>...]%n" +
                "Commands:%n" +
                "  sub%n");
        assertEquals(expected, systemErrRule.getLog());
    }

    @Test
    public void testExecutionStrategyRunXxxCatchesAndRethrowsExceptionFromRunnable() {
        @Command class App implements Runnable {
            @Parameters String[] params;
            public void run() { throw new IllegalStateException("TEST EXCEPTION"); }
        }
        Factory factory = new Factory() {
            public Object create() {return new App();}
        };
        verifyAllFail(factory, "TEST EXCEPTION", "", new String[0]);
    }

    @Test
    public void testExecutionStrategyRunXxxCatchesAndRethrowsExceptionFromCallable() {
        @Command class App implements Callable<Object> {
            @Parameters String[] params;
            public Object call() { throw new IllegalStateException("TEST EXCEPTION2"); }
        }
        Factory factory = new Factory() {
            public Object create() {return new App();}
        };
        verifyAllFail(factory, "TEST EXCEPTION2", "", new String[0]);
    }

    private void verifyAllFail(Factory factory, String prefix, String suffix, String[] args) {
        IExecutionStrategy[] strategies = new IExecutionStrategy[] {
                new RunFirst(), new RunLast(), new RunAll()
        };
        for (IExecutionStrategy strategy : strategies) {
            String descr = strategy.getClass().getSimpleName();
            int exitCode = new CommandLine(factory.create())
                    .setExecutionStrategy(strategy)
                    .setExecutionExceptionHandler(createHandler(descr, prefix, suffix))
                    .execute(args);

            assertEquals(1, exitCode);
        }
    }
    private IExecutionExceptionHandler createHandler(final String descr, final String prefix, final String suffix) {
        return new IExecutionExceptionHandler() {
            public int handleExecutionException(Exception ex, CommandLine cmd, ParseResult parseResult) throws Exception {
                if (ex instanceof IllegalStateException || ex instanceof ExecutionException) {
                    String actual = ex.getMessage();
                    assertTrue(descr + ": " + actual, actual.startsWith(prefix));
                    assertTrue(descr + ": " + actual, actual.endsWith(suffix));
                } else {
                    fail("Unexpected exception " + ex);
                }
                return 1;
            }
        };
    }

    @Test
    public void testReturnDefaultExitCodeIfHelpRequested() {
        @Command(version = "abc 1.3.4")
        class App implements Callable<Object> {
            @Option(names = "-h", usageHelp = true) boolean requestHelp;
            @Option(names = "-V", versionHelp = true) boolean requestVersion;
            public Object call() { return "RETURN VALUE"; }
        }
        CommandLineFactory factory = new CommandLineFactory() {
            public CommandLine create() {return new CommandLine(new App());}
        };
        verifyExitCodeForBuiltInHandlers(factory, ExitCode.OK, new String[] {"-h"});
        verifyExitCodeForBuiltInHandlers(factory, ExitCode.OK, new String[] {"-V"});
    }

    @Test
    public void testReturnExitCodeFromAnnotationIfHelpRequested_NonNumericCallable() {
        @Command(version = "abc 1.3.4", exitCodeOnUsageHelp = 234, exitCodeOnVersionHelp = 543)
        class App implements Callable<Object> {
            @Option(names = "-h", usageHelp = true) boolean requestHelp;
            @Option(names = "-V", versionHelp = true) boolean requestVersion;
            public Object call() { return "RETURN VALUE"; }
        }
        CommandLineFactory factory = new CommandLineFactory() {
            public CommandLine create() {return new CommandLine(new App());}
        };
        verifyExitCodeForBuiltInHandlers(factory, 234, new String[] {"-h"});
        verifyExitCodeForBuiltInHandlers(factory, 543, new String[] {"-V"});
    }

    @Test
    public void testReturnExitCodeFromAnnotationIfHelpRequested_NumericCallable() {
        @Command(version = "abc 1.3.4", exitCodeOnUsageHelp = 234, exitCodeOnVersionHelp = 543)
        class App implements Callable<Object> {
            @Option(names = "-h", usageHelp = true) boolean requestHelp;
            @Option(names = "-V", versionHelp = true) boolean requestVersion;
            public Object call() { return 999; } // ignored (not executed)
        }
        CommandLineFactory factory = new CommandLineFactory() {
            public CommandLine create() {return new CommandLine(new App());}
        };
        verifyExitCodeForBuiltInHandlers(factory, 234, new String[] {"-h"});
        verifyExitCodeForBuiltInHandlers(factory, 543, new String[] {"-V"});
    }

    @Test
    public void testReturnDefaultExitCodeOnSuccess() {
        @Command
        class App implements Callable<Object> {
            public Object call() { return "RETURN VALUE"; }
        }
        CommandLineFactory factory = new CommandLineFactory() {
            public CommandLine create() {return new CommandLine(new App());}
        };
        verifyExitCodeForBuiltInHandlers(factory, ExitCode.OK, new String[0]);
    }

    @Test
    public void testReturnExitCodeFromAnnotationOnSuccess_NonNumericCallable() {
        @Command(exitCodeOnSuccess = 123)
        class App implements Callable<Object> {
            public Object call() { return "RETURN VALUE"; }
        }
        CommandLineFactory factory = new CommandLineFactory() {
            public CommandLine create() {return new CommandLine(new App());}
        };
        verifyExitCodeForBuiltInHandlers(factory, 123, new String[0]);
    }

    @Test
    public void testReturnExitCodeFromAnnotationOnSuccess_NumericCallable() {
        @Command(exitCodeOnSuccess = 123)
        class App implements Callable<Object> {
            public Object call() { return 987; }
        }
        CommandLineFactory factory = new CommandLineFactory() {
            public CommandLine create() {return new CommandLine(new App());}
        };
        verifyExitCodeForBuiltInHandlers(factory, 987, new String[0]);
    }

    interface CommandLineFactory {
        CommandLine create();
    }

    private void verifyExitCodeForBuiltInHandlers(CommandLineFactory factory, int expected, String[] args) {
        IExecutionStrategy[] strategies = new IExecutionStrategy[] {
                new RunFirst(), new RunLast(), new RunAll()
        };
        for (IExecutionStrategy strategy : strategies) {
            String descr = strategy.getClass().getSimpleName();
            int actual = factory.create().setExecutionStrategy(strategy).execute(args);
            assertEquals(descr + ": return value", expected, actual);
        }
    }

    @Test
    public void testRunsRunnableIfParseSucceeds() throws Exception {
        final int[] runWasCalled = {0};
        @Command class App implements Runnable {
            public void run() {
                runWasCalled[0]++;
            }
        }
        new CommandLine(new App()).execute();
        assertEquals(1, runWasCalled[0]);
    }

    @Test
    public void testCallsCallableIfParseSucceeds() throws Exception {
        final int[] runWasCalled = {0};
        @Command class App implements Callable<Object> {
            public Object call() {
                return runWasCalled[0]++;
            }
        }
        new CommandLine(new App()).execute();
        assertEquals(1, runWasCalled[0]);
    }

    @Test
    public void testInvokesMethodIfParseSucceeds() throws Exception {
        final int[] runWasCalled = {0};
        @Command class App {
            @Command
            public Object mySubcommand() {
                return runWasCalled[0]++;
            }
        }
        new CommandLine(new App()).execute("mySubcommand");
        assertEquals(1, runWasCalled[0]);
    }

    @Test
    public void testPrintErrorOnInvalidInput() throws Exception {
        final int[] runWasCalled = {0};
        class App implements Runnable {
            @Option(names = "-number") int number;
            public void run() {
                runWasCalled[0]++;
            }
        }
        {
            StringWriter sw = new StringWriter();
            new CommandLine(new App()).setErr(new PrintWriter(sw)).execute("-number", "not a number");

            assertEquals(0, runWasCalled[0]);
            assertEquals(String.format(
                    "Invalid value for option '-number': 'not a number' is not an int%n" +
                            "Usage: <main class> [-number=<number>]%n" +
                            "      -number=<number>%n"), sw.toString());
        }
    }

    @Test
    public void testReturnDefaultExitCodeOnInvalidInput() throws Exception {
        class App implements Callable<Boolean> {
            @Option(names = "-number") int number;
            public Boolean call() { return true; }
        }
        {
            int exitCode = new CommandLine(new App()).execute("-number", "not a number");
            assertEquals(ExitCode.USAGE, exitCode);
        }
    }

    @Test
    public void testReturnExitCodeFromAnnotationOnInvalidInput_NumericCallable() throws Exception {
        @Command(exitCodeOnInvalidInput = 987)
        class App implements Callable<Boolean> {
            @Option(names = "-number") int number;
            public Boolean call() { return true; }
        }
        {
            int exitCode = new CommandLine(new App()).execute("-number", "not a number");
            assertEquals(987, exitCode);
        }
    }

    @Test
    public void testExitCodeFromParameterExceptionHandlerHandler() {
        @Command class App implements Runnable {
            public void run() {
                throw new ParameterException(new CommandLine(this), "blah");
            }
        }
        CustomParameterExceptionHandler handler = new CustomParameterExceptionHandler();
        int exitCode = new CommandLine(new App()).setParameterExceptionHandler(handler).execute();
        assertEquals(format("" +
                "Hi, this is my custom error message%n"), systemErrRule.getLog());
        assertEquals(125, exitCode);
    }

    static class CustomParameterExceptionHandler implements IParameterExceptionHandler {
        public int handleParseException(ParameterException ex, String[] args) throws Exception {
            ex.getCommandLine().getErr().println("Hi, this is my custom error message");
            return 125;
        }
    }

    @Command(name = "mycmd", mixinStandardHelpOptions = true, version = "MyCallable-1.0")
    static class MyCallable implements Callable<Object> {
        @Option(names = "-x", description = "this is an option")
        String option;
        public Object call() { throw new IllegalStateException("this is a test"); }
    }

    @Command(name = "mycmd", mixinStandardHelpOptions = true, version = "MyRunnable-1.0")
    static class MyRunnable implements Runnable {
        @Option(names = "-x", description = "this is an option")
        String option;
        public void run() { throw new IllegalStateException("this is a test"); }
    }
    private static final String MYCALLABLE_USAGE = format("" +
            "Usage: mycmd [-hV] [-x=<option>]%n" +
            "  -h, --help      Show this help message and exit.%n" +
            "  -V, --version   Print version information and exit.%n" +
            "  -x=<option>     this is an option%n");

    private static final String INVALID_INPUT = format("" +
            "Unmatched argument at index 0: 'invalid input'%n");

    private static final String MYCALLABLE_INVALID_INPUT = INVALID_INPUT + MYCALLABLE_USAGE;

    private static final String MYCALLABLE_USAGE_ANSI = Help.Ansi.ON.new Text(format("" +
            "Usage: @|bold mycmd|@ [@|yellow -hV|@] [@|yellow -x|@=@|italic <option>|@]%n" +
            "  @|yellow -h|@, @|yellow --help|@      Show this help message and exit.%n" +
            "  @|yellow -V|@, @|yellow --version|@   Print version information and exit.%n" +
            "  @|yellow -x|@=@|italic <option>|@     this is an option%n")).toString();

    private static final String INVALID_INPUT_ANSI = Help.Ansi.ON.new Text(format("" +
            "@|fg(red),bold Unmatched argument at index 0: 'invalid input'|@%n")).toString();

    @Test
    public void testExecuteWithInvalidInput() {
        int exitCode = new CommandLine(new MyCallable()).execute("invalid input");
        assertEquals(MYCALLABLE_INVALID_INPUT, systemErrRule.getLog());
        assertEquals("", systemOutRule.getLog());
        assertEquals(ExitCode.USAGE, exitCode);
    }

    @Test
    public void testExecuteWithInvalidInput_Ansi_ON() {
        new CommandLine(new MyCallable())
                .setColorScheme(Help.defaultColorScheme(Help.Ansi.ON)).execute("invalid input");
        assertEquals(INVALID_INPUT_ANSI + MYCALLABLE_USAGE_ANSI, systemErrRule.getLog());
        assertEquals("", systemOutRule.getLog());
    }

    @Test
    public void testExecuteWithInvalidInput_Ansi_ON_CustomErr() {
        new CommandLine(new MyCallable())
                .setErr(new PrintWriter(System.out, true))
                .setColorScheme(Help.defaultColorScheme(Help.Ansi.ON)).execute("invalid input");
        assertEquals("", systemErrRule.getLog());
        assertEquals(INVALID_INPUT_ANSI + MYCALLABLE_USAGE_ANSI, systemOutRule.getLog());
    }

    @Test
    public void testErrIsSystemErrByDefault() {
        new CommandLine(new MyCallable()).getErr().println("hi");
        assertEquals(String.format("hi%n"), systemErrRule.getLog());
        assertEquals("", systemOutRule.getLog());
    }

    @Test
    public void testOutIsSystemOutByDefault() {
        new CommandLine(new MyCallable()).getOut().println("hi");
        assertEquals("", systemErrRule.getLog());
        assertEquals(String.format("hi%n"), systemOutRule.getLog());
    }

    @Test
    public void testExitCodeExceptionMapper_nullByDefault() {
        CommandLine cmd = new CommandLine(new MyCallable());
        assertNull(cmd.getExitCodeExceptionMapper());
    }

    @Test
    public void testExitCodeExceptionMapper() {
        @Command
        class MyCommand implements Callable  {
            public Void call() throws IOException {
                throw new IOException("error");
            }
        }
        IExitCodeExceptionMapper mapper = new IExitCodeExceptionMapper() {
            public int getExitCode(Throwable t) {
                if (t instanceof IOException && "error".equals(t.getMessage())) {
                    return 123;
                }
                return 987;
            }
        };
        CommandLine cmd = new CommandLine(new MyCommand());
        cmd.setExitCodeExceptionMapper(mapper);
        int exitCode = cmd.execute();
        assertEquals(123, exitCode);
    }

    @Test
    public void testExitCodeExceptionMapperThrowsException() {
        @Command(exitCodeOnExecutionException = 1234)
        class MyCommand implements Callable  {
            public Void call() throws IOException {
                throw new IOException("error");
            }
        }
        IExitCodeExceptionMapper mapper = new IExitCodeExceptionMapper() {
            public int getExitCode(Throwable t) {
                throw new IllegalStateException("test exception");
            }
        };
        CommandLine cmd = new CommandLine(new MyCommand());
        cmd.setExitCodeExceptionMapper(mapper);
        int exitCode = cmd.execute();
        assertEquals(1234, exitCode);

        assertThat(this.systemErrRule.getLog(), startsWith("java.io.IOException: error"));
        assertThat(this.systemErrRule.getLog(), containsString("java.lang.IllegalStateException: test exception"));
    }

    @Test
    public void testExecuteCallableThrowsException() {
        int exitCode = new CommandLine(new MyCallable()).execute("-x", "abc");
        String cmd = "mycmd";
        String msg = "java.lang.IllegalStateException: this is a test";
        assertTrue(systemErrRule.getLog().startsWith(msg));
        assertEquals(ExitCode.SOFTWARE, exitCode);
    }


    @Test
    public void testExecuteCallableWithHelpRequest() {
        int exitCode = new CommandLine(new MyCallable()).execute("--help");
        assertEquals("", systemErrRule.getLog());
        assertEquals(MYCALLABLE_USAGE, systemOutRule.getLog());
        assertEquals(ExitCode.OK, exitCode);
    }

    @Test
    public void testExecuteCallableWithHelpRequest_Ansi_OFF_ToCustomWriter() {
        StringWriter sw = new StringWriter();
        int exitCode = new CommandLine(new MyCallable())
                .setOut(new PrintWriter(sw))
                .execute("--help");
        assertEquals("", systemErrRule.getLog());
        assertEquals("", systemOutRule.getLog());
        assertEquals(MYCALLABLE_USAGE, sw.toString());
        assertEquals(ExitCode.OK, exitCode);
    }

    @Test
    public void testExecuteCallableWithHelpRequest_Ansi_ON_ToCustomWriter() {
        StringWriter sw = new StringWriter();
        new CommandLine(new MyCallable())
                .setOut(new PrintWriter(sw))
                .setColorScheme(Help.defaultColorScheme(Help.Ansi.ON))
                .execute("--help");
        assertEquals("", systemErrRule.getLog());
        assertEquals("", systemOutRule.getLog());
        assertEquals(MYCALLABLE_USAGE_ANSI, sw.toString());
    }

    @Test
    public void testCallWithFactory() {
        StringWriter sw = new StringWriter();
        int exitCode = new CommandLine(MyCallable.class, new InnerClassFactory(this))
                .setErr(new PrintWriter(sw)).execute("-x", "a");
        assertEquals(ExitCode.SOFTWARE, exitCode);
        assertThat(sw.toString(), startsWith("java.lang.IllegalStateException: this is a test"));
    }

    @Test
    public void testRunWithFactory() {
        StringWriter sw = new StringWriter();
        int exitCode = new CommandLine(MyRunnable.class, new InnerClassFactory(this))
                .setErr(new PrintWriter(sw)).execute("-x", "a");
        assertEquals(ExitCode.SOFTWARE, exitCode);
        assertThat(sw.toString(), startsWith("java.lang.IllegalStateException: this is a test"));
    }

    @Test
    public void testCallWithFactoryVersionHelp() {
        new CommandLine(MyCallable.class, new InnerClassFactory(this)).execute("--version");
        assertEquals(String.format("MyCallable-1.0%n"), systemOutRule.getLog());
        assertEquals("", systemErrRule.getLog());
    }

    @Test
    public void testCallWithFactoryInvalidInput() {
        String expected = String.format("" +
                "Missing required parameter for option '-x' (<option>)%n" +
                "Usage: mycmd [-hV] [-x=<option>]%n" +
                "  -h, --help      Show this help message and exit.%n" +
                "  -V, --version   Print version information and exit.%n" +
                "  -x=<option>     this is an option%n");
        new CommandLine(MyCallable.class, new InnerClassFactory(this)).execute("-x");
        assertEquals(expected, systemErrRule.getLog());
        assertEquals("", systemOutRule.getLog());
    }

    @Test
    public void testRunWithFactoryVersionHelp() {
        new CommandLine(MyRunnable.class, new InnerClassFactory(this)).execute("--version");
        assertEquals(String.format("MyRunnable-1.0%n"), systemOutRule.getLog());
        assertEquals("", systemErrRule.getLog());
    }

    @Test
    public void testRunWithFactoryInvalidInput() {
        String expected = String.format("" +
                "Missing required parameter for option '-x' (<option>)%n" +
                "Usage: mycmd [-hV] [-x=<option>]%n" +
                "  -h, --help      Show this help message and exit.%n" +
                "  -V, --version   Print version information and exit.%n" +
                "  -x=<option>     this is an option%n");
        new CommandLine(MyRunnable.class, new InnerClassFactory(this)).execute("-x");
        assertEquals(expected, systemErrRule.getLog());
        assertEquals("", systemOutRule.getLog());
    }

    @Test
    public void testExecutionExceptionIfRunnableThrowsExecutionException() throws Exception {
        @Command
        class App implements Runnable {
            @Spec CommandSpec spec;
            public void run() {
                throw new ExecutionException(spec.commandLine(), "abc");
            }
        }
        StringWriter sw = new StringWriter();
        assertEquals(ExitCode.SOFTWARE, new CommandLine(new App()).setErr(new PrintWriter(sw)).execute());
        assertThat(sw.toString(), startsWith("picocli.CommandLine$ExecutionException: abc"));
    }

    @Test
    public void testExecutionExceptionIfCallableThrowsExecutionException() throws Exception {
        @Command
        class App implements Callable<Void> {
            @Spec CommandSpec spec;
            public Void call() {
                throw new ExecutionException(spec.commandLine(), "abc");
            }
        }
        StringWriter sw = new StringWriter();
        assertEquals(ExitCode.SOFTWARE, new CommandLine(new App()).setErr(new PrintWriter(sw)).execute());
        assertThat(sw.toString(), startsWith("picocli.CommandLine$ExecutionException: abc"));
    }

    @Test
    public void testNoParameterExceptionIfCallableThrowsParameterException() throws Exception {
        @Command
        class App implements Callable<Void> {
            @Spec CommandSpec spec;
            public Void call() {
                throw new ParameterException(spec.commandLine(), "xxx");
            }
        }
        int exitCode = new CommandLine(new App()).execute();
        assertEquals(ExitCode.USAGE, exitCode);
    }

    @Test
    public void testRunAllSelf() {
        RunAll runAll = new RunAll();
        assertSame(runAll, runAll.self());
    }

    @Test
    public void testExecuteWhenExecutionStrategyThrowsOtherException() {
        @Command
        class App { }

        class FailingExecutionStrategy implements IExecutionStrategy {
            public int execute(ParseResult parseResult) throws ExecutionException {
                throw new IllegalArgumentException("abc");
            }
        }

        CommandLine cmd = new CommandLine(new App()).setExecutionStrategy(new FailingExecutionStrategy());
        assertEquals(ExitCode.SOFTWARE, cmd.execute());

        String prefix = String.format("" +
                "java.lang.IllegalArgumentException: abc%n" +
                "\tat picocli.ExecuteTest$1FailingExecutionStrategy.execute(ExecuteTest.java");
        assertTrue(systemErrRule.getLog().startsWith(prefix));
    }

    @Test
    public void testExecuteWhenExecutionStrategyThrowsExecutionException() {
        @Command
        class App { }

        class FailingExecutionStrategy implements IExecutionStrategy {
            public int execute(ParseResult parseResult) throws ExecutionException {
                throw new ExecutionException(new CommandLine(new App()), "abc");
            }
        }

        CommandLine cmd = new CommandLine(new App()).setExecutionStrategy(new FailingExecutionStrategy());
        assertEquals(ExitCode.SOFTWARE, cmd.execute());
    }

    @Test
    public void testExecutionExceptionHandlerCanChangeExitCode() throws Exception {
        @Command
        class App { }

        IExecutionStrategy handler = new IExecutionStrategy() {
            public int execute(ParseResult parseResult) throws ExecutionException, ParameterException {
                throw new ExecutionException(new CommandLine(new App()), "xyz");
            }
        };
        IExecutionExceptionHandler exceptionHandler = new IExecutionExceptionHandler() {
            public int handleExecutionException(Exception ex, CommandLine cmd, ParseResult parseResult) {
                return 9876;
            }
        };
        CommandLine cmd = new CommandLine(new App()).setExecutionStrategy(handler).setExecutionExceptionHandler(exceptionHandler);
        assertEquals(9876, cmd.execute());
    }

    @Test
    public void testDefaultExecutionExceptionHandlerRethrowsExceptions() throws Exception {
        @Command
        class App { }
        CommandLine cmd = new CommandLine(new App());
        ExecutionException ex = new ExecutionException(cmd, "", new InterruptedException("blah"));
        try {
            cmd.getExecutionExceptionHandler().handleExecutionException(ex, ex.getCommandLine(), null);
            fail("Expected exception");
        } catch (Exception e) {
            assertSame(ex, e);
        }

        InterruptedException interruptedException = new InterruptedException("blah");
        try {
            cmd.getExecutionExceptionHandler().handleExecutionException(interruptedException, cmd, null);
            fail("Expected exception");
        } catch (Exception e) {
            assertSame(interruptedException, e);
        }
    }

    @Test
    public void testDefaultExecutionExceptionHandlerRethrowsExecutionExceptions() throws Exception {
        @Command
        class App { }
        CommandLine cmd = new CommandLine(new App());
        ExecutionException ex = new ExecutionException(cmd, "exception without a Cause");
        try {
            cmd.getExecutionExceptionHandler().handleExecutionException(ex, ex.getCommandLine(), null);
            fail("Expected exception");
        } catch (ExecutionException e) {
            assertEquals("exception without a Cause", e.getMessage());
        }
    }

    static class Thrower {
        @Command
        public int throwThrowable() throws Throwable {
            throw new Throwable("THROW");
        }
        @Command
        public int throwError() throws Error {
            throw new InternalError("ERROR");
        }
        @Command
        public int throwException() throws FileNotFoundException {
            throw new FileNotFoundException("EXCEPTION");
        }
    }
    @Test
    public void testExecuteDoesNotUnwrapExecutionExceptionWithThrowableCause() {
        Method throwThrowable = CommandLine.getCommandMethods(Thrower.class, "throwThrowable").get(0);
        CommandLine cmd = new CommandLine(throwThrowable);
        cmd.setExecutionExceptionHandler(new IExecutionExceptionHandler() {
            public int handleExecutionException(Exception ex, CommandLine commandLine, ParseResult parseResult) {
                assertTrue(ex instanceof ExecutionException);
                Throwable cause = ex.getCause();
                assertNotNull(cause);
                assertEquals("THROW", cause.getMessage());
                return -1;
            }
        });
        assertEquals(-1, cmd.execute());
    }

    @Test
    public void testExecuteDoesNotUnwrapExecutionExceptionWithErrorCause() {
        Method throwError = CommandLine.getCommandMethods(Thrower.class, "throwError").get(0);
        CommandLine cmd = new CommandLine(throwError);
        cmd.setExecutionExceptionHandler(new IExecutionExceptionHandler() {
            public int handleExecutionException(Exception ex, CommandLine commandLine, ParseResult parseResult) {
                assertTrue(ex instanceof ExecutionException);
                Throwable cause = ex.getCause();
                assertNotNull(cause);
                assertTrue(cause instanceof InternalError);
                assertEquals("ERROR", cause.getMessage());
                return -1;
            }
        });
        assertEquals(-1, cmd.execute());
    }

    @Test
    public void testExecuteDoesUnwrapExecutionExceptionWithExceptionCause() {
        Method throwException = CommandLine.getCommandMethods(Thrower.class, "throwException").get(0);
        CommandLine cmd = new CommandLine(throwException);
        cmd.setExecutionExceptionHandler(new IExecutionExceptionHandler() {
            public int handleExecutionException(Exception ex, CommandLine commandLine, ParseResult parseResult) {
                assertTrue(ex instanceof FileNotFoundException);
                assertNull(ex.getCause());
                assertEquals("EXCEPTION", ex.getMessage());
                return -1;
            }
        });
        assertEquals(-1, cmd.execute());
    }

    @Test
    public void testPrintHelpIfRequested() {
        ParseResult parseResult = ParseResult.builder(new CommandLine(CommandSpec.create()).getCommandSpec()).build();
        assertFalse(CommandLine.printHelpIfRequested(parseResult));
    }

    @Test
    public void testParameterExceptionHandlerThrowsException() {
        IParameterExceptionHandler pah = new IParameterExceptionHandler() {
            public int handleParseException(ParameterException ex, String[] args) throws Exception {
                throw new IllegalStateException("blah");
            }
        };
        @Command class App implements Runnable {
            @Option(names = "-x") int x;
            public void run() { }
        }
        CommandLine cmd = new CommandLine(new App());
        cmd.setParameterExceptionHandler(pah);
        int exitCode = cmd.execute("-x");
        assertEquals(ExitCode.USAGE, exitCode);
        String expected = String.format("" +
                "java.lang.IllegalStateException: blah%n" +
                "\tat %s.handleParseException(", pah.getClass().getName());
        assertTrue(systemErrRule.getLog().startsWith(expected));
        assertEquals("", systemOutRule.getLog());
    }

    @Test
    public void testParameterExceptionHandlerThrowsException_WithMapper() {
        IParameterExceptionHandler pah = new IParameterExceptionHandler() {
            public int handleParseException(ParameterException ex, String[] args) throws Exception {
                throw new IllegalStateException("blah");
            }
        };
        @Command class App implements Runnable {
            @Option(names = "-x") int x;
            public void run() { }
        }
        IExitCodeExceptionMapper mapper = new IExitCodeExceptionMapper() {
            public int getExitCode(Throwable exception) {
                if (exception instanceof IllegalStateException) { return 1; }
                if (exception instanceof ParameterException) { return 2; }
                return 3;
            }
        };
        CommandLine cmd = new CommandLine(new App());
        cmd.setParameterExceptionHandler(pah);
        cmd.setExitCodeExceptionMapper(mapper);
        int exitCode = cmd.execute("-x");
        assertEquals(1, exitCode);
    }

    @Test
    public void testParameterExceptionHandler_ShowsStacktraceIfTracingDebug() {
        @Command class App implements Runnable {
            @Option(names = "-x") int x;
            public void run() { }
        }
        TestUtil.setTraceLevel("DEBUG");
        CommandLine cmd = new CommandLine(new App());
        cmd.execute("-x=abc");

        //String expected = String.format("" +
        //        "[picocli DEBUG] Creating CommandSpec for object 5cbc508c of class picocli.ExecuteTest$27App with factory picocli.CommandLine$DefaultFactory%n" +
        //        "[picocli INFO] Picocli version: 4.2.1-SNAPSHOT, JVM: 1.8.0_161 (Oracle Corporation Java HotSpot(TM) 64-Bit Server VM 25.161-b12), OS: Windows 10 10.0 amd64%n" +
        //        "[picocli INFO] Parsing 1 command line args [-x=abc]%n" +
        //        "[picocli DEBUG] Parser configuration: posixClusteredShortOptionsAllowed=true, stopAtPositional=false, stopAtUnmatched=false, separator=null, overwrittenOptionsAllowed=false, unmatchedArgumentsAllowed=false, expandAtFiles=true, atFileCommentChar=#, useSimplifiedAtFiles=false, endOfOptionsDelimiter=--, limitSplit=false, aritySatisfiedByAttachedOptionParam=false, toggleBooleanFlags=false, unmatchedOptionsArePositionalParams=false, collectErrors=false,caseInsensitiveEnumValuesAllowed=false, trimQuotes=false, splitQuotedStrings=false%n" +
        //        "[picocli DEBUG] (ANSI is disabled by default: systemproperty[picocli.ansi]=false, isatty=false, TERM=null, OSTYPE=null, isWindows=true, JansiConsoleInstalled=false, ANSICON=null, ConEmuANSI=null, NO_COLOR=null, CLICOLOR=null, CLICOLOR_FORCE=null)%n" +
        //        "[picocli DEBUG] Set initial value for field int picocli.ExecuteTest$27App.x of type int to 0.%n" +
        //        "[picocli DEBUG] Initializing picocli.ExecuteTest$27App: 1 options, 0 positional parameters, 0 required, 0 groups, 0 subcommands.%n" +
        //        "[picocli DEBUG] [0] Processing argument '-x=abc'. Remainder=[]%n" +
        //        "[picocli DEBUG] Separated '-x' option from 'abc' option parameter%n" +
        //        "[picocli DEBUG] Found option named '-x': field int picocli.ExecuteTest$27App.x, arity=1%n" +
        //        "Invalid value for option '-x': 'abc' is not an int%n" +
        //        "Usage: <main class> [-x=<x>]%n" +
        //        "  -x=<x>%n" +
        //        "picocli.CommandLine$ParameterException: Invalid value for option '-x': 'abc' is not an int%n" +
        //        "\tat picocli.CommandLine$Interpreter.tryConvert(CommandLine.java:12397)%n" +
        //        "\tat picocli.CommandLine$Interpreter.applyValueToSingleValuedField(CommandLine.java:11967)%n" +
        //        "\tat picocli.CommandLine$Interpreter.applyOption(CommandLine.java:11871)%n" +
        //        "\tat picocli.CommandLine$Interpreter.processStandaloneOption(CommandLine.java:11759)%n" +
        //        "\tat picocli.CommandLine$Interpreter.processArguments(CommandLine.java:11630)%n" +
        //        "\tat picocli.CommandLine$Interpreter.parse(CommandLine.java:11459)%n" +
        //        "\tat picocli.CommandLine$Interpreter.parse(CommandLine.java:11349)%n" +
        //        "\tat picocli.CommandLine.parseArgs(CommandLine.java:1311)%n" +
        //        "\tat picocli.CommandLine.execute(CommandLine.java:1907)%n" +
        //        "\tat picocli.ExecuteTest.testParameterExceptionHandler_ShowsStacktraceIfTracingDebug(UsageSplitTest.java:826)%n" +
        //        "\tat sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)%n" +
        //        "\tat sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)%n" +
        //        "\tat sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)%n" +
        //        "\tat java.lang.reflect.Method.invoke(Method.java:498)%n" +
        //        "\tat org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)%n" +
        //        "\tat org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)%n" +
        //        "\tat org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)%n" +
        //        "\tat org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)%n" +
        //        "\tat org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:48)%n" +
        //        "\tat org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:48)%n" +
        //        "\tat org.junit.contrib.java.lang.system.internal.LogPrintStream$1$1.evaluate(LogPrintStream.java:30)%n" +
        //        "\tat org.junit.contrib.java.lang.system.internal.PrintStreamHandler$3.evaluate(PrintStreamHandler.java:48)%n" +
        //        "\tat org.junit.contrib.java.lang.system.internal.LogPrintStream$1.evaluate(LogPrintStream.java:26)%n" +
        //        "\tat org.junit.contrib.java.lang.system.internal.LogPrintStream$1$1.evaluate(LogPrintStream.java:30)%n" +
        //        "\tat org.junit.contrib.java.lang.system.internal.PrintStreamHandler$3.evaluate(PrintStreamHandler.java:48)%n" +
        //        "\tat org.junit.contrib.java.lang.system.internal.LogPrintStream$1.evaluate(LogPrintStream.java:26)%n" +
        //        "\tat org.junit.rules.RunRules.evaluate(RunRules.java:20)%n" +
        //        "\tat org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)%n" +
        //        "\tat org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)%n" +
        //        "\tat org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)%n" +
        //        "\tat org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)%n" +
        //        "\tat org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)%n" +
        //        "\tat org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)%n" +
        //        "\tat org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)%n" +
        //        "\tat org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)%n" +
        //        "\tat org.junit.runners.ParentRunner.run(ParentRunner.java:363)%n" +
        //        "\tat org.junit.runner.JUnitCore.run(JUnitCore.java:137)%n" +
        //        "\tat com.intellij.junit4.JUnit4IdeaTestRunner.startRunnerWithArgs(JUnit4IdeaTestRunner.java:68)%n" +
        //        "\tat com.intellij.rt.junit.IdeaTestRunner$Repeater.startRunnerWithArgs(IdeaTestRunner.java:33)%n" +
        //        "\tat com.intellij.rt.junit.JUnitStarter.prepareStreamsAndStart(JUnitStarter.java:230)%n" +
        //        "\tat com.intellij.rt.junit.JUnitStarter.main(JUnitStarter.java:58)%n");
        //assertEquals(expected, systemErrRule.getLog());

        List<String> lines = Arrays.asList(systemErrRule.getLog().split(System.getProperty("line.separator")));
        int msgPos = lines.indexOf("Invalid value for option '-x': 'abc' is not an int");
        assertNotEquals(-1, msgPos);

        int i = msgPos + 1;
        assertEquals("Usage: <main class> [-x=<x>]", lines.get(i++));
        assertEquals("  -x=<x>", lines.get(i++));
        assertEquals("picocli.CommandLine$ParameterException: Invalid value for option '-x': 'abc' is not an int", lines.get(i++));
        assertTrue(lines.get(i++).startsWith("\tat picocli.CommandLine$Interpreter.tryConvert(CommandLine.java:"));
        assertTrue(lines.get(i++).startsWith("\tat picocli.CommandLine$Interpreter.applyValueToSingleValuedField(CommandLine.java:"));
        assertTrue(lines.get(i++).startsWith("\tat picocli.CommandLine$Interpreter.applyOption(CommandLine.java:"));
    }

    @Test
    public void testTracingDebugList() {
        @Command
        class App implements Runnable {
            @Parameters
            int[] x;

            @CommandLine.Unmatched List<String> unmatched;

            public void run() { }
        }
        TestUtil.setTraceLevel("DEBUG");
        CommandLine cmd = new CommandLine(new App());
        cmd.execute("abc");

        //String expected = String.format("");
        //assertEquals(expected, systemErrRule.getLog());
        assertTrue(systemErrRule.getLog().contains("[picocli DEBUG] abc cannot be assigned to args[0..*] at position 0: type conversion fails"));
    }

    @SuppressWarnings("deprecation")
    @Test
    public void testModifiedExecutionStrategy() {
        @Command class App implements Runnable {
            @Option(names = "-h", usageHelp = true) boolean help;
            public void run() { }
        }
        ByteArrayOutputStream bout = new ByteArrayOutputStream();
        PrintStream out = new PrintStream(bout);
        ByteArrayOutputStream berr = new ByteArrayOutputStream();
        PrintStream err = new PrintStream(berr);

        CommandLine cmd = new CommandLine(new App());
        cmd.setExecutionStrategy(new RunLast().useOut(out).useErr(err).useAnsi(Help.Ansi.OFF));
        int exitCode = cmd.execute("-h");

        assertEquals(ExitCode.OK, exitCode);
        String expected = String.format("" +
                "Usage: <main class> [-h]%n" +
                "  -h%n");
        assertEquals("", berr.toString());
        assertEquals(expected, bout.toString());
    }

    @SuppressWarnings("deprecation")
    @Test
    public void testAbstractParseResultHandler_extractExitCodeGenerators() {
        picocli.CommandLine.AbstractParseResultHandler handler = new picocli.CommandLine.AbstractParseResultHandler() {
            protected Object handle(ParseResult parseResult) throws ExecutionException { return null; }
            protected CommandLine.AbstractHandler self() { return null; }
        };
        assertEquals(Collections.emptyList(), handler.extractExitCodeGenerators(null));
    }

    @Test
    public void testRunLastResolveExitCodeFromIExitCodeGenerator() {
        @Command class App implements Callable<Integer>, IExitCodeGenerator {
            private final int callResult;
            private final int exitResult;
            App(int callResult, int exitResult) {
                this.callResult = callResult;
                this.exitResult = exitResult;
            }
            public Integer call() { return callResult; }
            public int getExitCode() { return exitResult; }
        }
        //assertEquals(1, new CommandLine(new App(-1, 1)).execute());
        assertEquals(1, new CommandLine(new App(1, -1)).execute());
        assertEquals(3, new CommandLine(new App(2, 3)).execute());
        assertEquals(3, new CommandLine(new App(3, 2)).execute());
        assertEquals(-3, new CommandLine(new App(-2, -3)).execute());
        assertEquals(-3, new CommandLine(new App(-3, -2)).execute());
    }

    @Test
    public void testExceptionFromExitCodeGenerator() {
        @Command
        class App implements Callable<Integer>, IExitCodeGenerator {
            int exitCode;
            App(int exitCode) { this.exitCode = exitCode; }
            public Integer call() { return exitCode; }
            public int getExitCode() {
                throw new IllegalStateException("This IExitCodeGenerator threw an exception");
            }
        }

        int exitCode = new CommandLine(new App(0)).execute();
        assertEquals(1, exitCode);
        String expected = String.format("" +
                "java.lang.IllegalStateException: This IExitCodeGenerator threw an exception%n" +
                "\tat %s.getExitCode(", App.class.getName());
        assertTrue(systemErrRule.getLog().startsWith(expected));

        assertEquals(2, new CommandLine(new App(2)).execute());
        assertEquals(1, new CommandLine(new App(-1)).execute());
    }

    @Command(name = "flex")
    static class ExitCodeGen implements Callable<Integer>, IExitCodeGenerator {
        @Option(names = "-n") boolean negate;
        ExitCodeGen() { }
        public Integer call() { return negate ? -6 : 6; }
        public int getExitCode() { return negate ? -5 : 5; }
    }
    @Command(subcommands = ExitCodeGen.class)
    static class Cmd implements Callable<Integer>, IExitCodeGenerator {
        private final int callResult;
        private final int exitResult;
        private final int subResult;
        Cmd(int callResult, int exitResult, int subResult) {
            this.callResult = callResult;
            this.exitResult = exitResult;
            this.subResult = subResult;
        }
        public Integer call() { return callResult; }
        public int getExitCode() { return exitResult; }
        @Command public int sub() { return subResult; }
    }

    @Test
    public void testRunAllResolveExitCodeFromIExitCodeGenerator() {
        assertEquals(2,  all(1, -1, 2).execute("sub"));
        assertEquals(2,  all(-1, 1, 2).execute("sub"));
        assertEquals(8,  all(7, 8, 9).execute()); // ignore 9: sub not invoked
        assertEquals(9,  all(7, 8, 9).execute("sub"));
        assertEquals(9,  all(9, 8, 7).execute()); // ignore 7: sub not invoked
        assertEquals(9,  all(9, 8, 7).execute("flex"));
        assertEquals(6,  all(1, 2, 3).execute("flex"));
        assertEquals(-3, all(-2, -3, -4).execute()); // ignore -4: sub not invoked
        assertEquals(-4, all(-2, -3, -4).execute("sub"));
        assertEquals(-3, all(-3, -2, -1).execute("sub"));
        assertEquals(6, all(-3, -2, -1).execute("flex"));
        assertEquals(-6, all(-3, -2, -1).execute("flex", "-n"));
    }
    private static CommandLine all(int callResult, int exitResult, int subResult) {
        return new CommandLine(new Cmd(callResult, exitResult, subResult)).setExecutionStrategy(new RunAll());
    }

    @Test
    public void testRunFirstResolveExitCodeFromIExitCodeGenerator() {
        assertEquals(1,  first(1, -1, 2).execute("sub"));
        assertEquals(1,  first(-1, 1, 2).execute("sub"));
        assertEquals(8,  first(7, 8, 9).execute()); // ignore 9: sub not invoked
        assertEquals(8,  first(7, 8, 9).execute("sub"));
        assertEquals(9,  first(9, 8, 7).execute()); // ignore 7: sub not invoked
        assertEquals(9,  first(9, 8, 7).execute("flex"));
        assertEquals(2,  first(1, 2, 3).execute("flex")); // ignore 3: sub not invoked
        assertEquals(-3, first(-2, -3, -4).execute()); // ignore -4: sub not invoked
        assertEquals(-3, first(-2, -3, -4).execute("sub"));
        assertEquals(-3, first(-3, -2, -1).execute("sub"));
        assertEquals(-3, first(-3, -2, -1).execute("flex"));
        assertEquals(-3, first(-3, -2, -1).execute("flex", "-n"));
    }
    private static CommandLine first(int callResult, int exitResult, int subResult) {
        return new CommandLine(new Cmd(callResult, exitResult, subResult)).setExecutionStrategy(new RunFirst());
    }

    @Test
    public void testCommandSpecDefaultExitCodes() {
        CommandSpec spec = CommandSpec.create();
        assertEquals(ExitCode.OK, spec.exitCodeOnSuccess());
        assertEquals(ExitCode.OK, spec.exitCodeOnUsageHelp());
        assertEquals(ExitCode.OK, spec.exitCodeOnVersionHelp());
        assertEquals(ExitCode.USAGE, spec.exitCodeOnInvalidInput());
        assertEquals(ExitCode.SOFTWARE, spec.exitCodeOnExecutionException());
    }

    @Test
    public void testCommandSpecExitCodesMutable() {
        CommandSpec spec = CommandSpec.create();
        spec.exitCodeOnSuccess(1)
                .exitCodeOnUsageHelp(2)
                .exitCodeOnVersionHelp(3)
                .exitCodeOnInvalidInput(4)
                .exitCodeOnExecutionException(5);

        assertEquals(1, spec.exitCodeOnSuccess());
        assertEquals(2, spec.exitCodeOnUsageHelp());
        assertEquals(3, spec.exitCodeOnVersionHelp());
        assertEquals(4, spec.exitCodeOnInvalidInput());
        assertEquals(5, spec.exitCodeOnExecutionException());
    }

    @Test
    public void testCommandSpecExitCodesFromAnnotations() {
        @Command(exitCodeOnSuccess = 1
               , exitCodeOnUsageHelp = 2
               , exitCodeOnVersionHelp = 3
               , exitCodeOnInvalidInput = 4
               , exitCodeOnExecutionException = 5)
        class Annotated{}
        CommandSpec spec = CommandSpec.forAnnotatedObject(new Annotated());

        assertEquals(1, spec.exitCodeOnSuccess());
        assertEquals(2, spec.exitCodeOnUsageHelp());
        assertEquals(3, spec.exitCodeOnVersionHelp());
        assertEquals(4, spec.exitCodeOnInvalidInput());
        assertEquals(5, spec.exitCodeOnExecutionException());
    }

    @Test
    public void testGetExecutionResult() {
        @Command
        class MyApp implements Callable<TimeUnit> {
            public TimeUnit call() {
                return TimeUnit.SECONDS;
            }
        }
        CommandLine cmd = new CommandLine(new MyApp());
        assertNull(cmd.getExecutionResult());

        cmd.execute();

        assertEquals(TimeUnit.SECONDS, cmd.getExecutionResult());
    }

    @Test
    public void testExitCodeListAnnotation() {
        @Command(mixinStandardHelpOptions = true,
                exitCodeListHeading = "Exit Codes:%n",
                exitCodeList = {
                    " 0:Successful program execution",
                    "64:Usage error: user input for the command was incorrect, " +
                            "e.g., the wrong number of arguments, a bad flag, " +
                            "a bad syntax in a parameter, etc.",
                    "70:Internal software error: an exception occurred when invoking " +
                            "the business logic of this command."})
        class App {}
        CommandLine cmd = new CommandLine(new App());
        String expected = String.format("" +
                "Usage: <main class> [-hV]%n" +
                "  -h, --help      Show this help message and exit.%n" +
                "  -V, --version   Print version information and exit.%n" +
                "Exit Codes:%n" +
                "   0   Successful program execution%n" +
                "  64   Usage error: user input for the command was incorrect, e.g., the wrong%n" +
                "         number of arguments, a bad flag, a bad syntax in a parameter, etc.%n" +
                "  70   Internal software error: an exception occurred when invoking the%n" +
                "         business logic of this command.%n");
        assertEquals(expected, cmd.getUsageMessage());
    }

    @Test
    public void testExitCodeListAnnotationSetsUsageMessageSpec() {
        @Command(mixinStandardHelpOptions = true,
                exitCodeListHeading = "My Exit Codes%n",
                exitCodeList = {
                        " 0:Normal Execution",
                        "64:Invalid user input",
                        "70:Internal error"})
        class App {}
        CommandLine cmd = new CommandLine(new App());
        CommandSpec spec = cmd.getCommandSpec();
        UsageMessageSpec usage = spec.usageMessage();

        assertEquals("My Exit Codes%n", usage.exitCodeListHeading());
        assertEquals(3, usage.exitCodeList().size());
        assertEquals("Invalid user input", usage.exitCodeList().get("64"));

        usage.exitCodeListHeading("EXIT STATUS OVERWRITTEN%n");

        String expected = String.format("" +
                "Usage: <main class> [-hV]%n" +
                "  -h, --help      Show this help message and exit.%n" +
                "  -V, --version   Print version information and exit.%n" +
                "EXIT STATUS OVERWRITTEN%n" +
                "   0   Normal Execution%n" +
                "  64   Invalid user input%n" +
                "  70   Internal error%n");
        assertEquals(expected, cmd.getUsageMessage());
    }

    @Test
    public void testExitCodeListGetSetProgrammatic() {
        CommandSpec spec = CommandSpec.create();
        Map<String, String> map = keyValuesMap(
                " 0:AAA",
                " 1:BBB",
                "22:CCC");
        spec.usageMessage().exitCodeList(map);
        assertEquals(map, spec.usageMessage().exitCodeList());
    }

    @Test
    public void testExitCodeListProgrammaticCanOverwriteAnnotationValues() {
        @Command(mixinStandardHelpOptions = true,
                exitCodeListHeading = "My Exit Codes%n",
                exitCodeList = {
                        " 0:Normal Execution",
                        "64:Invalid user input",
                        "70:Internal error"})
        class App { }
        CommandLine cmd = new CommandLine(new App());
        CommandSpec spec = cmd.getCommandSpec();
        Map<String, String> map = keyValuesMap(
                " 0:AAA",
                " 1:BBB",
                "22:CCC");
        spec.usageMessage().exitCodeList(map);
        assertEquals(map, spec.usageMessage().exitCodeList());
    }

    @Test
    public void testExitCodeListProgrammaticCannotOverwriteResourceBundleValues() {
        @Command(resourceBundle = "picocli.exitcodes")
        class App {}

        Map<String, String> bundleValues = keyValuesMap(
                " 0:Normal termination (notice leading space)",
                        "64:Multiline!%nInvalid input",
                        "70:Very long line: aaaaa bbbbbbbb ccccc dddddddd eeeeeee fffffffff ggggg hhhh iiii jjjjjjj kkkk lllll mmmmmmmm nn ooooo ppppp qqqqq"
                );
        CommandLine cmd = new CommandLine(new App());
        CommandSpec spec = cmd.getCommandSpec();
        assertEquals(bundleValues, spec.usageMessage().exitCodeList());

        Map<String, String> map = keyValuesMap(
                " 0:AAA",
                " 1:BBB",
                "22:CCC");
        spec.usageMessage().exitCodeList(map); // ignored
        assertEquals(bundleValues, spec.usageMessage().exitCodeList());
    }

    @Test
    public void testExitCodeListAnnotationReordered() {
        @Command(mixinStandardHelpOptions = true,
                exitCodeListHeading = "My Exit Codes:%n",
                exitCodeList = {
                        " 0:Normal Execution",
                        "64:Invalid user input",
                        "70:Internal error"})
        class App {}
        CommandLine cmd = new CommandLine(new App());

        List<String> keys = new ArrayList<String>(cmd.getHelpSectionKeys());
        keys.remove(UsageMessageSpec.SECTION_KEY_EXIT_CODE_LIST);
        keys.remove(UsageMessageSpec.SECTION_KEY_EXIT_CODE_LIST_HEADING);
        keys.add(8, UsageMessageSpec.SECTION_KEY_EXIT_CODE_LIST_HEADING);
        keys.add(9, UsageMessageSpec.SECTION_KEY_EXIT_CODE_LIST);
        cmd.setHelpSectionKeys(keys);

        cmd.getCommandSpec().usageMessage().optionListHeading("Options:%n");
        String expected = String.format("" +
                "Usage: <main class> [-hV]%n" +
                "My Exit Codes:%n" +
                "   0   Normal Execution%n" +
                "  64   Invalid user input%n" +
                "  70   Internal error%n" +
                "Options:%n" +
                "  -h, --help      Show this help message and exit.%n" +
                "  -V, --version   Print version information and exit.%n");
        assertEquals(expected, cmd.getUsageMessage());
    }

    @Test
    public void testExitCodeHelpSectionFromResourceBundle() {
        @Command(resourceBundle = "picocli.exitcodes")
        class App {}

        CommandLine cmd = new CommandLine(new App());
        String expected = String.format("" +
                "Usage: <main class>%n" +
                "Exit Codes:%n" +
                "These exit codes are blah blah etc.%n" +
                "   0   Normal termination (notice leading space)%n" +
                "  64   Multiline!%n" +
                "       Invalid input%n" +
                "  70   Very long line: aaaaa bbbbbbbb ccccc dddddddd eeeeeee fffffffff ggggg%n" +
                "         hhhh iiii jjjjjjj kkkk lllll mmmmmmmm nn ooooo ppppp qqqqq%n");
        assertEquals(expected, cmd.getUsageMessage());
    }

    @Test
    public void testResourceBundleOverwritesExitCodeListAnnotation() {
        @Command(resourceBundle = "picocli.exitcodes",
                exitCodeListHeading = "EXIT STATUS%n",
                exitCodeList = {"000:IGNORED 1", "11:IGNORED 2"})
        class App {}

        CommandLine cmd = new CommandLine(new App());

        String expected = String.format("" +
                "Usage: <main class>%n" +
                "Exit Codes:%n" +
                "These exit codes are blah blah etc.%n" +
                "   0   Normal termination (notice leading space)%n" +
                "  64   Multiline!%n" +
                "       Invalid input%n" +
                "  70   Very long line: aaaaa bbbbbbbb ccccc dddddddd eeeeeee fffffffff ggggg%n" +
                "         hhhh iiii jjjjjjj kkkk lllll mmmmmmmm nn ooooo ppppp qqqqq%n");
        assertEquals(expected, cmd.getUsageMessage());
    }

    @Test
    public void testExitCodeListAnnotationAllowsNullHeader() {
        @Command(
                exitCodeList = {
                        " 0:Normal Execution",
                        "64:Invalid user input",
                        "70:Internal error"})
        class App {}
        CommandLine cmd = new CommandLine(new App());
        String expected = String.format("" +
                "Usage: <main class>%n" +
                "   0   Normal Execution%n" +
                "  64   Invalid user input%n" +
                "  70   Internal error%n");
        assertEquals(expected, cmd.getUsageMessage());
    }

    @Test
    public void testExitCodeListAnnotationAllowsNullMap() {
        @Command(exitCodeListHeading = "Exit Codes%n")
        class App {}
        CommandLine cmd = new CommandLine(new App());

        String expected = String.format("" +
                "Usage: <main class>%n" +
                "Exit Codes%n");
        assertEquals(expected, cmd.getUsageMessage());
    }

    @Test
    public void testExitCodeListAnnotationKeyVariableInterpolation() {
        @Command(exitCodeListHeading = "My ${sys:HEADING} Exit Codes:%n",
                exitCodeList = {
                        "${sys:NORMAL}:Normal Execution",
                        "${sys:INVALID}:Invalid user input",
                        "${sys:INTERNAL}:Internal error"})
        class App {}

        System.setProperty("HEADING", "wonderful");
        System.setProperty("NORMAL", "0000");
        System.setProperty("INVALID", "1111");
        System.setProperty("INTERNAL", "2222");
        CommandLine cmd = new CommandLine(new App());

        String expected = String.format("" +
                "Usage: <main class>%n" +
                "My wonderful Exit Codes:%n" +
                "  0000   Normal Execution%n" +
                "  1111   Invalid user input%n" +
                "  2222   Internal error%n");
        assertEquals(expected, cmd.getUsageMessage());
    }

    @Test
    public void testExitCodeListAnnotationDescriptionVariableInterpolation() {
        @Command(exitCodeListHeading = "My ${sys:HEADING} Exit Codes:%n",
                exitCodeList = {
                        " 0:Normal Execution (value is ${sys:NORMAL})",
                        "64:Invalid user input (value is ${sys:INVALID})",
                        "74:Internal error (value is ${sys:INTERNAL})"})
        class App {}

        System.setProperty("HEADING", "wonderful");
        System.setProperty("NORMAL", "0000");
        System.setProperty("INVALID", "1111");
        System.setProperty("INTERNAL", "2222");
        CommandLine cmd = new CommandLine(new App());

        String expected = String.format("" +
                "Usage: <main class>%n" +
                "My wonderful Exit Codes:%n" +
                "   0   Normal Execution (value is 0000)%n" +
                "  64   Invalid user input (value is 1111)%n" +
                "  74   Internal error (value is 2222)%n");
        assertEquals(expected, cmd.getUsageMessage());
    }

    @Test
    public void testExitCodeListAnnotationBothKeyAndDescriptionVariableInterpolation() {
        @Command(exitCodeListHeading = "My ${sys:HEADING} Exit Codes:%n",
                exitCodeList = {
                        "${sys:NORMAL}:Normal Execution (value is ${sys:NORMAL})",
                        "${sys:INVALID}:Invalid user input (value is ${sys:INVALID})",
                        "${sys:INTERNAL}:Internal error (value is ${sys:INTERNAL})"})
        class App {}

        System.setProperty("HEADING", "wonderful");
        System.setProperty("NORMAL", "0000");
        System.setProperty("INVALID", "1111");
        System.setProperty("INTERNAL", "2222");
        CommandLine cmd = new CommandLine(new App());

        String expected = String.format("" +
                "Usage: <main class>%n" +
                "My wonderful Exit Codes:%n" +
                "  0000   Normal Execution (value is 0000)%n" +
                "  1111   Invalid user input (value is 1111)%n" +
                "  2222   Internal error (value is 2222)%n");
        assertEquals(expected, cmd.getUsageMessage());
    }

    @Test
    public void testKeyValuesMapCreatesMapFromStrings() {
        Map<String, String> map = keyValuesMap(" 0:Normal Execution",
                "64:Invalid user input",
                "70:Internal error");
        assertTrue(map instanceof LinkedHashMap);
        assertEquals(3, map.size());
        assertEquals("Normal Execution", map.get(" 0"));
        assertEquals("Invalid user input", map.get("64"));
        assertEquals("Internal error", map.get("70"));
    }

    @Test
    public void testKeyValuesMapIgnoresInvalidEntries() {
        TestUtil.setTraceLevel("INFO");
        Map<String, String> map = keyValuesMap(" 0:Normal Execution",
                "INVALID ENTRY",
                "70:Internal error");
        assertTrue(map instanceof LinkedHashMap);
        assertEquals(2, map.size());
        assertEquals("Normal Execution", map.get(" 0"));
        assertEquals("Internal error", map.get("70"));

        String expected = String.format("[picocli INFO] Ignoring line at index 1: cannot split 'INVALID ENTRY' into 'key:value'%n");
        assertEquals(expected, systemErrRule.getLog());
    }

    @Test
    public void testKeyValuesMapReturnsEmptyMapForNull() {
        Map<String, String> map = keyValuesMap((String[]) null);
        assertTrue(map instanceof LinkedHashMap);
        assertEquals(0, map.size());
    }

    @Test(expected = NullPointerException.class)
    public void testKeyValuesMapDisallowsNullValues() {
        keyValuesMap(null, null);
    }

    @Command
    static class Issue1048 implements Runnable {
        public void run() {
            try {
                throw new IOException("Bad IO!");
            } catch (IOException ioe) {
                try {
                    throw new Exception("I may have caught something", ioe);
                } catch (Exception ex) {
                    try {
                        throw new IllegalStateException("What state is this?", ex);
                    } catch (IllegalStateException interruptedException) {
                        throw new RuntimeException("not running any more...", interruptedException);
                    }
                }
            }
        }
    }
    @Test
    public void testIssue1048CauseExceptionWithoutANSI() {
        System.setProperty("picocli.ansi", "false");
        new CommandLine(new Issue1048()).execute();

        List<String> lines = getSystemErrLines();

        assertEquals("java.lang.RuntimeException: not running any more...", lines.get(0));
        assertEquals("\tat picocli.ExecuteTest$Issue1048.run(ExecuteTest.java)", lines.get(1));

        String[] expected = {
                "Caused by: java.lang.IllegalStateException: What state is this?",
                "\tat picocli.ExecuteTest$Issue1048.run(ExecuteTest.java)",
                "\t... some more",
                "Caused by: java.lang.Exception: I may have caught something",
                "\tat picocli.ExecuteTest$Issue1048.run(ExecuteTest.java)",
                "\t... some more",
                "Caused by: java.io.IOException: Bad IO!",
                "\tat picocli.ExecuteTest$Issue1048.run(ExecuteTest.java)",
                "\t... some more",
        };
        for (int i = 0; i < expected.length; i++) {
            assertEquals(expected[i], lines.get(lines.size() - (expected.length - i)));
        }
    }

    private List<String> getSystemErrLines() {
        return getSystemErrLines(systemErrRule.getLog());
    }
    private List<String> getSystemErrLines(String text) {
        Scanner scanner = new Scanner(text);
        List<String> lines = new ArrayList<String>();
        while (scanner.hasNextLine()) {
            lines.add(scanner.nextLine()
                    .replaceAll("java:\\d+\\)", "java)") // strip out line numbers
                    .replaceAll("\\.\\.\\. \\d+ more", "... some more") // strip out exact line count
            );
        }
        return lines;
    }

    @Test
    public void testIssue1048CauseExceptionWithANSI() {
        System.setProperty("picocli.ansi", "true");

        CommandLine commandLine = new CommandLine(new Issue1048());
        commandLine.execute();
        Help.ColorScheme colorScheme = commandLine.getColorScheme();

        List<String> lines = getSystemErrLines();

        assertEquals(colorScheme.errorText("java.lang.RuntimeException: not running any more..."), lines.get(0));
        assertEquals(colorScheme.stackTraceText("\tat picocli.ExecuteTest$Issue1048.run(ExecuteTest.java)"), lines.get(1));

        String[] expected = {
                colorScheme.errorText("Caused by: java.lang.IllegalStateException: What state is this?").toString(),
                colorScheme.stackTraceText("\tat picocli.ExecuteTest$Issue1048.run(ExecuteTest.java)").toString(),
                colorScheme.stackTraceText("\t... some more").toString(),
                colorScheme.errorText("Caused by: java.lang.Exception: I may have caught something").toString(),
                colorScheme.stackTraceText("\tat picocli.ExecuteTest$Issue1048.run(ExecuteTest.java)").toString(),
                colorScheme.stackTraceText("\t... some more").toString(),
                colorScheme.errorText("Caused by: java.io.IOException: Bad IO!").toString(),
                colorScheme.stackTraceText("\tat picocli.ExecuteTest$Issue1048.run(ExecuteTest.java)").toString(),
                colorScheme.stackTraceText("\t... some more").toString(),
        };
        for (int i = 0; i < expected.length; i++) {
            assertEquals(expected[i], lines.get(lines.size() - (expected.length - i)));
        }
    }

    @Test
    public void testIssue1048CauseExceptionWithCustomColorScheme() {
        System.setProperty("picocli.ansi", "true");

        CommandLine commandLine = new CommandLine(new Issue1048());
        Help.ColorScheme existing = commandLine.getColorScheme();
        Help.ColorScheme customScheme = new Help.ColorScheme.Builder(existing)
                .errors(Help.Ansi.Style.bg_magenta)
                .stackTraces(Help.Ansi.Style.bg_blue)
                .build();
        commandLine.setColorScheme(customScheme);

        commandLine.execute();

        List<String> lines = getSystemErrLines();

        assertEquals(customScheme.errorText("java.lang.RuntimeException: not running any more..."), lines.get(0));
        assertEquals(customScheme.stackTraceText("\tat picocli.ExecuteTest$Issue1048.run(ExecuteTest.java)"), lines.get(1));

        String[] expected = {
                customScheme.errorText("Caused by: java.lang.IllegalStateException: What state is this?").toString(),
                customScheme.stackTraceText("\tat picocli.ExecuteTest$Issue1048.run(ExecuteTest.java)").toString(),
                customScheme.stackTraceText("\t... some more").toString(),
                customScheme.errorText("Caused by: java.lang.Exception: I may have caught something").toString(),
                customScheme.stackTraceText("\tat picocli.ExecuteTest$Issue1048.run(ExecuteTest.java)").toString(),
                customScheme.stackTraceText("\t... some more").toString(),
                customScheme.errorText("Caused by: java.io.IOException: Bad IO!").toString(),
                customScheme.stackTraceText("\tat picocli.ExecuteTest$Issue1048.run(ExecuteTest.java)").toString(),
                customScheme.stackTraceText("\t... some more").toString(),
        };
        for (int i = 0; i < expected.length; i++) {
            assertEquals(expected[i], lines.get(lines.size() - (expected.length - i)));
        }
    }

    @Test
    public void testColorSchemeStackTraceText() {
        System.setProperty("picocli.ansi", "true");

        final Throwable[] caught = new Throwable[1];

        CommandLine commandLine = new CommandLine(new Issue1048());
        commandLine.setParameterExceptionHandler(new IParameterExceptionHandler() {
            public int handleParseException(ParameterException ex, String[] args) throws Exception {
                PrintWriter err = ex.getCommandLine().getErr();
                err.println(ex.getCommandLine().getColorScheme().stackTraceText(ex));
                caught[0] = ex;
                return 0;
            }
        });
        commandLine.execute("-unknownOption");
        Help.ColorScheme colorScheme = commandLine.getColorScheme();

        List<String> lines = getSystemErrLines();

        //assertEquals(colorScheme.stackTraceText("picocli.CommandLine$UnmatchedArgumentException: Unknown option: '-unknownOption'").toString(), lines.get(0));

        StringWriter sw = new StringWriter();
        caught[0].printStackTrace(new PrintWriter(sw));
        String expected = commandLine.getColorScheme().stackTraceText(sw.toString()).toString();
        assertEquals(getSystemErrLines(expected), lines);
    }

    @Test
    public void testColorSchemeRichStackTraceString() {
        System.setProperty("picocli.ansi", "true");

        final Throwable[] caught = new Throwable[1];

        CommandLine commandLine = new CommandLine(new Issue1048());
        commandLine.setParameterExceptionHandler(new IParameterExceptionHandler() {
            public int handleParseException(ParameterException ex, String[] args) throws Exception {
                PrintWriter err = ex.getCommandLine().getErr();
                err.print(ex.getCommandLine().getColorScheme().richStackTraceString(ex));
                err.flush();
                caught[0] = ex;
                return 0;
            }
        });
        commandLine.execute("-unknownOption");
        Help.ColorScheme colorScheme = commandLine.getColorScheme();

        List<String> lines = getSystemErrLines();

        StringWriter sw = new StringWriter();
        caught[0].printStackTrace(new PrintWriter(sw));
        List<String> expected = getSystemErrLines(sw.toString());
        for (int i = 0; i < expected.size(); i++) {
            String line = expected.get(i);
            String replaced = line.contains("Exception:")
                    ? colorScheme.errorText(line).toString()
                    : colorScheme.stackTraceText(line).toString();
            expected.set(i, replaced);
        }
        assertEquals(expected, lines);
    }
}