Mirrors/clap
2
0
Fork 0
mirror of https://github.com/clap-rs/clap synced 2025-01-20 16:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity

tests(Exit Codes): adds some formatting and exit code testing

Browse source
This commit is contained in:
Kevin K 2015-11-03 00:51:43 -05:00
parent c070bc7c69
commit a4c6272e38
2 changed files with 78 additions and 71 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

146
clap-tests/run_tests.py
View file

@ -7,7 +7,7 @@ failed = False
_ansi = re.compile(r'\x1b[^m]*m') _ansi = re.compile(r'\x1b[^m]*m')
_help = '''claptests 0.0.1 _help = '''claptests v1.4.8
Kevin K. <kbknapp@gmail.com> Kevin K. <kbknapp@gmail.com>
tests clap library tests clap library
@ -38,31 +38,33 @@ SUBCOMMANDS:
help Prints this message help Prints this message
subcmd tests subcommands''' subcmd tests subcommands'''
_version = "claptests v1.4.8"
_sc_dym_usage = '''error: The subcommand 'subcm' isn't valid _sc_dym_usage = '''error: The subcommand 'subcm' isn't valid
Did you mean 'subcmd' ? \tDid you mean 'subcmd' ?
If you received this message in error, try re-running with 'claptests -- subcm' If you received this message in error, try re-running with 'claptests -- subcm'
USAGE: USAGE:
claptests [FLAGS] [OPTIONS] [ARGS] [SUBCOMMAND] \tclaptests [FLAGS] [OPTIONS] [ARGS] [SUBCOMMAND]
For more information try --help''' For more information try --help'''
_arg_dym_usage = '''error: The argument '--optio' isn't valid _arg_dym_usage = '''error: The argument '--optio' isn't valid
Did you mean --option ? \tDid you mean --option ?
USAGE: USAGE:
claptests --option <opt>... \tclaptests --option <opt>...
For more information try --help''' For more information try --help'''
_pv_dym_usage = '''error: 'slo' isn't a valid value for '--Option <option3>' _pv_dym_usage = '''error: 'slo' isn't a valid value for '--Option <option3>'
[valid values: fast slow] \t[valid values: fast slow]
Did you mean 'slow' ? Did you mean 'slow' ?
USAGE: USAGE:
claptests --Option <option3> \tclaptests --Option <option3>
For more information try --help''' For more information try --help'''
@ -76,7 +78,7 @@ For more information try --help'''
_excluded_l = '''error: The argument '-f' cannot be used with '-F' _excluded_l = '''error: The argument '-f' cannot be used with '-F'
USAGE: USAGE:
claptests [positional2] -F --long-option-2 <option2> \tclaptests [positional2] -F --long-option-2 <option2>
For more information try --help''' For more information try --help'''
@ -231,86 +233,92 @@ For more information try --help'''
_mult_vals_2m1 = '''error: The argument '--multvalsmo <one> <two>' requires 2 values, but 1 was provided _mult_vals_2m1 = '''error: The argument '--multvalsmo <one> <two>' requires 2 values, but 1 was provided
USAGE: USAGE:
claptests --multvalsmo <one> <two> \tclaptests --multvalsmo <one> <two>
For more information try --help''' For more information try --help'''
_bin = './target/release/claptests' _bin = './target/release/claptests'
cmds = {#'help short: ': ['{} -h'.format(_bin), _help], cmds = {'help short: ': ['{} -h'.format(_bin), _help, 0],
#'help long: ': ['{} --help'.format(_bin), _help], 'help long: ': ['{} --help'.format(_bin), _help, 0],
'help subcmd: ': ['{} help'.format(_bin), _help], 'version short: ': ['{} -V'.format(_bin), _version, 0],
#'excluded first: ': ['{} -f -F'.format(_bin), _excluded], 'version long: ': ['{} --version'.format(_bin), _version, 0],
#'excluded last: ': ['{} -F -f'.format(_bin), _excluded_l], 'help subcmd: ': ['{} help'.format(_bin), _help, 0],
'missing required: ': ['{} -F'.format(_bin), _required], 'missing required: ': ['{} -F'.format(_bin), _required, 1],
'max_vals too many: ': ['{} --maxvals3 some other value too'.format(_bin), _max_vals_more], 'max_vals too many: ': ['{} --maxvals3 some other value too'.format(_bin), _max_vals_more, 0],
'max_vals exact: ': ['{} --maxvals3 some other value'.format(_bin), _exact], 'max_vals exact: ': ['{} --maxvals3 some other value'.format(_bin), _exact, 0],
'max_vals less: ': ['{} --maxvals3 some other'.format(_bin), _exact], 'max_vals less: ': ['{} --maxvals3 some other'.format(_bin), _exact, 0],
'min_vals more: ': ['{} --minvals2 some other value too'.format(_bin), _exact], 'min_vals more: ': ['{} --minvals2 some other value too'.format(_bin), _exact, 0],
'min_vals exact: ': ['{} --minvals2 some value'.format(_bin), _exact], 'min_vals exact: ': ['{} --minvals2 some value'.format(_bin), _exact, 0],
'min_vals too few: ': ['{} --minvals2 some'.format(_bin), _min_vals_few], 'min_vals too few: ': ['{} --minvals2 some'.format(_bin), _min_vals_few, 1],
'mult_vals too many: ': ['{} --multvals some other --multvals some other'.format(_bin), _mult_vals_more], 'mult_vals too many: ': ['{} --multvals some other --multvals some other'.format(_bin), _mult_vals_more, 1],
'mult_vals too few: ': ['{} --multvals some'.format(_bin), _mult_vals_few], 'mult_vals too few: ': ['{} --multvals some'.format(_bin), _mult_vals_few, 1],
'mult_vals exact: ': ['{} --multvals some other'.format(_bin), _exact], 'mult_vals exact: ': ['{} --multvals some other'.format(_bin), _exact, 0],
'mult_valsmo x2: ': ['{} --multvalsmo some other --multvalsmo some other'.format(_bin), _exact], 'mult_valsmo x2: ': ['{} --multvalsmo some other --multvalsmo some other'.format(_bin), _exact, 0],
'mult_valsmo x2-1: ': ['{} --multvalsmo some other --multvalsmo some'.format(_bin), _mult_vals_2m1], 'mult_valsmo x2-1: ': ['{} --multvalsmo some other --multvalsmo some'.format(_bin), _mult_vals_2m1, 1],
'mult_valsmo x1: ': ['{} --multvalsmo some other'.format(_bin), _exact], 'mult_valsmo x1: ': ['{} --multvalsmo some other'.format(_bin), _exact, 0],
'F2(ss),O(s),P: ': ['{} value -f -f -o some'.format(_bin), _f2op], 'F2(ss),O(s),P: ': ['{} value -f -f -o some'.format(_bin), _f2op, 0],
'arg dym: ': ['{} --optio=foo'.format(_bin), _arg_dym_usage], 'arg dym: ': ['{} --optio=foo'.format(_bin), _arg_dym_usage, 1],
#'pv dym: ': ['{} --Option slo'.format(_bin), _pv_dym_usage], 'O2(ll)P: ': ['{} value --option some --option other'.format(_bin), _o2p, 0],
#'pv dym(=): ': ['{} --Option=slo'.format(_bin), _pv_dym_usage], 'O2(l=l=)P: ': ['{} value --option=some --option=other'.format(_bin), _o2p, 0],
'O2(ll)P: ': ['{} value --option some --option other'.format(_bin), _o2p], 'O2(ss)P: ': ['{} value -o some -o other'.format(_bin), _o2p, 0],
'O2(l=l=)P: ': ['{} value --option=some --option=other'.format(_bin), _o2p], 'F2(s2),O(s),P: ': ['{} value -ff -o some'.format(_bin), _f2op, 0],
'O2(ss)P: ': ['{} value -o some -o other'.format(_bin), _o2p], 'F(s),O(s),P: ': ['{} value -f -o some'.format(_bin), _fop, 0],
'F2(s2),O(s),P: ': ['{} value -ff -o some'.format(_bin), _f2op], 'F(l),O(l),P: ': ['{} value --flag --option some'.format(_bin), _fop, 0],
'F(s),O(s),P: ': ['{} value -f -o some'.format(_bin), _fop], 'F(l),O(l=),P: ': ['{} value --flag --option=some'.format(_bin), _fop, 0],
'F(l),O(l),P: ': ['{} value --flag --option some'.format(_bin), _fop], 'sc dym: ': ['{} subcm'.format(_bin), _sc_dym_usage, 1],
'F(l),O(l=),P: ': ['{} value --flag --option=some'.format(_bin), _fop], 'sc help short: ': ['{} subcmd -h'.format(_bin), _schelp, 0],
'sc dym: ': ['{} subcm'.format(_bin), _sc_dym_usage], 'sc help long: ': ['{} subcmd --help'.format(_bin), _schelp, 0],
'sc help short: ': ['{} subcmd -h'.format(_bin), _schelp], 'scF(l),O(l),P: ': ['{} subcmd value --flag --option some'.format(_bin), _scfop, 0],
'sc help long: ': ['{} subcmd --help'.format(_bin), _schelp], 'scF(l),O(s),P: ': ['{} subcmd value --flag -o some'.format(_bin), _scfop, 0],
'scF(l),O(l),P: ': ['{} subcmd value --flag --option some'.format(_bin), _scfop], 'scF(l),O(l=),P: ': ['{} subcmd value --flag --option=some'.format(_bin), _scfop, 0],
'scF(l),O(s),P: ': ['{} subcmd value --flag -o some'.format(_bin), _scfop], 'scF(s),O(l),P: ': ['{} subcmd value -f --option some'.format(_bin), _scfop, 0],
'scF(l),O(l=),P: ': ['{} subcmd value --flag --option=some'.format(_bin), _scfop], 'scF(s),O(s),P: ': ['{} subcmd value -f -o some'.format(_bin), _scfop, 0],
'scF(s),O(l),P: ': ['{} subcmd value -f --option some'.format(_bin), _scfop], 'scF(s),O(l=),P: ': ['{} subcmd value -f --option=some'.format(_bin), _scfop, 0],
'scF(s),O(s),P: ': ['{} subcmd value -f -o some'.format(_bin), _scfop], 'scF2(s),O(l),P: ': ['{} subcmd value -ff --option some'.format(_bin), _scf2op, 0],
'scF(s),O(l=),P: ': ['{} subcmd value -f --option=some'.format(_bin), _scfop], 'scF2(s),O(s),P: ': ['{} subcmd value -ff -o some'.format(_bin), _scf2op, 0],
'scF2(s),O(l),P: ': ['{} subcmd value -ff --option some'.format(_bin), _scf2op], 'scF2(s),O(l=),P: ': ['{} subcmd value -ff --option=some'.format(_bin), _scf2op, 0],
'scF2(s),O(s),P: ': ['{} subcmd value -ff -o some'.format(_bin), _scf2op], 'scF2(l2),O(l),P: ': ['{} subcmd value --flag --flag --option some'.format(_bin), _scf2op, 0],
'scF2(s),O(l=),P: ': ['{} subcmd value -ff --option=some'.format(_bin), _scf2op], 'scF2(l2),O(s),P: ': ['{} subcmd value --flag --flag -o some'.format(_bin), _scf2op, 0],
'scF2(l2),O(l),P: ': ['{} subcmd value --flag --flag --option some'.format(_bin), _scf2op], 'scF2(l2),O(l=),P: ': ['{} subcmd value --flag --flag --option=some'.format(_bin), _scf2op, 0],
'scF2(l2),O(s),P: ': ['{} subcmd value --flag --flag -o some'.format(_bin), _scf2op], 'scF2(s2),O(l),P: ': ['{} subcmd value -f -f --option some'.format(_bin), _scf2op, 0],
'scF2(l2),O(l=),P: ': ['{} subcmd value --flag --flag --option=some'.format(_bin), _scf2op], 'scF2(s2),O(s),P: ': ['{} subcmd value -f -f -o some'.format(_bin), _scf2op, 0],
'scF2(s2),O(l),P: ': ['{} subcmd value -f -f --option some'.format(_bin), _scf2op], 'scF2(s2),O(l=),P: ': ['{} subcmd value -f -f --option=some'.format(_bin), _scf2op, 0]
'scF2(s2),O(s),P: ': ['{} subcmd value -f -f -o some'.format(_bin), _scf2op],
'scF2(s2),O(l=),P: ': ['{} subcmd value -f -f --option=some'.format(_bin), _scf2op]
} }
def pass_fail(name, check, good): def pass_fail(name, cmd, check, good):
global failed
sys.stdout.write(name) sys.stdout.write(name)
if check == good: if check == good:
print('Pass') print('Pass')
return return 0
failed = True print('Fail')
print('Fail\n\tShould be: \n{}\n\tBut is: \n{}'.format(good, check)) print('\n\n{}\n# Should be:\n$ {}\n{}\n\n{}\n# But is:\n$ {}\n{}\n\n'.format('#'*25, cmd, good, '#'*25, cmd, check))
return 1
def main(): def main():
num_failed = 0
total = len(cmds)
for cmd, cmd_v in cmds.items(): for cmd, cmd_v in cmds.items():
proc = subprocess.Popen(cmd_v[0], shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, universal_newlines=True) proc = subprocess.Popen(cmd_v[0], shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, universal_newlines=True)
out, err = proc.communicate() out, err = proc.communicate()
out = _ansi.sub('', out.strip()) out = _ansi.sub('', out.strip())
err = _ansi.sub('', err.strip()) err = _ansi.sub('', err.strip())
if out: rc = proc.returncode
pass_fail(cmd, out, cmd_v[1]) if rc != cmd_v[-1]:
else: print('{}Fail (Exit Code={}; Should be={})'.format(cmd, rc, cmd_v[-1]))
pass_fail(cmd, err, cmd_v[1]) num_failed += 1
continue
if out and rc == cmd_v[-1]:
num_failed += pass_fail(cmd, cmd_v[0], out, cmd_v[1])
elif rc == cmd_v[-1]:
num_failed += pass_fail(cmd, cmd_v[0], err, cmd_v[1])
if failed: print()
print('One or more tests failed') if num_failed:
print('{}/{} tests failed'.format(num_failed, total))
return 1 return 1
print('All tests passed!') print('{}/{} tests passed!'.format(total, total))
if __name__ == '__main__': if __name__ == '__main__':
sys.exit(main()) sys.exit(main())

3
clap-tests/src/main.rs
View file

@ -11,8 +11,7 @@ fn main() {
let opt3_vals = ["fast", "slow"]; let opt3_vals = ["fast", "slow"];
let pos3_vals = ["vi", "emacs"]; let pos3_vals = ["vi", "emacs"];
let matches = App::new("claptests") let matches = App::new("claptests")
// Test version from Cargo.toml .version("v1.4.8")
.version(&crate_version!()[..])
.about("tests clap library") .about("tests clap library")
.author("Kevin K. <kbknapp@gmail.com>") .author("Kevin K. <kbknapp@gmail.com>")
.args_from_usage(args) .args_from_usage(args)