tooltest.py 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512
  1. #!/usr/bin/env python3
  2. #
  3. # mmgen = Multi-Mode GENerator, command-line Bitcoin cold storage solution
  4. # Copyright (C)2013-2023 The MMGen Project <mmgen@tuta.io>
  5. #
  6. # This program is free software: you can redistribute it and/or modify
  7. # it under the terms of the GNU General Public License as published by
  8. # the Free Software Foundation, either version 3 of the License, or
  9. # (at your option) any later version.
  10. #
  11. # This program is distributed in the hope that it will be useful,
  12. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14. # GNU General Public License for more details.
  15. #
  16. # You should have received a copy of the GNU General Public License
  17. # along with this program. If not, see <http://www.gnu.org/licenses/>.
  18. """
  19. test/tooltest.py: Tests for the 'mmgen-tool' utility
  20. """
  21. import sys,os,binascii
  22. from subprocess import run,PIPE
  23. import include.test_init
  24. from mmgen.cfg import Config,gc
  25. from mmgen.color import red,yellow,green,blue,cyan
  26. from mmgen.util import msg,msg_r,Msg,die
  27. opts_data = {
  28. 'text': {
  29. 'desc': "Test suite for the 'mmgen-tool' utility",
  30. 'usage':'[options] [command]',
  31. 'options': """
  32. -h, --help Print this help message
  33. -C, --coverage Produce code coverage info using trace module
  34. -d, --debug Produce debugging output (stderr from spawned script)
  35. --, --longhelp Print help message for long options (common options)
  36. -l, --list-cmds List and describe the tests and commands in this test suite
  37. -s, --testing-status List the testing status of all 'mmgen-tool' commands
  38. -t, --type=t Specify address type (valid choices: 'zcash_z')
  39. -v, --verbose Produce more verbose output
  40. """,
  41. 'notes': """
  42. If no command is given, the whole suite of tests is run.
  43. """
  44. }
  45. }
  46. sys.argv = [sys.argv[0]] + ['--skip-cfg-file'] + sys.argv[1:]
  47. cfg = Config(opts_data=opts_data)
  48. from test.include.common import (
  49. set_globals,
  50. mk_tmpdir,
  51. cleandir,
  52. write_to_tmpfile,
  53. ok,
  54. read_from_file,
  55. read_from_tmpfile,
  56. cmp_or_die,
  57. getrand,
  58. getrandhex,
  59. end_msg,
  60. init_coverage
  61. )
  62. set_globals(cfg)
  63. vmsg = cfg._util.vmsg
  64. proto = cfg._proto
  65. assert cfg.type in (None,'zcash_z'), 'Only zcash-z permitted for --type argument'
  66. cmd_data = {
  67. 'cryptocoin': {
  68. 'desc': 'Cryptocoin address/key commands',
  69. 'cmd_data': {
  70. 'randwif': (),
  71. 'randpair': (), # create 4 pairs: uncomp,comp,segwit,bech32
  72. 'wif2addr': ('randpair','o4'),
  73. 'wif2hex': ('randpair','o4'),
  74. 'privhex2pubhex': ('wif2hex','o3'), # segwit only
  75. 'pubhex2addr': ('privhex2pubhex','o3'), # segwit only
  76. 'hex2wif': ('wif2hex','io2'), # uncomp, comp
  77. 'addr2pubhash': ('randpair','o4'), # uncomp, comp, bech32
  78. 'pubhash2addr': ('addr2pubhash','io4'), # uncomp, comp, bech32
  79. },
  80. },
  81. 'mnemonic': {
  82. 'desc': 'mnemonic commands',
  83. 'cmd_data': {
  84. 'hex2mn': (),
  85. 'mn2hex': ('hex2mn','io3'),
  86. 'mn_rand128': (),
  87. 'mn_rand192': (),
  88. 'mn_rand256': (),
  89. 'mn_stats': (),
  90. 'mn_printlist': (),
  91. },
  92. },
  93. }
  94. if proto.coin in ('BTC','LTC'):
  95. cmd_data['cryptocoin']['cmd_data'].update({
  96. 'pubhex2redeem_script': ('privhex2pubhex','o3'),
  97. 'wif2redeem_script': ('randpair','o3'),
  98. 'wif2segwit_pair': ('randpair','o2'),
  99. 'privhex2addr': ('wif2hex','o4'), # compare with output of randpair
  100. 'pipetest': ('randpair','o3')
  101. })
  102. if proto.coin == 'XMR' or cfg.type == 'zcash_z':
  103. del cmd_data['cryptocoin']['cmd_data']['pubhash2addr']
  104. del cmd_data['cryptocoin']['cmd_data']['addr2pubhash']
  105. tcfg = {
  106. 'name': 'the tool utility',
  107. 'enc_passwd': 'Ten Satoshis',
  108. 'tmpdir': 'test/tmp/10',
  109. 'tmpdir_num': 10,
  110. 'refdir': 'test/ref',
  111. 'txfile': {
  112. 'btc': ('0B8D5A[15.31789,14,tl=1320969600].rawtx',
  113. '0C7115[15.86255,14,tl=1320969600].testnet.rawtx'),
  114. 'bch': ('460D4D-BCH[10.19764,tl=1320969600].rawtx',
  115. '359FD5-BCH[6.68868,tl=1320969600].testnet.rawtx'),
  116. 'ltc': ('AF3CDF-LTC[620.76194,1453,tl=1320969600].rawtx',
  117. 'A5A1E0-LTC[1454.64322,1453,tl=1320969600].testnet.rawtx'),
  118. },
  119. 'addrfile': '98831F3A{}[1,31-33,500-501,1010-1011]{}.addrs',
  120. 'addrfile_chk': {
  121. 'btc': ('6FEF 6FB9 7B13 5D91','424E 4326 CFFE 5F51'),
  122. 'bch': ('6FEF 6FB9 7B13 5D91','424E 4326 CFFE 5F51'),
  123. 'ltc': ('AD52 C3FE 8924 AAF0','4EBE 2E85 E969 1B30'),
  124. }
  125. }
  126. ref_subdir = '' if proto.base_coin == 'BTC' else proto.name.lower()
  127. altcoin_pfx = '' if proto.base_coin == 'BTC' else '-'+proto.base_coin
  128. tn_ext = ('','.testnet')[proto.testnet]
  129. spawn_cmd = [
  130. 'scripts/exec_wrapper.py',
  131. os.path.relpath(os.path.join(include.test_init.repo_root,'cmds','mmgen-tool')) ]
  132. if cfg.coverage:
  133. d,f = init_coverage()
  134. spawn_cmd = ['python3','-m','trace','--count','--coverdir='+d,'--file='+f] + spawn_cmd
  135. elif gc.platform == 'win':
  136. spawn_cmd = ['python3'] + spawn_cmd
  137. add_spawn_args = ['--data-dir='+tcfg['tmpdir']] + ['--{}{}'.format(
  138. k.replace('_','-'),
  139. '='+getattr(cfg,k) if getattr(cfg,k) != True else '')
  140. for k in ('testnet','rpc_host','regtest','coin','type') if getattr(cfg,k)]
  141. if cfg.list_cmds:
  142. fs = ' {:<{w}} - {}'
  143. Msg('Available commands:')
  144. w = max(map(len,cmd_data))
  145. for cmd in cmd_data:
  146. Msg(fs.format(cmd,cmd_data[cmd]['desc'],w=w))
  147. Msg('\nAvailable utilities:')
  148. Msg(fs.format('clean','Clean the tmp directory',w=w))
  149. sys.exit(0)
  150. if cfg.testing_status:
  151. tested_in = {
  152. 'tooltest.py': [],
  153. 'test.py': (
  154. 'encrypt','decrypt','find_incog_data',
  155. 'addrfile_chksum','keyaddrfile_chksum','passwdfile_chksum',
  156. 'add_label','remove_label','remove_address','twview',
  157. 'getbalance','listaddresses','listaddress',
  158. 'daemon_version','extract_key_from_geth_wallet',
  159. 'mn2hex_interactive','rand2file',
  160. 'rescan_address','rescan_blockchain','resolve_address',
  161. 'twexport','twimport','txhist'
  162. ),
  163. 'tooltest2.py': run(
  164. ['python3','test/tooltest2.py','--list-tested-cmds'],
  165. stdout = PIPE,
  166. check = True
  167. ).stdout.decode().split()
  168. }
  169. for v in cmd_data.values():
  170. tested_in['tooltest.py'] += list(v['cmd_data'].keys())
  171. Msg(green("Testing status of 'mmgen-tool' commands:"))
  172. for l in ('tooltest.py','tooltest2.py','test.py'):
  173. Msg('\n ' + blue(l+':'))
  174. Msg(' '+'\n '.join(sorted(tested_in[l])))
  175. ignore = ()
  176. from mmgen.main_tool import get_cmds
  177. uc = sorted(
  178. set(get_cmds()) -
  179. set(ignore) -
  180. set(tested_in['tooltest.py']) -
  181. set(tested_in['tooltest2.py']) -
  182. set(tested_in['test.py'])
  183. )
  184. if uc:
  185. Msg(yellow('\n {}\n {}'.format('Untested commands:','\n '.join(uc))))
  186. sys.exit(0)
  187. from mmgen.key import is_wif
  188. from mmgen.addr import is_coin_addr
  189. def is_wif_loc(s):
  190. return is_wif(proto,s)
  191. def is_coin_addr_loc(s):
  192. return is_coin_addr(proto,s)
  193. msg_w = 35
  194. def test_msg(m):
  195. m2 = f'Testing {m}'
  196. msg_r(green(m2+'\n') if cfg.verbose else '{:{w}}'.format( m2, w=msg_w+8 ))
  197. compressed = cfg.type or ('','compressed')['C' in proto.mmtypes]
  198. segwit = ('','segwit')['S' in proto.mmtypes]
  199. bech32 = ('','bech32')['B' in proto.mmtypes]
  200. type_compressed_arg = ([],['--type=' + (cfg.type or 'compressed')])[bool(cfg.type) or 'C' in proto.mmtypes]
  201. type_segwit_arg = ([],['--type=segwit'])['S' in proto.mmtypes]
  202. type_bech32_arg = ([],['--type=bech32'])['B' in proto.mmtypes]
  203. class MMGenToolTestUtils:
  204. def run_cmd(self,name,tool_args,kwargs='',extra_msg='',silent=False,strip=True,add_opts=[],binary=False):
  205. sys_cmd = (
  206. spawn_cmd +
  207. add_spawn_args +
  208. ['-r0','-d',tcfg['tmpdir']] +
  209. add_opts +
  210. [name.lower()] +
  211. tool_args +
  212. kwargs.split()
  213. )
  214. if extra_msg:
  215. extra_msg = f'({extra_msg})'
  216. full_name = ' '.join([name.lower()]+add_opts+kwargs.split()+extra_msg.split())
  217. if not silent:
  218. if cfg.verbose:
  219. sys.stderr.write(green(f'Testing {full_name}\nExecuting '))
  220. sys.stderr.write(cyan(' '.join(sys_cmd)+'\n'))
  221. else:
  222. msg_r('Testing {:{w}}'.format( full_name+':', w=msg_w ))
  223. cp = run(sys_cmd,stdout=PIPE,stderr=PIPE)
  224. out = cp.stdout
  225. err = cp.stderr
  226. if cfg.debug:
  227. from test.include.common import dmsg
  228. try:
  229. dmsg(err.decode())
  230. except:
  231. dmsg(repr(err))
  232. if not binary:
  233. out = out.decode()
  234. if cp.returncode != 0:
  235. msg('{}\n{}\n{}'.format(
  236. red('FAILED'),
  237. yellow('Command stderr output:'),
  238. err.decode() ))
  239. die(2,f'Called process returned with an error (retcode {cp.returncode})')
  240. return (out,out.rstrip())[bool(strip)]
  241. def run_cmd_chk(self,name,f1,f2,kwargs='',extra_msg='',strip_hex=False,add_opts=[]):
  242. idata = read_from_file(f1).rstrip()
  243. odata = read_from_file(f2).rstrip()
  244. ret = self.run_cmd(name,[odata],kwargs=kwargs,extra_msg=extra_msg,add_opts=add_opts)
  245. vmsg('In: ' + repr(odata))
  246. vmsg('Out: ' + repr(ret))
  247. def cmp_equal(a,b):
  248. return (a.lstrip('0') == b.lstrip('0')) if strip_hex else (a == b)
  249. if cmp_equal(ret,idata):
  250. ok()
  251. else:
  252. die(4, "Error: values don't match:\nIn: {!r}\nOut: {!r}".format(idata,ret))
  253. return ret
  254. def run_cmd_nochk(self,name,f1,kwargs='',add_opts=[]):
  255. odata = read_from_file(f1).rstrip()
  256. ret = self.run_cmd(name,[odata],kwargs=kwargs,add_opts=add_opts)
  257. vmsg('In: ' + repr(odata))
  258. vmsg('Out: ' + repr(ret))
  259. return ret
  260. def run_cmd_out(self,name,carg=None,Return=False,kwargs='',fn_idx='',extra_msg='',
  261. literal=False,chkdata='',hush=False,add_opts=[]):
  262. if carg:
  263. write_to_tmpfile(tcfg,f'{name}{fn_idx}.in',carg+'\n')
  264. ret = self.run_cmd(name,([],[carg])[bool(carg)],kwargs=kwargs,
  265. extra_msg=extra_msg,add_opts=add_opts)
  266. if carg:
  267. vmsg('In: ' + repr(carg))
  268. vmsg('Out: ' + (repr(ret),ret)[literal])
  269. if ret or ret == '':
  270. write_to_tmpfile(tcfg,f'{name}{fn_idx}.out',ret+'\n')
  271. if chkdata:
  272. cmp_or_die(ret,chkdata)
  273. return
  274. if Return:
  275. return ret
  276. else:
  277. if not hush:
  278. ok()
  279. else:
  280. die(4,f'Error for command {name!r}')
  281. def run_cmd_randinput(self,name,strip=True,add_opts=[]):
  282. s = getrand(128)
  283. fn = name+'.in'
  284. write_to_tmpfile(tcfg,fn,s,binary=True)
  285. ret = self.run_cmd(name,[get_tmpfile(tcfg,fn)],strip=strip,add_opts=add_opts)
  286. fn = name+'.out'
  287. write_to_tmpfile(tcfg,fn,ret+'\n')
  288. ok()
  289. vmsg(f'Returned: {ret}')
  290. tu = MMGenToolTestUtils()
  291. def ok_or_die(val,chk_func,s,skip_ok=False):
  292. try:
  293. ret = chk_func(val)
  294. except:
  295. ret = False
  296. if ret:
  297. if not skip_ok:
  298. ok()
  299. else:
  300. die(4,f'Returned value {val!r} is not a {s}')
  301. class MMGenToolTestCmds:
  302. # Cryptocoin
  303. def randwif(self,name):
  304. for n,k in enumerate(['',compressed]):
  305. ao = ['--type='+k] if k else []
  306. ret = tu.run_cmd_out(name,add_opts=ao,Return=True,fn_idx=n+1)
  307. ok_or_die(ret,is_wif_loc,'WIF key')
  308. def randpair(self,name):
  309. for n,k in enumerate(['',compressed,segwit,bech32]):
  310. ao = ['--type='+k] if k else []
  311. wif,addr = tu.run_cmd_out(name,add_opts=ao,Return=True,fn_idx=n+1,literal=True).split()
  312. ok_or_die(wif,is_wif_loc,'WIF key',skip_ok=True)
  313. ok_or_die(addr,is_coin_addr_loc,'Coin address')
  314. def wif2addr(self,name,f1,f2,f3,f4):
  315. for n,f,k in (
  316. (1,f1,''),
  317. (2,f2,compressed),
  318. (3,f3,segwit),
  319. (4,f4,bech32)
  320. ):
  321. ao = ['--type='+k] if k else []
  322. wif = read_from_file(f).split()[0]
  323. tu.run_cmd_out(name,wif,add_opts=ao,fn_idx=n)
  324. def wif2hex(self,name,f1,f2,f3,f4):
  325. for n,f,m in (
  326. (1,f1,''),
  327. (2,f2,compressed),
  328. (3,f3,'{} for {}'.format( compressed or 'uncompressed', segwit or 'p2pkh' )),
  329. (4,f4,'{} for {}'.format( compressed or 'uncompressed', bech32 or 'p2pkh' ))
  330. ):
  331. wif = read_from_file(f).split()[0]
  332. tu.run_cmd_out(name,wif,fn_idx=n,extra_msg=m)
  333. def privhex2addr(self,name,f1,f2,f3,f4):
  334. keys = [read_from_file(f).rstrip() for f in (f1,f2,f3,f4)]
  335. for n,k in enumerate(('',compressed,segwit,bech32)):
  336. ao = ['--type='+k] if k else []
  337. ret = tu.run_cmd(name,[keys[n]],add_opts=ao).rstrip()
  338. iaddr = read_from_tmpfile(tcfg,f'randpair{n+1}.out').split()[-1]
  339. vmsg(f'Out: {ret}')
  340. cmp_or_die(iaddr,ret)
  341. ok()
  342. def hex2wif(self,name,f1,f2,f3,f4):
  343. for fi,fo,k in (
  344. (f1,f2,''),
  345. (f3,f4,compressed)):
  346. ao = ['--type='+k] if k else []
  347. ret = tu.run_cmd_chk(name,fi,fo,add_opts=ao)
  348. def addr2pubhash(self,name,f1,f2,f3,f4):
  349. for n,f,m,ao in (
  350. (1,f1,'',[]),
  351. (2,f2,'from {}'.format( compressed or 'uncompressed' ),[]),
  352. (4,f4,'',type_bech32_arg),
  353. ):
  354. addr = read_from_file(f).split()[-1]
  355. tu.run_cmd_out(name,addr,fn_idx=n,add_opts=ao,extra_msg=m)
  356. def pubhash2addr(self,name,f1,f2,f3,f4,f5,f6,f7,f8):
  357. for n,fi,fo,m,ao in (
  358. (1,f1,f2,'',[]),
  359. (2,f3,f4,'from {}'.format( compressed or 'uncompressed' ),[]),
  360. (4,f7,f8,'',type_bech32_arg)
  361. ):
  362. tu.run_cmd_chk(name,fi,fo,add_opts=ao,extra_msg=m)
  363. def privhex2pubhex(self,name,f1,f2,f3): # from Hex2wif
  364. addr = read_from_file(f3).strip()
  365. tu.run_cmd_out(name,addr,add_opts=type_compressed_arg,fn_idx=3) # what about uncompressed?
  366. def pubhex2redeem_script(self,name,f1,f2,f3): # from above
  367. addr = read_from_file(f3).strip()
  368. tu.run_cmd_out(name,addr,add_opts=type_segwit_arg,fn_idx=3)
  369. rs = read_from_tmpfile(tcfg,'privhex2pubhex3.out').strip()
  370. tu.run_cmd_out('pubhex2addr',rs,add_opts=type_segwit_arg,fn_idx=3,hush=True)
  371. addr1 = read_from_tmpfile(tcfg,'pubhex2addr3.out').strip()
  372. addr2 = read_from_tmpfile(tcfg,'randpair3.out').split()[1]
  373. cmp_or_die(addr1,addr2)
  374. ok()
  375. def wif2redeem_script(self,name,f1,f2,f3): # compare output with above
  376. wif = read_from_file(f3).split()[0]
  377. ret1 = tu.run_cmd_out(name,wif,add_opts=type_segwit_arg,fn_idx=3,Return=True)
  378. ret2 = read_from_tmpfile(tcfg,'pubhex2redeem_script3.out').strip()
  379. cmp_or_die(ret1,ret2)
  380. ok()
  381. def wif2segwit_pair(self,name,f1,f2): # does its own checking, so just run
  382. wif = read_from_file(f2).split()[0]
  383. tu.run_cmd_out(name,wif,add_opts=type_segwit_arg,fn_idx=2)
  384. def pubhex2addr(self,name,f1,f2,f3):
  385. addr = read_from_file(f3).strip()
  386. tu.run_cmd_out(name,addr,add_opts=type_segwit_arg,fn_idx=3)
  387. def pipetest(self,name,f1,f2,f3):
  388. wif = read_from_file(f3).split()[0]
  389. cmd = ( '{c} {a} wif2hex {wif}' +
  390. ' | {c} {a} --type=compressed privhex2pubhex -' +
  391. ' | {c} {a} --type=segwit pubhex2redeem_script -' +
  392. ' | {c} {a} --type=segwit redeem_script2addr -').format(
  393. c=' '.join(spawn_cmd),
  394. a=' '.join(add_spawn_args),
  395. wif=wif)
  396. test_msg('command piping')
  397. if cfg.verbose:
  398. sys.stderr.write(green('Executing ') + cyan(cmd) + '\n')
  399. res = run(cmd,stdout=PIPE,shell=True).stdout.decode().strip()
  400. addr = read_from_tmpfile(tcfg,'wif2addr3.out').strip()
  401. cmp_or_die(addr,res)
  402. ok()
  403. # Mnemonic
  404. def hex2mn(self,name):
  405. for n,size,m in ((1,16,'128-bit'),(2,24,'192-bit'),(3,32,'256-bit')):
  406. hexnum = getrandhex(size)
  407. tu.run_cmd_out(name,hexnum,fn_idx=n,extra_msg=m)
  408. def mn2hex(self,name,f1,f2,f3,f4,f5,f6):
  409. for f_i,f_o,m in ((f1,f2,'128-bit'),(f3,f4,'192-bit'),(f5,f6,'256-bit')):
  410. tu.run_cmd_chk(name,f_i,f_o,extra_msg=m,strip_hex=True)
  411. def mn_rand128(self,name):
  412. tu.run_cmd_out(name)
  413. def mn_rand192(self,name):
  414. tu.run_cmd_out(name)
  415. def mn_rand256(self,name):
  416. tu.run_cmd_out(name)
  417. def mn_stats(self,name):
  418. tu.run_cmd_out(name)
  419. def mn_printlist(self,name):
  420. tu.run_cmd(name,[])
  421. ok()
  422. # main()
  423. import time
  424. start_time = int(time.time())
  425. mk_tmpdir(tcfg['tmpdir'])
  426. def gen_deps_for_cmd(cmd,cdata):
  427. fns = []
  428. if cdata:
  429. name,code = cdata
  430. io,count = (code[:-1],int(code[-1])) if code[-1] in '0123456789' else (code,1)
  431. for c in range(count):
  432. fns += ['{}{}{}'.format(
  433. name,
  434. (c+1 if count > 1 else ''),
  435. ('.in' if ch == 'i' else '.out'),
  436. ) for ch in io]
  437. return fns
  438. def do_cmds(cmd_group):
  439. tc = MMGenToolTestCmds()
  440. gdata = cmd_data[cmd_group]['cmd_data']
  441. for cmd in gdata:
  442. fns = gen_deps_for_cmd(cmd,gdata[cmd])
  443. cmdline = [cmd] + [os.path.join(tcfg['tmpdir'],fn) for fn in fns]
  444. getattr(tc,cmd)(*cmdline)
  445. try:
  446. if cfg._args:
  447. if len(cfg._args) != 1:
  448. die(1,'Only one command may be specified')
  449. cmd = cfg._args[0]
  450. if cmd in cmd_data:
  451. cleandir(tcfg['tmpdir'],do_msg=True)
  452. msg('Running tests for {}:'.format( cmd_data[cmd]['desc'] ))
  453. do_cmds(cmd)
  454. elif cmd == 'clean':
  455. cleandir(tcfg['tmpdir'],do_msg=True)
  456. sys.exit(0)
  457. else:
  458. die(1,f'{cmd!r}: unrecognized command')
  459. else:
  460. cleandir(tcfg['tmpdir'],do_msg=True)
  461. for cmd in cmd_data:
  462. msg('Running tests for {}:'.format( cmd_data[cmd]['desc'] ))
  463. do_cmds(cmd)
  464. if cmd is not list(cmd_data.keys())[-1]:
  465. msg('')
  466. except KeyboardInterrupt:
  467. die(1,green('\nExiting at user request'))
  468. end_msg(int(time.time()) - start_time)