tooltest.py 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345
  1. #!/usr/bin/python
  2. # Chdir to repo root.
  3. # Since script is not in repo root, fix sys.path so that modules are
  4. # imported from repo, not system.
  5. import sys,os
  6. pn = os.path.dirname(sys.argv[0])
  7. os.chdir(os.path.join(pn,os.pardir))
  8. sys.path.__setitem__(0,os.path.abspath(os.curdir))
  9. import mmgen.opt as opt
  10. from mmgen.util import msg,msg_r,vmsg,vmsg_r,Msg,msgrepr, msgrepr_exit
  11. from collections import OrderedDict
  12. cmd_data = OrderedDict([
  13. ('util', {
  14. 'desc': "base conversion, hashing and file utilities",
  15. 'cmd_data': OrderedDict([
  16. ('strtob58', ()),
  17. ('b58tostr', ("strtob58","io")),
  18. ('hextob58', ()),
  19. ('b58tohex', ("hextob58","io")),
  20. ('b58randenc', ()),
  21. ('hextob32', ()),
  22. ('b32tohex', ("hextob32","io")),
  23. ('randhex', ()),
  24. ('id8', ()),
  25. ('id6', ()),
  26. ('str2id6', ()),
  27. ("sha256x2", ()),
  28. ("hexreverse", ()),
  29. ("hexlify", ()),
  30. ('hexdump', ()),
  31. ('unhexdump', ("hexdump","io")),
  32. ('rand2file', ()),
  33. ])
  34. }
  35. ),
  36. ('bitcoin', {
  37. 'desc': "Bitcoin address/key commands",
  38. 'cmd_data': OrderedDict([
  39. ('randwif', ()),
  40. ('randpair', ()),
  41. ('wif2addr', ("randpair","o2")),
  42. ('wif2hex', ("randpair","o2")),
  43. ('privhex2addr', ("wif2hex","o2")), # wif from randpair o2
  44. ('hex2wif', ("wif2hex","io2")),
  45. ('addr2hexaddr', ("randpair","o2")),
  46. ('hexaddr2addr', ("addr2hexaddr","io2")),
  47. # ("pubkey2addr", ['<public key in hex format> [str]']),
  48. # ("pubkey2hexaddr", ['<public key in hex format> [str]']),
  49. ])
  50. }
  51. ),
  52. ('mnemonic', {
  53. 'desc': "mnemonic commands",
  54. 'cmd_data': OrderedDict([
  55. ('hex2mn', ()),
  56. ('mn2hex', ("hex2mn","io3")),
  57. ('mn_rand128', ()),
  58. ('mn_rand192', ()),
  59. ('mn_rand256', ()),
  60. ('mn_stats', ()),
  61. ('mn_printlist', ()),
  62. ])
  63. }
  64. )
  65. ])
  66. cfg = {
  67. 'name': "the tool utility",
  68. 'enc_passwd': "Ten Satoshis",
  69. 'tmpdir': "test/tmp10",
  70. 'tmpdir_num': 10,
  71. }
  72. opts_data = {
  73. 'desc': "Test suite for the 'mmgen-tool' utility",
  74. 'usage':"[options] [command]",
  75. 'options': """
  76. -h, --help Print this help message
  77. -d, --debug Produce debugging output
  78. -l, --list-cmds List and describe the tests and commands in the test suite
  79. -s, --system Test scripts and modules installed on system rather than those in the repo root
  80. -v, --verbose Produce more verbose output
  81. """,
  82. 'notes': """
  83. If no command is given, the whole suite of tests is run.
  84. """
  85. }
  86. cmd_args = opt.opts.init(opts_data,add_opts=["exact_output"])
  87. if opt.system: sys.path.pop(0)
  88. env = os.environ
  89. if opt.debug: opt.verbose = True
  90. if opt.list_cmds:
  91. fs = " {:<{w}} - {}"
  92. Msg("Available commands:")
  93. w = max([len(i) for i in cmd_data])
  94. for cmd in cmd_data:
  95. Msg(fs.format(cmd,cmd_data[cmd]['desc'],w=w))
  96. Msg("\nAvailable utilities:")
  97. Msg(fs.format("clean","Clean the tmp directory",w=w))
  98. sys.exit()
  99. import binascii
  100. from mmgen.test import *
  101. from mmgen.util import get_data_from_file,write_to_file,get_lines_from_file
  102. from mmgen.tx import is_wif,is_btc_addr,is_b58_str
  103. from mmgen.mnemonic import get_seed_from_mnemonic
  104. class MMGenToolTestSuite(object):
  105. def __init__(self):
  106. pass
  107. def gen_deps_for_cmd(self,cmd,cdata):
  108. fns = []
  109. if cdata:
  110. name,code = cdata
  111. io,count = code,1
  112. if code[-1] in "0123456789":
  113. io,count = code[:-1],int(code[-1])
  114. for c in range(count):
  115. fns += ["%s%s%s" % (
  116. name,
  117. (c+1 if count > 1 else ""),
  118. ('.in' if ch=='i' else '.out')
  119. ) for ch in io]
  120. return fns
  121. def get_num_exts_for_cmd(self,cmd,dpy): # dpy required here
  122. num = str(tool_cfgs['tmpdir_num'])
  123. # return only first file - a hack
  124. exts = gen_deps_for_cmd(dpy)
  125. return num,exts
  126. def do_cmds(self,cmd_group):
  127. cdata = cmd_data[cmd_group]['cmd_data']
  128. for cmd in cdata: self.do_cmd(cmd,cdata[cmd])
  129. def do_cmd(self,cmd,cdata):
  130. fns = self.gen_deps_for_cmd(cmd,cdata)
  131. file_list = [os.path.join(cfg['tmpdir'],fn) for fn in fns]
  132. self.__class__.__dict__[cmd](*([self,cmd] + file_list))
  133. def run_cmd(self,name,tool_args,kwargs="",extra_msg="",silent=False):
  134. mmgen_tool = "mmgen-tool"
  135. if not opt.system:
  136. mmgen_tool = os.path.join(os.curdir,mmgen_tool)
  137. sys_cmd = [mmgen_tool, "-d",cfg['tmpdir'], name] + tool_args + kwargs.split()
  138. if extra_msg: extra_msg = "(%s)" % extra_msg
  139. full_name = " ".join([name]+kwargs.split()+extra_msg.split())
  140. if not silent:
  141. if opt.verbose:
  142. sys.stderr.write(green("Testing %s\nExecuting " % full_name))
  143. sys.stderr.write("%s\n" % cyan(repr(sys_cmd)))
  144. else:
  145. msg_r("Testing %-31s%s" % (full_name+":",""))
  146. import subprocess
  147. return subprocess.check_output(sys_cmd)
  148. def run_cmd_chk(self,name,f1,f2,kwargs="",extra_msg=""):
  149. idata = read_from_file(f1)[:-1]
  150. odata = read_from_file(f2)[:-1]
  151. ret = self.run_cmd(name,[odata],kwargs=kwargs,extra_msg=extra_msg)[:-1]
  152. vmsg("In: " + repr(odata))
  153. vmsg("Out: " + repr(ret))
  154. if ret == idata: ok()
  155. else:
  156. msg(red(
  157. "Error: values don't match:\nIn: %s\nOut: %s" % (repr(idata),repr(ret))))
  158. sys.exit(3)
  159. return ret
  160. def run_cmd_nochk(self,name,f1,kwargs=""):
  161. odata = read_from_file(f1)[:-1]
  162. ret = self.run_cmd(name,[odata],kwargs=kwargs)[:-1]
  163. vmsg("In: " + repr(odata))
  164. vmsg("Out: " + repr(ret))
  165. return ret
  166. def run_cmd_out(self,name,carg=None,Return=False,kwargs="",fn_idx="",extra_msg=""):
  167. if carg: write_to_tmpfile(cfg,"%s%s.in" % (name,fn_idx),carg+"\n")
  168. ret = self.run_cmd(name,[carg] if carg else [],kwargs=kwargs,extra_msg=extra_msg)
  169. if carg: vmsg("In: " + repr(carg))
  170. vmsg("Out: " + repr(ret[:-1]))
  171. if ret:
  172. write_to_tmpfile(cfg,"%s%s.out" % (name,fn_idx),ret)
  173. if Return: return ret
  174. else: ok()
  175. else:
  176. msg(red("Error for command '%s'" % name))
  177. sys.exit(3)
  178. def run_cmd_randfileinput(self,name):
  179. s = os.urandom(128)
  180. fn = name+".in"
  181. write_to_tmpfile(cfg,fn,s)
  182. ret = self.run_cmd(name,[get_tmpfile_fn(cfg,fn)])
  183. fn = name+".out"
  184. write_to_tmpfile(cfg,fn,ret)
  185. ok()
  186. vmsg("Returned: %s" % ret)
  187. def str2id6(self,name):
  188. s = getrandstr(120,no_space=True)
  189. s2 = " %s %s %s %s %s " % (s[:3],s[3:9],s[9:29],s[29:50],s[50:120])
  190. ret1 = self.run_cmd(name,[s],extra_msg="unspaced input"); ok()
  191. ret2 = self.run_cmd(name,[s2],extra_msg="spaced input")
  192. cmp_or_die(ret1,ret2)
  193. vmsg("Returned: %s" % ret1)
  194. def mn_rand128(self,name):
  195. self.run_cmd_out(name)
  196. def mn_rand192(self,name):
  197. self.run_cmd_out(name)
  198. def mn_rand256(self,name):
  199. self.run_cmd_out(name)
  200. def mn_stats(self,name):
  201. self.run_cmd_out(name)
  202. def mn_printlist(self,name):
  203. self.run_cmd(name,[])
  204. ok()
  205. def id6(self,name): self.run_cmd_randfileinput(name)
  206. def id8(self,name): self.run_cmd_randfileinput(name)
  207. def hexdump(self,name): self.run_cmd_randfileinput(name)
  208. def unhexdump(self,name,fn1,fn2):
  209. ret = self.run_cmd(name,[fn2])
  210. orig = read_from_file(fn1)
  211. cmp_or_die(orig,ret)
  212. def rand2file(self,name):
  213. of = name + ".out"
  214. dlen = 1024
  215. self.run_cmd(name,[of,str(1024),"threads=4","silent=1"])
  216. d = read_from_tmpfile(cfg,of)
  217. cmp_or_die(dlen,len(d))
  218. def strtob58(self,name): self.run_cmd_out(name,getrandstr(16))
  219. def sha256x2(self,name): self.run_cmd_out(name,getrandstr(16))
  220. def hexreverse(self,name): self.run_cmd_out(name,getrandhex(24))
  221. def hexlify(self,name): self.run_cmd_out(name,getrandstr(24))
  222. def b58tostr(self,name,f1,f2): self.run_cmd_chk(name,f1,f2)
  223. def hextob58(self,name): self.run_cmd_out(name,getrandhex(32))
  224. def b58tohex(self,name,f1,f2): self.run_cmd_chk(name,f1,f2)
  225. def hextob32(self,name): self.run_cmd_out(name,getrandhex(24))
  226. def b32tohex(self,name,f1,f2): self.run_cmd_chk(name,f1,f2)
  227. def b58randenc(self,name):
  228. ret = self.run_cmd_out(name,Return=True)
  229. ok_or_die(ret[:-1],is_b58_str,"base 58 string")
  230. def randhex(self,name):
  231. ret = self.run_cmd_out(name,Return=True)
  232. ok_or_die(ret[:-1],binascii.unhexlify,"hex string")
  233. def randwif(self,name):
  234. for n,k in enumerate(["","compressed=1"]):
  235. ret = self.run_cmd_out(name,kwargs=k,Return=True,fn_idx=n+1)
  236. ok_or_die(ret[:-1],is_wif,"WIF key")
  237. def randpair(self,name):
  238. for n,k in enumerate(["","compressed=1"]):
  239. wif,addr = self.run_cmd_out(name,kwargs=k,Return=True,fn_idx=n+1).split()
  240. ok_or_die(wif,is_wif,"WIF key",skip_ok=True)
  241. ok_or_die(addr,is_btc_addr,"Bitcoin address")
  242. def hex2wif(self,name,f1,f2,f3,f4):
  243. for n,fi,fo,k in (1,f1,f2,""),(2,f3,f4,"compressed=1"):
  244. ret = self.run_cmd_chk(name,fi,fo,kwargs=k)
  245. def wif2hex(self,name,f1,f2):
  246. for n,f,k in (1,f1,""),(2,f2,"compressed=1"):
  247. wif = read_from_file(f).split()[0]
  248. self.run_cmd_out(name,wif,kwargs=k,fn_idx=n)
  249. def wif2addr(self,name,f1,f2):
  250. for n,f,k in (1,f1,""),(2,f2,"compressed=1"):
  251. wif = read_from_file(f).split()[0]
  252. self.run_cmd_out(name,wif,kwargs=k,fn_idx=n)
  253. def addr2hexaddr(self,name,f1,f2):
  254. for n,f,m in (1,f1,""),(2,f2,"from compressed"):
  255. addr = read_from_file(f).split()[-1]
  256. self.run_cmd_out(name,addr,fn_idx=n,extra_msg=m)
  257. def hexaddr2addr(self,name,f1,f2,f3,f4):
  258. for n,fi,fo,m in (1,f1,f2,""),(2,f3,f4,"from compressed"):
  259. self.run_cmd_chk(name,fi,fo,extra_msg=m)
  260. def privhex2addr(self,name,f1,f2):
  261. key1 = read_from_file(f1)
  262. key2 = read_from_file(f2)
  263. for n,args in enumerate([[key1],[key2,"compressed=1"]]):
  264. ret = self.run_cmd(name,args).rstrip()
  265. iaddr = read_from_tmpfile(cfg,"randpair%s.out" % (n+1)).split()[-1]
  266. cmp_or_die(iaddr,ret)
  267. def hex2mn(self,name):
  268. for n,size,m in(1,16,"128-bit"),(2,24,"192-bit"),(3,32,"256-bit"):
  269. hexnum = getrandhex(size)
  270. self.run_cmd_out(name,hexnum,fn_idx=n,extra_msg=m)
  271. def mn2hex(self,name,f1,f2,f3,f4,f5,f6):
  272. for f_i,f_o,m in (f1,f2,"128-bit"),(f3,f4,"192-bit"),(f5,f6,"256-bit"):
  273. self.run_cmd_chk(name,f_i,f_o,extra_msg=m)
  274. # main()
  275. import time
  276. start_time = int(time.time())
  277. ts = MMGenToolTestSuite()
  278. mk_tmpdir(cfg)
  279. if cmd_args:
  280. if len(cmd_args) != 1:
  281. msg("Only one command may be specified")
  282. sys.exit(1)
  283. cmd = cmd_args[0]
  284. if cmd in cmd_data:
  285. msg("Running tests for %s:" % cmd_data[cmd]['desc'])
  286. ts.do_cmds(cmd)
  287. elif cmd == "clean":
  288. cleandir(cfg['tmpdir'])
  289. sys.exit(0)
  290. else:
  291. msg("'%s': unrecognized command" % cmd)
  292. sys.exit(1)
  293. else:
  294. cleandir(cfg['tmpdir'])
  295. for cmd in cmd_data:
  296. msg("Running tests for %s:" % cmd_data[cmd]['desc'])
  297. ts.do_cmds(cmd)
  298. if cmd is not cmd_data.keys()[-1]: msg("")
  299. t = int(time.time()) - start_time
  300. msg(green(
  301. "All requested tests finished OK, elapsed time: %02i:%02i" % (t/60,t%60)))