main_tool.py 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392
  1. #!/usr/bin/env python3
  2. #
  3. # mmgen = Multi-Mode GENerator, command-line Bitcoin cold storage solution
  4. # Copyright (C)2013-2023 The MMGen Project <mmgen@tuta.io>
  5. #
  6. # This program is free software: you can redistribute it and/or modify
  7. # it under the terms of the GNU General Public License as published by
  8. # the Free Software Foundation, either version 3 of the License, or
  9. # (at your option) any later version.
  10. #
  11. # This program is distributed in the hope that it will be useful,
  12. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14. # GNU General Public License for more details.
  15. #
  16. # You should have received a copy of the GNU General Public License
  17. # along with this program. If not, see <http://www.gnu.org/licenses/>.
  18. """
  19. mmgen-tool: Perform various MMGen- and cryptocoin-related operations.
  20. Part of the MMGen suite
  21. """
  22. import sys,os,importlib
  23. from .cfg import gc,Config
  24. from .util import msg,Msg,die,capfirst,suf,async_run
  25. opts_data = {
  26. 'text': {
  27. 'desc': f'Perform various {gc.proj_name}- and cryptocoin-related operations',
  28. 'usage': '[opts] <command> <command args>',
  29. 'options': """
  30. -d, --outdir= d Specify an alternate directory 'd' for output
  31. -h, --help Print this help message
  32. --, --longhelp Print help message for long options (common options)
  33. -e, --echo-passphrase Echo passphrase or mnemonic to screen upon entry
  34. -k, --use-internal-keccak-module Force use of the internal keccak module
  35. -K, --keygen-backend=n Use backend 'n' for public key generation. Options
  36. for {coin_id}: {kgs}
  37. -l, --list List available commands
  38. -p, --hash-preset= p Use the scrypt hash parameters defined by preset 'p'
  39. for password hashing (default: '{gc.dfl_hash_preset}')
  40. -P, --passwd-file= f Get passphrase from file 'f'.
  41. -q, --quiet Produce quieter output
  42. -r, --usr-randchars=n Get 'n' characters of additional randomness from
  43. user (min={cfg.min_urandchars}, max={cfg.max_urandchars})
  44. -t, --type=t Specify address type (valid choices: 'legacy',
  45. 'compressed', 'segwit', 'bech32', 'zcash_z')
  46. -v, --verbose Produce more verbose output
  47. -X, --cached-balances Use cached balances (Ethereum only)
  48. -y, --yes Answer 'yes' to prompts, suppress non-essential output
  49. """,
  50. 'notes': """
  51. COMMANDS
  52. {ch}
  53. Type ‘{pn} help <command>’ for help on a particular command
  54. """
  55. },
  56. 'code': {
  57. 'options': lambda cfg,s, help_notes: s.format(
  58. kgs=help_notes('keygen_backends'),
  59. coin_id=help_notes('coin_id'),
  60. cfg=cfg,
  61. gc=gc,
  62. ),
  63. 'notes': lambda cfg,s, help_notes: s.format(
  64. ch=help_notes('tool_help'),
  65. pn=gc.prog_name)
  66. }
  67. }
  68. # NB: Command groups and commands are displayed on the help screen in the following order,
  69. # so keep the command names sorted
  70. mods = {
  71. 'help': (
  72. 'help',
  73. 'usage',
  74. ),
  75. 'util': (
  76. 'b32tohex',
  77. 'b58chktohex',
  78. 'b58tobytes',
  79. 'b58tohex',
  80. 'b6dtohex',
  81. 'bytespec',
  82. 'bytestob58',
  83. 'hash160',
  84. 'hash256',
  85. 'hexdump',
  86. 'hexlify',
  87. 'hexreverse',
  88. 'hextob32',
  89. 'hextob58',
  90. 'hextob58chk',
  91. 'hextob6d',
  92. 'id6',
  93. 'id8',
  94. 'randb58',
  95. 'randhex',
  96. 'str2id6',
  97. 'to_bytespec',
  98. 'unhexdump',
  99. 'unhexlify',
  100. ),
  101. 'coin': (
  102. 'addr2pubhash',
  103. 'addr2scriptpubkey',
  104. 'eth_checksummed_addr',
  105. 'hex2wif',
  106. 'privhex2addr',
  107. 'privhex2pubhex',
  108. 'pubhash2addr',
  109. 'pubhex2addr',
  110. 'pubhex2redeem_script',
  111. 'randpair',
  112. 'randwif',
  113. 'redeem_script2addr',
  114. 'scriptpubkey2addr',
  115. 'wif2addr',
  116. 'wif2hex',
  117. 'wif2redeem_script',
  118. 'wif2segwit_pair',
  119. ),
  120. 'mnemonic': (
  121. 'hex2mn',
  122. 'mn2hex',
  123. 'mn2hex_interactive',
  124. 'mn_printlist',
  125. 'mn_rand128',
  126. 'mn_rand192',
  127. 'mn_rand256',
  128. 'mn_stats',
  129. ),
  130. 'file': (
  131. 'addrfile_chksum',
  132. 'keyaddrfile_chksum',
  133. 'viewkeyaddrfile_chksum',
  134. 'passwdfile_chksum',
  135. 'txview',
  136. ),
  137. 'filecrypt': (
  138. 'decrypt',
  139. 'encrypt',
  140. ),
  141. 'fileutil': (
  142. 'extract_key_from_geth_wallet',
  143. 'find_incog_data',
  144. 'rand2file',
  145. ),
  146. 'wallet': (
  147. 'gen_addr',
  148. 'gen_key',
  149. 'get_subseed',
  150. 'get_subseed_by_seed_id',
  151. 'list_shares',
  152. 'list_subseeds',
  153. ),
  154. 'rpc': (
  155. 'add_label',
  156. 'daemon_version',
  157. 'getbalance',
  158. 'listaddress',
  159. 'listaddresses',
  160. 'remove_address',
  161. 'remove_label',
  162. 'rescan_address',
  163. 'rescan_blockchain',
  164. 'resolve_address',
  165. 'twexport',
  166. 'twimport',
  167. 'twview',
  168. 'txhist',
  169. ),
  170. }
  171. def get_cmds():
  172. return [cmd for mod,cmds in mods.items() if mod != 'help' for cmd in cmds]
  173. def create_call_sig(cmd,cls,as_string=False):
  174. m = getattr(cls,cmd)
  175. if 'varargs_call_sig' in m.__code__.co_varnames: # hack
  176. flag = 'VAR_ARGS'
  177. va = m.__defaults__[0]
  178. args,dfls,ann = va['args'],va['dfls'],va['annots']
  179. else:
  180. flag = None
  181. args = m.__code__.co_varnames[1:m.__code__.co_argcount]
  182. dfls = m.__defaults__ or ()
  183. ann = m.__annotations__
  184. nargs = len(args) - len(dfls)
  185. dfl_types = tuple(
  186. ann[a] if a in ann and isinstance(ann[a],type) else type(dfls[i])
  187. for i,a in enumerate(args[nargs:]) )
  188. if as_string:
  189. get_type_from_ann = lambda x: 'str or STDIN' if ann[x] == 'sstr' else ann[x].__name__
  190. return ' '.join(
  191. [f'{a} [{get_type_from_ann(a)}]' for a in args[:nargs]] +
  192. [f'{a} [{dfl_types[n].__name__}={dfls[n]!r}]' for n,a in enumerate(args[nargs:])] )
  193. else:
  194. get_type_from_ann = lambda x: 'str' if ann[x] == 'sstr' else ann[x].__name__
  195. return (
  196. [(a,get_type_from_ann(a)) for a in args[:nargs]], # c_args
  197. {a:dfls[n] for n,a in enumerate(args[nargs:])}, # c_kwargs
  198. {a:dfl_types[n] for n,a in enumerate(args[nargs:])}, # c_kwargs_types
  199. ('STDIN_OK' if nargs and ann[args[0]] == 'sstr' else flag), # flag
  200. ann ) # ann
  201. def process_args(cmd,cmd_args,cls):
  202. c_args,c_kwargs,c_kwargs_types,flag,_ = create_call_sig(cmd,cls)
  203. have_stdin_input = False
  204. def usage_die(s):
  205. msg(s)
  206. from .tool.help import usage
  207. usage(cmd)
  208. if flag != 'VAR_ARGS':
  209. if len(cmd_args) < len(c_args):
  210. usage_die(f'Command requires exactly {len(c_args)} non-keyword argument{suf(c_args)}')
  211. u_args = cmd_args[:len(c_args)]
  212. # If we're reading from a pipe, replace '-' with output of previous command
  213. if flag == 'STDIN_OK' and u_args and u_args[0] == '-':
  214. if sys.stdin.isatty():
  215. die( 'BadFilename', "Standard input is a TTY. Can't use '-' as a filename" )
  216. else:
  217. from .util2 import parse_bytespec
  218. max_dlen_spec = '10kB' # limit input to 10KB for now
  219. max_dlen = parse_bytespec(max_dlen_spec)
  220. u_args[0] = os.read(0,max_dlen)
  221. have_stdin_input = True
  222. if len(u_args[0]) >= max_dlen:
  223. die(2,f'Maximum data input for this command is {max_dlen_spec}')
  224. if not u_args[0]:
  225. die(2,f'{cmd}: ERROR: no output from previous command in pipe')
  226. u_nkwargs = len(cmd_args) - len(c_args)
  227. u_kwargs = {}
  228. if flag == 'VAR_ARGS':
  229. cmd_args = ['dummy_arg'] + cmd_args
  230. t = [a.split('=',1) for a in cmd_args if '=' in a]
  231. tk = [a[0] for a in t]
  232. tk_bad = [a for a in tk if a not in c_kwargs]
  233. if set(tk_bad) != set(tk[:len(tk_bad)]): # permit non-kw args to contain '='
  234. die(1,f'{tk_bad[-1]!r}: illegal keyword argument')
  235. u_kwargs = dict(t[len(tk_bad):])
  236. u_args = cmd_args[:-len(u_kwargs) or None]
  237. elif u_nkwargs > 0:
  238. u_kwargs = dict([a.split('=',1) for a in cmd_args[len(c_args):] if '=' in a])
  239. if len(u_kwargs) != u_nkwargs:
  240. usage_die(f'Command requires exactly {len(c_args)} non-keyword argument{suf(c_args)}')
  241. if len(u_kwargs) > len(c_kwargs):
  242. usage_die(f'Command accepts no more than {len(c_kwargs)} keyword argument{suf(c_kwargs)}')
  243. for k in u_kwargs:
  244. if k not in c_kwargs:
  245. usage_die(f'{k!r}: invalid keyword argument')
  246. def conv_type(arg,arg_name,arg_type):
  247. if arg_type == 'bytes' and not isinstance(arg,bytes):
  248. die(1,"'Binary input data must be supplied via STDIN")
  249. if have_stdin_input and arg_type == 'str' and isinstance(arg,bytes):
  250. NL = '\r\n' if sys.platform == 'win32' else '\n'
  251. arg = arg.decode()
  252. if arg[-len(NL):] == NL: # rstrip one newline
  253. arg = arg[:-len(NL)]
  254. if arg_type == 'bool':
  255. if arg.lower() in ('true','yes','1','on'):
  256. arg = True
  257. elif arg.lower() in ('false','no','0','off'):
  258. arg = False
  259. else:
  260. usage_die(f'{arg!r}: invalid boolean value for keyword argument')
  261. try:
  262. return __builtins__[arg_type](arg)
  263. except:
  264. die(1,f'{arg!r}: Invalid argument for argument {arg_name} ({arg_type!r} required)')
  265. if flag == 'VAR_ARGS':
  266. args = [conv_type(u_args[i],c_args[0][0],c_args[0][1]) for i in range(len(u_args))]
  267. else:
  268. args = [conv_type(u_args[i],c_args[i][0],c_args[i][1]) for i in range(len(c_args))]
  269. kwargs = {k:conv_type(v,k,c_kwargs_types[k].__name__) for k,v in u_kwargs.items()}
  270. return ( args, kwargs )
  271. def process_result(ret,pager=False,print_result=False):
  272. """
  273. Convert result to something suitable for output to screen and return it.
  274. If result is bytes and not convertible to utf8, output as binary using os.write().
  275. If 'print_result' is True, send the converted result directly to screen or
  276. pager instead of returning it.
  277. """
  278. def triage_result(o):
  279. if print_result:
  280. if pager:
  281. from .ui import do_pager
  282. do_pager(o)
  283. else:
  284. Msg(o)
  285. else:
  286. return o
  287. if ret is True:
  288. return True
  289. elif ret in (False,None):
  290. die(2,f'tool command returned {ret!r}')
  291. elif isinstance(ret,str):
  292. return triage_result(ret)
  293. elif isinstance(ret,int):
  294. return triage_result(str(ret))
  295. elif isinstance(ret,tuple):
  296. return triage_result('\n'.join([r.decode() if isinstance(r,bytes) else r for r in ret]))
  297. elif isinstance(ret,bytes):
  298. try:
  299. return triage_result(ret.decode())
  300. except:
  301. # don't add NL to binary data if it can't be converted to utf8
  302. return os.write(1,ret) if print_result else ret
  303. else:
  304. die(2,f'tool.py: can’t handle return value of type {type(ret).__name__!r}')
  305. def get_cmd_cls(cmd):
  306. for modname,cmdlist in mods.items():
  307. if cmd in cmdlist:
  308. return getattr(importlib.import_module(f'mmgen.tool.{modname}'),'tool_cmd')
  309. return False
  310. def get_mod_cls(modname):
  311. return getattr(importlib.import_module(f'mmgen.tool.{modname}'),'tool_cmd')
  312. if gc.prog_name == 'mmgen-tool':
  313. cfg = Config( opts_data=opts_data, parse_only=True )
  314. po = cfg._parsed_opts
  315. if po.user_opts.get('list'):
  316. def gen():
  317. for mod,cmdlist in mods.items():
  318. if mod == 'help':
  319. continue
  320. yield capfirst( get_mod_cls(mod).__doc__.lstrip().split('\n')[0] ) + ':'
  321. for cmd in cmdlist:
  322. yield ' ' + cmd
  323. yield ''
  324. Msg('\n'.join(gen()).rstrip())
  325. sys.exit(0)
  326. if len(po.cmd_args) < 1:
  327. cfg._opts.usage()
  328. cmd = po.cmd_args[0]
  329. cls = get_cmd_cls(cmd)
  330. if not cls:
  331. die(1,f'{cmd!r}: no such command')
  332. cfg = Config(
  333. opts_data = opts_data,
  334. parsed_opts = po,
  335. need_proto = cls.need_proto,
  336. init_opts = {'rpc_backend':'aiohttp'} if cmd == 'twimport' else None,
  337. process_opts = True )
  338. cmd,*args = cfg._args
  339. if cmd in ('help','usage') and args:
  340. args[0] = 'command_name=' + args[0]
  341. args,kwargs = process_args(cmd,args,cls)
  342. ret = getattr(cls(cfg,cmdname=cmd),cmd)(*args,**kwargs)
  343. if type(ret).__name__ == 'coroutine':
  344. ret = async_run(ret)
  345. process_result(
  346. ret,
  347. pager = kwargs.get('pager'),
  348. print_result = True )