group_mgr.py 7.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230
  1. #!/usr/bin/env python3
  2. #
  3. # MMGen Wallet, a terminal-based cryptocurrency wallet
  4. # Copyright (C)2013-2025 The MMGen Project <mmgen@tuta.io>
  5. # Licensed under the GNU General Public License, Version 3:
  6. # https://www.gnu.org/licenses
  7. # Public project repositories:
  8. # https://github.com/mmgen/mmgen-wallet
  9. # https://gitlab.com/mmgen/mmgen-wallet
  10. """
  11. cmdtest_d.include.group_mgr: Command group manager for the MMGen Wallet cmdtest suite
  12. """
  13. import sys, os, time
  14. from collections import namedtuple
  15. from mmgen.color import yellow, green, cyan
  16. from mmgen.util import Msg, die
  17. from .cfg import cfgs, cmd_groups_dfl, cmd_groups_extra
  18. class CmdGroupMgr:
  19. dpy_data = None
  20. cmd_groups = cmd_groups_dfl.copy()
  21. cmd_groups.update(cmd_groups_extra)
  22. cfg_attrs = (
  23. 'seed_len',
  24. 'seed_id',
  25. 'wpasswd',
  26. 'kapasswd',
  27. 'segwit',
  28. 'hash_preset',
  29. 'bw_filename',
  30. 'bw_params',
  31. 'ref_bw_seed_id',
  32. 'addr_idx_list',
  33. 'pass_idx_list')
  34. def __init__(self, cfg):
  35. self.cfg = cfg
  36. self.network_id = cfg._proto.coin.lower() + ('_tn' if cfg._proto.testnet else '')
  37. self.name = type(self).__name__
  38. @classmethod
  39. def get_cmd_groups(cls, cfg):
  40. exclude = cfg.exclude_groups.split(',') if cfg.exclude_groups else []
  41. for e in exclude:
  42. if e not in cmd_groups_dfl:
  43. die(1, f'{e!r}: group not recognized')
  44. return [s for s in cmd_groups_dfl if s not in exclude]
  45. def create_cmd_group(self, cls, sg_name=None):
  46. cmd_group_in = dict(cls.cmd_group_in)
  47. if sg_name and 'subgroup.' + sg_name not in cmd_group_in:
  48. die(1, f'{sg_name!r}: no such subgroup in test group {cls.__name__}')
  49. def add_entries(key, add_deps=True, added_subgroups=[]):
  50. if add_deps:
  51. for dep in cmd_group_in['subgroup.'+key]:
  52. yield from add_entries(dep)
  53. assert isinstance(cls.cmd_subgroups[key][0], str), f'header for subgroup {key!r} missing!'
  54. if not key in added_subgroups:
  55. yield from cls.cmd_subgroups[key][1:]
  56. added_subgroups.append(key)
  57. def gen():
  58. for name, data in cls.cmd_group_in:
  59. if name.startswith('subgroup.'):
  60. sg_key = name.removeprefix('subgroup.')
  61. if sg_name in (None, sg_key):
  62. yield from add_entries(
  63. sg_key,
  64. add_deps = sg_name and not self.cfg.skipping_deps,
  65. added_subgroups = [sg_name] if self.cfg.deps_only else [])
  66. if self.cfg.deps_only and sg_key == sg_name:
  67. return
  68. else:
  69. yield (name, data)
  70. return tuple(gen())
  71. def load_mod(self, gname, modname=None):
  72. grp = self.cmd_groups[gname]
  73. if modname is None and 'modname' in grp.params:
  74. modname = grp.params['modname']
  75. import importlib
  76. modpath = f'test.cmdtest_d.{modname or gname}'
  77. return getattr(importlib.import_module(modpath), grp.clsname)
  78. def create_group(self, gname, sg_name, full_data=False, modname=None, is3seed=False, add_dpy=False):
  79. """
  80. Initializes the list 'cmd_list' and dict 'dpy_data' from module's cmd_group data.
  81. Alternatively, if called with 'add_dpy=True', updates 'dpy_data' from module data
  82. without touching 'cmd_list'
  83. """
  84. def get_shared_deps(cmdname, tmpdir_idx):
  85. """
  86. shared_deps are "implied" dependencies for all cmds in cmd_group that don't appear in
  87. the cmd_group data or cmds' argument lists. Supported only for 3seed tests at present.
  88. """
  89. return [k for k, v in cfgs[str(tmpdir_idx)]['dep_generators'].items()
  90. if k in cls.shared_deps and v != cmdname] if hasattr(cls, 'shared_deps') else []
  91. cls = self.load_mod(gname, modname)
  92. if not 'cmd_group' in cls.__dict__ and hasattr(cls, 'cmd_group_in'):
  93. cls.cmd_group = self.create_cmd_group(cls, sg_name)
  94. def gen_cdata():
  95. cgd = namedtuple('cmd_group_data', ['tmpdir_num', 'desc', 'dpy_list'])
  96. for a, b in cls.cmd_group:
  97. if is3seed:
  98. for n, (i, j) in enumerate(zip(cls.tmpdir_nums, [128, 192, 256])):
  99. k = f'{a}_{n + 1}'
  100. if not k in cls.skip_cmds:
  101. yield (k, cgd(i, f'{b} ({j}-bit)', [[get_shared_deps(k, i), i]]))
  102. elif full_data:
  103. yield (a, cgd(*b))
  104. else:
  105. yield (a, cgd(cls.tmpdir_nums[0], b, [[[], cls.tmpdir_nums[0]]]))
  106. cdata = tuple(gen_cdata()) # cannot use dict() here because of repeated keys
  107. if add_dpy:
  108. self.dpy_data.update(dict(cdata))
  109. else:
  110. self.cmd_list = tuple(e[0] for e in cdata)
  111. self.dpy_data = dict(cdata)
  112. cls.full_data = full_data or is3seed
  113. if not cls.full_data:
  114. cls.tmpdir_num = cls.tmpdir_nums[0]
  115. for k, v in cfgs[str(cls.tmpdir_num)].items():
  116. setattr(cls, k, v)
  117. return cls
  118. def gm_init_group(self, cfg, trunner, gname, sg_name, spawn_prog):
  119. cls = self.create_group(gname, sg_name, **self.cmd_groups[gname].params)
  120. cls.group_name = gname
  121. return cls(cfg, trunner, cfgs, spawn_prog)
  122. def get_cls_by_gname(self, gname):
  123. return self.load_mod(gname, self.cmd_groups[gname].params.get('modname'))
  124. def list_cmds(self):
  125. def gen_output():
  126. yield green('AVAILABLE COMMANDS:')
  127. for gname in self.cmd_groups:
  128. tg = self.gm_init_group(self.cfg, None, gname, None, None)
  129. gdesc = tg.__doc__.strip() if tg.__doc__ else type(tg).__name__
  130. yield '\n' + green(f'{gname!r} - {gdesc}:')
  131. name_w = max(len(cmd) for cmd in self.cmd_list)
  132. for cmd in self.cmd_list:
  133. data = self.dpy_data[cmd]
  134. yield ' {a:{w}} - {b}'.format(
  135. a = cmd,
  136. b = data if isinstance(data, str) else data.desc,
  137. w = name_w)
  138. from mmgen.ui import do_pager
  139. do_pager('\n'.join(gen_output()))
  140. def list_cmd_groups(self):
  141. if self.cfg.list_current_cmd_groups:
  142. names = tuple(cmd_groups_dfl) + tuple(self.cfg._args)
  143. exclude = self.cfg.exclude_groups.split(',') if self.cfg.exclude_groups else []
  144. ginfo = {name: cls
  145. for name, cls in [(gname, self.get_cls_by_gname(gname)) for gname in names]
  146. if self.network_id in cls.networks and not name in exclude}
  147. desc = 'CONFIGURED'
  148. else:
  149. ginfo = {name: self.get_cls_by_gname(name) for name in self.cmd_groups}
  150. desc = 'AVAILABLE'
  151. def gen_output():
  152. yield green(f'{desc} COMMAND GROUPS AND SUBGROUPS:')
  153. yield ''
  154. name_w = max(len(name) for name in ginfo)
  155. for name, cls in ginfo.items():
  156. if not cls.is_helper:
  157. yield ' {} - {}'.format(yellow(name.ljust(name_w)), cls.__doc__.strip())
  158. if 'cmd_subgroups' in cls.__dict__:
  159. subgroups = {k:v for k, v in cls.cmd_subgroups.items() if not k.startswith('_')}
  160. max_w = max(len(k) for k in subgroups)
  161. for k, v in subgroups.items():
  162. yield ' + {} · {}'.format(cyan(k.ljust(max_w+1)), v[0])
  163. from mmgen.ui import do_pager
  164. do_pager('\n'.join(gen_output()))
  165. Msg('\n' + ' '.join(ginfo))
  166. def find_cmd_in_groups(self, cmd, group=None):
  167. """
  168. Search for a test command in specified group or all configured command groups
  169. and return it as a string. Loads modules but alters no global variables.
  170. """
  171. if group:
  172. if not group in self.cmd_groups:
  173. die(1, f'{group!r}: unrecognized group')
  174. groups = [self.cmd_groups[group]]
  175. else:
  176. groups = self.cmd_groups
  177. for gname in groups:
  178. cls = self.get_cls_by_gname(gname)
  179. if not hasattr(cls, 'cmd_group'):
  180. cls.cmd_group = self.create_cmd_group(cls)
  181. if cmd in cls.cmd_group: # first search the class
  182. return gname
  183. if cmd in dir(cls(self.cfg, None, None, None)): # then a throwaway instance
  184. return gname # cmd might exist in more than one group - we'll go with the first
  185. return None