unit_tests.py 5.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168
  1. #!/usr/bin/env python3
  2. #
  3. # mmgen = Multi-Mode GENerator, command-line Bitcoin cold storage solution
  4. # Copyright (C)2013-2023 The MMGen Project <mmgen@tuta.io>
  5. #
  6. # This program is free software: you can redistribute it and/or modify
  7. # it under the terms of the GNU General Public License as published by
  8. # the Free Software Foundation, either version 3 of the License, or
  9. # (at your option) any later version.
  10. #
  11. # This program is distributed in the hope that it will be useful,
  12. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14. # GNU General Public License for more details.
  15. #
  16. # You should have received a copy of the GNU General Public License
  17. # along with this program. If not, see <http://www.gnu.org/licenses/>.
  18. """
  19. test/unit_tests.py: Unit tests for the MMGen suite
  20. """
  21. import sys,os,time,importlib,platform
  22. from include.tests_header import repo_root
  23. from include.common import end_msg
  24. from mmgen.devinit import init_dev
  25. init_dev()
  26. from mmgen.common import *
  27. opts_data = {
  28. 'text': {
  29. 'desc': "Unit tests for the MMGen suite",
  30. 'usage':'[options] [test | test.subtest]...',
  31. 'options': """
  32. -h, --help Print this help message
  33. -a, --no-altcoin-deps Skip tests requiring altcoin daemons, libs or utils
  34. -A, --no-daemon-autostart Don't start and stop daemons automatically
  35. -D, --no-daemon-stop Don't stop auto-started daemons after running tests
  36. -f, --fast Speed up execution by reducing rounds on some tests
  37. -l, --list List available tests
  38. -n, --names Print command names instead of descriptions
  39. -q, --quiet Produce quieter output
  40. -x, --exclude=T Exclude tests 'T' (comma-separated)
  41. -v, --verbose Produce more verbose output
  42. """,
  43. 'notes': """
  44. If no test is specified, all available tests are run
  45. """
  46. }
  47. }
  48. sys.argv.insert(1,'--skip-cfg-file')
  49. opts.UserOpts._reset_ok += ('use_internal_keccak_module',)
  50. g._reset_ok += ('debug_addrlist',)
  51. cmd_args = opts.init(opts_data)
  52. os.environ['PYTHONPATH'] = repo_root
  53. file_pfx = 'ut_'
  54. all_tests = sorted(
  55. [fn[3:-3] for fn in os.listdir(os.path.join(repo_root,'test','unit_tests_d')) if fn[:3] == file_pfx])
  56. exclude = opt.exclude.split(',') if opt.exclude else []
  57. for e in exclude:
  58. if e not in all_tests:
  59. die(1,f'{e!r}: invalid parameter for --exclude (no such test)')
  60. start_time = int(time.time())
  61. if opt.list:
  62. Msg(' '.join(all_tests))
  63. sys.exit(0)
  64. class UnitTestHelpers(object):
  65. @classmethod
  66. def process_bad_data(cls,data):
  67. if os.getenv('PYTHONOPTIMIZE'):
  68. ymsg('PYTHONOPTIMIZE set, skipping error handling tests')
  69. return
  70. import re
  71. desc_w = max(len(e[0]) for e in data)
  72. exc_w = max(len(e[1]) for e in data)
  73. m_exc = '{!r}: incorrect exception type (expected {!r})'
  74. m_err = '{!r}: incorrect error msg (should match {!r}'
  75. m_noraise = "\nillegal action 'bad {}' failed to raise exception {!r}"
  76. for (desc,exc_chk,emsg_chk,func) in data:
  77. try:
  78. vmsg_r(' bad {:{w}}'.format( desc+':', w=desc_w+1 ))
  79. func()
  80. except Exception as e:
  81. exc = type(e).__name__
  82. emsg = e.args[0]
  83. vmsg(' {:{w}} [{}]'.format( exc, emsg, w=exc_w ))
  84. assert exc == exc_chk, m_exc.format(exc,exc_chk)
  85. assert re.search(emsg_chk,emsg), m_err.format(emsg,emsg_chk)
  86. else:
  87. die(4,m_noraise.format(desc,exc_chk))
  88. tests_seen = []
  89. def run_test(test,subtest=None):
  90. modname = f'test.unit_tests_d.{file_pfx}{test}'
  91. mod = importlib.import_module(modname)
  92. def run_subtest(subtest):
  93. subtest_disp = subtest.replace('_','-')
  94. msg(f'Running unit subtest {test}.{subtest_disp}')
  95. t = getattr(mod,'unit_tests')()
  96. if hasattr(t,'_pre_subtest'):
  97. getattr(t,'_pre_subtest')(test,subtest,UnitTestHelpers)
  98. ret = getattr(t,subtest.replace('-','_'))(test,UnitTestHelpers)
  99. if hasattr(t,'_post_subtest'):
  100. getattr(t,'_post_subtest')(test,subtest,UnitTestHelpers)
  101. if type(ret).__name__ == 'coroutine':
  102. ret = async_run(ret)
  103. if not ret:
  104. die(4,f'Unit subtest {subtest_disp!r} failed')
  105. if test not in tests_seen:
  106. gmsg(f'Running unit test {test}')
  107. tests_seen.append(test)
  108. if subtest:
  109. run_subtest(subtest)
  110. else:
  111. if hasattr(mod,'unit_tests'): # new class-based API
  112. t = getattr(mod,'unit_tests')
  113. altcoin_deps = getattr(t,'altcoin_deps',())
  114. win_skip = getattr(t,'win_skip',())
  115. arm_skip = getattr(t,'arm_skip',())
  116. subtests = [k for k,v in t.__dict__.items() if type(v).__name__ == 'function' and k[0] != '_']
  117. for subtest in subtests:
  118. subtest_disp = subtest.replace('_','-')
  119. if opt.no_altcoin_deps and subtest in altcoin_deps:
  120. qmsg(gray(f'Invoked with --no-altcoin-deps, so skipping {subtest_disp!r}'))
  121. continue
  122. if g.platform == 'win' and subtest in win_skip:
  123. qmsg(gray(f'Skipping {subtest_disp!r} for Windows platform'))
  124. continue
  125. elif platform.machine() == 'aarch64' and subtest in arm_skip:
  126. qmsg(gray(f'Skipping {subtest_disp!r} for ARM platform'))
  127. continue
  128. run_subtest(subtest)
  129. else:
  130. if not mod.unit_test().run_test(test,UnitTestHelpers):
  131. die(4,'Unit test {test!r} failed')
  132. try:
  133. for test in (cmd_args or all_tests):
  134. if '.' in test:
  135. test,subtest = test.split('.')
  136. else:
  137. subtest = None
  138. if test not in all_tests:
  139. die(1,f'{test!r}: test not recognized')
  140. if test not in exclude:
  141. run_test(test,subtest=subtest)
  142. end_msg(int(time.time()) - start_time)
  143. except KeyboardInterrupt:
  144. die(1,green('\nExiting at user request'))