common.py 6.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197
  1. #!/usr/bin/env python3
  2. #
  3. # mmgen = Multi-Mode GENerator, command-line Bitcoin cold storage solution
  4. # Copyright (C)2013-2021 The MMGen Project <mmgen@tuta.io>
  5. #
  6. # This program is free software: you can redistribute it and/or modify
  7. # it under the terms of the GNU General Public License as published by
  8. # the Free Software Foundation, either version 3 of the License, or
  9. # (at your option) any later version.
  10. #
  11. # This program is distributed in the hope that it will be useful,
  12. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14. # GNU General Public License for more details.
  15. #
  16. # You should have received a copy of the GNU General Public License
  17. # along with this program. If not, see <http://www.gnu.org/licenses/>.
  18. """
  19. common.py: Shared routines and data for the MMGen test suites
  20. """
  21. class TestSuiteException(Exception): pass
  22. class TestSuiteFatalException(Exception): pass
  23. import os
  24. from mmgen.common import *
  25. from mmgen.devtools import *
  26. def strip_ansi_escapes(s):
  27. import re
  28. return re.sub('\x1b\[[;0-9]+?m','',s)
  29. ascii_uc = ''.join(map(chr,list(range(65,91)))) # 26 chars
  30. ascii_lc = ''.join(map(chr,list(range(97,123)))) # 26 chars
  31. lat_accent = ''.join(map(chr,list(range(192,383)))) # 191 chars, L,S
  32. ru_uc = ''.join(map(chr,list(range(1040,1072)))) # 32 chars
  33. gr_uc = ''.join(map(chr,list(range(913,930)) + list(range(931,940)))) # 26 chars (930 is ctrl char)
  34. gr_uc_w_ctrl = ''.join(map(chr,list(range(913,940)))) # 27 chars, L,C
  35. lat_cyr_gr = lat_accent[:130:5] + ru_uc + gr_uc # 84 chars
  36. ascii_cyr_gr = ascii_uc + ru_uc + gr_uc # 84 chars
  37. utf8_text = '[α-$ample UTF-8 text-ω]' * 10 # 230 chars, L,N,P,S,Z
  38. utf8_combining = '[α-$ámple UTF-8 téxt-ω]' * 10 # L,N,P,S,Z,M
  39. utf8_ctrl = '[α-$ample\nUTF-8\ntext-ω]' * 10 # L,N,P,S,Z,C
  40. text_jp = '必要なのは、信用ではなく暗号化された証明に基づく電子取引システムであり、これにより希望する二者が信用できる第三者機関を介さずに直接取引できるよう' # 72 chars ('W'ide)
  41. text_zh = '所以,我們非常需要這樣一種電子支付系統,它基於密碼學原理而不基於信用,使得任何達成一致的雙方,能夠直接進行支付,從而不需要協力廠商仲介的參與。。' # 72 chars ('F'ull + 'W'ide)
  42. sample_text = 'The Times 03/Jan/2009 Chancellor on brink of second bailout for banks'
  43. sample_mn = {
  44. 'mmgen': { # 'able': 0, 'youth': 1625, 'after' == 'afternoon'[:5]
  45. 'mn': 'able cast forgive master funny gaze after afternoon million paint moral youth',
  46. 'hex': '0005685ab4e94cbe3b228cf92112bc5f',
  47. },
  48. 'bip39': { # len('sun') < uniq_ss_len
  49. 'mn': 'vessel ladder alter error federal sibling chat ability sun glass valve picture',
  50. 'hex': 'f30f8c1da665478f49b001d94c5fc452',
  51. },
  52. 'xmrseed': {
  53. 'mn': 'viewpoint donuts ardent template unveil agile meant unafraid urgent athlete rustled mime azure jaded hawk baby jagged haystack baby jagged haystack ramped oncoming point template',
  54. 'hex': 'e8164dda6d42bd1e261a3406b2038dcbddadbeefdeadbeefdeadbeefdeadbe0f',
  55. },
  56. }
  57. ref_kafile_pass = 'kafile password'
  58. ref_kafile_hash_preset = '1'
  59. def getrandnum(n): return int(os.urandom(n).hex(),16)
  60. def getrandhex(n): return os.urandom(n).hex()
  61. def getrandnum_range(nbytes,rn_max):
  62. while True:
  63. rn = int(os.urandom(nbytes).hex(),16)
  64. if rn < rn_max: return rn
  65. def getrandstr(num_chars,no_space=False):
  66. n,m = 95,32
  67. if no_space: n,m = 94,33
  68. return ''.join([chr(i%n+m) for i in list(os.urandom(num_chars))])
  69. def get_data_dir():
  70. return os.path.join('test','data_dir' + ('','-α')[bool(os.getenv('MMGEN_DEBUG_UTF8'))])
  71. # Windows uses non-UTF8 encodings in filesystem, so use raw bytes here
  72. def cleandir(d,do_msg=False):
  73. d_enc = d.encode()
  74. try: files = os.listdir(d_enc)
  75. except: return
  76. from shutil import rmtree
  77. if do_msg: gmsg("Cleaning directory '{}'".format(d))
  78. for f in files:
  79. try:
  80. os.unlink(os.path.join(d_enc,f))
  81. except:
  82. rmtree(os.path.join(d_enc,f),ignore_errors=True)
  83. def mk_tmpdir(d):
  84. try: os.mkdir(d,0o755)
  85. except OSError as e:
  86. if e.errno != 17: raise
  87. else:
  88. vmsg("Created directory '{}'".format(d))
  89. def get_tmpfile(cfg,fn):
  90. return os.path.join(cfg['tmpdir'],fn)
  91. def write_to_file(fn,data,binary=False):
  92. write_data_to_file( fn,
  93. data,
  94. quiet = True,
  95. binary = binary,
  96. ignore_opt_outdir = True )
  97. def write_to_tmpfile(cfg,fn,data,binary=False):
  98. write_to_file( os.path.join(cfg['tmpdir'],fn), data=data, binary=binary )
  99. def read_from_file(fn,binary=False):
  100. from mmgen.util import get_data_from_file
  101. return get_data_from_file(fn,quiet=True,binary=binary)
  102. def read_from_tmpfile(cfg,fn,binary=False):
  103. return read_from_file(os.path.join(cfg['tmpdir'],fn),binary=binary)
  104. def joinpath(*args,**kwargs):
  105. return os.path.join(*args,**kwargs)
  106. def ok():
  107. if opt.profile: return
  108. if opt.verbose or opt.exact_output:
  109. gmsg('OK')
  110. else: msg(' OK')
  111. def cmp_or_die(s,t,desc=None):
  112. if s != t:
  113. m = 'ERROR: recoded data:\n{!r}\ndiffers from original data:\n{!r}'
  114. if desc: m = 'For {}:\n{}'.format(desc,m)
  115. raise TestSuiteFatalException(m.format(t,s))
  116. def init_coverage():
  117. coverdir = os.path.join('test','trace')
  118. acc_file = os.path.join('test','trace.acc')
  119. try: os.mkdir(coverdir,0o755)
  120. except: pass
  121. return coverdir,acc_file
  122. devnull_fh = open(('/dev/null','null.out')[g.platform == 'win'],'w')
  123. def silence():
  124. if not (opt.verbose or (hasattr(opt,'exact_output') and opt.exact_output)):
  125. g.stdout = g.stderr = devnull_fh
  126. def end_silence():
  127. if not (opt.verbose or (hasattr(opt,'exact_output') and opt.exact_output)):
  128. g.stdout = sys.stdout
  129. g.stderr = sys.stderr
  130. def omsg(s):
  131. sys.stderr.write(s + '\n')
  132. def omsg_r(s):
  133. sys.stderr.write(s)
  134. sys.stderr.flush()
  135. def imsg(s):
  136. if opt.verbose or (hasattr(opt,'exact_output') and opt.exact_output):
  137. omsg(s)
  138. def imsg_r(s):
  139. if opt.verbose or (hasattr(opt,'exact_output') and opt.exact_output):
  140. omsg_r(s)
  141. def iqmsg(s):
  142. if not opt.quiet: omsg(s)
  143. def iqmsg_r(s):
  144. if not opt.quiet: omsg_r(s)
  145. def start_test_daemons(*network_ids,remove_datadir=False):
  146. if not opt.no_daemon_autostart:
  147. return test_daemons_ops(*network_ids,op='start',remove_datadir=remove_datadir)
  148. def stop_test_daemons(*network_ids):
  149. if not opt.no_daemon_stop:
  150. return test_daemons_ops(*network_ids,op='stop')
  151. def restart_test_daemons(*network_ids,remove_datadir=False):
  152. stop_test_daemons(*network_ids)
  153. return start_test_daemons(*network_ids,remove_datadir=remove_datadir)
  154. def test_daemons_ops(*network_ids,op,remove_datadir=False):
  155. if not opt.no_daemon_autostart:
  156. from mmgen.daemon import CoinDaemon
  157. silent = not opt.verbose and not getattr(opt,'exact_output',False)
  158. for network_id in network_ids:
  159. if network_id.lower() not in CoinDaemon.network_ids: # silently ignore invalid IDs
  160. continue
  161. d = CoinDaemon(network_id,test_suite=True)
  162. if remove_datadir:
  163. d.stop(silent=True)
  164. d.remove_datadir()
  165. d.cmd(op,silent=silent)