common.py 8.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291
  1. #!/usr/bin/env python3
  2. #
  3. # mmgen = Multi-Mode GENerator, command-line Bitcoin cold storage solution
  4. # Copyright (C)2013-2023 The MMGen Project <mmgen@tuta.io>
  5. #
  6. # This program is free software: you can redistribute it and/or modify
  7. # it under the terms of the GNU General Public License as published by
  8. # the Free Software Foundation, either version 3 of the License, or
  9. # (at your option) any later version.
  10. #
  11. # This program is distributed in the hope that it will be useful,
  12. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14. # GNU General Public License for more details.
  15. #
  16. # You should have received a copy of the GNU General Public License
  17. # along with this program. If not, see <http://www.gnu.org/licenses/>.
  18. """
  19. test.include.common: Shared routines and data for the MMGen test suites
  20. """
  21. import os
  22. from subprocess import run,PIPE
  23. from mmgen.common import *
  24. from mmgen.fileutil import write_data_to_file,get_data_from_file
  25. def noop(*args,**kwargs):
  26. pass
  27. def set_globals(cfg):
  28. """
  29. make `cfg`, `qmsg`, `vmsg`, etc. available as globals to scripts by setting
  30. the module attr
  31. """
  32. import test.include.common as this
  33. this.cfg = cfg
  34. if cfg.quiet:
  35. this.qmsg = this.qmsg_r = noop
  36. else:
  37. this.qmsg = msg
  38. this.qmsg_r = msg_r
  39. if cfg.verbose:
  40. this.vmsg = msg
  41. this.vmsg_r = msg_r
  42. this.Vmsg = Msg
  43. this.Vmsg_r = Msg_r
  44. else:
  45. this.vmsg = this.vmsg_r = this.Vmsg = this.Vmsg_r = noop
  46. this.dmsg = msg if cfg.debug else noop
  47. def strip_ansi_escapes(s):
  48. import re
  49. return re.sub('\x1b' + r'\[[;0-9]+?m','',s)
  50. test_py_log_fn = 'test.py.log'
  51. test_py_error_fn = 'test.py.err'
  52. ascii_uc = ''.join(map(chr,list(range(65,91)))) # 26 chars
  53. ascii_lc = ''.join(map(chr,list(range(97,123)))) # 26 chars
  54. lat_accent = ''.join(map(chr,list(range(192,383)))) # 191 chars, L,S
  55. ru_uc = ''.join(map(chr,list(range(1040,1072)))) # 32 chars
  56. gr_uc = ''.join(map(chr,list(range(913,930)) + list(range(931,940)))) # 26 chars (930 is ctrl char)
  57. gr_uc_w_ctrl = ''.join(map(chr,list(range(913,940)))) # 27 chars, L,C
  58. lat_cyr_gr = lat_accent[:130:5] + ru_uc + gr_uc # 84 chars
  59. ascii_cyr_gr = ascii_uc + ru_uc + gr_uc # 84 chars
  60. utf8_text = '[α-$ample UTF-8 text-ω]' * 10 # 230 chars, L,N,P,S,Z
  61. utf8_combining = '[α-$ámple UTF-8 téxt-ω]' * 10 # L,N,P,S,Z,M
  62. utf8_ctrl = '[α-$ample\nUTF-8\ntext-ω]' * 10 # L,N,P,S,Z,C
  63. text_jp = '必要なのは、信用ではなく暗号化された証明に基づく電子取引システムであり、これにより希望する二者が信用できる第三者機関を介さずに直接取引できるよう' # 72 chars ('W'ide)
  64. text_zh = '所以,我們非常需要這樣一種電子支付系統,它基於密碼學原理而不基於信用,使得任何達成一致的雙方,能夠直接進行支付,從而不需要協力廠商仲介的參與。。' # 72 chars ('F'ull + 'W'ide)
  65. sample_text = 'The Times 03/Jan/2009 Chancellor on brink of second bailout for banks'
  66. sample_mn = {
  67. 'mmgen': { # 'able': 0, 'youth': 1625, 'after' == 'afternoon'[:5]
  68. 'mn': 'able cast forgive master funny gaze after afternoon million paint moral youth',
  69. 'hex': '0005685ab4e94cbe3b228cf92112bc5f',
  70. },
  71. 'bip39': { # len('sun') < uniq_ss_len
  72. 'mn': 'vessel ladder alter error federal sibling chat ability sun glass valve picture',
  73. 'hex': 'f30f8c1da665478f49b001d94c5fc452',
  74. },
  75. 'xmrseed': {
  76. 'mn': 'viewpoint donuts ardent template unveil agile meant unafraid urgent athlete rustled mime azure jaded hawk baby jagged haystack baby jagged haystack ramped oncoming point template',
  77. 'hex': 'e8164dda6d42bd1e261a3406b2038dcbddadbeefdeadbeefdeadbeefdeadbe0f',
  78. },
  79. }
  80. ref_kafile_pass = 'kafile password'
  81. ref_kafile_hash_preset = '1'
  82. def getrand(n):
  83. if cfg.test_suite_deterministic:
  84. from mmgen.test import fake_urandom
  85. return fake_urandom(n)
  86. else:
  87. return os.urandom(n)
  88. def getrandnum(n):
  89. return int(getrand(n).hex(),16)
  90. def getrandhex(n):
  91. return getrand(n).hex()
  92. def getrandnum_range(nbytes,rn_max):
  93. while True:
  94. rn = int(getrand(nbytes).hex(),16)
  95. if rn < rn_max:
  96. return rn
  97. def getrandstr(num_chars,no_space=False):
  98. n,m = (94,33) if no_space else (95,32)
  99. return ''.join( chr(i % n + m) for i in list(getrand(num_chars)) )
  100. def get_test_data_dir():
  101. return os.path.join('test','data_dir' + ('','-α')[bool(os.getenv('MMGEN_DEBUG_UTF8'))])
  102. # Windows uses non-UTF8 encodings in filesystem, so use raw bytes here
  103. def cleandir(d,do_msg=False):
  104. d_enc = d.encode()
  105. try: files = os.listdir(d_enc)
  106. except: return
  107. from shutil import rmtree
  108. if do_msg:
  109. gmsg(f'Cleaning directory {d!r}')
  110. for f in files:
  111. try:
  112. os.unlink(os.path.join(d_enc,f))
  113. except:
  114. rmtree(os.path.join(d_enc,f),ignore_errors=True)
  115. def mk_tmpdir(d):
  116. try:
  117. os.makedirs( d, mode=0o755, exist_ok=True )
  118. except OSError as e:
  119. if e.errno != 17:
  120. raise
  121. else:
  122. vmsg(f'Created directory {d!r}')
  123. def get_tmpfile(cfg,fn):
  124. return os.path.join(cfg['tmpdir'],fn)
  125. def write_to_file(fn,data,binary=False):
  126. write_data_to_file(
  127. cfg,
  128. fn,
  129. data,
  130. quiet = True,
  131. binary = binary,
  132. ignore_opt_outdir = True )
  133. def write_to_tmpfile(cfg,fn,data,binary=False):
  134. write_to_file( os.path.join(cfg['tmpdir'],fn), data=data, binary=binary )
  135. def read_from_file(fn,binary=False):
  136. return get_data_from_file( cfg, fn, quiet=True, binary=binary )
  137. def read_from_tmpfile(cfg,fn,binary=False):
  138. return read_from_file(os.path.join(cfg['tmpdir'],fn),binary=binary)
  139. def joinpath(*args,**kwargs):
  140. return os.path.join(*args,**kwargs)
  141. def ok():
  142. if cfg.profile:
  143. return
  144. if cfg.verbose or cfg.exact_output:
  145. gmsg('OK')
  146. else:
  147. msg(' OK')
  148. def cmp_or_die(s,t,desc=None):
  149. if s != t:
  150. die( 'TestSuiteFatalException',
  151. (f'For {desc}:\n' if desc else '') +
  152. f'ERROR: recoded data:\n{t!r}\ndiffers from original data:\n{s!r}'
  153. )
  154. def init_coverage():
  155. coverdir = os.path.join('test','trace')
  156. acc_file = os.path.join('test','trace.acc')
  157. try: os.mkdir(coverdir,0o755)
  158. except: pass
  159. return coverdir,acc_file
  160. def silence():
  161. if not (cfg.verbose or cfg.exact_output):
  162. gv.stdout = gv.stderr = open(os.devnull,'w')
  163. def end_silence():
  164. if not (cfg.verbose or cfg.exact_output):
  165. gv.stdout.close()
  166. gv.stdout = sys.stdout
  167. gv.stderr = sys.stderr
  168. def omsg(s):
  169. sys.stderr.write(s + '\n')
  170. def omsg_r(s):
  171. sys.stderr.write(s)
  172. sys.stderr.flush()
  173. def imsg(s):
  174. if cfg.verbose or cfg.exact_output:
  175. omsg(s)
  176. def imsg_r(s):
  177. if cfg.verbose or cfg.exact_output:
  178. omsg_r(s)
  179. def iqmsg(s):
  180. if not cfg.quiet:
  181. omsg(s)
  182. def iqmsg_r(s):
  183. if not cfg.quiet:
  184. omsg_r(s)
  185. def oqmsg(s):
  186. if not (cfg.verbose or cfg.exact_output):
  187. omsg(s)
  188. def oqmsg_r(s):
  189. if not (cfg.verbose or cfg.exact_output):
  190. omsg_r(s)
  191. def end_msg(t):
  192. omsg(green(
  193. 'All requested tests finished OK' +
  194. ('' if cfg.test_suite_deterministic else f', elapsed time: {t//60:02d}:{t%60:02d}')
  195. ))
  196. def start_test_daemons(*network_ids,remove_datadir=False):
  197. if not cfg.no_daemon_autostart:
  198. return test_daemons_ops(*network_ids,op='start',remove_datadir=remove_datadir)
  199. def stop_test_daemons(*network_ids,force=False,remove_datadir=False):
  200. if force or not cfg.no_daemon_stop:
  201. return test_daemons_ops(*network_ids,op='stop',remove_datadir=remove_datadir)
  202. def restart_test_daemons(*network_ids,remove_datadir=False):
  203. if not stop_test_daemons(*network_ids):
  204. return False
  205. return start_test_daemons(*network_ids,remove_datadir=remove_datadir)
  206. def test_daemons_ops(*network_ids,op,remove_datadir=False):
  207. if not cfg.no_daemon_autostart:
  208. from mmgen.daemon import CoinDaemon
  209. silent = not (cfg.verbose or cfg.exact_output)
  210. ret = False
  211. for network_id in network_ids:
  212. d = CoinDaemon(cfg,network_id,test_suite=True)
  213. if remove_datadir:
  214. d.stop(silent=True)
  215. d.remove_datadir()
  216. ret = d.cmd(op,silent=silent)
  217. return ret
  218. tested_solc_ver = '0.8.7'
  219. def check_solc_ver():
  220. cmd = 'python3 scripts/create-token.py --check-solc-version'
  221. try:
  222. cp = run(cmd.split(),check=False,stdout=PIPE)
  223. except Exception as e:
  224. die(4,f'Unable to execute {cmd!r}: {e}')
  225. res = cp.stdout.decode().strip()
  226. if cp.returncode == 0:
  227. omsg(
  228. orange(f'Found supported solc version {res}') if res == tested_solc_ver else
  229. yellow(f'WARNING: solc version ({res}) does not match tested version ({tested_solc_ver})')
  230. )
  231. return True
  232. else:
  233. omsg(yellow('Warning: Solidity compiler (solc) could not be executed or has unsupported version'))
  234. omsg(res)
  235. return False
  236. def get_ethkey():
  237. cmdnames = ('ethkey','openethereum-ethkey')
  238. for cmdname in cmdnames:
  239. try: run([cmdname,'--help'],stdout=PIPE)
  240. except: pass
  241. else:
  242. return cmdname
  243. else:
  244. die(1,f'ethkey executable not found (tried {cmdnames})')