ts_regtest.py 51 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402
  1. #!/usr/bin/env python3
  2. #
  3. # mmgen = Multi-Mode GENerator, command-line Bitcoin cold storage solution
  4. # Copyright (C)2013-2022 The MMGen Project <mmgen@tuta.io>
  5. #
  6. # This program is free software: you can redistribute it and/or modify
  7. # it under the terms of the GNU General Public License as published by
  8. # the Free Software Foundation, either version 3 of the License, or
  9. # (at your option) any later version.
  10. #
  11. # This program is distributed in the hope that it will be useful,
  12. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14. # GNU General Public License for more details.
  15. #
  16. # You should have received a copy of the GNU General Public License
  17. # along with this program. If not, see <http://www.gnu.org/licenses/>.
  18. """
  19. test.test_py_d.ts_regtest: Regtest tests for the test.py test suite
  20. """
  21. import os,json,time
  22. from decimal import Decimal
  23. from mmgen.globalvars import g
  24. from mmgen.opts import opt
  25. from mmgen.util import die,gmsg
  26. from mmgen.protocol import init_proto
  27. from mmgen.addrlist import AddrList
  28. from mmgen.wallet import Wallet,get_wallet_cls
  29. from ..include.common import *
  30. from .common import *
  31. pat_date = r'\b\d\d-\d\d-\d\d\b'
  32. pat_date_time = r'\b\d\d\d\d-\d\d-\d\d\s+\d\d:\d\d\b'
  33. dfl_wcls = get_wallet_cls('mmgen')
  34. rt_pw = 'abc-α'
  35. rt_data = {
  36. 'tx_fee': {'btc':'0.0001','bch':'0.001','ltc':'0.01'},
  37. 'rtFundAmt': {'btc':'500','bch':'500','ltc':'5500'},
  38. 'rtFee': {
  39. 'btc': ('20s','10s','60s','31s','10s','20s'),
  40. 'bch': ('20s','10s','60s','0.0001','10s','20s'),
  41. 'ltc': ('1000s','500s','1500s','0.05','400s','1000s')
  42. },
  43. 'rtBals': {
  44. 'btc': ('499.9999488','399.9998282','399.9998147','399.9996877',
  45. '52.99980410','946.99933647','999.99914057','52.9999',
  46. '946.99933647','0.4169328','6.24987417'),
  47. 'bch': ('499.9999484','399.9999194','399.9998972','399.9997692',
  48. '46.78890380','953.20966920','999.99857300','46.789',
  49. '953.2096692','0.4169328','39.58187387'),
  50. 'ltc': ('5499.99744','5399.994425','5399.993885','5399.987535',
  51. '52.98520500','10946.93753500','10999.92274000','52.99',
  52. '10946.937535','0.41364','6.24846787'),
  53. },
  54. 'rtBals_gb': {
  55. 'btc': {
  56. '0conf0': {
  57. 'mmgen': ('283.22339537','283.22339537'),
  58. 'nonmm': ('16.77647763','116.77629233'),
  59. 'total': ('299.999873','399.9996877'),
  60. },
  61. '0conf1': {
  62. 'mmgen': ('283.22339537','0'),
  63. 'nonmm': ('16.77647763','99.9998147'),
  64. 'total': ('299.999873','99.9998147'),
  65. },
  66. '1conf1': {
  67. 'mmgen': ('0','283.22339537'),
  68. 'nonmm': ('0','116.77629233'),
  69. 'total': ('0','399.9996877'),
  70. },
  71. '1conf2': {
  72. 'mmgen': ('0','283.22339537','0'),
  73. 'nonmm': ('0','16.77647763','99.9998147'),
  74. 'total': ('0','299.999873','99.9998147'),
  75. },
  76. },
  77. 'bch': {
  78. '0conf0': {
  79. 'mmgen': ('283.22339437','283.22339437'),
  80. 'nonmm': ('16.77647763','116.77637483'),
  81. 'total': ('299.999872','399.9997692'),
  82. },
  83. '0conf1': {
  84. 'mmgen': ('283.22339437','0'),
  85. 'nonmm': ('16.77647763','99.9998972'),
  86. 'total': ('299.999872','99.9998972'),
  87. },
  88. '1conf1': {
  89. 'mmgen': ('0','283.22339437'),
  90. 'nonmm': ('0','116.77637483'),
  91. 'total': ('0','399.9997692'),
  92. },
  93. '1conf2': {
  94. 'mmgen': ('0','283.22339437','0'),
  95. 'nonmm': ('0','16.77647763','99.9998972'),
  96. 'total': ('0','299.999872','99.9998972'),
  97. },
  98. },
  99. 'ltc': {
  100. '0conf0': {
  101. 'mmgen': ('283.21717237','283.21717237'),
  102. 'nonmm': ('16.77647763','5116.77036263'),
  103. 'total': ('299.99365','5399.987535'),
  104. },
  105. '0conf1': {
  106. 'mmgen': ('283.21717237','0'),
  107. 'nonmm': ('16.77647763','5099.993885'),
  108. 'total': ('299.99365','5099.993885'),
  109. },
  110. '1conf1': {
  111. 'mmgen': ('0','283.21717237'),
  112. 'nonmm': ('0','5116.77036263'),
  113. 'total': ('0','5399.987535'),
  114. },
  115. '1conf2': {
  116. 'mmgen': ('0','283.21717237','0'),
  117. 'nonmm': ('0','16.77647763','5099.993885'),
  118. 'total': ('0','299.99365','5099.993885'),
  119. },
  120. }
  121. },
  122. 'rtBobOp3': {'btc':'S:2','bch':'L:3','ltc':'S:2'},
  123. 'rtAmts': {
  124. 'btc': ('500','500'),
  125. 'bch': ('500','560'),
  126. 'ltc': ('5500','5500')
  127. }
  128. }
  129. def make_burn_addr(proto):
  130. from mmgen.tool.coin import tool_cmd
  131. return tool_cmd(
  132. cmdname = 'pubhash2addr',
  133. proto = proto,
  134. mmtype = 'compressed' ).pubhash2addr('00'*20)
  135. from .ts_base import *
  136. from .ts_shared import *
  137. class TestSuiteRegtest(TestSuiteBase,TestSuiteShared):
  138. 'transacting and tracking wallet operations via regtest mode'
  139. networks = ('btc','ltc','bch')
  140. passthru_opts = ('coin','rpc_backend')
  141. extra_spawn_args = ['--regtest=1']
  142. tmpdir_nums = [17]
  143. color = True
  144. deterministic = False
  145. test_rbf = False
  146. cmd_group_in = (
  147. ('setup', 'regtest (Bob and Alice) mode setup'),
  148. ('subgroup.misc', []),
  149. ('subgroup.init_bob', []),
  150. ('subgroup.init_alice', []),
  151. ('subgroup.fund_users', ['init_bob','init_alice']),
  152. ('subgroup.msg', ['init_bob']),
  153. ('subgroup.twexport', ['fund_users']),
  154. ('subgroup.rescan', ['fund_users']),
  155. ('subgroup.main', ['fund_users']),
  156. ('subgroup.txhist', ['main']),
  157. ('subgroup.label', ['main']),
  158. ('subgroup.view', ['label']),
  159. ('stop', 'stopping regtest daemon'),
  160. )
  161. cmd_subgroups = {
  162. 'misc': (
  163. 'miscellaneous commands',
  164. ('daemon_version', 'mmgen-tool daemon_version'),
  165. ('halving_calculator_bob', 'halving calculator (Bob)'),
  166. ),
  167. 'init_bob': (
  168. 'creating Bob’s MMGen wallet and tracking wallet',
  169. ('walletgen_bob', 'wallet generation (Bob)'),
  170. ('addrgen_bob', 'address generation (Bob)'),
  171. ('addrimport_bob', "importing Bob's addresses"),
  172. ),
  173. 'init_alice': (
  174. 'creating Alice’s MMGen wallet and tracking wallet',
  175. ('walletgen_alice', 'wallet generation (Alice)'),
  176. ('addrgen_alice', 'address generation (Alice)'),
  177. ('addrimport_alice', "importing Alice's addresses"),
  178. ),
  179. 'fund_users': (
  180. 'funding Bob and Alice’s wallets',
  181. ('bob_import_miner_addr', "importing miner’s coinbase addr into Bob’s wallet"),
  182. ('fund_bob_deterministic', "funding Bob’s first MMGen address (deterministic method)"),
  183. ('fund_alice_deterministic', "funding Alice’s first MMGen address (deterministic method)"),
  184. ('bob_recreate_tracking_wallet', 'creation of new tracking wallet (Bob)'),
  185. ('addrimport_bob2', "reimporting Bob's addresses"),
  186. ('fund_bob', "funding Bob's wallet"),
  187. ('fund_alice', "funding Alice's wallet"),
  188. ('generate', 'mining a block'),
  189. ('bob_bal1', "Bob's balance"),
  190. ('generate_extra_deterministic', "generate extra blocks for deterministic run"),
  191. ),
  192. 'msg': (
  193. 'message signing',
  194. ('bob_msgcreate', 'creating a message file for signing'),
  195. ('bob_msgsign', 'signing the message file (default wallet)'),
  196. ('bob_walletconv_words', 'creating an MMGen mnemonic wallet'),
  197. ('bob_subwalletgen_bip39', 'creating a BIP39 mnemonic subwallet'),
  198. ('bob_msgsign_userwallet', 'signing the message file (user-specified wallet)'),
  199. ('bob_msgsign_userwallets', 'signing the message file (user-specified wallets)'),
  200. ('bob_msgverify', 'verifying the message file (all addresses)'),
  201. ('bob_msgverify_raw', 'verifying the raw message file (all addresses)'),
  202. ('bob_msgverify_single', 'verifying the message file (single address)'),
  203. ('bob_msgexport_single', 'exporting the message file (single address)'),
  204. ('bob_msgexport', 'exporting the message file (all addresses)'),
  205. ('bob_msgverify_export', 'verifying the exported JSON data (all addresses)'),
  206. ('bob_msgverify_export_single', 'verifying the exported JSON data (single address)'),
  207. ),
  208. 'twexport': (
  209. 'exporting and importing tracking wallet to JSON',
  210. ('bob_twexport', 'exporting a tracking wallet to JSON'),
  211. ('carol_twimport', 'importing a tracking wallet JSON dump'),
  212. ('carol_delete_wallet', 'unloading and deleting Carol’s tracking wallet'),
  213. ('bob_twexport_noamt', 'exporting a tracking wallet to JSON (include_amts=0)'),
  214. ('carol_twimport_nochksum', 'importing a tracking wallet JSON dump (ignore_checksum=1)'),
  215. ('carol_delete_wallet', 'unloading and deleting Carol’s tracking wallet'),
  216. ('carol_twimport_batch', 'importing a tracking wallet JSON dump (batch=1)'),
  217. ('bob_twexport_pretty', 'exporting a tracking wallet to JSON (pretty=1)'),
  218. ('bob_edit_json_twdump', 'editing a tracking wallet JSON dump'),
  219. ('carol_delete_wallet', 'unloading and deleting Carol’s tracking wallet'),
  220. ('carol_twimport_pretty', 'importing an edited tracking wallet JSON dump (ignore_checksum=1)'),
  221. ('carol_listaddresses', 'viewing Carol’s tracking wallet'),
  222. ('carol_delete_wallet', 'unloading and deleting Carol’s tracking wallet'),
  223. ),
  224. 'rescan': (
  225. 'rescanning address and blockchain',
  226. ('bob_resolve_addr', 'resolving an address in the tracking wallet'),
  227. ('bob_rescan_addr', 'rescanning an address'),
  228. ('bob_rescan_blockchain_all', 'rescanning the blockchain (full rescan)'),
  229. ('bob_rescan_blockchain_gb', 'rescanning the blockchain (Genesis block)'),
  230. ('bob_rescan_blockchain_one', 'rescanning the blockchain (single block)'),
  231. ('bob_rescan_blockchain_ss', 'rescanning the blockchain (range of blocks)'),
  232. ),
  233. 'main': (
  234. 'creating, signing, sending and bumping transactions',
  235. ('bob_add_comment', "adding an 80-screen-width label (lat+cyr+gr)"),
  236. ('bob_twview1', "viewing Bob's tracking wallet"),
  237. ('bob_split1', "splitting Bob's funds"),
  238. ('generate', 'mining a block'),
  239. ('bob_bal2', "Bob's balance"),
  240. ('bob_rbf_1output_create', 'creating RBF tx with one output'),
  241. ('bob_rbf_1output_bump', 'bumping RBF tx with one output'),
  242. ('bob_bal2a', "Bob's balance (age_fmt=confs)"),
  243. ('bob_bal2b', "Bob's balance (showempty=1)"),
  244. ('bob_bal2c', "Bob's balance (showempty=1 minconf=2 age_fmt=days)"),
  245. ('bob_bal2d', "Bob's balance (minconf=2)"),
  246. ('bob_bal2e', "Bob's balance (showempty=1 sort=age)"),
  247. ('bob_bal2f', "Bob's balance (showempty=1 sort=age,reverse)"),
  248. ('bob_send_maybe_rbf', 'sending funds to Alice (RBF, if supported)'),
  249. ('get_mempool1', 'mempool (before RBF bump)'),
  250. ('bob_rbf_status1', 'getting status of transaction'),
  251. ('bob_rbf_bump', 'bumping RBF transaction'),
  252. ('get_mempool2', 'mempool (after RBF bump)'),
  253. ('bob_rbf_status2', 'getting status of transaction after replacement'),
  254. ('bob_rbf_status3', 'getting status of replacement transaction (mempool)'),
  255. ('generate', 'mining a block'),
  256. ('bob_rbf_status4', 'getting status of transaction after confirmed (1) replacement'),
  257. ('bob_rbf_status5', 'getting status of replacement transaction (confirmed)'),
  258. ('generate', 'mining a block'),
  259. ('bob_rbf_status6', 'getting status of transaction after confirmed (2) replacement'),
  260. ('bob_bal3', "Bob's balance"),
  261. ('bob_pre_import', 'sending to non-imported address'),
  262. ('generate', 'mining a block'),
  263. ('bob_import_addr', 'importing non-MMGen address'),
  264. ('bob_bal4', "Bob's balance (after import)"),
  265. ('bob_import_list', 'importing flat address list'),
  266. ('bob_import_list_rescan', 'importing flat address list with --rescan'),
  267. ('bob_import_list_rescan_aio', 'importing flat address list with --rescan (aiohttp backend)'),
  268. ('bob_split2', "splitting Bob's funds"),
  269. ('bob_0conf0_getbalance', "Bob's balance (unconfirmed, minconf=0)"),
  270. ('bob_0conf1_getbalance', "Bob's balance (unconfirmed, minconf=1)"),
  271. ('generate', 'mining a block'),
  272. ('bob_1conf1_getbalance', "Bob's balance (confirmed, minconf=1)"),
  273. ('bob_1conf2_getbalance', "Bob's balance (confirmed, minconf=2)"),
  274. ('bob_bal5', "Bob's balance"),
  275. ('bob_send_non_mmgen', 'sending funds to Alice (from non-MMGen addrs)'),
  276. ('generate', 'mining a block'),
  277. ('alice_send_estimatefee', 'tx creation with no fee on command line'),
  278. ('generate', 'mining a block'),
  279. ('bob_bal6', "Bob's balance"),
  280. ('bob_subwallet_addrgen1', "generating Bob's addrs from subwallet 29L"),
  281. ('bob_subwallet_addrgen2', "generating Bob's addrs from subwallet 127S"),
  282. ('bob_subwallet_addrimport1', "importing Bob's addrs from subwallet 29L"),
  283. ('bob_subwallet_addrimport2', "importing Bob's addrs from subwallet 127S"),
  284. ('bob_subwallet_fund', "funding Bob's subwallet addrs"),
  285. ('generate', 'mining a block'),
  286. ('bob_twview2', "viewing Bob's tracking wallet"),
  287. ('bob_twview3', "viewing Bob's tracking wallet"),
  288. ('bob_subwallet_txcreate', 'creating a transaction with subwallet inputs'),
  289. ('bob_subwallet_txsign', 'signing a transaction with subwallet inputs'),
  290. ('bob_subwallet_txdo', "sending from Bob's subwallet addrs"),
  291. ('generate', 'mining a block'),
  292. ('bob_twview4', "viewing Bob's tracking wallet"),
  293. ('bob_alice_bal', "Bob and Alice's balances"),
  294. ('bob_nochg_burn', 'zero-change transaction to burn address'),
  295. ('generate', 'mining a block'),
  296. ),
  297. 'txhist': (
  298. 'viewing transaction history',
  299. ('bob_txhist1', "viewing Bob's transaction history (sort=age)"),
  300. ('bob_txhist2', "viewing Bob's transaction history (sort=blockheight reverse=1)"),
  301. ('bob_txhist3', "viewing Bob's transaction history (sort=blockheight sinceblock=-7)"),
  302. ('bob_txhist4', "viewing Bob's transaction history (sinceblock=399 detail=1)"),
  303. ('bob_txhist_interactive', "viewing Bob's transaction history (age_fmt=date_time interactive=true)"),
  304. ),
  305. 'label': (
  306. 'adding, removing and editing labels',
  307. ('alice_bal2', "Alice's balance"),
  308. ('alice_add_comment1', 'adding a label'),
  309. ('alice_chk_comment1', 'the label'),
  310. ('alice_add_comment2', 'adding a label'),
  311. ('alice_chk_comment2', 'the label'),
  312. ('alice_edit_comment1', 'editing a label (zh)'),
  313. ('alice_edit_comment2', 'editing a label (lat+cyr+gr)'),
  314. ('alice_chk_comment3', 'the label'),
  315. ('alice_remove_comment1', 'removing a label'),
  316. ('alice_chk_comment4', 'the label'),
  317. ('alice_add_comment_coinaddr', 'adding a label using the coin address'),
  318. ('alice_chk_comment_coinaddr', 'the label'),
  319. ('alice_add_comment_badaddr1', 'adding a label with invalid address'),
  320. ('alice_add_comment_badaddr2', 'adding a label with invalid address for this chain'),
  321. ('alice_add_comment_badaddr3', 'adding a label with wrong MMGen address'),
  322. ('alice_add_comment_badaddr4', 'adding a label with wrong coin address'),
  323. ),
  324. 'view': (
  325. 'viewing addresses and unspent outputs',
  326. ('alice_listaddresses1', 'listaddresses'),
  327. ('alice_listaddresses_days', 'listaddresses (age_fmt=days)'),
  328. ('alice_listaddresses_date', 'listaddresses (age_fmt=date)'),
  329. ('alice_listaddresses_date_time', 'listaddresses (age_fmt=date_time)'),
  330. ('alice_twview1', 'twview'),
  331. ('alice_twview_days', 'twview (age_fmt=days)'),
  332. ('alice_twview_date', 'twview (age_fmt=date)'),
  333. ('alice_twview_date_time', 'twview (age_fmt=date_time)'),
  334. ('alice_txcreate_info', 'txcreate -i'),
  335. ('alice_txcreate_info_term', 'txcreate -i (pexpect_spawn)'),
  336. ),
  337. }
  338. def __init__(self,trunner,cfgs,spawn):
  339. TestSuiteBase.__init__(self,trunner,cfgs,spawn)
  340. if trunner == None:
  341. return
  342. if self.proto.testnet:
  343. die(2,'--testnet and --regtest options incompatible with regtest test suite')
  344. self.proto = init_proto(self.proto.coin,network='regtest',need_amt=True)
  345. coin = self.proto.coin.lower()
  346. import test.test_py_d.ts_regtest as rt_mod
  347. for k in rt_data:
  348. setattr( rt_mod, k, rt_data[k][coin] if coin in rt_data[k] else None )
  349. if self.proto.coin == 'BTC':
  350. self.test_rbf = True # tests are non-coin-dependent, so run just once for BTC
  351. if g.test_suite_deterministic:
  352. self.deterministic = True
  353. self.miner_addr = 'bcrt1qaq8t3pakcftpk095tnqfv5cmmczysls024atnd' # regtest.create_hdseed()
  354. self.miner_wif = 'cTyMdQ2BgfAsjopRVZrj7AoEGp97pKfrC2NkqLuwHr4KHfPNAKwp'
  355. os.environ['MMGEN_BOGUS_SEND'] = ''
  356. self.write_to_tmpfile('wallet_password',rt_pw)
  357. self.dfl_mmtype = 'C' if self.proto.coin == 'BCH' else 'B'
  358. def __del__(self):
  359. os.environ['MMGEN_BOGUS_SEND'] = '1'
  360. def _add_comments_to_addr_file(self,addrfile,outfile,use_comments=False):
  361. silence()
  362. gmsg(f'Adding comments to address file {addrfile!r}')
  363. a = AddrList(self.proto,addrfile)
  364. for n,idx in enumerate(a.idxs(),1):
  365. if use_comments:
  366. a.set_comment(idx,get_comment())
  367. else:
  368. if n % 2: a.set_comment(idx,f'Test address {n}')
  369. af = a.get_file()
  370. af.format(add_comments=True)
  371. from mmgen.fileutil import write_data_to_file
  372. write_data_to_file(outfile,af.fmt_data,quiet=True,ignore_opt_outdir=True)
  373. end_silence()
  374. def setup(self):
  375. stop_test_daemons(self.proto.network_id,force=True,remove_datadir=True)
  376. from shutil import rmtree
  377. try: rmtree(joinpath(self.tr.data_dir,'regtest'))
  378. except: pass
  379. t = self.spawn('mmgen-regtest',['-n','setup'])
  380. for s in ('Starting','Creating','Creating','Creating','Mined','Setup complete'):
  381. t.expect(s)
  382. return t
  383. def daemon_version(self):
  384. t = self.spawn('mmgen-tool', ['--bob','daemon_version'])
  385. t.expect('version')
  386. return t
  387. def halving_calculator_bob(self):
  388. t = self.spawn('halving-calculator.py',['--bob'],cmd_dir='examples')
  389. t.expect('time until halving')
  390. return t
  391. def walletgen(self,user):
  392. t = self.spawn('mmgen-walletgen',['-q','-r0','-p1','--'+user])
  393. t.passphrase_new('new '+dfl_wcls.desc,rt_pw)
  394. t.label()
  395. t.expect('move it to the data directory? (Y/n): ','y')
  396. t.written_to_file(capfirst(dfl_wcls.desc))
  397. return t
  398. def walletgen_bob(self): return self.walletgen('bob')
  399. def walletgen_alice(self): return self.walletgen('alice')
  400. def _user_dir(self,user,coin=None):
  401. return joinpath(self.tr.data_dir,'regtest',coin or self.proto.coin.lower(),user)
  402. def _user_sid(self,user):
  403. return os.path.basename(get_file_with_ext(self._user_dir(user),'mmdat'))[:8]
  404. def _get_user_subsid(self,user,subseed_idx):
  405. fn = get_file_with_ext(self._user_dir(user),dfl_wcls.ext)
  406. silence()
  407. w = Wallet( fn=fn, passwd_file=os.path.join(self.tmpdir,'wallet_password') )
  408. end_silence()
  409. return w.seed.subseed(subseed_idx).sid
  410. def addrgen(self,user,wf=None,addr_range='1-5',subseed_idx=None,mmtypes=[]):
  411. from mmgen.addr import MMGenAddrType
  412. for mmtype in mmtypes or self.proto.mmtypes:
  413. t = self.spawn('mmgen-addrgen',
  414. ['--quiet','--'+user,'--type='+mmtype,f'--outdir={self._user_dir(user)}'] +
  415. ([wf] if wf else []) +
  416. (['--subwallet='+subseed_idx] if subseed_idx else []) +
  417. [addr_range],
  418. extra_desc='({})'.format( MMGenAddrType.mmtypes[mmtype].name ))
  419. t.passphrase(dfl_wcls.desc,rt_pw)
  420. t.written_to_file('Addresses')
  421. ok_msg()
  422. t.skip_ok = True
  423. return t
  424. def addrgen_bob(self): return self.addrgen('bob')
  425. def addrgen_alice(self): return self.addrgen('alice')
  426. def addrimport(self,user,sid=None,addr_range='1-5',num_addrs=5,mmtypes=[],batch=True,quiet=True):
  427. id_strs = { 'legacy':'', 'compressed':'-C', 'segwit':'-S', 'bech32':'-B' }
  428. if not sid: sid = self._user_sid(user)
  429. from mmgen.addr import MMGenAddrType
  430. for mmtype in mmtypes or self.proto.mmtypes:
  431. desc = MMGenAddrType.mmtypes[mmtype].name
  432. addrfile = joinpath(self._user_dir(user),
  433. '{}{}{}[{}]{x}.regtest.addrs'.format(
  434. sid,self.altcoin_pfx,id_strs[desc],addr_range,
  435. x='-α' if g.debug_utf8 else ''))
  436. if mmtype == self.proto.mmtypes[0] and user == 'bob':
  437. self._add_comments_to_addr_file(addrfile,addrfile,use_comments=True)
  438. t = self.spawn(
  439. 'mmgen-addrimport',
  440. args = (
  441. (['--quiet'] if quiet else []) +
  442. ['--'+user] +
  443. (['--batch'] if batch else []) +
  444. [addrfile] ),
  445. extra_desc = f'({desc})' )
  446. if g.debug:
  447. t.expect("Type uppercase 'YES' to confirm: ",'YES\n')
  448. t.expect('Importing')
  449. if batch:
  450. t.expect(f'{num_addrs} addresses imported')
  451. else:
  452. t.expect(f'import completed OK')
  453. t.ok()
  454. t.skip_ok = True
  455. return t
  456. def addrimport_bob(self): return self.addrimport('bob')
  457. def addrimport_alice(self): return self.addrimport('alice',batch=False,quiet=False)
  458. def bob_import_miner_addr(self):
  459. if not self.deterministic:
  460. return 'skip'
  461. return self.spawn(
  462. 'mmgen-addrimport',
  463. [ '--bob', '--rescan', '--quiet', f'--address={self.miner_addr}' ] )
  464. def fund_wallet_deterministic(self,user,addr,utxo_nums,skip_passphrase=False):
  465. """
  466. the deterministic funding method using specific inputs
  467. """
  468. if not self.deterministic:
  469. return 'skip'
  470. self.write_to_tmpfile('miner.key',f'{self.miner_wif}\n')
  471. keyfile = joinpath(self.tmpdir,'miner.key')
  472. return self.user_txdo(
  473. 'bob', '40s',
  474. [ f'{addr},{rtFundAmt}', make_burn_addr(self.proto) ],
  475. utxo_nums,
  476. extra_args = [f'--keys-from-file={keyfile}'],
  477. skip_passphrase = skip_passphrase )
  478. def fund_bob_deterministic(self):
  479. return self.fund_wallet_deterministic( 'bob', f'{self._user_sid("bob")}:C:1', '1-11' )
  480. def fund_alice_deterministic(self):
  481. sid = self._user_sid('alice')
  482. mmtype = ('L','S')[self.proto.cap('segwit')]
  483. addr = self.get_addr_from_addrlist('alice',sid,mmtype,0,addr_range='1-5')
  484. return self.fund_wallet_deterministic( 'alice', addr, '1-11', skip_passphrase=True )
  485. def generate_extra_deterministic(self):
  486. if not self.deterministic:
  487. return 'skip'
  488. return self.generate(num_blocks=2) # do this so block count matches non-deterministic run
  489. async def bob_recreate_tracking_wallet(self):
  490. if not self.deterministic:
  491. return 'skip'
  492. self.spawn('',msg_only=True)
  493. from mmgen.proto.btc.regtest import MMGenRegtest
  494. rt = MMGenRegtest(self.proto.coin)
  495. await rt.stop()
  496. from shutil import rmtree
  497. imsg(f'Deleting Bob’s old tracking wallet')
  498. rmtree(os.path.join(rt.d.datadir,'regtest','wallets','bob'),ignore_errors=True)
  499. rt.init_daemon()
  500. rt.d.start(silent=True)
  501. imsg(f'Creating Bob’s new tracking wallet')
  502. await rt.rpc_call('createwallet','bob',True,True,None,False,False,False)
  503. await rt.stop()
  504. await rt.start()
  505. return 'ok'
  506. def addrimport_bob2(self):
  507. if not self.deterministic:
  508. return 'skip'
  509. return self.addrimport('bob')
  510. def fund_wallet(self,user,mmtype,amt,sid=None,addr_range='1-5'):
  511. if self.deterministic:
  512. return 'skip'
  513. if not sid:
  514. sid = self._user_sid(user)
  515. addr = self.get_addr_from_addrlist(user,sid,mmtype,0,addr_range=addr_range)
  516. t = self.spawn('mmgen-regtest', ['send',str(addr),str(amt)])
  517. t.expect(f'Sending {amt} miner {self.proto.coin}')
  518. t.expect('Mined 1 block')
  519. return t
  520. def fund_bob(self):
  521. return self.fund_wallet('bob','C',rtFundAmt)
  522. def fund_alice(self):
  523. return self.fund_wallet('alice',('L','S')[self.proto.cap('segwit')],rtFundAmt)
  524. def user_twview(self,user,chk,sort='age'):
  525. t = self.spawn('mmgen-tool',['--'+user,'twview','sort='+sort])
  526. if chk:
  527. t.expect(r'{}\b.*\D{}\b'.format(*chk),regex=True)
  528. return t
  529. def bob_twview1(self): return self.user_twview('bob', chk = ('1',rtAmts[0]) )
  530. def user_bal(self,user,bal,args=['showempty=1'],skip_check=False):
  531. t = self.spawn('mmgen-tool',['--'+user,'listaddresses'] + args)
  532. if not skip_check:
  533. cmp_or_die(f'{bal} {self.proto.coin}',strip_ansi_escapes(t.expect_getend('TOTAL: ')))
  534. return t
  535. def alice_bal1(self):
  536. return self.user_bal('alice',rtFundAmt)
  537. def alice_bal2(self):
  538. return self.user_bal('alice',rtBals[8])
  539. def bob_bal1(self):
  540. return self.user_bal('bob',rtFundAmt)
  541. def bob_bal2(self):
  542. return self.user_bal('bob',rtBals[0])
  543. def bob_bal2a(self):
  544. return self.user_bal('bob',rtBals[0],args=['showempty=1','age_fmt=confs'])
  545. def bob_bal2b(self):
  546. return self.user_bal('bob',rtBals[0],args=['showempty=1'])
  547. def bob_bal2c(self):
  548. return self.user_bal('bob',rtBals[0],args=['showempty=1','minconf=2','age_fmt=days'],skip_check=True)
  549. def bob_bal2d(self):
  550. return self.user_bal('bob',rtBals[0],args=['minconf=2'],skip_check=True)
  551. def bob_bal2e(self):
  552. return self.user_bal('bob',rtBals[0],args=['showempty=1','sort=amt'])
  553. def bob_bal2f(self):
  554. return self.user_bal('bob',rtBals[0],args=['showempty=0','sort=twmmid','reverse=1'])
  555. def bob_bal3(self):
  556. return self.user_bal('bob',rtBals[1])
  557. def bob_bal4(self):
  558. return self.user_bal('bob',rtBals[2])
  559. def bob_bal5(self):
  560. return self.user_bal('bob',rtBals[3])
  561. def bob_bal6(self):
  562. return self.user_bal('bob',rtBals[7])
  563. def bob_subwallet_addrgen1(self):
  564. return self.addrgen('bob',subseed_idx='29L',mmtypes=['C']) # 29L: 2FA7BBA8
  565. def bob_subwallet_addrgen2(self):
  566. return self.addrgen('bob',subseed_idx='127S',mmtypes=['C']) # 127S: '09E8E286'
  567. def subwallet_addrimport(self,user,subseed_idx):
  568. sid = self._get_user_subsid(user,subseed_idx)
  569. return self.addrimport(user,sid=sid,mmtypes=['C'])
  570. def bob_subwallet_addrimport1(self): return self.subwallet_addrimport('bob','29L')
  571. def bob_subwallet_addrimport2(self): return self.subwallet_addrimport('bob','127S')
  572. def bob_subwallet_fund(self):
  573. sid1 = self._get_user_subsid('bob','29L')
  574. sid2 = self._get_user_subsid('bob','127S')
  575. chg_addr = self._user_sid('bob') + (':B:1',':L:1')[self.proto.coin=='BCH']
  576. return self.user_txdo(
  577. user = 'bob',
  578. fee = rtFee[1],
  579. outputs_cl = [sid1+':C:2,0.29',sid2+':C:3,0.127',chg_addr],
  580. outputs_list = ('3','1')[self.proto.coin=='BCH'],
  581. extra_args = ['--subseeds=127'],
  582. used_chg_addr_resp = (None,'y')[self.proto.coin=='BCH'] )
  583. def bob_twview2(self):
  584. sid1 = self._get_user_subsid('bob','29L')
  585. return self.user_twview('bob',chk=(sid1+':C:2','0.29'),sort='twmmid')
  586. def bob_twview3(self):
  587. sid2 = self._get_user_subsid('bob','127S')
  588. return self.user_twview('bob',chk=(sid2+':C:3','0.127'),sort='amt')
  589. def bob_subwallet_txcreate(self):
  590. sid1 = self._get_user_subsid('bob','29L')
  591. sid2 = self._get_user_subsid('bob','127S')
  592. outputs_cl = [sid1+':C:5,0.0159',sid2+':C:5']
  593. t = self.spawn('mmgen-txcreate',['-d',self.tmpdir,'-B','--bob'] + outputs_cl)
  594. return self.txcreate_ui_common(t,
  595. menu = ['a'],
  596. inputs = ('1,2','2,3')[self.proto.coin=='BCH'],
  597. interactive_fee = '0.00001')
  598. def bob_subwallet_txsign(self):
  599. fn = get_file_with_ext(self.tmpdir,'rawtx')
  600. t = self.spawn('mmgen-txsign',['-d',self.tmpdir,'--bob','--subseeds=127',fn])
  601. t.view_tx('t')
  602. t.passphrase(dfl_wcls.desc,rt_pw)
  603. t.do_comment(None)
  604. t.expect('(Y/n): ','y')
  605. t.written_to_file('Signed transaction')
  606. return t
  607. def bob_subwallet_txdo(self):
  608. outputs_cl = [self._user_sid('bob')+':L:5']
  609. inputs = ('1,2','2,3')[self.proto.coin=='BCH']
  610. return self.user_txdo('bob',rtFee[5],outputs_cl,inputs,menu=['a'],extra_args=['--subseeds=127']) # sort: amt
  611. def bob_twview4(self):
  612. sid = self._user_sid('bob')
  613. return self.user_twview('bob',chk=(sid+':L:5',rtBals[9]),sort='twmmid')
  614. def user_txhist(self,user,args,expect):
  615. t = self.spawn('mmgen-tool',['--'+user,'txhist'] + args)
  616. res = strip_ansi_escapes(t.read()).replace('\r','')
  617. m = re.search(expect,res,re.DOTALL)
  618. assert m, f'Expected: {expect}'
  619. return t
  620. def bob_txhist1(self):
  621. return self.user_txhist('bob',
  622. args = ['sort=age'],
  623. expect = fr'\s1\).*\s{rtFundAmt}\s' )
  624. def bob_txhist2(self):
  625. return self.user_txhist('bob',
  626. args = ['sort=blockheight','reverse=1','age_fmt=block'],
  627. expect = fr'\s1\).*:{self.dfl_mmtype}:1\s' )
  628. def bob_txhist3(self):
  629. return self.user_txhist('bob',
  630. args = ['sort=blockheight','sinceblock=-7','age_fmt=block'],
  631. expect = fr'Displaying transactions since block 399.*\s6\)\s+405\s.*\s{rtBals[9]}\s.*:L:5.*\s7\)'
  632. )
  633. def bob_txhist4(self):
  634. return self.user_txhist('bob',
  635. args = ['sort=blockheight','sinceblock=399','age_fmt=block','detail=1'],
  636. expect = fr'Displaying transactions since block 399.*\s7\).*Block:.*406.*Value:.*{rtBals[10]}'
  637. )
  638. def bob_txhist_interactive(self):
  639. self.get_file_with_ext('out',delete_all=True)
  640. t = self.spawn('mmgen-tool',
  641. ['--bob',f'--outdir={self.tmpdir}','txhist','age_fmt=date_time','interactive=true'] )
  642. for resp in ('u','i','t','a','m','T','A','r','r','D','D','D','D','p','P','b','V'):
  643. t.expect('draw:\b',resp,regex=True)
  644. if t.pexpect_spawn:
  645. t.expect(r'Block:.*\b394\b',regex=True)
  646. time.sleep(1)
  647. t.send('q')
  648. time.sleep(0.2)
  649. t.send('b')
  650. t.expect('draw:\b','q',regex=True)
  651. else:
  652. txnum,idx = (8,1) if self.proto.coin == 'BCH' else (9,3)
  653. t.expect(f'\s{txnum}\).*Inputs:.*:L:{idx}.*Outputs \(3\):.*:C:2.*\s10\)','q',regex=True)
  654. return t
  655. def bob_getbalance(self,bals,confs=1):
  656. for i in range(len(bals['mmgen'])):
  657. assert Decimal(bals['mmgen'][i]) + Decimal(bals['nonmm'][i]) == Decimal(bals['total'][i])
  658. sid = self._user_sid('bob')
  659. t = self.spawn('mmgen-tool',['--bob','getbalance',f'minconf={confs}'])
  660. t.expect('Wallet')
  661. for k,lbl in (
  662. ('mmgen',f'{sid}:'),
  663. ('nonmm','Non-MMGen:'),
  664. ('total',f'TOTAL {self.proto.coin}')
  665. ):
  666. ret = strip_ansi_escapes(t.expect_getend(lbl + ' '))
  667. cmp_or_die(
  668. ' '.join(bals[k]),
  669. ' '.join(ret.split()),
  670. desc = k,
  671. )
  672. return t
  673. def bob_0conf0_getbalance(self): return self.bob_getbalance(rtBals_gb['0conf0'],confs=0)
  674. def bob_0conf1_getbalance(self): return self.bob_getbalance(rtBals_gb['0conf1'],confs=1)
  675. def bob_1conf1_getbalance(self): return self.bob_getbalance(rtBals_gb['1conf1'],confs=1)
  676. def bob_1conf2_getbalance(self): return self.bob_getbalance(rtBals_gb['1conf2'],confs=2)
  677. def bob_nochg_burn(self):
  678. return self.user_txdo('bob',
  679. fee = '0.00009713',
  680. outputs_cl = [f'{make_burn_addr(self.proto)}'],
  681. outputs_list = '1' )
  682. def bob_alice_bal(self):
  683. t = self.spawn('mmgen-regtest',['balances'])
  684. ret = t.expect_getend("Bob's balance:").strip()
  685. cmp_or_die(rtBals[4],ret)
  686. ret = t.expect_getend("Alice's balance:").strip()
  687. cmp_or_die(rtBals[5],ret)
  688. ret = t.expect_getend("Total balance:").strip()
  689. cmp_or_die(rtBals[6],ret)
  690. return t
  691. def user_txsend_status(self,user,tx_file,exp1='',exp2='',extra_args=[]):
  692. t = self.spawn('mmgen-txsend',['-d',self.tmpdir,'--'+user,'--status'] + extra_args + [tx_file])
  693. if exp1: t.expect(exp1,regex=True)
  694. if exp2: t.expect(exp2,regex=True)
  695. return t
  696. def user_txdo( self, user, fee, outputs_cl, outputs_list,
  697. extra_args = [],
  698. wf = None,
  699. do_label = False,
  700. bad_locktime = False,
  701. full_tx_view = False,
  702. menu = ['M'],
  703. skip_passphrase = False,
  704. used_chg_addr_resp = None ):
  705. t = self.spawn('mmgen-txdo',
  706. ['-d',self.tmpdir,'-B','--'+user] +
  707. (['--tx-fee='+fee] if fee else []) +
  708. extra_args + ([],[wf])[bool(wf)] + outputs_cl)
  709. self.txcreate_ui_common(t,
  710. caller = 'txdo',
  711. menu = menu,
  712. inputs = outputs_list,
  713. file_desc = 'Signed transaction',
  714. interactive_fee = (tx_fee,'')[bool(fee)],
  715. add_comment = tx_comment_jp,
  716. view = 't',
  717. save = True,
  718. used_chg_addr_resp = used_chg_addr_resp )
  719. if not skip_passphrase:
  720. t.passphrase(dfl_wcls.desc,rt_pw)
  721. t.written_to_file('Signed transaction')
  722. self._do_confirm_send(t)
  723. s,exit_val = (('Transaction sent',0),("can't be included",1))[bad_locktime]
  724. t.expect(s)
  725. t.req_exit_val = exit_val
  726. return t
  727. def bob_split1(self):
  728. sid = self._user_sid('bob')
  729. outputs_cl = [sid+':C:1,100', sid+':L:2,200',sid+':'+rtBobOp3]
  730. return self.user_txdo('bob',rtFee[0],outputs_cl,'1',do_label=True,full_tx_view=True)
  731. def get_addr_from_addrlist(self,user,sid,mmtype,idx,addr_range='1-5'):
  732. id_str = { 'L':'', 'S':'-S', 'C':'-C', 'B':'-B' }[mmtype]
  733. ext = '{}{}{}[{}]{x}.regtest.addrs'.format(
  734. sid,self.altcoin_pfx,id_str,addr_range,x='-α' if g.debug_utf8 else '')
  735. addrfile = get_file_with_ext(self._user_dir(user),ext,no_dot=True)
  736. silence()
  737. addr = AddrList(self.proto,addrfile).data[idx].addr
  738. end_silence()
  739. return addr
  740. def _create_tx_outputs(self,user,data):
  741. sid = self._user_sid(user)
  742. return [self.get_addr_from_addrlist(user,sid,mmtype,idx-1)+amt_str for mmtype,idx,amt_str in data]
  743. def bob_rbf_1output_create(self):
  744. if not self.test_rbf:
  745. return 'skip'
  746. out_addr = self._create_tx_outputs('alice',(('B',5,''),))
  747. t = self.spawn('mmgen-txcreate',['-d',self.tr.trash_dir,'-B','--bob','--rbf'] + out_addr)
  748. return self.txcreate_ui_common(t,menu=[],inputs='3',interactive_fee='3s') # out amt: 199.99999343
  749. def bob_rbf_1output_bump(self):
  750. if not self.test_rbf:
  751. return 'skip'
  752. ext = '9343,3]{x}.regtest.rawtx'.format(x='-α' if g.debug_utf8 else '')
  753. txfile = get_file_with_ext(self.tr.trash_dir,ext,delete=False,no_dot=True)
  754. return self.user_txbump('bob',
  755. self.tr.trash_dir,
  756. txfile,
  757. '8s',
  758. has_label = False,
  759. signed_tx = False,
  760. one_output = True )
  761. def bob_send_maybe_rbf(self):
  762. outputs_cl = self._create_tx_outputs('alice',(('L',1,',60'),('C',1,',40'))) # alice_sid:L:1, alice_sid:C:1
  763. outputs_cl += [self._user_sid('bob')+':'+rtBobOp3]
  764. return self.user_txdo('bob',rtFee[1],outputs_cl,'3',
  765. extra_args = ([],['--rbf'])[self.proto.cap('rbf')],
  766. used_chg_addr_resp = 'y' )
  767. def bob_send_non_mmgen(self):
  768. outputs_cl = self._create_tx_outputs('alice',(
  769. (('L','S')[self.proto.cap('segwit')],2,',10'),
  770. (('L','S')[self.proto.cap('segwit')],3,'')
  771. )) # alice_sid:S:2, alice_sid:S:3
  772. keyfile = joinpath(self.tmpdir,'non-mmgen.keys')
  773. return self.user_txdo('bob',rtFee[3],outputs_cl,'1,4-10',
  774. extra_args=['--keys-from-file='+keyfile,'--vsize-adj=1.02'])
  775. def alice_send_estimatefee(self):
  776. outputs_cl = self._create_tx_outputs('bob',(('L',1,''),)) # bob_sid:L:1
  777. return self.user_txdo('alice',None,outputs_cl,'1') # fee=None
  778. def user_txbump(self,user,outdir,txfile,fee,add_args=[],has_label=True,signed_tx=True,one_output=False):
  779. if not self.proto.cap('rbf'):
  780. return 'skip'
  781. t = self.spawn('mmgen-txbump',
  782. ['-d',outdir,'--'+user,'--tx-fee='+fee,'--output-to-reduce=c'] + add_args + [txfile])
  783. if not one_output:
  784. t.expect('OK? (Y/n): ','y') # output OK?
  785. t.expect('OK? (Y/n): ','y') # fee OK?
  786. t.do_comment(False,has_label=has_label)
  787. if signed_tx:
  788. t.passphrase(dfl_wcls.desc,rt_pw)
  789. t.written_to_file('Signed transaction')
  790. self.txsend_ui_common(t,caller='txdo',bogus_send=False,file_desc='Signed transaction')
  791. else:
  792. t.expect('Save fee-bumped transaction? (y/N): ','y')
  793. t.written_to_file('Fee-bumped transaction')
  794. return t
  795. def bob_rbf_bump(self):
  796. ext = ',{}]{x}.regtest.sigtx'.format(rtFee[1][:-1],x='-α' if g.debug_utf8 else '')
  797. txfile = self.get_file_with_ext(ext,delete=False,no_dot=True)
  798. return self.user_txbump('bob',self.tmpdir,txfile,rtFee[2],add_args=['--send'])
  799. def generate(self,num_blocks=1):
  800. int(num_blocks)
  801. t = self.spawn('mmgen-regtest',['generate',str(num_blocks)])
  802. t.expect(f'Mined {num_blocks} block')
  803. return t
  804. def _get_mempool(self):
  805. if not g.debug_utf8:
  806. disable_debug()
  807. ret = self.spawn('mmgen-regtest',['mempool']).read()
  808. if not g.debug_utf8:
  809. restore_debug()
  810. m = re.search(r'(\[\s*"[a-f0-9]{64}"\s*])',ret) # allow for extra output by handler at end
  811. return json.loads(m.group(1))
  812. def get_mempool1(self):
  813. mp = self._get_mempool()
  814. if len(mp) != 1:
  815. die(4,'Mempool has more or less than one TX!')
  816. self.write_to_tmpfile('rbf_txid',mp[0]+'\n')
  817. return 'ok'
  818. def bob_rbf_status(self,fee,exp1,exp2=''):
  819. if not self.proto.cap('rbf'):
  820. return 'skip'
  821. ext = ',{}]{x}.regtest.sigtx'.format(fee[:-1],x='-α' if g.debug_utf8 else '')
  822. txfile = self.get_file_with_ext(ext,delete=False,no_dot=True)
  823. return self.user_txsend_status('bob',txfile,exp1,exp2)
  824. def bob_rbf_status1(self):
  825. if not self.proto.cap('rbf'):
  826. return 'skip'
  827. return self.bob_rbf_status(rtFee[1],'in mempool, replaceable')
  828. def get_mempool2(self):
  829. if not self.proto.cap('rbf'):
  830. return 'skip'
  831. mp = self._get_mempool()
  832. if len(mp) != 1:
  833. die(4,'Mempool has more or less than one TX!')
  834. chk = self.read_from_tmpfile('rbf_txid')
  835. if chk.strip() == mp[0]:
  836. die(4,'TX in mempool has not changed! RBF bump failed')
  837. self.write_to_tmpfile('rbf_txid2',mp[0]+'\n')
  838. return 'ok'
  839. def bob_rbf_status2(self):
  840. if not self.proto.cap('rbf'):
  841. return 'skip'
  842. new_txid = self.read_from_tmpfile('rbf_txid2').strip()
  843. return self.bob_rbf_status(rtFee[1],
  844. 'Transaction has been replaced',f'{new_txid} in mempool')
  845. def bob_rbf_status3(self):
  846. if not self.proto.cap('rbf'):
  847. return 'skip'
  848. return self.bob_rbf_status(rtFee[2],'status: in mempool, replaceable')
  849. def bob_rbf_status4(self):
  850. if not self.proto.cap('rbf'):
  851. return 'skip'
  852. new_txid = self.read_from_tmpfile('rbf_txid2').strip()
  853. return self.bob_rbf_status(rtFee[1],
  854. 'Replacement transaction has 1 confirmation',
  855. f'Replacing transactions:\s+{new_txid}' )
  856. def bob_rbf_status5(self):
  857. if not self.proto.cap('rbf'):
  858. return 'skip'
  859. return self.bob_rbf_status(rtFee[2],'Transaction has 1 confirmation')
  860. def bob_rbf_status6(self):
  861. if not self.proto.cap('rbf'):
  862. return 'skip'
  863. new_txid = self.read_from_tmpfile('rbf_txid2').strip()
  864. return self.bob_rbf_status(rtFee[1],
  865. 'Replacement transaction has 2 confirmations',
  866. f'Replacing transactions:\s+{new_txid}' )
  867. def _gen_pairs(self,n):
  868. from mmgen.tool.api import tool_api
  869. t = tool_api()
  870. t.init_coin(self.proto.coin,self.proto.network)
  871. def gen_addr(Type):
  872. t.addrtype = Type
  873. wif = t.hex2wif(getrandhex(32))
  874. return ( wif, t.wif2addr(wif) )
  875. return [gen_addr('legacy')] + [gen_addr('compressed') for i in range(n-1)]
  876. def bob_pre_import(self):
  877. pairs = self._gen_pairs(5)
  878. self.write_to_tmpfile('non-mmgen.keys','\n'.join([a[0] for a in pairs])+'\n')
  879. self.write_to_tmpfile('non-mmgen.addrs','\n'.join([a[1] for a in pairs])+'\n')
  880. return self.user_txdo('bob',rtFee[4],[pairs[0][1]],'3')
  881. def user_import(self,user,args,nAddr):
  882. t = self.spawn('mmgen-addrimport',['--'+user]+args)
  883. if g.debug:
  884. t.expect("Type uppercase 'YES' to confirm: ",'YES\n')
  885. t.expect(f'Importing {nAddr} address')
  886. if '--rescan' in args:
  887. if not '--quiet' in args:
  888. t.expect('Continue? (Y/n): ','y')
  889. t.expect('Rescanning block')
  890. return t
  891. def bob_import_addr(self):
  892. addr = self.read_from_tmpfile('non-mmgen.addrs').split()[0]
  893. return self.user_import('bob',['--quiet','--address='+addr],nAddr=1)
  894. def bob_import_list_rescan_aio(self):
  895. addrfile = joinpath(self.tmpdir,'non-mmgen.addrs')
  896. return self.user_import('bob',['--rescan','--rpc-backend=aio','--addrlist',addrfile],nAddr=5)
  897. def bob_resolve_addr(self):
  898. mmaddr = '{}:C:1'.format(self._user_sid('bob'))
  899. t = self.spawn('mmgen-tool',['--bob','resolve_address',mmaddr])
  900. coinaddr = t.read().split()[0].strip()
  901. t = self.spawn('mmgen-tool',['--bob','resolve_address',coinaddr],no_msg=True)
  902. mmaddr_res = t.read().split()[0].strip()
  903. assert mmaddr == mmaddr_res, f'{mmaddr} != {mmaddr_res}'
  904. return t
  905. def bob_import_list(self):
  906. addrfile = joinpath(self.tmpdir,'non-mmgen.addrs')
  907. return self.user_import('bob',['--quiet','--addrlist',addrfile],nAddr=5)
  908. def bob_import_list_rescan(self):
  909. addrfile = joinpath(self.tmpdir,'non-mmgen.addrs')
  910. return self.user_import('bob',['--quiet','--rescan','--addrlist',addrfile],nAddr=5)
  911. def bob_rescan_addr(self):
  912. sid = self._user_sid('bob')
  913. t = self.spawn('mmgen-tool',['--bob','rescan_address',f'{sid}:C:1'])
  914. t.expect('Found 1 unspent output')
  915. t.expect('updated successfully')
  916. return t
  917. def bob_rescan_blockchain(self,add_args,expect):
  918. t = self.spawn('mmgen-tool',['--bob','rescan_blockchain'] + add_args)
  919. t.expect(f'Scanning blocks {expect}')
  920. t.expect('Done')
  921. return t
  922. def bob_rescan_blockchain_all(self):
  923. return self.bob_rescan_blockchain([],'300-396')
  924. def bob_rescan_blockchain_gb(self):
  925. return self.bob_rescan_blockchain(['start_block=0','stop_block=0'],'0-0')
  926. def bob_rescan_blockchain_one(self):
  927. return self.bob_rescan_blockchain(['start_block=300','stop_block=300'],'300-300')
  928. def bob_rescan_blockchain_ss(self):
  929. return self.bob_rescan_blockchain(['start_block=300','stop_block=302'],'300-302')
  930. def bob_twexport(self,add_args=[]):
  931. t = self.spawn('mmgen-tool',['--bob',f'--outdir={self.tmpdir}','twexport'] + add_args)
  932. t.written_to_file('JSON data')
  933. return t
  934. def bob_twexport_noamt(self):
  935. return self.bob_twexport(add_args=['include_amts=0'])
  936. def bob_twexport_pretty(self):
  937. return self.bob_twexport(add_args=['pretty=1'])
  938. def bob_edit_json_twdump(self):
  939. self.spawn('',msg_only=True)
  940. from mmgen.tw.json import TwJSON
  941. fn = TwJSON.Base(self.proto).dump_fn
  942. text = json.loads(self.read_from_tmpfile(fn))
  943. text['data']['entries'][3][3] = f'edited comment [фубар] [{gr_uc}]'
  944. self.write_to_tmpfile( fn, json.dumps(text,indent=4) )
  945. return 'ok'
  946. def carol_twimport(self,add_args=[],add_parms=[],expect_str=None):
  947. from mmgen.tw.json import TwJSON
  948. fn = joinpath( self.tmpdir, TwJSON.Base(self.proto).dump_fn )
  949. t = self.spawn('mmgen-tool', add_args + ['--carol','twimport',fn] + add_parms)
  950. t.expect('(y/N): ','y')
  951. if expect_str:
  952. t.expect(expect_str)
  953. elif 'batch=true' in add_parms:
  954. t.expect('{} addresses imported'.format(10 if self.proto.coin == 'BCH' else 20))
  955. else:
  956. t.expect('import completed OK')
  957. t.expect('Found 1 unspent output')
  958. return t
  959. def carol_twimport_nochksum(self):
  960. return self.carol_twimport(add_args=['--rpc-backend=aio'],add_parms=['ignore_checksum=true'])
  961. def carol_twimport_batch(self):
  962. return self.carol_twimport(add_parms=['batch=true'])
  963. def carol_twimport_pretty(self):
  964. return self.carol_twimport(add_parms=['ignore_checksum=true'],expect_str='ignoring incorrect checksum')
  965. def carol_listaddresses(self):
  966. return self.spawn('mmgen-tool',['--carol','listaddresses','showempty=1'])
  967. async def carol_delete_wallet(self):
  968. imsg(f'Unloading Carol’s tracking wallet')
  969. t = self.spawn('mmgen-regtest',['cli','unloadwallet','carol'])
  970. t.ok()
  971. from mmgen.rpc import rpc_init
  972. rpc = await rpc_init(self.proto)
  973. wdir = joinpath(rpc.daemon.network_datadir,'wallets','carol')
  974. from shutil import rmtree
  975. imsg(f'Deleting Carol’s tracking wallet')
  976. rmtree(wdir)
  977. return 'silent'
  978. def bob_split2(self):
  979. addrs = self.read_from_tmpfile('non-mmgen.addrs').split()
  980. amts = (1.12345678,2.87654321,3.33443344,4.00990099,5.43214321)
  981. outputs1 = list(map('{},{}'.format,addrs,amts))
  982. sid = self._user_sid('bob')
  983. l1,l2 = (
  984. (':S',':B') if 'B' in self.proto.mmtypes else
  985. (':S',':S') if self.proto.cap('segwit') else
  986. (':L',':L') )
  987. outputs2 = [sid+':C:2,6.333', sid+':L:3,6.667',sid+l1+':4,0.123',sid+l2+':5']
  988. return self.user_txdo('bob',rtFee[5],outputs1+outputs2,'1-2')
  989. def user_add_comment(self,user,addr,comment):
  990. t = self.spawn('mmgen-tool',['--'+user,'add_label',addr,comment])
  991. t.expect('Added label.*in tracking wallet',regex=True)
  992. return t
  993. def user_remove_comment(self,user,addr):
  994. t = self.spawn('mmgen-tool',['--'+user,'remove_label',addr])
  995. t.expect('Removed label.*in tracking wallet',regex=True)
  996. return t
  997. def bob_add_comment(self):
  998. sid = self._user_sid('bob')
  999. return self.user_add_comment('bob',sid+':C:1',tw_comment_lat_cyr_gr)
  1000. def alice_add_comment1(self):
  1001. sid = self._user_sid('alice')
  1002. return self.user_add_comment('alice',sid+':C:1','Original Label - 月へ')
  1003. def alice_add_comment2(self):
  1004. sid = self._user_sid('alice')
  1005. return self.user_add_comment('alice',sid+':C:1','Replacement Label')
  1006. def _user_chk_comment(self,user,addr,comment,extra_args=[]):
  1007. t = self.spawn('mmgen-tool',['--'+user,'listaddresses','all_labels=1']+extra_args)
  1008. ret = strip_ansi_escapes(t.expect_getend(addr)).strip().split(None,2)[2]
  1009. cmp_or_die( # squeezed display, double-width chars, so truncate to min field width
  1010. ret[:3].strip(),
  1011. comment[:3].strip())
  1012. return t
  1013. def alice_add_comment_coinaddr(self):
  1014. mmid = self._user_sid('alice') + (':S:1',':L:1')[self.proto.coin=='BCH']
  1015. t = self.spawn('mmgen-tool',['--alice','listaddress',mmid,'wide=true'],no_msg=True)
  1016. addr = [i for i in strip_ansi_escapes(t.read()).splitlines() if re.search(rf'\b{mmid}\b',i)][0].split()[3]
  1017. return self.user_add_comment('alice',addr,'Label added using coin address of MMGen address')
  1018. def alice_chk_comment_coinaddr(self):
  1019. mmid = self._user_sid('alice') + (':S:1',':L:1')[self.proto.coin=='BCH']
  1020. return self._user_chk_comment('alice',mmid,'Label added using coin address of MMGen address')
  1021. def alice_add_comment_badaddr(self,addr,reply,exit_val):
  1022. if os.getenv('PYTHONOPTIMIZE'):
  1023. omsg(yellow(f'PYTHONOPTIMIZE set, skipping test {self.test_name!r}'))
  1024. return 'skip'
  1025. t = self.spawn('mmgen-tool',['--alice','add_label',addr,'(none)'])
  1026. t.expect(reply,regex=True)
  1027. t.req_exit_val = exit_val
  1028. return t
  1029. def alice_add_comment_badaddr1(self):
  1030. return self.alice_add_comment_badaddr( rt_pw, 'invalid address', 2 )
  1031. def alice_add_comment_badaddr2(self):
  1032. addr = init_proto(self.proto.coin,network='mainnet').pubhash2addr(bytes(20),False) # mainnet zero address
  1033. return self.alice_add_comment_badaddr( addr, 'invalid address', 2 )
  1034. def alice_add_comment_badaddr3(self):
  1035. addr = self._user_sid('alice') + ':C:123'
  1036. return self.alice_add_comment_badaddr( addr, f'MMGen address {addr!r} not found in tracking wallet', 2 )
  1037. def alice_add_comment_badaddr4(self):
  1038. addr = self.proto.pubhash2addr(bytes(20),False) # regtest (testnet) zero address
  1039. return self.alice_add_comment_badaddr( addr, f'Coin address {addr!r} not found in tracking wallet', 2 )
  1040. def alice_remove_comment1(self):
  1041. sid = self._user_sid('alice')
  1042. mmid = sid + (':S:3',':L:3')[self.proto.coin=='BCH']
  1043. return self.user_remove_comment('alice',mmid)
  1044. def alice_chk_comment1(self):
  1045. sid = self._user_sid('alice')
  1046. return self._user_chk_comment('alice',sid+':C:1','Original Label - 月へ')
  1047. def alice_chk_comment2(self):
  1048. sid = self._user_sid('alice')
  1049. return self._user_chk_comment('alice',sid+':C:1','Replacement Label',extra_args=['age_fmt=block'])
  1050. def alice_edit_comment1(self): return self.user_edit_comment('alice','4',tw_comment_lat_cyr_gr)
  1051. def alice_edit_comment2(self): return self.user_edit_comment('alice','3',tw_comment_zh)
  1052. def alice_chk_comment3(self):
  1053. sid = self._user_sid('alice')
  1054. mmid = sid + (':S:3',':L:3')[self.proto.coin=='BCH']
  1055. return self._user_chk_comment('alice',mmid,tw_comment_lat_cyr_gr,extra_args=['age_fmt=date'])
  1056. def alice_chk_comment4(self):
  1057. sid = self._user_sid('alice')
  1058. mmid = sid + (':S:3',':L:3')[self.proto.coin=='BCH']
  1059. return self._user_chk_comment('alice',mmid,'-',extra_args=['age_fmt=date_time'])
  1060. def user_edit_comment(self,user,output,comment):
  1061. t = self.spawn('mmgen-txcreate',['-B','--'+user,'-i'])
  1062. t.expect(r'add \[l\]abel:.','M',regex=True)
  1063. t.expect(r'add \[l\]abel:.','l',regex=True)
  1064. t.expect(r"Enter unspent.*return to main menu\):.",output+'\n',regex=True)
  1065. t.expect(r"Enter label text.*:.",comment+'\n',regex=True)
  1066. t.expect(r'\[q\]uit view, .*?:.','q',regex=True)
  1067. return t
  1068. def alice_listaddresses(self,args,expect):
  1069. t = self.spawn('mmgen-tool',['--alice','listaddresses','showempty=1'] + args)
  1070. expect_str = r'\D{}\D.*\b{}'.format(*expect)
  1071. t.expect(expect_str,regex=True)
  1072. return t
  1073. def alice_listaddresses1(self):
  1074. return self.alice_listaddresses(
  1075. args = [],
  1076. expect = (rtAmts[1],r'\d+') )
  1077. def alice_listaddresses_days(self):
  1078. return self.alice_listaddresses(
  1079. args = ['age_fmt=days'],
  1080. expect = (rtAmts[1],r'\d+') )
  1081. def alice_listaddresses_date(self):
  1082. return self.alice_listaddresses(
  1083. args = ['age_fmt=date'],
  1084. expect = (rtAmts[1],pat_date) )
  1085. def alice_listaddresses_date_time(self):
  1086. return self.alice_listaddresses(
  1087. args = ['age_fmt=date_time'],
  1088. expect = (rtAmts[1],pat_date_time) )
  1089. def alice_twview(self,args,expect):
  1090. t = self.spawn('mmgen-tool',['--alice','twview'] + args)
  1091. expect_str = r'\D{}\D.*\b{}'.format(*expect)
  1092. t.expect(expect_str,regex=True)
  1093. return t
  1094. def alice_twview1(self):
  1095. return self.alice_twview(
  1096. args = [],
  1097. expect = (rtAmts[0],r'\d+') )
  1098. def alice_twview_days(self):
  1099. return self.alice_twview(
  1100. args = ['age_fmt=days'],
  1101. expect = (rtAmts[0],r'\d+') )
  1102. def alice_twview_date(self):
  1103. return self.alice_twview(
  1104. args = ['age_fmt=date'],
  1105. expect = (rtAmts[0],pat_date) )
  1106. def alice_twview_date_time(self):
  1107. return self.alice_twview(
  1108. args = ['age_fmt=date_time'],
  1109. expect = (rtAmts[0],pat_date_time) )
  1110. def alice_txcreate_info(self,pexpect_spawn=False):
  1111. t = self.spawn('mmgen-txcreate',['--alice','-Bi'],pexpect_spawn=pexpect_spawn)
  1112. pats = (
  1113. ( '\d+', 'w'),
  1114. ( '\d+', 'D'),
  1115. ( '\d+', 'D'),
  1116. ( '\d+', 'D'),
  1117. ( pat_date, 'q'),
  1118. )
  1119. for d,s in pats:
  1120. t.expect(
  1121. r'\D{}\D.*\b{}\b'.format( rtAmts[0], d ),
  1122. s,
  1123. regex=True )
  1124. if t.pexpect_spawn and s == 'w':
  1125. t.expect(r'Total.*','q',regex=True,delay=1 if opt.exact_output else t.send_delay)
  1126. time.sleep(t.send_delay)
  1127. t.send('e')
  1128. return t
  1129. def alice_txcreate_info_term(self):
  1130. if self.skip_for_win():
  1131. return 'skip'
  1132. return self.alice_txcreate_info(pexpect_spawn=True)
  1133. def bob_msgcreate(self):
  1134. sid1 = self._user_sid('bob')
  1135. sid2 = self._get_user_subsid('bob','29L')
  1136. return self.spawn(
  1137. 'mmgen-msg', [
  1138. '--bob',
  1139. f'--outdir={self.tmpdir}',
  1140. 'create',
  1141. '16/3/2022 Earthquake strikes Fukushima coast',
  1142. f'{sid1}:{self.dfl_mmtype}:1-4',
  1143. f'{sid2}:C:3-7,87,98'
  1144. ])
  1145. def bob_msgsign(self,wallets=[]):
  1146. fn = get_file_with_ext(self.tmpdir,'rawmsg.json')
  1147. t = self.spawn(
  1148. 'mmgen-msg', [
  1149. '--bob',
  1150. f'--outdir={self.tmpdir}',
  1151. 'sign',
  1152. fn
  1153. ] + wallets )
  1154. if not wallets:
  1155. t.passphrase(dfl_wcls.desc,rt_pw)
  1156. return t
  1157. def bob_walletconv_words(self):
  1158. t = self.spawn(
  1159. 'mmgen-walletconv', [ '--bob', f'--outdir={self.tmpdir}', '--out-fmt=words' ] )
  1160. t.passphrase(dfl_wcls.desc,rt_pw)
  1161. t.written_to_file('data')
  1162. return t
  1163. def bob_subwalletgen_bip39(self):
  1164. t = self.spawn(
  1165. 'mmgen-subwalletgen', [ '--bob', f'--outdir={self.tmpdir}', '--out-fmt=bip39', '29L' ] )
  1166. t.passphrase(dfl_wcls.desc,rt_pw)
  1167. t.written_to_file('data')
  1168. return t
  1169. def bob_msgsign_userwallet(self):
  1170. fn1 = get_file_with_ext(self.tmpdir,'mmwords')
  1171. return self.bob_msgsign([fn1])
  1172. def bob_msgsign_userwallets(self):
  1173. fn1 = get_file_with_ext(self.tmpdir,'mmwords')
  1174. fn2 = get_file_with_ext(self.tmpdir,'bip39')
  1175. return self.bob_msgsign([fn2,fn1])
  1176. def bob_msgverify(self,addr=None,ext='sigmsg.json',cmd='verify',msgfile=None):
  1177. return self.spawn(
  1178. 'mmgen-msg', [
  1179. '--bob',
  1180. f'--outdir={self.tmpdir}',
  1181. cmd,
  1182. msgfile or get_file_with_ext(self.tmpdir,ext),
  1183. ] + ([addr] if addr else []) )
  1184. def bob_msgverify_raw(self):
  1185. t = self.bob_msgverify(ext='rawmsg.json')
  1186. t.expect('No signatures')
  1187. t.req_exit_val = 1
  1188. return t
  1189. def bob_msgverify_single(self):
  1190. sid = self._user_sid('bob')
  1191. return self.bob_msgverify(addr=f'{sid}:{self.dfl_mmtype}:1')
  1192. def bob_msgexport(self,addr=None):
  1193. t = self.bob_msgverify( addr=addr, cmd='export' )
  1194. t.written_to_file('data')
  1195. return t
  1196. def bob_msgexport_single(self):
  1197. sid = self._user_sid('bob')
  1198. return self.bob_msgexport(addr=f'{sid}:{self.dfl_mmtype}:1')
  1199. def bob_msgverify_export(self):
  1200. return self.bob_msgverify(
  1201. msgfile = os.path.join(self.tmpdir,'signatures.json')
  1202. )
  1203. def bob_msgverify_export_single(self):
  1204. sid = self._user_sid('bob')
  1205. mmid = f'{sid}:{self.dfl_mmtype}:1'
  1206. args = [ '--bob', '--color=0', 'listaddress', mmid, 'wide=true' ]
  1207. imsg(f'Running mmgen-tool {fmt_list(args,fmt="bare")}')
  1208. t = self.spawn('mmgen-tool', args, no_msg=True)
  1209. addr = t.expect_getend(mmid).split()[1]
  1210. t.close()
  1211. return self.bob_msgverify(
  1212. addr = addr,
  1213. msgfile = os.path.join(self.tmpdir,'signatures.json')
  1214. )
  1215. def stop(self):
  1216. if opt.no_daemon_stop:
  1217. self.spawn('',msg_only=True)
  1218. msg_r('(leaving daemon running by user request)')
  1219. return 'ok'
  1220. else:
  1221. return self.spawn('mmgen-regtest',['stop'])