ts_regtest.py 51 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389
  1. #!/usr/bin/env python3
  2. #
  3. # mmgen = Multi-Mode GENerator, command-line Bitcoin cold storage solution
  4. # Copyright (C)2013-2022 The MMGen Project <mmgen@tuta.io>
  5. #
  6. # This program is free software: you can redistribute it and/or modify
  7. # it under the terms of the GNU General Public License as published by
  8. # the Free Software Foundation, either version 3 of the License, or
  9. # (at your option) any later version.
  10. #
  11. # This program is distributed in the hope that it will be useful,
  12. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14. # GNU General Public License for more details.
  15. #
  16. # You should have received a copy of the GNU General Public License
  17. # along with this program. If not, see <http://www.gnu.org/licenses/>.
  18. """
  19. ts_regtest.py: Regtest tests for the test.py test suite
  20. """
  21. import os,json,time
  22. from decimal import Decimal
  23. from mmgen.globalvars import g
  24. from mmgen.opts import opt
  25. from mmgen.util import die,gmsg
  26. from mmgen.protocol import init_proto
  27. from mmgen.addrlist import AddrList
  28. from mmgen.wallet import Wallet,get_wallet_cls
  29. from ..include.common import *
  30. from .common import *
  31. pat_date = r'\b\d\d-\d\d-\d\d\b'
  32. pat_date_time = r'\b\d\d\d\d-\d\d-\d\d\s+\d\d:\d\d\b'
  33. dfl_wcls = get_wallet_cls('mmgen')
  34. rt_pw = 'abc-α'
  35. rt_data = {
  36. 'tx_fee': {'btc':'0.0001','bch':'0.001','ltc':'0.01'},
  37. 'rtFundAmt': {'btc':'500','bch':'500','ltc':'5500'},
  38. 'rtFee': {
  39. 'btc': ('20s','10s','60s','31s','10s','20s'),
  40. 'bch': ('20s','10s','60s','0.0001','10s','20s'),
  41. 'ltc': ('1000s','500s','1500s','0.05','400s','1000s')
  42. },
  43. 'rtBals': {
  44. 'btc': ('499.9999488','399.9998282','399.9998147','399.9996877',
  45. '52.99980410','946.99933647','999.99914057','52.9999',
  46. '946.99933647','0.4169328','6.24987417'),
  47. 'bch': ('499.9999484','399.9999194','399.9998972','399.9997692',
  48. '46.78890380','953.20966920','999.99857300','46.789',
  49. '953.2096692','0.4169328','39.58187387'),
  50. 'ltc': ('5499.99744','5399.994425','5399.993885','5399.987535',
  51. '52.98520500','10946.93753500','10999.92274000','52.99',
  52. '10946.937535','0.41364','6.24846787'),
  53. },
  54. 'rtBals_gb': {
  55. 'btc': {
  56. '0conf0': {
  57. 'mmgen': ('283.22339537','0','283.22339537'),
  58. 'nonmm': ('16.77647763','0','116.77629233'),
  59. 'total': ('299.999873','0','399.9996877'),
  60. },
  61. '0conf1': {
  62. 'mmgen': ('283.22339537','283.22339537','0'),
  63. 'nonmm': ('16.77647763','16.77647763','99.9998147'),
  64. 'total': ('299.999873','299.999873','99.9998147'),
  65. },
  66. '1conf1': {
  67. 'mmgen': ('0','0','283.22339537'),
  68. 'nonmm': ('0','0','116.77629233'),
  69. 'total': ('0','0','399.9996877'),
  70. },
  71. '1conf2': {
  72. 'mmgen': ('0','283.22339537','0'),
  73. 'nonmm': ('0','16.77647763','99.9998147'),
  74. 'total': ('0','299.999873','99.9998147'),
  75. },
  76. },
  77. 'bch': {
  78. '0conf0': {
  79. 'mmgen': ('283.22339437','0','283.22339437'),
  80. 'nonmm': ('16.77647763','0','116.77637483'),
  81. 'total': ('299.999872','0','399.9997692'),
  82. },
  83. '0conf1': {
  84. 'mmgen': ('283.22339437','283.22339437','0'),
  85. 'nonmm': ('16.77647763','16.77647763','99.9998972'),
  86. 'total': ('299.999872','299.999872','99.9998972'),
  87. },
  88. '1conf1': {
  89. 'mmgen': ('0','0','283.22339437'),
  90. 'nonmm': ('0','0','116.77637483'),
  91. 'total': ('0','0','399.9997692'),
  92. },
  93. '1conf2': {
  94. 'mmgen': ('0','283.22339437','0'),
  95. 'nonmm': ('0','16.77647763','99.9998972'),
  96. 'total': ('0','299.999872','99.9998972'),
  97. },
  98. },
  99. 'ltc': {
  100. '0conf0': {
  101. 'mmgen': ('283.21717237','0','283.21717237'),
  102. 'nonmm': ('16.77647763','0','5116.77036263'),
  103. 'total': ('299.99365','0','5399.987535'),
  104. },
  105. '0conf1': {
  106. 'mmgen': ('283.21717237','283.21717237','0'),
  107. 'nonmm': ('16.77647763','16.77647763','5099.993885'),
  108. 'total': ('299.99365','299.99365','5099.993885'),
  109. },
  110. '1conf1': {
  111. 'mmgen': ('0','0','283.21717237'),
  112. 'nonmm': ('0','0','5116.77036263'),
  113. 'total': ('0','0','5399.987535'),
  114. },
  115. '1conf2': {
  116. 'mmgen': ('0','283.21717237','0'),
  117. 'nonmm': ('0','16.77647763','5099.993885'),
  118. 'total': ('0','299.99365','5099.993885'),
  119. },
  120. }
  121. },
  122. 'rtBobOp3': {'btc':'S:2','bch':'L:3','ltc':'S:2'},
  123. 'rtAmts': {
  124. 'btc': ('500','500'),
  125. 'bch': ('500','560'),
  126. 'ltc': ('5500','5500')
  127. }
  128. }
  129. def make_burn_addr(proto):
  130. from mmgen.tool.coin import tool_cmd
  131. return tool_cmd(
  132. cmdname = 'pubhash2addr',
  133. proto = proto,
  134. mmtype = 'compressed' ).pubhash2addr('00'*20)
  135. from .ts_base import *
  136. from .ts_shared import *
  137. class TestSuiteRegtest(TestSuiteBase,TestSuiteShared):
  138. 'transacting and tracking wallet operations via regtest mode'
  139. networks = ('btc','ltc','bch')
  140. passthru_opts = ('coin','rpc_backend')
  141. extra_spawn_args = ['--regtest=1']
  142. tmpdir_nums = [17]
  143. color = True
  144. deterministic = False
  145. test_rbf = False
  146. cmd_group_in = (
  147. ('setup', 'regtest (Bob and Alice) mode setup'),
  148. ('subgroup.misc', []),
  149. ('subgroup.init_bob', []),
  150. ('subgroup.init_alice', []),
  151. ('subgroup.fund_users', ['init_bob','init_alice']),
  152. ('subgroup.msg', ['init_bob']),
  153. ('subgroup.twexport', ['fund_users']),
  154. ('subgroup.rescan', ['fund_users']),
  155. ('subgroup.main', ['fund_users']),
  156. ('subgroup.txhist', ['main']),
  157. ('subgroup.label', ['main']),
  158. ('subgroup.view', ['label']),
  159. ('stop', 'stopping regtest daemon'),
  160. )
  161. cmd_subgroups = {
  162. 'misc': (
  163. 'miscellaneous commands',
  164. ('daemon_version', 'mmgen-tool daemon_version'),
  165. ('halving_calculator_bob', 'halving calculator (Bob)'),
  166. ),
  167. 'init_bob': (
  168. 'creating Bob’s MMGen wallet and tracking wallet',
  169. ('walletgen_bob', 'wallet generation (Bob)'),
  170. ('addrgen_bob', 'address generation (Bob)'),
  171. ('addrimport_bob', "importing Bob's addresses"),
  172. ),
  173. 'init_alice': (
  174. 'creating Alice’s MMGen wallet and tracking wallet',
  175. ('walletgen_alice', 'wallet generation (Alice)'),
  176. ('addrgen_alice', 'address generation (Alice)'),
  177. ('addrimport_alice', "importing Alice's addresses"),
  178. ),
  179. 'fund_users': (
  180. 'funding Bob and Alice’s wallets',
  181. ('bob_import_miner_addr', "importing miner’s coinbase addr into Bob’s wallet"),
  182. ('fund_bob_deterministic', "funding Bob’s first MMGen address (deterministic method)"),
  183. ('fund_alice_deterministic', "funding Alice’s first MMGen address (deterministic method)"),
  184. ('bob_recreate_tracking_wallet', 'creation of new tracking wallet (Bob)'),
  185. ('addrimport_bob2', "reimporting Bob's addresses"),
  186. ('fund_bob', "funding Bob's wallet"),
  187. ('fund_alice', "funding Alice's wallet"),
  188. ('generate', 'mining a block'),
  189. ('bob_bal1', "Bob's balance"),
  190. ('generate_extra_deterministic', "generate extra blocks for deterministic run"),
  191. ),
  192. 'msg': (
  193. 'message signing',
  194. ('bob_msgcreate', 'creating a message file for signing'),
  195. ('bob_msgsign', 'signing the message file (default wallet)'),
  196. ('bob_walletconv_words', 'creating an MMGen mnemonic wallet'),
  197. ('bob_subwalletgen_bip39', 'creating a BIP39 mnemonic subwallet'),
  198. ('bob_msgsign_userwallet', 'signing the message file (user-specified wallet)'),
  199. ('bob_msgsign_userwallets', 'signing the message file (user-specified wallets)'),
  200. ('bob_msgverify', 'verifying the message file (all addresses)'),
  201. ('bob_msgverify_raw', 'verifying the raw message file (all addresses)'),
  202. ('bob_msgverify_single', 'verifying the message file (single address)'),
  203. ('bob_msgexport_single', 'exporting the message file (single address)'),
  204. ('bob_msgexport', 'exporting the message file (all addresses)'),
  205. ('bob_msgverify_export', 'verifying the exported JSON data (all addresses)'),
  206. ('bob_msgverify_export_single', 'verifying the exported JSON data (single address)'),
  207. ),
  208. 'twexport': (
  209. 'exporting and importing tracking wallet to JSON',
  210. ('bob_twexport', 'exporting a tracking wallet to JSON'),
  211. ('carol_twimport', 'importing a tracking wallet JSON dump'),
  212. ('carol_delete_wallet', 'unloading and deleting Carol’s tracking wallet'),
  213. ('bob_twexport_noamt', 'exporting a tracking wallet to JSON (include_amts=0)'),
  214. ('carol_twimport_nochksum', 'importing a tracking wallet JSON dump (ignore_checksum=1)'),
  215. ('carol_delete_wallet', 'unloading and deleting Carol’s tracking wallet'),
  216. ('carol_twimport_batch', 'importing a tracking wallet JSON dump (batch=1)'),
  217. ('bob_twexport_pretty', 'exporting a tracking wallet to JSON (pretty=1)'),
  218. ('bob_edit_json_twdump', 'editing a tracking wallet JSON dump'),
  219. ('carol_delete_wallet', 'unloading and deleting Carol’s tracking wallet'),
  220. ('carol_twimport_pretty', 'importing an edited tracking wallet JSON dump (ignore_checksum=1)'),
  221. ('carol_listaddresses', 'viewing Carol’s tracking wallet'),
  222. ('carol_delete_wallet', 'unloading and deleting Carol’s tracking wallet'),
  223. ),
  224. 'rescan': (
  225. 'rescanning address and blockchain',
  226. ('bob_resolve_addr', 'resolving an address in the tracking wallet'),
  227. ('bob_rescan_addr', 'rescanning an address'),
  228. ('bob_rescan_blockchain_all', 'rescanning the blockchain (full rescan)'),
  229. ('bob_rescan_blockchain_gb', 'rescanning the blockchain (Genesis block)'),
  230. ('bob_rescan_blockchain_one', 'rescanning the blockchain (single block)'),
  231. ('bob_rescan_blockchain_ss', 'rescanning the blockchain (range of blocks)'),
  232. ),
  233. 'main': (
  234. 'creating, signing, sending and bumping transactions',
  235. ('bob_add_comment', "adding an 80-screen-width label (lat+cyr+gr)"),
  236. ('bob_twview1', "viewing Bob's tracking wallet"),
  237. ('bob_split1', "splitting Bob's funds"),
  238. ('generate', 'mining a block'),
  239. ('bob_bal2', "Bob's balance"),
  240. ('bob_rbf_1output_create', 'creating RBF tx with one output'),
  241. ('bob_rbf_1output_bump', 'bumping RBF tx with one output'),
  242. ('bob_bal2a', "Bob's balance (age_fmt=confs)"),
  243. ('bob_bal2b', "Bob's balance (showempty=1)"),
  244. ('bob_bal2c', "Bob's balance (showempty=1 minconf=2 age_fmt=days)"),
  245. ('bob_bal2d', "Bob's balance (minconf=2)"),
  246. ('bob_bal2e', "Bob's balance (showempty=1 sort=age)"),
  247. ('bob_bal2f', "Bob's balance (showempty=1 sort=age,reverse)"),
  248. ('bob_send_maybe_rbf', 'sending funds to Alice (RBF, if supported)'),
  249. ('get_mempool1', 'mempool (before RBF bump)'),
  250. ('bob_rbf_status1', 'getting status of transaction'),
  251. ('bob_rbf_bump', 'bumping RBF transaction'),
  252. ('get_mempool2', 'mempool (after RBF bump)'),
  253. ('bob_rbf_status2', 'getting status of transaction after replacement'),
  254. ('bob_rbf_status3', 'getting status of replacement transaction (mempool)'),
  255. ('generate', 'mining a block'),
  256. ('bob_rbf_status4', 'getting status of transaction after confirmed (1) replacement'),
  257. ('bob_rbf_status5', 'getting status of replacement transaction (confirmed)'),
  258. ('generate', 'mining a block'),
  259. ('bob_rbf_status6', 'getting status of transaction after confirmed (2) replacement'),
  260. ('bob_bal3', "Bob's balance"),
  261. ('bob_pre_import', 'sending to non-imported address'),
  262. ('generate', 'mining a block'),
  263. ('bob_import_addr', 'importing non-MMGen address'),
  264. ('bob_bal4', "Bob's balance (after import)"),
  265. ('bob_import_list', 'importing flat address list'),
  266. ('bob_import_list_rescan', 'importing flat address list with --rescan'),
  267. ('bob_import_list_rescan_aio', 'importing flat address list with --rescan (aiohttp backend)'),
  268. ('bob_split2', "splitting Bob's funds"),
  269. ('bob_0conf0_getbalance', "Bob's balance (unconfirmed, minconf=0)"),
  270. ('bob_0conf1_getbalance', "Bob's balance (unconfirmed, minconf=1)"),
  271. ('generate', 'mining a block'),
  272. ('bob_1conf1_getbalance', "Bob's balance (confirmed, minconf=1)"),
  273. ('bob_1conf2_getbalance', "Bob's balance (confirmed, minconf=2)"),
  274. ('bob_bal5', "Bob's balance"),
  275. ('bob_send_non_mmgen', 'sending funds to Alice (from non-MMGen addrs)'),
  276. ('generate', 'mining a block'),
  277. ('alice_send_estimatefee', 'tx creation with no fee on command line'),
  278. ('generate', 'mining a block'),
  279. ('bob_bal6', "Bob's balance"),
  280. ('bob_subwallet_addrgen1', "generating Bob's addrs from subwallet 29L"),
  281. ('bob_subwallet_addrgen2', "generating Bob's addrs from subwallet 127S"),
  282. ('bob_subwallet_addrimport1', "importing Bob's addrs from subwallet 29L"),
  283. ('bob_subwallet_addrimport2', "importing Bob's addrs from subwallet 127S"),
  284. ('bob_subwallet_fund', "funding Bob's subwallet addrs"),
  285. ('generate', 'mining a block'),
  286. ('bob_twview2', "viewing Bob's tracking wallet"),
  287. ('bob_twview3', "viewing Bob's tracking wallet"),
  288. ('bob_subwallet_txcreate', 'creating a transaction with subwallet inputs'),
  289. ('bob_subwallet_txsign', 'signing a transaction with subwallet inputs'),
  290. ('bob_subwallet_txdo', "sending from Bob's subwallet addrs"),
  291. ('generate', 'mining a block'),
  292. ('bob_twview4', "viewing Bob's tracking wallet"),
  293. ('bob_alice_bal', "Bob and Alice's balances"),
  294. ('bob_nochg_burn', 'zero-change transaction to burn address'),
  295. ('generate', 'mining a block'),
  296. ),
  297. 'txhist': (
  298. 'viewing transaction history',
  299. ('bob_txhist1', "viewing Bob's transaction history (sort=age)"),
  300. ('bob_txhist2', "viewing Bob's transaction history (sort=blockheight reverse=1)"),
  301. ('bob_txhist3', "viewing Bob's transaction history (sort=blockheight sinceblock=-7)"),
  302. ('bob_txhist4', "viewing Bob's transaction history (sinceblock=399 detail=1)"),
  303. ('bob_txhist_interactive', "viewing Bob's transaction history (age_fmt=date_time interactive=true)"),
  304. ),
  305. 'label': (
  306. 'adding, removing and editing labels',
  307. ('alice_bal2', "Alice's balance"),
  308. ('alice_add_comment1', 'adding a label'),
  309. ('alice_chk_comment1', 'the label'),
  310. ('alice_add_comment2', 'adding a label'),
  311. ('alice_chk_comment2', 'the label'),
  312. ('alice_edit_comment1', 'editing a label (zh)'),
  313. ('alice_edit_comment2', 'editing a label (lat+cyr+gr)'),
  314. ('alice_chk_comment3', 'the label'),
  315. ('alice_remove_comment1', 'removing a label'),
  316. ('alice_chk_comment4', 'the label'),
  317. ('alice_add_comment_coinaddr', 'adding a label using the coin address'),
  318. ('alice_chk_comment_coinaddr', 'the label'),
  319. ('alice_add_comment_badaddr1', 'adding a label with invalid address'),
  320. ('alice_add_comment_badaddr2', 'adding a label with invalid address for this chain'),
  321. ('alice_add_comment_badaddr3', 'adding a label with wrong MMGen address'),
  322. ('alice_add_comment_badaddr4', 'adding a label with wrong coin address'),
  323. ),
  324. 'view': (
  325. 'viewing addresses and unspent outputs',
  326. ('alice_listaddresses1', 'listaddresses'),
  327. ('alice_listaddresses_days', 'listaddresses (age_fmt=days)'),
  328. ('alice_listaddresses_date', 'listaddresses (age_fmt=date)'),
  329. ('alice_listaddresses_date_time', 'listaddresses (age_fmt=date_time)'),
  330. ('alice_twview1', 'twview'),
  331. ('alice_twview_days', 'twview (age_fmt=days)'),
  332. ('alice_twview_date', 'twview (age_fmt=date)'),
  333. ('alice_twview_date_time', 'twview (age_fmt=date_time)'),
  334. ('alice_txcreate_info', 'txcreate -i'),
  335. ('alice_txcreate_info_term', 'txcreate -i (pexpect_spawn)'),
  336. ),
  337. }
  338. def __init__(self,trunner,cfgs,spawn):
  339. TestSuiteBase.__init__(self,trunner,cfgs,spawn)
  340. if trunner == None:
  341. return
  342. if self.proto.testnet:
  343. die(2,'--testnet and --regtest options incompatible with regtest test suite')
  344. self.proto = init_proto(self.proto.coin,network='regtest',need_amt=True)
  345. coin = self.proto.coin.lower()
  346. import test.test_py_d.ts_regtest as rt_mod
  347. for k in rt_data:
  348. setattr( rt_mod, k, rt_data[k][coin] if coin in rt_data[k] else None )
  349. if self.proto.coin == 'BTC':
  350. self.test_rbf = True # tests are non-coin-dependent, so run just once for BTC
  351. if g.test_suite_deterministic:
  352. self.deterministic = True
  353. self.miner_addr = 'bcrt1qaq8t3pakcftpk095tnqfv5cmmczysls024atnd' # regtest.create_hdseed()
  354. self.miner_wif = 'cTyMdQ2BgfAsjopRVZrj7AoEGp97pKfrC2NkqLuwHr4KHfPNAKwp'
  355. os.environ['MMGEN_BOGUS_SEND'] = ''
  356. self.write_to_tmpfile('wallet_password',rt_pw)
  357. self.dfl_mmtype = 'C' if self.proto.coin == 'BCH' else 'B'
  358. def __del__(self):
  359. os.environ['MMGEN_BOGUS_SEND'] = '1'
  360. def _add_comments_to_addr_file(self,addrfile,outfile,use_comments=False):
  361. silence()
  362. gmsg(f'Adding comments to address file {addrfile!r}')
  363. a = AddrList(self.proto,addrfile)
  364. for n,idx in enumerate(a.idxs(),1):
  365. if use_comments:
  366. a.set_comment(idx,get_comment())
  367. else:
  368. if n % 2: a.set_comment(idx,f'Test address {n}')
  369. af = a.get_file()
  370. af.format(add_comments=True)
  371. from mmgen.fileutil import write_data_to_file
  372. write_data_to_file(outfile,af.fmt_data,quiet=True,ignore_opt_outdir=True)
  373. end_silence()
  374. def setup(self):
  375. stop_test_daemons(self.proto.network_id,force=True,remove_datadir=True)
  376. from shutil import rmtree
  377. try: rmtree(joinpath(self.tr.data_dir,'regtest'))
  378. except: pass
  379. t = self.spawn('mmgen-regtest',['-n','setup'])
  380. for s in ('Starting','Creating','Creating','Creating','Mined','Setup complete'):
  381. t.expect(s)
  382. return t
  383. def daemon_version(self):
  384. t = self.spawn('mmgen-tool', ['--bob','daemon_version'])
  385. t.expect('version')
  386. return t
  387. def halving_calculator_bob(self):
  388. t = self.spawn('halving-calculator.py',['--bob'],cmd_dir='examples')
  389. t.expect('time until halving')
  390. return t
  391. def walletgen(self,user):
  392. t = self.spawn('mmgen-walletgen',['-q','-r0','-p1','--'+user])
  393. t.passphrase_new('new '+dfl_wcls.desc,rt_pw)
  394. t.label()
  395. t.expect('move it to the data directory? (Y/n): ','y')
  396. t.written_to_file(capfirst(dfl_wcls.desc))
  397. return t
  398. def walletgen_bob(self): return self.walletgen('bob')
  399. def walletgen_alice(self): return self.walletgen('alice')
  400. def _user_dir(self,user,coin=None):
  401. return joinpath(self.tr.data_dir,'regtest',coin or self.proto.coin.lower(),user)
  402. def _user_sid(self,user):
  403. return os.path.basename(get_file_with_ext(self._user_dir(user),'mmdat'))[:8]
  404. def _get_user_subsid(self,user,subseed_idx):
  405. fn = get_file_with_ext(self._user_dir(user),dfl_wcls.ext)
  406. silence()
  407. w = Wallet( fn=fn, passwd_file=os.path.join(self.tmpdir,'wallet_password') )
  408. end_silence()
  409. return w.seed.subseed(subseed_idx).sid
  410. def addrgen(self,user,wf=None,addr_range='1-5',subseed_idx=None,mmtypes=[]):
  411. from mmgen.addr import MMGenAddrType
  412. for mmtype in mmtypes or self.proto.mmtypes:
  413. t = self.spawn('mmgen-addrgen',
  414. ['--quiet','--'+user,'--type='+mmtype,f'--outdir={self._user_dir(user)}'] +
  415. ([wf] if wf else []) +
  416. (['--subwallet='+subseed_idx] if subseed_idx else []) +
  417. [addr_range],
  418. extra_desc='({})'.format( MMGenAddrType.mmtypes[mmtype].name ))
  419. t.passphrase(dfl_wcls.desc,rt_pw)
  420. t.written_to_file('Addresses')
  421. ok_msg()
  422. t.skip_ok = True
  423. return t
  424. def addrgen_bob(self): return self.addrgen('bob')
  425. def addrgen_alice(self): return self.addrgen('alice')
  426. def addrimport(self,user,sid=None,addr_range='1-5',num_addrs=5,mmtypes=[],batch=True,quiet=True):
  427. id_strs = { 'legacy':'', 'compressed':'-C', 'segwit':'-S', 'bech32':'-B' }
  428. if not sid: sid = self._user_sid(user)
  429. from mmgen.addr import MMGenAddrType
  430. for mmtype in mmtypes or self.proto.mmtypes:
  431. desc = MMGenAddrType.mmtypes[mmtype].name
  432. addrfile = joinpath(self._user_dir(user),
  433. '{}{}{}[{}]{x}.regtest.addrs'.format(
  434. sid,self.altcoin_pfx,id_strs[desc],addr_range,
  435. x='-α' if g.debug_utf8 else ''))
  436. if mmtype == self.proto.mmtypes[0] and user == 'bob':
  437. self._add_comments_to_addr_file(addrfile,addrfile,use_comments=True)
  438. t = self.spawn(
  439. 'mmgen-addrimport',
  440. args = (
  441. (['--quiet'] if quiet else []) +
  442. ['--'+user] +
  443. (['--batch'] if batch else []) +
  444. [addrfile] ),
  445. extra_desc = f'({desc})' )
  446. if g.debug:
  447. t.expect("Type uppercase 'YES' to confirm: ",'YES\n')
  448. t.expect('Importing')
  449. if batch:
  450. t.expect(f'{num_addrs} addresses imported')
  451. else:
  452. t.expect(f'import completed OK')
  453. t.ok()
  454. t.skip_ok = True
  455. return t
  456. def addrimport_bob(self): return self.addrimport('bob')
  457. def addrimport_alice(self): return self.addrimport('alice',batch=False,quiet=False)
  458. def bob_import_miner_addr(self):
  459. if not self.deterministic:
  460. return 'skip'
  461. return self.spawn(
  462. 'mmgen-addrimport',
  463. [ '--bob', '--rescan', '--quiet', f'--address={self.miner_addr}' ] )
  464. def fund_wallet_deterministic(self,user,addr,utxo_nums,skip_passphrase=False):
  465. """
  466. the deterministic funding method using specific inputs
  467. """
  468. if not self.deterministic:
  469. return 'skip'
  470. self.write_to_tmpfile('miner.key',f'{self.miner_wif}\n')
  471. keyfile = joinpath(self.tmpdir,'miner.key')
  472. return self.user_txdo(
  473. 'bob', '40s',
  474. [ f'{addr},{rtFundAmt}', make_burn_addr(self.proto) ],
  475. utxo_nums,
  476. extra_args = [f'--keys-from-file={keyfile}'],
  477. skip_passphrase = skip_passphrase )
  478. def fund_bob_deterministic(self):
  479. return self.fund_wallet_deterministic( 'bob', f'{self._user_sid("bob")}:C:1', '1-11' )
  480. def fund_alice_deterministic(self):
  481. sid = self._user_sid('alice')
  482. mmtype = ('L','S')[self.proto.cap('segwit')]
  483. addr = self.get_addr_from_addrlist('alice',sid,mmtype,0,addr_range='1-5')
  484. return self.fund_wallet_deterministic( 'alice', addr, '1-11', skip_passphrase=True )
  485. def generate_extra_deterministic(self):
  486. if not self.deterministic:
  487. return 'skip'
  488. return self.generate(num_blocks=2) # do this so block count matches non-deterministic run
  489. async def bob_recreate_tracking_wallet(self):
  490. if not self.deterministic:
  491. return 'skip'
  492. self.spawn('',msg_only=True)
  493. from mmgen.proto.btc.regtest import MMGenRegtest
  494. rt = MMGenRegtest(self.proto.coin)
  495. await rt.stop()
  496. from shutil import rmtree
  497. imsg(f'Deleting Bob’s old tracking wallet')
  498. rmtree(os.path.join(rt.d.datadir,'regtest','wallets','bob'),ignore_errors=True)
  499. rt.init_daemon()
  500. rt.d.start(silent=True)
  501. imsg(f'Creating Bob’s new tracking wallet')
  502. await rt.rpc_call('createwallet','bob',True,True,None,False,False,False)
  503. await rt.stop()
  504. await rt.start()
  505. return 'ok'
  506. def addrimport_bob2(self):
  507. if not self.deterministic:
  508. return 'skip'
  509. return self.addrimport('bob')
  510. def fund_wallet(self,user,mmtype,amt,sid=None,addr_range='1-5'):
  511. if self.deterministic:
  512. return 'skip'
  513. if not sid:
  514. sid = self._user_sid(user)
  515. addr = self.get_addr_from_addrlist(user,sid,mmtype,0,addr_range=addr_range)
  516. t = self.spawn('mmgen-regtest', ['send',str(addr),str(amt)])
  517. t.expect(f'Sending {amt} miner {self.proto.coin}')
  518. t.expect('Mined 1 block')
  519. return t
  520. def fund_bob(self):
  521. return self.fund_wallet('bob','C',rtFundAmt)
  522. def fund_alice(self):
  523. return self.fund_wallet('alice',('L','S')[self.proto.cap('segwit')],rtFundAmt)
  524. def user_twview(self,user,chk,sort='age'):
  525. t = self.spawn('mmgen-tool',['--'+user,'twview','sort='+sort])
  526. if chk:
  527. t.expect(r'{}\b.*\D{}\b'.format(*chk),regex=True)
  528. return t
  529. def bob_twview1(self): return self.user_twview('bob', chk = ('1',rtAmts[0]) )
  530. def user_bal(self,user,bal,args=['showempty=1'],skip_check=False):
  531. t = self.spawn('mmgen-tool',['--'+user,'listaddresses'] + args)
  532. if not skip_check:
  533. cmp_or_die(f'{bal} {self.proto.coin}',strip_ansi_escapes(t.expect_getend('TOTAL: ')))
  534. return t
  535. def alice_bal1(self):
  536. return self.user_bal('alice',rtFundAmt)
  537. def alice_bal2(self):
  538. return self.user_bal('alice',rtBals[8])
  539. def bob_bal1(self):
  540. return self.user_bal('bob',rtFundAmt)
  541. def bob_bal2(self):
  542. return self.user_bal('bob',rtBals[0])
  543. def bob_bal2a(self):
  544. return self.user_bal('bob',rtBals[0],args=['showempty=1','age_fmt=confs'])
  545. def bob_bal2b(self):
  546. return self.user_bal('bob',rtBals[0],args=['showempty=1'])
  547. def bob_bal2c(self):
  548. return self.user_bal('bob',rtBals[0],args=['showempty=1','minconf=2','age_fmt=days'],skip_check=True)
  549. def bob_bal2d(self):
  550. return self.user_bal('bob',rtBals[0],args=['minconf=2'],skip_check=True)
  551. def bob_bal2e(self):
  552. return self.user_bal('bob',rtBals[0],args=['showempty=1','sort=amt'])
  553. def bob_bal2f(self):
  554. return self.user_bal('bob',rtBals[0],args=['showempty=0','sort=twmmid','reverse=1'])
  555. def bob_bal3(self):
  556. return self.user_bal('bob',rtBals[1])
  557. def bob_bal4(self):
  558. return self.user_bal('bob',rtBals[2])
  559. def bob_bal5(self):
  560. return self.user_bal('bob',rtBals[3])
  561. def bob_bal6(self):
  562. return self.user_bal('bob',rtBals[7])
  563. def bob_subwallet_addrgen1(self):
  564. return self.addrgen('bob',subseed_idx='29L',mmtypes=['C']) # 29L: 2FA7BBA8
  565. def bob_subwallet_addrgen2(self):
  566. return self.addrgen('bob',subseed_idx='127S',mmtypes=['C']) # 127S: '09E8E286'
  567. def subwallet_addrimport(self,user,subseed_idx):
  568. sid = self._get_user_subsid(user,subseed_idx)
  569. return self.addrimport(user,sid=sid,mmtypes=['C'])
  570. def bob_subwallet_addrimport1(self): return self.subwallet_addrimport('bob','29L')
  571. def bob_subwallet_addrimport2(self): return self.subwallet_addrimport('bob','127S')
  572. def bob_subwallet_fund(self):
  573. sid1 = self._get_user_subsid('bob','29L')
  574. sid2 = self._get_user_subsid('bob','127S')
  575. chg_addr = self._user_sid('bob') + (':B:1',':L:1')[self.proto.coin=='BCH']
  576. outputs_cl = [sid1+':C:2,0.29',sid2+':C:3,0.127',chg_addr]
  577. inputs = ('3','1')[self.proto.coin=='BCH']
  578. return self.user_txdo('bob',rtFee[1],outputs_cl,inputs,extra_args=['--subseeds=127'])
  579. def bob_twview2(self):
  580. sid1 = self._get_user_subsid('bob','29L')
  581. return self.user_twview('bob',chk=(sid1+':C:2','0.29'),sort='twmmid')
  582. def bob_twview3(self):
  583. sid2 = self._get_user_subsid('bob','127S')
  584. return self.user_twview('bob',chk=(sid2+':C:3','0.127'),sort='amt')
  585. def bob_subwallet_txcreate(self):
  586. sid1 = self._get_user_subsid('bob','29L')
  587. sid2 = self._get_user_subsid('bob','127S')
  588. outputs_cl = [sid1+':C:5,0.0159',sid2+':C:5']
  589. t = self.spawn('mmgen-txcreate',['-d',self.tmpdir,'-B','--bob'] + outputs_cl)
  590. return self.txcreate_ui_common(t,
  591. menu = ['a'],
  592. inputs = ('1,2','2,3')[self.proto.coin=='BCH'],
  593. interactive_fee = '0.00001')
  594. def bob_subwallet_txsign(self):
  595. fn = get_file_with_ext(self.tmpdir,'rawtx')
  596. t = self.spawn('mmgen-txsign',['-d',self.tmpdir,'--bob','--subseeds=127',fn])
  597. t.view_tx('t')
  598. t.passphrase(dfl_wcls.desc,rt_pw)
  599. t.do_comment(None)
  600. t.expect('(Y/n): ','y')
  601. t.written_to_file('Signed transaction')
  602. return t
  603. def bob_subwallet_txdo(self):
  604. outputs_cl = [self._user_sid('bob')+':L:5']
  605. inputs = ('1,2','2,3')[self.proto.coin=='BCH']
  606. return self.user_txdo('bob',rtFee[5],outputs_cl,inputs,menu=['a'],extra_args=['--subseeds=127']) # sort: amt
  607. def bob_twview4(self):
  608. sid = self._user_sid('bob')
  609. return self.user_twview('bob',chk=(sid+':L:5',rtBals[9]),sort='twmmid')
  610. def user_txhist(self,user,args,expect):
  611. t = self.spawn('mmgen-tool',['--'+user,'txhist'] + args)
  612. res = strip_ansi_escapes(t.read()).replace('\r','')
  613. m = re.search(expect,res,re.DOTALL)
  614. assert m, f'Expected: {expect}'
  615. return t
  616. def bob_txhist1(self):
  617. return self.user_txhist('bob',
  618. args = ['sort=age'],
  619. expect = fr'\s1\).*\s{rtFundAmt}\s' )
  620. def bob_txhist2(self):
  621. return self.user_txhist('bob',
  622. args = ['sort=blockheight','reverse=1','age_fmt=block'],
  623. expect = fr'\s1\).*:{self.dfl_mmtype}:1\s' )
  624. def bob_txhist3(self):
  625. return self.user_txhist('bob',
  626. args = ['sort=blockheight','sinceblock=-7','age_fmt=block'],
  627. expect = fr'Displaying transactions since block 399.*\s6\)\s+405\s.*\s{rtBals[9]}\s.*:L:5.*\s7\)'
  628. )
  629. def bob_txhist4(self):
  630. return self.user_txhist('bob',
  631. args = ['sort=blockheight','sinceblock=399','age_fmt=block','detail=1'],
  632. expect = fr'Displaying transactions since block 399.*\s7\).*Block:.*406.*Value:.*{rtBals[10]}'
  633. )
  634. def bob_txhist_interactive(self):
  635. self.get_file_with_ext('out',delete_all=True)
  636. t = self.spawn('mmgen-tool',
  637. ['--bob',f'--outdir={self.tmpdir}','txhist','age_fmt=date_time','interactive=true'] )
  638. for resp in ('u','i','t','a','m','T','A','r','r','D','D','D','D','p','P','b','V'):
  639. t.expect('draw:\b',resp,regex=True)
  640. if t.pexpect_spawn:
  641. t.expect(r'Block:.*\b394\b',regex=True)
  642. time.sleep(1)
  643. t.send('q')
  644. time.sleep(0.2)
  645. t.send('b')
  646. t.expect('draw:\b','q',regex=True)
  647. else:
  648. txnum,idx = (8,1) if self.proto.coin == 'BCH' else (9,3)
  649. t.expect(f'\s{txnum}\).*Inputs:.*:L:{idx}.*Outputs \(3\):.*:C:2.*\s10\)','q',regex=True)
  650. return t
  651. def bob_getbalance(self,bals,confs=1):
  652. for i in (0,1,2):
  653. assert Decimal(bals['mmgen'][i]) + Decimal(bals['nonmm'][i]) == Decimal(bals['total'][i])
  654. t = self.spawn('mmgen-tool',['--bob','getbalance',f'minconf={confs}'])
  655. t.expect('Wallet')
  656. for k in ('mmgen','nonmm','total'):
  657. ret = strip_ansi_escapes(t.expect_getend(r'\S+: ',regex=True))
  658. cmp_or_die(
  659. ' '.join(bals[k]),
  660. re.sub(rf'\s+{self.proto.coin}\s*',' ',ret).strip(),
  661. desc=k,
  662. )
  663. return t
  664. def bob_0conf0_getbalance(self): return self.bob_getbalance(rtBals_gb['0conf0'],confs=0)
  665. def bob_0conf1_getbalance(self): return self.bob_getbalance(rtBals_gb['0conf1'],confs=1)
  666. def bob_1conf1_getbalance(self): return self.bob_getbalance(rtBals_gb['1conf1'],confs=1)
  667. def bob_1conf2_getbalance(self): return self.bob_getbalance(rtBals_gb['1conf2'],confs=2)
  668. def bob_nochg_burn(self):
  669. return self.user_txdo('bob',
  670. fee = '0.00009713',
  671. outputs_cl = [f'{make_burn_addr(self.proto)}'],
  672. outputs_list = '1' )
  673. def bob_alice_bal(self):
  674. t = self.spawn('mmgen-regtest',['balances'])
  675. ret = t.expect_getend("Bob's balance:").strip()
  676. cmp_or_die(rtBals[4],ret)
  677. ret = t.expect_getend("Alice's balance:").strip()
  678. cmp_or_die(rtBals[5],ret)
  679. ret = t.expect_getend("Total balance:").strip()
  680. cmp_or_die(rtBals[6],ret)
  681. return t
  682. def user_txsend_status(self,user,tx_file,exp1='',exp2='',extra_args=[]):
  683. t = self.spawn('mmgen-txsend',['-d',self.tmpdir,'--'+user,'--status'] + extra_args + [tx_file])
  684. if exp1: t.expect(exp1,regex=True)
  685. if exp2: t.expect(exp2,regex=True)
  686. return t
  687. def user_txdo( self, user, fee, outputs_cl, outputs_list,
  688. extra_args = [],
  689. wf = None,
  690. do_label = False,
  691. bad_locktime = False,
  692. full_tx_view = False,
  693. menu = ['M'],
  694. skip_passphrase = False ):
  695. t = self.spawn('mmgen-txdo',
  696. ['-d',self.tmpdir,'-B','--'+user] +
  697. (['--tx-fee='+fee] if fee else []) +
  698. extra_args + ([],[wf])[bool(wf)] + outputs_cl)
  699. self.txcreate_ui_common(t,
  700. caller = 'txdo',
  701. menu = menu,
  702. inputs = outputs_list,
  703. file_desc = 'Signed transaction',
  704. interactive_fee = (tx_fee,'')[bool(fee)],
  705. add_comment = tx_comment_jp,
  706. view = 't',save=True)
  707. if not skip_passphrase:
  708. t.passphrase(dfl_wcls.desc,rt_pw)
  709. t.written_to_file('Signed transaction')
  710. self._do_confirm_send(t)
  711. s,exit_val = (('Transaction sent',0),("can't be included",1))[bad_locktime]
  712. t.expect(s)
  713. t.req_exit_val = exit_val
  714. return t
  715. def bob_split1(self):
  716. sid = self._user_sid('bob')
  717. outputs_cl = [sid+':C:1,100', sid+':L:2,200',sid+':'+rtBobOp3]
  718. return self.user_txdo('bob',rtFee[0],outputs_cl,'1',do_label=True,full_tx_view=True)
  719. def get_addr_from_addrlist(self,user,sid,mmtype,idx,addr_range='1-5'):
  720. id_str = { 'L':'', 'S':'-S', 'C':'-C', 'B':'-B' }[mmtype]
  721. ext = '{}{}{}[{}]{x}.regtest.addrs'.format(
  722. sid,self.altcoin_pfx,id_str,addr_range,x='-α' if g.debug_utf8 else '')
  723. addrfile = get_file_with_ext(self._user_dir(user),ext,no_dot=True)
  724. silence()
  725. addr = AddrList(self.proto,addrfile).data[idx].addr
  726. end_silence()
  727. return addr
  728. def _create_tx_outputs(self,user,data):
  729. sid = self._user_sid(user)
  730. return [self.get_addr_from_addrlist(user,sid,mmtype,idx-1)+amt_str for mmtype,idx,amt_str in data]
  731. def bob_rbf_1output_create(self):
  732. if not self.test_rbf:
  733. return 'skip'
  734. out_addr = self._create_tx_outputs('alice',(('B',5,''),))
  735. t = self.spawn('mmgen-txcreate',['-d',self.tr.trash_dir,'-B','--bob','--rbf'] + out_addr)
  736. return self.txcreate_ui_common(t,menu=[],inputs='3',interactive_fee='3s') # out amt: 199.99999343
  737. def bob_rbf_1output_bump(self):
  738. if not self.test_rbf:
  739. return 'skip'
  740. ext = '9343,3]{x}.regtest.rawtx'.format(x='-α' if g.debug_utf8 else '')
  741. txfile = get_file_with_ext(self.tr.trash_dir,ext,delete=False,no_dot=True)
  742. return self.user_txbump('bob',
  743. self.tr.trash_dir,
  744. txfile,
  745. '8s',
  746. has_label = False,
  747. signed_tx = False,
  748. one_output = True )
  749. def bob_send_maybe_rbf(self):
  750. outputs_cl = self._create_tx_outputs('alice',(('L',1,',60'),('C',1,',40'))) # alice_sid:L:1, alice_sid:C:1
  751. outputs_cl += [self._user_sid('bob')+':'+rtBobOp3]
  752. return self.user_txdo('bob',rtFee[1],outputs_cl,'3',
  753. extra_args=([],['--rbf'])[self.proto.cap('rbf')])
  754. def bob_send_non_mmgen(self):
  755. outputs_cl = self._create_tx_outputs('alice',(
  756. (('L','S')[self.proto.cap('segwit')],2,',10'),
  757. (('L','S')[self.proto.cap('segwit')],3,'')
  758. )) # alice_sid:S:2, alice_sid:S:3
  759. keyfile = joinpath(self.tmpdir,'non-mmgen.keys')
  760. return self.user_txdo('bob',rtFee[3],outputs_cl,'1,4-10',
  761. extra_args=['--keys-from-file='+keyfile,'--vsize-adj=1.02'])
  762. def alice_send_estimatefee(self):
  763. outputs_cl = self._create_tx_outputs('bob',(('L',1,''),)) # bob_sid:L:1
  764. return self.user_txdo('alice',None,outputs_cl,'1') # fee=None
  765. def user_txbump(self,user,outdir,txfile,fee,add_args=[],has_label=True,signed_tx=True,one_output=False):
  766. if not self.proto.cap('rbf'):
  767. return 'skip'
  768. t = self.spawn('mmgen-txbump',
  769. ['-d',outdir,'--'+user,'--tx-fee='+fee,'--output-to-reduce=c'] + add_args + [txfile])
  770. if not one_output:
  771. t.expect('OK? (Y/n): ','y') # output OK?
  772. t.expect('OK? (Y/n): ','y') # fee OK?
  773. t.do_comment(False,has_label=has_label)
  774. if signed_tx:
  775. t.passphrase(dfl_wcls.desc,rt_pw)
  776. t.written_to_file('Signed transaction')
  777. self.txsend_ui_common(t,caller='txdo',bogus_send=False,file_desc='Signed transaction')
  778. else:
  779. t.expect('Save fee-bumped transaction? (y/N): ','y')
  780. t.written_to_file('Fee-bumped transaction')
  781. return t
  782. def bob_rbf_bump(self):
  783. ext = ',{}]{x}.regtest.sigtx'.format(rtFee[1][:-1],x='-α' if g.debug_utf8 else '')
  784. txfile = self.get_file_with_ext(ext,delete=False,no_dot=True)
  785. return self.user_txbump('bob',self.tmpdir,txfile,rtFee[2],add_args=['--send'])
  786. def generate(self,num_blocks=1):
  787. int(num_blocks)
  788. t = self.spawn('mmgen-regtest',['generate',str(num_blocks)])
  789. t.expect(f'Mined {num_blocks} block')
  790. return t
  791. def _get_mempool(self):
  792. if not g.debug_utf8:
  793. disable_debug()
  794. ret = self.spawn('mmgen-regtest',['mempool']).read()
  795. if not g.debug_utf8:
  796. restore_debug()
  797. m = re.search(r'(\[\s*"[a-f0-9]{64}"\s*])',ret) # allow for extra output by handler at end
  798. return json.loads(m.group(1))
  799. def get_mempool1(self):
  800. mp = self._get_mempool()
  801. if len(mp) != 1:
  802. die(4,'Mempool has more or less than one TX!')
  803. self.write_to_tmpfile('rbf_txid',mp[0]+'\n')
  804. return 'ok'
  805. def bob_rbf_status(self,fee,exp1,exp2=''):
  806. if not self.proto.cap('rbf'):
  807. return 'skip'
  808. ext = ',{}]{x}.regtest.sigtx'.format(fee[:-1],x='-α' if g.debug_utf8 else '')
  809. txfile = self.get_file_with_ext(ext,delete=False,no_dot=True)
  810. return self.user_txsend_status('bob',txfile,exp1,exp2)
  811. def bob_rbf_status1(self):
  812. if not self.proto.cap('rbf'):
  813. return 'skip'
  814. return self.bob_rbf_status(rtFee[1],'in mempool, replaceable')
  815. def get_mempool2(self):
  816. if not self.proto.cap('rbf'):
  817. return 'skip'
  818. mp = self._get_mempool()
  819. if len(mp) != 1:
  820. die(4,'Mempool has more or less than one TX!')
  821. chk = self.read_from_tmpfile('rbf_txid')
  822. if chk.strip() == mp[0]:
  823. die(4,'TX in mempool has not changed! RBF bump failed')
  824. self.write_to_tmpfile('rbf_txid2',mp[0]+'\n')
  825. return 'ok'
  826. def bob_rbf_status2(self):
  827. if not self.proto.cap('rbf'):
  828. return 'skip'
  829. new_txid = self.read_from_tmpfile('rbf_txid2').strip()
  830. return self.bob_rbf_status(rtFee[1],
  831. 'Transaction has been replaced',f'{new_txid} in mempool')
  832. def bob_rbf_status3(self):
  833. if not self.proto.cap('rbf'):
  834. return 'skip'
  835. return self.bob_rbf_status(rtFee[2],'status: in mempool, replaceable')
  836. def bob_rbf_status4(self):
  837. if not self.proto.cap('rbf'):
  838. return 'skip'
  839. new_txid = self.read_from_tmpfile('rbf_txid2').strip()
  840. return self.bob_rbf_status(rtFee[1],
  841. 'Replacement transaction has 1 confirmation',
  842. f'Replacing transactions:\s+{new_txid}' )
  843. def bob_rbf_status5(self):
  844. if not self.proto.cap('rbf'):
  845. return 'skip'
  846. return self.bob_rbf_status(rtFee[2],'Transaction has 1 confirmation')
  847. def bob_rbf_status6(self):
  848. if not self.proto.cap('rbf'):
  849. return 'skip'
  850. new_txid = self.read_from_tmpfile('rbf_txid2').strip()
  851. return self.bob_rbf_status(rtFee[1],
  852. 'Replacement transaction has 2 confirmations',
  853. f'Replacing transactions:\s+{new_txid}' )
  854. def _gen_pairs(self,n):
  855. from mmgen.tool.api import tool_api
  856. t = tool_api()
  857. t.init_coin(self.proto.coin,self.proto.network)
  858. def gen_addr(Type):
  859. t.addrtype = Type
  860. wif = t.hex2wif(getrandhex(32))
  861. return ( wif, t.wif2addr(wif) )
  862. return [gen_addr('legacy')] + [gen_addr('compressed') for i in range(n-1)]
  863. def bob_pre_import(self):
  864. pairs = self._gen_pairs(5)
  865. self.write_to_tmpfile('non-mmgen.keys','\n'.join([a[0] for a in pairs])+'\n')
  866. self.write_to_tmpfile('non-mmgen.addrs','\n'.join([a[1] for a in pairs])+'\n')
  867. return self.user_txdo('bob',rtFee[4],[pairs[0][1]],'3')
  868. def user_import(self,user,args,nAddr):
  869. t = self.spawn('mmgen-addrimport',['--'+user]+args)
  870. if g.debug:
  871. t.expect("Type uppercase 'YES' to confirm: ",'YES\n')
  872. t.expect(f'Importing {nAddr} address')
  873. if '--rescan' in args:
  874. if not '--quiet' in args:
  875. t.expect('Continue? (Y/n): ','y')
  876. t.expect('Rescanning block')
  877. return t
  878. def bob_import_addr(self):
  879. addr = self.read_from_tmpfile('non-mmgen.addrs').split()[0]
  880. return self.user_import('bob',['--quiet','--address='+addr],nAddr=1)
  881. def bob_import_list_rescan_aio(self):
  882. addrfile = joinpath(self.tmpdir,'non-mmgen.addrs')
  883. return self.user_import('bob',['--rescan','--rpc-backend=aio','--addrlist',addrfile],nAddr=5)
  884. def bob_resolve_addr(self):
  885. mmaddr = '{}:C:1'.format(self._user_sid('bob'))
  886. t = self.spawn('mmgen-tool',['--bob','resolve_address',mmaddr])
  887. coinaddr = t.read().split()[0].strip()
  888. t = self.spawn('mmgen-tool',['--bob','resolve_address',coinaddr],no_msg=True)
  889. mmaddr_res = t.read().split()[0].strip()
  890. assert mmaddr == mmaddr_res, f'{mmaddr} != {mmaddr_res}'
  891. return t
  892. def bob_import_list(self):
  893. addrfile = joinpath(self.tmpdir,'non-mmgen.addrs')
  894. return self.user_import('bob',['--quiet','--addrlist',addrfile],nAddr=5)
  895. def bob_import_list_rescan(self):
  896. addrfile = joinpath(self.tmpdir,'non-mmgen.addrs')
  897. return self.user_import('bob',['--quiet','--rescan','--addrlist',addrfile],nAddr=5)
  898. def bob_rescan_addr(self):
  899. sid = self._user_sid('bob')
  900. t = self.spawn('mmgen-tool',['--bob','rescan_address',f'{sid}:C:1'])
  901. t.expect('Found 1 unspent output')
  902. t.expect('updated successfully')
  903. return t
  904. def bob_rescan_blockchain(self,add_args,expect):
  905. t = self.spawn('mmgen-tool',['--bob','rescan_blockchain'] + add_args)
  906. t.expect(f'Scanning blocks {expect}')
  907. t.expect('Done')
  908. return t
  909. def bob_rescan_blockchain_all(self):
  910. return self.bob_rescan_blockchain([],'300-396')
  911. def bob_rescan_blockchain_gb(self):
  912. return self.bob_rescan_blockchain(['start_block=0','stop_block=0'],'0-0')
  913. def bob_rescan_blockchain_one(self):
  914. return self.bob_rescan_blockchain(['start_block=300','stop_block=300'],'300-300')
  915. def bob_rescan_blockchain_ss(self):
  916. return self.bob_rescan_blockchain(['start_block=300','stop_block=302'],'300-302')
  917. def bob_twexport(self,add_args=[]):
  918. t = self.spawn('mmgen-tool',['--bob',f'--outdir={self.tmpdir}','twexport'] + add_args)
  919. t.written_to_file('JSON data')
  920. return t
  921. def bob_twexport_noamt(self):
  922. return self.bob_twexport(add_args=['include_amts=0'])
  923. def bob_twexport_pretty(self):
  924. return self.bob_twexport(add_args=['pretty=1'])
  925. def bob_edit_json_twdump(self):
  926. self.spawn('',msg_only=True)
  927. from mmgen.tw.json import TwJSON
  928. fn = TwJSON.Base(self.proto).dump_fn
  929. text = json.loads(self.read_from_tmpfile(fn))
  930. text['data']['entries'][3][3] = f'edited comment [фубар] [{gr_uc}]'
  931. self.write_to_tmpfile( fn, json.dumps(text,indent=4) )
  932. return 'ok'
  933. def carol_twimport(self,add_args=[],add_parms=[],expect_str=None):
  934. from mmgen.tw.json import TwJSON
  935. fn = joinpath( self.tmpdir, TwJSON.Base(self.proto).dump_fn )
  936. t = self.spawn('mmgen-tool', add_args + ['--carol','twimport',fn] + add_parms)
  937. t.expect('(y/N): ','y')
  938. if expect_str:
  939. t.expect(expect_str)
  940. elif 'batch=true' in add_parms:
  941. t.expect('{} addresses imported'.format(10 if self.proto.coin == 'BCH' else 20))
  942. else:
  943. t.expect('import completed OK')
  944. t.expect('Found 1 unspent output')
  945. return t
  946. def carol_twimport_nochksum(self):
  947. return self.carol_twimport(add_args=['--rpc-backend=aio'],add_parms=['ignore_checksum=true'])
  948. def carol_twimport_batch(self):
  949. return self.carol_twimport(add_parms=['batch=true'])
  950. def carol_twimport_pretty(self):
  951. return self.carol_twimport(add_parms=['ignore_checksum=true'],expect_str='ignoring incorrect checksum')
  952. def carol_listaddresses(self):
  953. return self.spawn('mmgen-tool',['--carol','listaddresses','showempty=1'])
  954. async def carol_delete_wallet(self):
  955. imsg(f'Unloading Carol’s tracking wallet')
  956. t = self.spawn('mmgen-regtest',['cli','unloadwallet','carol'])
  957. t.ok()
  958. from mmgen.rpc import rpc_init
  959. rpc = await rpc_init(self.proto)
  960. wdir = joinpath(rpc.daemon.network_datadir,'wallets','carol')
  961. from shutil import rmtree
  962. imsg(f'Deleting Carol’s tracking wallet')
  963. rmtree(wdir)
  964. return 'silent'
  965. def bob_split2(self):
  966. addrs = self.read_from_tmpfile('non-mmgen.addrs').split()
  967. amts = (1.12345678,2.87654321,3.33443344,4.00990099,5.43214321)
  968. outputs1 = list(map('{},{}'.format,addrs,amts))
  969. sid = self._user_sid('bob')
  970. l1,l2 = (
  971. (':S',':B') if 'B' in self.proto.mmtypes else
  972. (':S',':S') if self.proto.cap('segwit') else
  973. (':L',':L') )
  974. outputs2 = [sid+':C:2,6.333', sid+':L:3,6.667',sid+l1+':4,0.123',sid+l2+':5']
  975. return self.user_txdo('bob',rtFee[5],outputs1+outputs2,'1-2')
  976. def user_add_comment(self,user,addr,comment):
  977. t = self.spawn('mmgen-tool',['--'+user,'add_label',addr,comment])
  978. t.expect('Added label.*in tracking wallet',regex=True)
  979. return t
  980. def user_remove_comment(self,user,addr):
  981. t = self.spawn('mmgen-tool',['--'+user,'remove_label',addr])
  982. t.expect('Removed label.*in tracking wallet',regex=True)
  983. return t
  984. def bob_add_comment(self):
  985. sid = self._user_sid('bob')
  986. return self.user_add_comment('bob',sid+':C:1',tw_comment_lat_cyr_gr)
  987. def alice_add_comment1(self):
  988. sid = self._user_sid('alice')
  989. return self.user_add_comment('alice',sid+':C:1','Original Label - 月へ')
  990. def alice_add_comment2(self):
  991. sid = self._user_sid('alice')
  992. return self.user_add_comment('alice',sid+':C:1','Replacement Label')
  993. def _user_chk_comment(self,user,addr,comment,extra_args=[]):
  994. t = self.spawn('mmgen-tool',['--'+user,'listaddresses','all_labels=1']+extra_args)
  995. ret = strip_ansi_escapes(t.expect_getend(addr)).strip().split(None,2)[2]
  996. cmp_or_die( # squeezed display, double-width chars, so truncate to min field width
  997. ret[:3].strip(),
  998. comment[:3].strip())
  999. return t
  1000. def alice_add_comment_coinaddr(self):
  1001. mmid = self._user_sid('alice') + (':S:1',':L:1')[self.proto.coin=='BCH']
  1002. t = self.spawn('mmgen-tool',['--alice','listaddress',mmid,'wide=true'],no_msg=True)
  1003. addr = [i for i in strip_ansi_escapes(t.read()).splitlines() if re.search(rf'\b{mmid}\b',i)][0].split()[3]
  1004. return self.user_add_comment('alice',addr,'Label added using coin address of MMGen address')
  1005. def alice_chk_comment_coinaddr(self):
  1006. mmid = self._user_sid('alice') + (':S:1',':L:1')[self.proto.coin=='BCH']
  1007. return self._user_chk_comment('alice',mmid,'Label added using coin address of MMGen address')
  1008. def alice_add_comment_badaddr(self,addr,reply,exit_val):
  1009. if os.getenv('PYTHONOPTIMIZE'):
  1010. omsg(yellow(f'PYTHONOPTIMIZE set, skipping test {self.test_name!r}'))
  1011. return 'skip'
  1012. t = self.spawn('mmgen-tool',['--alice','add_label',addr,'(none)'])
  1013. t.expect(reply,regex=True)
  1014. t.req_exit_val = exit_val
  1015. return t
  1016. def alice_add_comment_badaddr1(self):
  1017. return self.alice_add_comment_badaddr( rt_pw, 'invalid address', 2 )
  1018. def alice_add_comment_badaddr2(self):
  1019. addr = init_proto(self.proto.coin,network='mainnet').pubhash2addr(bytes(20),False) # mainnet zero address
  1020. return self.alice_add_comment_badaddr( addr, 'invalid address', 2 )
  1021. def alice_add_comment_badaddr3(self):
  1022. addr = self._user_sid('alice') + ':C:123'
  1023. return self.alice_add_comment_badaddr( addr, f'MMGen address {addr!r} not found in tracking wallet', 2 )
  1024. def alice_add_comment_badaddr4(self):
  1025. addr = self.proto.pubhash2addr(bytes(20),False) # regtest (testnet) zero address
  1026. return self.alice_add_comment_badaddr( addr, f'Coin address {addr!r} not found in tracking wallet', 2 )
  1027. def alice_remove_comment1(self):
  1028. sid = self._user_sid('alice')
  1029. mmid = sid + (':S:3',':L:3')[self.proto.coin=='BCH']
  1030. return self.user_remove_comment('alice',mmid)
  1031. def alice_chk_comment1(self):
  1032. sid = self._user_sid('alice')
  1033. return self._user_chk_comment('alice',sid+':C:1','Original Label - 月へ')
  1034. def alice_chk_comment2(self):
  1035. sid = self._user_sid('alice')
  1036. return self._user_chk_comment('alice',sid+':C:1','Replacement Label',extra_args=['age_fmt=block'])
  1037. def alice_edit_comment1(self): return self.user_edit_comment('alice','4',tw_comment_lat_cyr_gr)
  1038. def alice_edit_comment2(self): return self.user_edit_comment('alice','3',tw_comment_zh)
  1039. def alice_chk_comment3(self):
  1040. sid = self._user_sid('alice')
  1041. mmid = sid + (':S:3',':L:3')[self.proto.coin=='BCH']
  1042. return self._user_chk_comment('alice',mmid,tw_comment_lat_cyr_gr,extra_args=['age_fmt=date'])
  1043. def alice_chk_comment4(self):
  1044. sid = self._user_sid('alice')
  1045. mmid = sid + (':S:3',':L:3')[self.proto.coin=='BCH']
  1046. return self._user_chk_comment('alice',mmid,'-',extra_args=['age_fmt=date_time'])
  1047. def user_edit_comment(self,user,output,comment):
  1048. t = self.spawn('mmgen-txcreate',['-B','--'+user,'-i'])
  1049. t.expect(r'add \[l\]abel:.','M',regex=True)
  1050. t.expect(r'add \[l\]abel:.','l',regex=True)
  1051. t.expect(r"Enter unspent.*return to main menu\):.",output+'\n',regex=True)
  1052. t.expect(r"Enter label text.*:.",comment+'\n',regex=True)
  1053. t.expect(r'\[q\]uit view, .*?:.','q',regex=True)
  1054. return t
  1055. def alice_listaddresses(self,args,expect):
  1056. t = self.spawn('mmgen-tool',['--alice','listaddresses','showempty=1'] + args)
  1057. expect_str = r'\D{}\D.*\b{}'.format(*expect)
  1058. t.expect(expect_str,regex=True)
  1059. return t
  1060. def alice_listaddresses1(self):
  1061. return self.alice_listaddresses(
  1062. args = [],
  1063. expect = (rtAmts[1],r'\d+') )
  1064. def alice_listaddresses_days(self):
  1065. return self.alice_listaddresses(
  1066. args = ['age_fmt=days'],
  1067. expect = (rtAmts[1],r'\d+') )
  1068. def alice_listaddresses_date(self):
  1069. return self.alice_listaddresses(
  1070. args = ['age_fmt=date'],
  1071. expect = (rtAmts[1],pat_date) )
  1072. def alice_listaddresses_date_time(self):
  1073. return self.alice_listaddresses(
  1074. args = ['age_fmt=date_time'],
  1075. expect = (rtAmts[1],pat_date_time) )
  1076. def alice_twview(self,args,expect):
  1077. t = self.spawn('mmgen-tool',['--alice','twview'] + args)
  1078. expect_str = r'\D{}\D.*\b{}'.format(*expect)
  1079. t.expect(expect_str,regex=True)
  1080. return t
  1081. def alice_twview1(self):
  1082. return self.alice_twview(
  1083. args = [],
  1084. expect = (rtAmts[0],r'\d+') )
  1085. def alice_twview_days(self):
  1086. return self.alice_twview(
  1087. args = ['age_fmt=days'],
  1088. expect = (rtAmts[0],r'\d+') )
  1089. def alice_twview_date(self):
  1090. return self.alice_twview(
  1091. args = ['age_fmt=date'],
  1092. expect = (rtAmts[0],pat_date) )
  1093. def alice_twview_date_time(self):
  1094. return self.alice_twview(
  1095. args = ['age_fmt=date_time'],
  1096. expect = (rtAmts[0],pat_date_time) )
  1097. def alice_txcreate_info(self,pexpect_spawn=False):
  1098. t = self.spawn('mmgen-txcreate',['--alice','-Bi'],pexpect_spawn=pexpect_spawn)
  1099. pats = (
  1100. ( '\d+', 'w'),
  1101. ( '\d+', 'D'),
  1102. ( '\d+', 'D'),
  1103. ( '\d+', 'D'),
  1104. ( pat_date, 'q'),
  1105. )
  1106. for d,s in pats:
  1107. t.expect(
  1108. r'\D{}\D.*\b{}\b'.format( rtAmts[0], d ),
  1109. s,
  1110. regex=True )
  1111. if t.pexpect_spawn and s == 'w':
  1112. t.expect(r'Total.*','q',regex=True,delay=1 if opt.exact_output else t.send_delay)
  1113. time.sleep(t.send_delay)
  1114. t.send('e')
  1115. return t
  1116. def alice_txcreate_info_term(self):
  1117. if self.skip_for_win():
  1118. return 'skip'
  1119. return self.alice_txcreate_info(pexpect_spawn=True)
  1120. def bob_msgcreate(self):
  1121. sid1 = self._user_sid('bob')
  1122. sid2 = self._get_user_subsid('bob','29L')
  1123. return self.spawn(
  1124. 'mmgen-msg', [
  1125. '--bob',
  1126. f'--outdir={self.tmpdir}',
  1127. 'create',
  1128. '16/3/2022 Earthquake strikes Fukushima coast',
  1129. f'{sid1}:{self.dfl_mmtype}:1-4',
  1130. f'{sid2}:C:3-7,87,98'
  1131. ])
  1132. def bob_msgsign(self,wallets=[]):
  1133. fn = get_file_with_ext(self.tmpdir,'rawmsg.json')
  1134. t = self.spawn(
  1135. 'mmgen-msg', [
  1136. '--bob',
  1137. f'--outdir={self.tmpdir}',
  1138. 'sign',
  1139. fn
  1140. ] + wallets )
  1141. if not wallets:
  1142. t.passphrase(dfl_wcls.desc,rt_pw)
  1143. return t
  1144. def bob_walletconv_words(self):
  1145. t = self.spawn(
  1146. 'mmgen-walletconv', [ '--bob', f'--outdir={self.tmpdir}', '--out-fmt=words' ] )
  1147. t.passphrase(dfl_wcls.desc,rt_pw)
  1148. t.written_to_file('data')
  1149. return t
  1150. def bob_subwalletgen_bip39(self):
  1151. t = self.spawn(
  1152. 'mmgen-subwalletgen', [ '--bob', f'--outdir={self.tmpdir}', '--out-fmt=bip39', '29L' ] )
  1153. t.passphrase(dfl_wcls.desc,rt_pw)
  1154. t.written_to_file('data')
  1155. return t
  1156. def bob_msgsign_userwallet(self):
  1157. fn1 = get_file_with_ext(self.tmpdir,'mmwords')
  1158. return self.bob_msgsign([fn1])
  1159. def bob_msgsign_userwallets(self):
  1160. fn1 = get_file_with_ext(self.tmpdir,'mmwords')
  1161. fn2 = get_file_with_ext(self.tmpdir,'bip39')
  1162. return self.bob_msgsign([fn2,fn1])
  1163. def bob_msgverify(self,addr=None,ext='sigmsg.json',cmd='verify',msgfile=None):
  1164. return self.spawn(
  1165. 'mmgen-msg', [
  1166. '--bob',
  1167. f'--outdir={self.tmpdir}',
  1168. cmd,
  1169. msgfile or get_file_with_ext(self.tmpdir,ext),
  1170. ] + ([addr] if addr else []) )
  1171. def bob_msgverify_raw(self):
  1172. t = self.bob_msgverify(ext='rawmsg.json')
  1173. t.expect('No signatures')
  1174. t.req_exit_val = 1
  1175. return t
  1176. def bob_msgverify_single(self):
  1177. sid = self._user_sid('bob')
  1178. return self.bob_msgverify(addr=f'{sid}:{self.dfl_mmtype}:1')
  1179. def bob_msgexport(self,addr=None):
  1180. t = self.bob_msgverify( addr=addr, cmd='export' )
  1181. t.written_to_file('data')
  1182. return t
  1183. def bob_msgexport_single(self):
  1184. sid = self._user_sid('bob')
  1185. return self.bob_msgexport(addr=f'{sid}:{self.dfl_mmtype}:1')
  1186. def bob_msgverify_export(self):
  1187. return self.bob_msgverify(
  1188. msgfile = os.path.join(self.tmpdir,'signatures.json')
  1189. )
  1190. def bob_msgverify_export_single(self):
  1191. sid = self._user_sid('bob')
  1192. mmid = f'{sid}:{self.dfl_mmtype}:1'
  1193. args = [ '--bob', '--color=0', 'listaddress', mmid, 'wide=true' ]
  1194. imsg(f'Running mmgen-tool {fmt_list(args,fmt="bare")}')
  1195. t = self.spawn('mmgen-tool', args, no_msg=True)
  1196. addr = t.expect_getend(mmid).split()[1]
  1197. t.close()
  1198. return self.bob_msgverify(
  1199. addr = addr,
  1200. msgfile = os.path.join(self.tmpdir,'signatures.json')
  1201. )
  1202. def stop(self):
  1203. if opt.no_daemon_stop:
  1204. self.spawn('',msg_only=True)
  1205. msg_r('(leaving daemon running by user request)')
  1206. return 'ok'
  1207. else:
  1208. return self.spawn('mmgen-regtest',['stop'])