ts_regtest.py 51 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394
  1. #!/usr/bin/env python3
  2. #
  3. # mmgen = Multi-Mode GENerator, command-line Bitcoin cold storage solution
  4. # Copyright (C)2013-2022 The MMGen Project <mmgen@tuta.io>
  5. #
  6. # This program is free software: you can redistribute it and/or modify
  7. # it under the terms of the GNU General Public License as published by
  8. # the Free Software Foundation, either version 3 of the License, or
  9. # (at your option) any later version.
  10. #
  11. # This program is distributed in the hope that it will be useful,
  12. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14. # GNU General Public License for more details.
  15. #
  16. # You should have received a copy of the GNU General Public License
  17. # along with this program. If not, see <http://www.gnu.org/licenses/>.
  18. """
  19. test.test_py_d.ts_regtest: Regtest tests for the test.py test suite
  20. """
  21. import os,json,time
  22. from decimal import Decimal
  23. from mmgen.globalvars import g
  24. from mmgen.opts import opt
  25. from mmgen.util import die,gmsg
  26. from mmgen.protocol import init_proto
  27. from mmgen.addrlist import AddrList
  28. from mmgen.wallet import Wallet,get_wallet_cls
  29. from ..include.common import *
  30. from .common import *
  31. pat_date = r'\b\d\d-\d\d-\d\d\b'
  32. pat_date_time = r'\b\d\d\d\d-\d\d-\d\d\s+\d\d:\d\d\b'
  33. dfl_wcls = get_wallet_cls('mmgen')
  34. rt_pw = 'abc-α'
  35. rt_data = {
  36. 'tx_fee': {'btc':'0.0001','bch':'0.001','ltc':'0.01'},
  37. 'rtFundAmt': {'btc':'500','bch':'500','ltc':'5500'},
  38. 'rtFee': {
  39. 'btc': ('20s','10s','60s','31s','10s','20s'),
  40. 'bch': ('20s','10s','60s','0.0001','10s','20s'),
  41. 'ltc': ('1000s','500s','1500s','0.05','400s','1000s')
  42. },
  43. 'rtBals': {
  44. 'btc': ('499.9999488','399.9998282','399.9998147','399.9996877',
  45. '52.99980410','946.99933647','999.99914057','52.9999',
  46. '946.99933647','0.4169328','6.24987417'),
  47. 'bch': ('499.9999484','399.9999194','399.9998972','399.9997692',
  48. '46.78890380','953.20966920','999.99857300','46.789',
  49. '953.2096692','0.4169328','39.58187387'),
  50. 'ltc': ('5499.99744','5399.994425','5399.993885','5399.987535',
  51. '52.98520500','10946.93753500','10999.92274000','52.99',
  52. '10946.937535','0.41364','6.24846787'),
  53. },
  54. 'rtBals_gb': {
  55. 'btc': {
  56. '0conf0': {
  57. 'mmgen': ('283.22339537','283.22339537'),
  58. 'nonmm': ('16.77647763','116.77629233'),
  59. 'total': ('299.999873','399.9996877'),
  60. },
  61. '0conf1': {
  62. 'mmgen': ('283.22339537','0'),
  63. 'nonmm': ('16.77647763','99.9998147'),
  64. 'total': ('299.999873','99.9998147'),
  65. },
  66. '1conf1': {
  67. 'mmgen': ('0','283.22339537'),
  68. 'nonmm': ('0','116.77629233'),
  69. 'total': ('0','399.9996877'),
  70. },
  71. '1conf2': {
  72. 'mmgen': ('0','283.22339537','0'),
  73. 'nonmm': ('0','16.77647763','99.9998147'),
  74. 'total': ('0','299.999873','99.9998147'),
  75. },
  76. },
  77. 'bch': {
  78. '0conf0': {
  79. 'mmgen': ('283.22339437','283.22339437'),
  80. 'nonmm': ('16.77647763','116.77637483'),
  81. 'total': ('299.999872','399.9997692'),
  82. },
  83. '0conf1': {
  84. 'mmgen': ('283.22339437','0'),
  85. 'nonmm': ('16.77647763','99.9998972'),
  86. 'total': ('299.999872','99.9998972'),
  87. },
  88. '1conf1': {
  89. 'mmgen': ('0','283.22339437'),
  90. 'nonmm': ('0','116.77637483'),
  91. 'total': ('0','399.9997692'),
  92. },
  93. '1conf2': {
  94. 'mmgen': ('0','283.22339437','0'),
  95. 'nonmm': ('0','16.77647763','99.9998972'),
  96. 'total': ('0','299.999872','99.9998972'),
  97. },
  98. },
  99. 'ltc': {
  100. '0conf0': {
  101. 'mmgen': ('283.21717237','283.21717237'),
  102. 'nonmm': ('16.77647763','5116.77036263'),
  103. 'total': ('299.99365','5399.987535'),
  104. },
  105. '0conf1': {
  106. 'mmgen': ('283.21717237','0'),
  107. 'nonmm': ('16.77647763','5099.993885'),
  108. 'total': ('299.99365','5099.993885'),
  109. },
  110. '1conf1': {
  111. 'mmgen': ('0','283.21717237'),
  112. 'nonmm': ('0','5116.77036263'),
  113. 'total': ('0','5399.987535'),
  114. },
  115. '1conf2': {
  116. 'mmgen': ('0','283.21717237','0'),
  117. 'nonmm': ('0','16.77647763','5099.993885'),
  118. 'total': ('0','299.99365','5099.993885'),
  119. },
  120. }
  121. },
  122. 'rtBobOp3': {'btc':'S:2','bch':'L:3','ltc':'S:2'},
  123. 'rtAmts': {
  124. 'btc': ('500','500'),
  125. 'bch': ('500','560'),
  126. 'ltc': ('5500','5500')
  127. }
  128. }
  129. def make_burn_addr(proto):
  130. from mmgen.tool.coin import tool_cmd
  131. return tool_cmd(
  132. cmdname = 'pubhash2addr',
  133. proto = proto,
  134. mmtype = 'compressed' ).pubhash2addr('00'*20)
  135. from .ts_base import *
  136. from .ts_shared import *
  137. class TestSuiteRegtest(TestSuiteBase,TestSuiteShared):
  138. 'transacting and tracking wallet operations via regtest mode'
  139. networks = ('btc','ltc','bch')
  140. passthru_opts = ('coin','rpc_backend')
  141. extra_spawn_args = ['--regtest=1']
  142. tmpdir_nums = [17]
  143. color = True
  144. deterministic = False
  145. test_rbf = False
  146. cmd_group_in = (
  147. ('setup', 'regtest (Bob and Alice) mode setup'),
  148. ('subgroup.misc', []),
  149. ('subgroup.init_bob', []),
  150. ('subgroup.init_alice', []),
  151. ('subgroup.fund_users', ['init_bob','init_alice']),
  152. ('subgroup.msg', ['init_bob']),
  153. ('subgroup.twexport', ['fund_users']),
  154. ('subgroup.rescan', ['fund_users']),
  155. ('subgroup.main', ['fund_users']),
  156. ('subgroup.txhist', ['main']),
  157. ('subgroup.label', ['main']),
  158. ('subgroup.view', ['label']),
  159. ('stop', 'stopping regtest daemon'),
  160. )
  161. cmd_subgroups = {
  162. 'misc': (
  163. 'miscellaneous commands',
  164. ('daemon_version', 'mmgen-tool daemon_version'),
  165. ('halving_calculator_bob', 'halving calculator (Bob)'),
  166. ),
  167. 'init_bob': (
  168. 'creating Bob’s MMGen wallet and tracking wallet',
  169. ('walletgen_bob', 'wallet generation (Bob)'),
  170. ('addrgen_bob', 'address generation (Bob)'),
  171. ('addrimport_bob', "importing Bob's addresses"),
  172. ),
  173. 'init_alice': (
  174. 'creating Alice’s MMGen wallet and tracking wallet',
  175. ('walletgen_alice', 'wallet generation (Alice)'),
  176. ('addrgen_alice', 'address generation (Alice)'),
  177. ('addrimport_alice', "importing Alice's addresses"),
  178. ),
  179. 'fund_users': (
  180. 'funding Bob and Alice’s wallets',
  181. ('bob_import_miner_addr', "importing miner’s coinbase addr into Bob’s wallet"),
  182. ('fund_bob_deterministic', "funding Bob’s first MMGen address (deterministic method)"),
  183. ('fund_alice_deterministic', "funding Alice’s first MMGen address (deterministic method)"),
  184. ('bob_recreate_tracking_wallet', 'creation of new tracking wallet (Bob)'),
  185. ('addrimport_bob2', "reimporting Bob's addresses"),
  186. ('fund_bob', "funding Bob's wallet"),
  187. ('fund_alice', "funding Alice's wallet"),
  188. ('generate', 'mining a block'),
  189. ('bob_bal1', "Bob's balance"),
  190. ('generate_extra_deterministic', "generate extra blocks for deterministic run"),
  191. ),
  192. 'msg': (
  193. 'message signing',
  194. ('bob_msgcreate', 'creating a message file for signing'),
  195. ('bob_msgsign', 'signing the message file (default wallet)'),
  196. ('bob_walletconv_words', 'creating an MMGen mnemonic wallet'),
  197. ('bob_subwalletgen_bip39', 'creating a BIP39 mnemonic subwallet'),
  198. ('bob_msgsign_userwallet', 'signing the message file (user-specified wallet)'),
  199. ('bob_msgsign_userwallets', 'signing the message file (user-specified wallets)'),
  200. ('bob_msgverify', 'verifying the message file (all addresses)'),
  201. ('bob_msgverify_raw', 'verifying the raw message file (all addresses)'),
  202. ('bob_msgverify_single', 'verifying the message file (single address)'),
  203. ('bob_msgexport_single', 'exporting the message file (single address)'),
  204. ('bob_msgexport', 'exporting the message file (all addresses)'),
  205. ('bob_msgverify_export', 'verifying the exported JSON data (all addresses)'),
  206. ('bob_msgverify_export_single', 'verifying the exported JSON data (single address)'),
  207. ),
  208. 'twexport': (
  209. 'exporting and importing tracking wallet to JSON',
  210. ('bob_twexport', 'exporting a tracking wallet to JSON'),
  211. ('carol_twimport', 'importing a tracking wallet JSON dump'),
  212. ('carol_delete_wallet', 'unloading and deleting Carol’s tracking wallet'),
  213. ('bob_twexport_noamt', 'exporting a tracking wallet to JSON (include_amts=0)'),
  214. ('carol_twimport_nochksum', 'importing a tracking wallet JSON dump (ignore_checksum=1)'),
  215. ('carol_delete_wallet', 'unloading and deleting Carol’s tracking wallet'),
  216. ('carol_twimport_batch', 'importing a tracking wallet JSON dump (batch=1)'),
  217. ('bob_twexport_pretty', 'exporting a tracking wallet to JSON (pretty=1)'),
  218. ('bob_edit_json_twdump', 'editing a tracking wallet JSON dump'),
  219. ('carol_delete_wallet', 'unloading and deleting Carol’s tracking wallet'),
  220. ('carol_twimport_pretty', 'importing an edited tracking wallet JSON dump (ignore_checksum=1)'),
  221. ('carol_listaddresses', 'viewing Carol’s tracking wallet'),
  222. ('carol_delete_wallet', 'unloading and deleting Carol’s tracking wallet'),
  223. ),
  224. 'rescan': (
  225. 'rescanning address and blockchain',
  226. ('bob_resolve_addr', 'resolving an address in the tracking wallet'),
  227. ('bob_rescan_addr', 'rescanning an address'),
  228. ('bob_rescan_blockchain_all', 'rescanning the blockchain (full rescan)'),
  229. ('bob_rescan_blockchain_gb', 'rescanning the blockchain (Genesis block)'),
  230. ('bob_rescan_blockchain_one', 'rescanning the blockchain (single block)'),
  231. ('bob_rescan_blockchain_ss', 'rescanning the blockchain (range of blocks)'),
  232. ),
  233. 'main': (
  234. 'creating, signing, sending and bumping transactions',
  235. ('bob_add_comment', "adding an 80-screen-width label (lat+cyr+gr)"),
  236. ('bob_twview1', "viewing Bob's tracking wallet"),
  237. ('bob_split1', "splitting Bob's funds"),
  238. ('generate', 'mining a block'),
  239. ('bob_bal2', "Bob's balance"),
  240. ('bob_rbf_1output_create', 'creating RBF tx with one output'),
  241. ('bob_rbf_1output_bump', 'bumping RBF tx with one output'),
  242. ('bob_bal2a', "Bob's balance (age_fmt=confs)"),
  243. ('bob_bal2b', "Bob's balance (showempty=1)"),
  244. ('bob_bal2c', "Bob's balance (showempty=1 minconf=2 age_fmt=days)"),
  245. ('bob_bal2d', "Bob's balance (minconf=2)"),
  246. ('bob_bal2e', "Bob's balance (showempty=1 sort=age)"),
  247. ('bob_bal2f', "Bob's balance (showempty=1 sort=age,reverse)"),
  248. ('bob_send_maybe_rbf', 'sending funds to Alice (RBF, if supported)'),
  249. ('get_mempool1', 'mempool (before RBF bump)'),
  250. ('bob_rbf_status1', 'getting status of transaction'),
  251. ('bob_rbf_bump', 'bumping RBF transaction'),
  252. ('get_mempool2', 'mempool (after RBF bump)'),
  253. ('bob_rbf_status2', 'getting status of transaction after replacement'),
  254. ('bob_rbf_status3', 'getting status of replacement transaction (mempool)'),
  255. ('generate', 'mining a block'),
  256. ('bob_rbf_status4', 'getting status of transaction after confirmed (1) replacement'),
  257. ('bob_rbf_status5', 'getting status of replacement transaction (confirmed)'),
  258. ('generate', 'mining a block'),
  259. ('bob_rbf_status6', 'getting status of transaction after confirmed (2) replacement'),
  260. ('bob_bal3', "Bob's balance"),
  261. ('bob_pre_import', 'sending to non-imported address'),
  262. ('generate', 'mining a block'),
  263. ('bob_import_addr', 'importing non-MMGen address'),
  264. ('bob_bal4', "Bob's balance (after import)"),
  265. ('bob_import_list', 'importing flat address list'),
  266. ('bob_import_list_rescan', 'importing flat address list with --rescan'),
  267. ('bob_import_list_rescan_aio', 'importing flat address list with --rescan (aiohttp backend)'),
  268. ('bob_split2', "splitting Bob's funds"),
  269. ('bob_0conf0_getbalance', "Bob's balance (unconfirmed, minconf=0)"),
  270. ('bob_0conf1_getbalance', "Bob's balance (unconfirmed, minconf=1)"),
  271. ('generate', 'mining a block'),
  272. ('bob_1conf1_getbalance', "Bob's balance (confirmed, minconf=1)"),
  273. ('bob_1conf2_getbalance', "Bob's balance (confirmed, minconf=2)"),
  274. ('bob_bal5', "Bob's balance"),
  275. ('bob_send_non_mmgen', 'sending funds to Alice (from non-MMGen addrs)'),
  276. ('generate', 'mining a block'),
  277. ('alice_send_estimatefee', 'tx creation with no fee on command line'),
  278. ('generate', 'mining a block'),
  279. ('bob_bal6', "Bob's balance"),
  280. ('bob_subwallet_addrgen1', "generating Bob's addrs from subwallet 29L"),
  281. ('bob_subwallet_addrgen2', "generating Bob's addrs from subwallet 127S"),
  282. ('bob_subwallet_addrimport1', "importing Bob's addrs from subwallet 29L"),
  283. ('bob_subwallet_addrimport2', "importing Bob's addrs from subwallet 127S"),
  284. ('bob_subwallet_fund', "funding Bob's subwallet addrs"),
  285. ('generate', 'mining a block'),
  286. ('bob_twview2', "viewing Bob's tracking wallet"),
  287. ('bob_twview3', "viewing Bob's tracking wallet"),
  288. ('bob_subwallet_txcreate', 'creating a transaction with subwallet inputs'),
  289. ('bob_subwallet_txsign', 'signing a transaction with subwallet inputs'),
  290. ('bob_subwallet_txdo', "sending from Bob's subwallet addrs"),
  291. ('generate', 'mining a block'),
  292. ('bob_twview4', "viewing Bob's tracking wallet"),
  293. ('bob_alice_bal', "Bob and Alice's balances"),
  294. ('bob_nochg_burn', 'zero-change transaction to burn address'),
  295. ('generate', 'mining a block'),
  296. ),
  297. 'txhist': (
  298. 'viewing transaction history',
  299. ('bob_txhist1', "viewing Bob's transaction history (sort=age)"),
  300. ('bob_txhist2', "viewing Bob's transaction history (sort=blockheight reverse=1)"),
  301. ('bob_txhist3', "viewing Bob's transaction history (sort=blockheight sinceblock=-7)"),
  302. ('bob_txhist4', "viewing Bob's transaction history (sinceblock=399 detail=1)"),
  303. ('bob_txhist_interactive', "viewing Bob's transaction history (age_fmt=date_time interactive=true)"),
  304. ),
  305. 'label': (
  306. 'adding, removing and editing labels',
  307. ('alice_bal2', "Alice's balance"),
  308. ('alice_add_comment1', 'adding a label'),
  309. ('alice_chk_comment1', 'the label'),
  310. ('alice_add_comment2', 'adding a label'),
  311. ('alice_chk_comment2', 'the label'),
  312. ('alice_edit_comment1', 'editing a label (zh)'),
  313. ('alice_edit_comment2', 'editing a label (lat+cyr+gr)'),
  314. ('alice_chk_comment3', 'the label'),
  315. ('alice_remove_comment1', 'removing a label'),
  316. ('alice_chk_comment4', 'the label'),
  317. ('alice_add_comment_coinaddr', 'adding a label using the coin address'),
  318. ('alice_chk_comment_coinaddr', 'the label'),
  319. ('alice_add_comment_badaddr1', 'adding a label with invalid address'),
  320. ('alice_add_comment_badaddr2', 'adding a label with invalid address for this chain'),
  321. ('alice_add_comment_badaddr3', 'adding a label with wrong MMGen address'),
  322. ('alice_add_comment_badaddr4', 'adding a label with wrong coin address'),
  323. ),
  324. 'view': (
  325. 'viewing addresses and unspent outputs',
  326. ('alice_listaddresses1', 'listaddresses'),
  327. ('alice_listaddresses_days', 'listaddresses (age_fmt=days)'),
  328. ('alice_listaddresses_date', 'listaddresses (age_fmt=date)'),
  329. ('alice_listaddresses_date_time', 'listaddresses (age_fmt=date_time)'),
  330. ('alice_twview1', 'twview'),
  331. ('alice_twview_days', 'twview (age_fmt=days)'),
  332. ('alice_twview_date', 'twview (age_fmt=date)'),
  333. ('alice_twview_date_time', 'twview (age_fmt=date_time)'),
  334. ('alice_txcreate_info', 'txcreate -i'),
  335. ('alice_txcreate_info_term', 'txcreate -i (pexpect_spawn)'),
  336. ),
  337. }
  338. def __init__(self,trunner,cfgs,spawn):
  339. TestSuiteBase.__init__(self,trunner,cfgs,spawn)
  340. if trunner == None:
  341. return
  342. if self.proto.testnet:
  343. die(2,'--testnet and --regtest options incompatible with regtest test suite')
  344. self.proto = init_proto(self.proto.coin,network='regtest',need_amt=True)
  345. coin = self.proto.coin.lower()
  346. import test.test_py_d.ts_regtest as rt_mod
  347. for k in rt_data:
  348. setattr( rt_mod, k, rt_data[k][coin] if coin in rt_data[k] else None )
  349. if self.proto.coin == 'BTC':
  350. self.test_rbf = True # tests are non-coin-dependent, so run just once for BTC
  351. if g.test_suite_deterministic:
  352. self.deterministic = True
  353. self.miner_addr = 'bcrt1qaq8t3pakcftpk095tnqfv5cmmczysls024atnd' # regtest.create_hdseed()
  354. self.miner_wif = 'cTyMdQ2BgfAsjopRVZrj7AoEGp97pKfrC2NkqLuwHr4KHfPNAKwp'
  355. os.environ['MMGEN_BOGUS_SEND'] = ''
  356. self.write_to_tmpfile('wallet_password',rt_pw)
  357. self.dfl_mmtype = 'C' if self.proto.coin == 'BCH' else 'B'
  358. def __del__(self):
  359. os.environ['MMGEN_BOGUS_SEND'] = '1'
  360. def _add_comments_to_addr_file(self,addrfile,outfile,use_comments=False):
  361. silence()
  362. gmsg(f'Adding comments to address file {addrfile!r}')
  363. a = AddrList(self.proto,addrfile)
  364. for n,idx in enumerate(a.idxs(),1):
  365. if use_comments:
  366. a.set_comment(idx,get_comment())
  367. else:
  368. if n % 2: a.set_comment(idx,f'Test address {n}')
  369. af = a.get_file()
  370. af.format(add_comments=True)
  371. from mmgen.fileutil import write_data_to_file
  372. write_data_to_file(outfile,af.fmt_data,quiet=True,ignore_opt_outdir=True)
  373. end_silence()
  374. def setup(self):
  375. stop_test_daemons(self.proto.network_id,force=True,remove_datadir=True)
  376. from shutil import rmtree
  377. try: rmtree(joinpath(self.tr.data_dir,'regtest'))
  378. except: pass
  379. t = self.spawn('mmgen-regtest',['-n','setup'])
  380. for s in ('Starting','Creating','Creating','Creating','Mined','Setup complete'):
  381. t.expect(s)
  382. return t
  383. def daemon_version(self):
  384. t = self.spawn('mmgen-tool', ['--bob','daemon_version'])
  385. t.expect('version')
  386. return t
  387. def halving_calculator_bob(self):
  388. t = self.spawn('halving-calculator.py',['--bob'],cmd_dir='examples')
  389. t.expect('time until halving')
  390. return t
  391. def walletgen(self,user):
  392. t = self.spawn('mmgen-walletgen',['-q','-r0','-p1','--'+user])
  393. t.passphrase_new('new '+dfl_wcls.desc,rt_pw)
  394. t.label()
  395. t.expect('move it to the data directory? (Y/n): ','y')
  396. t.written_to_file(capfirst(dfl_wcls.desc))
  397. return t
  398. def walletgen_bob(self): return self.walletgen('bob')
  399. def walletgen_alice(self): return self.walletgen('alice')
  400. def _user_dir(self,user,coin=None):
  401. return joinpath(self.tr.data_dir,'regtest',coin or self.proto.coin.lower(),user)
  402. def _user_sid(self,user):
  403. return os.path.basename(get_file_with_ext(self._user_dir(user),'mmdat'))[:8]
  404. def _get_user_subsid(self,user,subseed_idx):
  405. fn = get_file_with_ext(self._user_dir(user),dfl_wcls.ext)
  406. silence()
  407. w = Wallet( fn=fn, passwd_file=os.path.join(self.tmpdir,'wallet_password') )
  408. end_silence()
  409. return w.seed.subseed(subseed_idx).sid
  410. def addrgen(self,user,wf=None,addr_range='1-5',subseed_idx=None,mmtypes=[]):
  411. from mmgen.addr import MMGenAddrType
  412. for mmtype in mmtypes or self.proto.mmtypes:
  413. t = self.spawn('mmgen-addrgen',
  414. ['--quiet','--'+user,'--type='+mmtype,f'--outdir={self._user_dir(user)}'] +
  415. ([wf] if wf else []) +
  416. (['--subwallet='+subseed_idx] if subseed_idx else []) +
  417. [addr_range],
  418. extra_desc='({})'.format( MMGenAddrType.mmtypes[mmtype].name ))
  419. t.passphrase(dfl_wcls.desc,rt_pw)
  420. t.written_to_file('Addresses')
  421. ok_msg()
  422. t.skip_ok = True
  423. return t
  424. def addrgen_bob(self): return self.addrgen('bob')
  425. def addrgen_alice(self): return self.addrgen('alice')
  426. def addrimport(self,user,sid=None,addr_range='1-5',num_addrs=5,mmtypes=[],batch=True,quiet=True):
  427. id_strs = { 'legacy':'', 'compressed':'-C', 'segwit':'-S', 'bech32':'-B' }
  428. if not sid: sid = self._user_sid(user)
  429. from mmgen.addr import MMGenAddrType
  430. for mmtype in mmtypes or self.proto.mmtypes:
  431. desc = MMGenAddrType.mmtypes[mmtype].name
  432. addrfile = joinpath(self._user_dir(user),
  433. '{}{}{}[{}]{x}.regtest.addrs'.format(
  434. sid,self.altcoin_pfx,id_strs[desc],addr_range,
  435. x='-α' if g.debug_utf8 else ''))
  436. if mmtype == self.proto.mmtypes[0] and user == 'bob':
  437. self._add_comments_to_addr_file(addrfile,addrfile,use_comments=True)
  438. t = self.spawn(
  439. 'mmgen-addrimport',
  440. args = (
  441. (['--quiet'] if quiet else []) +
  442. ['--'+user] +
  443. (['--batch'] if batch else []) +
  444. [addrfile] ),
  445. extra_desc = f'({desc})' )
  446. if g.debug:
  447. t.expect("Type uppercase 'YES' to confirm: ",'YES\n')
  448. t.expect('Importing')
  449. if batch:
  450. t.expect(f'{num_addrs} addresses imported')
  451. else:
  452. t.expect(f'import completed OK')
  453. t.ok()
  454. t.skip_ok = True
  455. return t
  456. def addrimport_bob(self): return self.addrimport('bob')
  457. def addrimport_alice(self): return self.addrimport('alice',batch=False,quiet=False)
  458. def bob_import_miner_addr(self):
  459. if not self.deterministic:
  460. return 'skip'
  461. return self.spawn(
  462. 'mmgen-addrimport',
  463. [ '--bob', '--rescan', '--quiet', f'--address={self.miner_addr}' ] )
  464. def fund_wallet_deterministic(self,user,addr,utxo_nums,skip_passphrase=False):
  465. """
  466. the deterministic funding method using specific inputs
  467. """
  468. if not self.deterministic:
  469. return 'skip'
  470. self.write_to_tmpfile('miner.key',f'{self.miner_wif}\n')
  471. keyfile = joinpath(self.tmpdir,'miner.key')
  472. return self.user_txdo(
  473. 'bob', '40s',
  474. [ f'{addr},{rtFundAmt}', make_burn_addr(self.proto) ],
  475. utxo_nums,
  476. extra_args = [f'--keys-from-file={keyfile}'],
  477. skip_passphrase = skip_passphrase )
  478. def fund_bob_deterministic(self):
  479. return self.fund_wallet_deterministic( 'bob', f'{self._user_sid("bob")}:C:1', '1-11' )
  480. def fund_alice_deterministic(self):
  481. sid = self._user_sid('alice')
  482. mmtype = ('L','S')[self.proto.cap('segwit')]
  483. addr = self.get_addr_from_addrlist('alice',sid,mmtype,0,addr_range='1-5')
  484. return self.fund_wallet_deterministic( 'alice', addr, '1-11', skip_passphrase=True )
  485. def generate_extra_deterministic(self):
  486. if not self.deterministic:
  487. return 'skip'
  488. return self.generate(num_blocks=2) # do this so block count matches non-deterministic run
  489. async def bob_recreate_tracking_wallet(self):
  490. if not self.deterministic:
  491. return 'skip'
  492. self.spawn('',msg_only=True)
  493. from mmgen.proto.btc.regtest import MMGenRegtest
  494. rt = MMGenRegtest(self.proto.coin)
  495. await rt.stop()
  496. from shutil import rmtree
  497. imsg(f'Deleting Bob’s old tracking wallet')
  498. rmtree(os.path.join(rt.d.datadir,'regtest','wallets','bob'),ignore_errors=True)
  499. rt.init_daemon()
  500. rt.d.start(silent=True)
  501. imsg(f'Creating Bob’s new tracking wallet')
  502. await rt.rpc_call('createwallet','bob',True,True,None,False,False,False)
  503. await rt.stop()
  504. await rt.start()
  505. return 'ok'
  506. def addrimport_bob2(self):
  507. if not self.deterministic:
  508. return 'skip'
  509. return self.addrimport('bob')
  510. def fund_wallet(self,user,mmtype,amt,sid=None,addr_range='1-5'):
  511. if self.deterministic:
  512. return 'skip'
  513. if not sid:
  514. sid = self._user_sid(user)
  515. addr = self.get_addr_from_addrlist(user,sid,mmtype,0,addr_range=addr_range)
  516. t = self.spawn('mmgen-regtest', ['send',str(addr),str(amt)])
  517. t.expect(f'Sending {amt} miner {self.proto.coin}')
  518. t.expect('Mined 1 block')
  519. return t
  520. def fund_bob(self):
  521. return self.fund_wallet('bob','C',rtFundAmt)
  522. def fund_alice(self):
  523. return self.fund_wallet('alice',('L','S')[self.proto.cap('segwit')],rtFundAmt)
  524. def user_twview(self,user,chk,sort='age'):
  525. t = self.spawn('mmgen-tool',['--'+user,'twview','sort='+sort])
  526. if chk:
  527. t.expect(r'{}\b.*\D{}\b'.format(*chk),regex=True)
  528. return t
  529. def bob_twview1(self): return self.user_twview('bob', chk = ('1',rtAmts[0]) )
  530. def user_bal(self,user,bal,args=['showempty=1'],skip_check=False):
  531. t = self.spawn('mmgen-tool',['--'+user,'listaddresses'] + args)
  532. if not skip_check:
  533. cmp_or_die(f'{bal} {self.proto.coin}',strip_ansi_escapes(t.expect_getend('TOTAL: ')))
  534. return t
  535. def alice_bal1(self):
  536. return self.user_bal('alice',rtFundAmt)
  537. def alice_bal2(self):
  538. return self.user_bal('alice',rtBals[8])
  539. def bob_bal1(self):
  540. return self.user_bal('bob',rtFundAmt)
  541. def bob_bal2(self):
  542. return self.user_bal('bob',rtBals[0])
  543. def bob_bal2a(self):
  544. return self.user_bal('bob',rtBals[0],args=['showempty=1','age_fmt=confs'])
  545. def bob_bal2b(self):
  546. return self.user_bal('bob',rtBals[0],args=['showempty=1'])
  547. def bob_bal2c(self):
  548. return self.user_bal('bob',rtBals[0],args=['showempty=1','minconf=2','age_fmt=days'],skip_check=True)
  549. def bob_bal2d(self):
  550. return self.user_bal('bob',rtBals[0],args=['minconf=2'],skip_check=True)
  551. def bob_bal2e(self):
  552. return self.user_bal('bob',rtBals[0],args=['showempty=1','sort=amt'])
  553. def bob_bal2f(self):
  554. return self.user_bal('bob',rtBals[0],args=['showempty=0','sort=twmmid','reverse=1'])
  555. def bob_bal3(self):
  556. return self.user_bal('bob',rtBals[1])
  557. def bob_bal4(self):
  558. return self.user_bal('bob',rtBals[2])
  559. def bob_bal5(self):
  560. return self.user_bal('bob',rtBals[3])
  561. def bob_bal6(self):
  562. return self.user_bal('bob',rtBals[7])
  563. def bob_subwallet_addrgen1(self):
  564. return self.addrgen('bob',subseed_idx='29L',mmtypes=['C']) # 29L: 2FA7BBA8
  565. def bob_subwallet_addrgen2(self):
  566. return self.addrgen('bob',subseed_idx='127S',mmtypes=['C']) # 127S: '09E8E286'
  567. def subwallet_addrimport(self,user,subseed_idx):
  568. sid = self._get_user_subsid(user,subseed_idx)
  569. return self.addrimport(user,sid=sid,mmtypes=['C'])
  570. def bob_subwallet_addrimport1(self): return self.subwallet_addrimport('bob','29L')
  571. def bob_subwallet_addrimport2(self): return self.subwallet_addrimport('bob','127S')
  572. def bob_subwallet_fund(self):
  573. sid1 = self._get_user_subsid('bob','29L')
  574. sid2 = self._get_user_subsid('bob','127S')
  575. chg_addr = self._user_sid('bob') + (':B:1',':L:1')[self.proto.coin=='BCH']
  576. outputs_cl = [sid1+':C:2,0.29',sid2+':C:3,0.127',chg_addr]
  577. inputs = ('3','1')[self.proto.coin=='BCH']
  578. return self.user_txdo('bob',rtFee[1],outputs_cl,inputs,extra_args=['--subseeds=127'])
  579. def bob_twview2(self):
  580. sid1 = self._get_user_subsid('bob','29L')
  581. return self.user_twview('bob',chk=(sid1+':C:2','0.29'),sort='twmmid')
  582. def bob_twview3(self):
  583. sid2 = self._get_user_subsid('bob','127S')
  584. return self.user_twview('bob',chk=(sid2+':C:3','0.127'),sort='amt')
  585. def bob_subwallet_txcreate(self):
  586. sid1 = self._get_user_subsid('bob','29L')
  587. sid2 = self._get_user_subsid('bob','127S')
  588. outputs_cl = [sid1+':C:5,0.0159',sid2+':C:5']
  589. t = self.spawn('mmgen-txcreate',['-d',self.tmpdir,'-B','--bob'] + outputs_cl)
  590. return self.txcreate_ui_common(t,
  591. menu = ['a'],
  592. inputs = ('1,2','2,3')[self.proto.coin=='BCH'],
  593. interactive_fee = '0.00001')
  594. def bob_subwallet_txsign(self):
  595. fn = get_file_with_ext(self.tmpdir,'rawtx')
  596. t = self.spawn('mmgen-txsign',['-d',self.tmpdir,'--bob','--subseeds=127',fn])
  597. t.view_tx('t')
  598. t.passphrase(dfl_wcls.desc,rt_pw)
  599. t.do_comment(None)
  600. t.expect('(Y/n): ','y')
  601. t.written_to_file('Signed transaction')
  602. return t
  603. def bob_subwallet_txdo(self):
  604. outputs_cl = [self._user_sid('bob')+':L:5']
  605. inputs = ('1,2','2,3')[self.proto.coin=='BCH']
  606. return self.user_txdo('bob',rtFee[5],outputs_cl,inputs,menu=['a'],extra_args=['--subseeds=127']) # sort: amt
  607. def bob_twview4(self):
  608. sid = self._user_sid('bob')
  609. return self.user_twview('bob',chk=(sid+':L:5',rtBals[9]),sort='twmmid')
  610. def user_txhist(self,user,args,expect):
  611. t = self.spawn('mmgen-tool',['--'+user,'txhist'] + args)
  612. res = strip_ansi_escapes(t.read()).replace('\r','')
  613. m = re.search(expect,res,re.DOTALL)
  614. assert m, f'Expected: {expect}'
  615. return t
  616. def bob_txhist1(self):
  617. return self.user_txhist('bob',
  618. args = ['sort=age'],
  619. expect = fr'\s1\).*\s{rtFundAmt}\s' )
  620. def bob_txhist2(self):
  621. return self.user_txhist('bob',
  622. args = ['sort=blockheight','reverse=1','age_fmt=block'],
  623. expect = fr'\s1\).*:{self.dfl_mmtype}:1\s' )
  624. def bob_txhist3(self):
  625. return self.user_txhist('bob',
  626. args = ['sort=blockheight','sinceblock=-7','age_fmt=block'],
  627. expect = fr'Displaying transactions since block 399.*\s6\)\s+405\s.*\s{rtBals[9]}\s.*:L:5.*\s7\)'
  628. )
  629. def bob_txhist4(self):
  630. return self.user_txhist('bob',
  631. args = ['sort=blockheight','sinceblock=399','age_fmt=block','detail=1'],
  632. expect = fr'Displaying transactions since block 399.*\s7\).*Block:.*406.*Value:.*{rtBals[10]}'
  633. )
  634. def bob_txhist_interactive(self):
  635. self.get_file_with_ext('out',delete_all=True)
  636. t = self.spawn('mmgen-tool',
  637. ['--bob',f'--outdir={self.tmpdir}','txhist','age_fmt=date_time','interactive=true'] )
  638. for resp in ('u','i','t','a','m','T','A','r','r','D','D','D','D','p','P','b','V'):
  639. t.expect('draw:\b',resp,regex=True)
  640. if t.pexpect_spawn:
  641. t.expect(r'Block:.*\b394\b',regex=True)
  642. time.sleep(1)
  643. t.send('q')
  644. time.sleep(0.2)
  645. t.send('b')
  646. t.expect('draw:\b','q',regex=True)
  647. else:
  648. txnum,idx = (8,1) if self.proto.coin == 'BCH' else (9,3)
  649. t.expect(f'\s{txnum}\).*Inputs:.*:L:{idx}.*Outputs \(3\):.*:C:2.*\s10\)','q',regex=True)
  650. return t
  651. def bob_getbalance(self,bals,confs=1):
  652. for i in range(len(bals['mmgen'])):
  653. assert Decimal(bals['mmgen'][i]) + Decimal(bals['nonmm'][i]) == Decimal(bals['total'][i])
  654. sid = self._user_sid('bob')
  655. t = self.spawn('mmgen-tool',['--bob','getbalance',f'minconf={confs}'])
  656. t.expect('Wallet')
  657. for k,lbl in (
  658. ('mmgen',f'{sid}:'),
  659. ('nonmm','Non-MMGen:'),
  660. ('total',f'TOTAL {self.proto.coin}')
  661. ):
  662. ret = strip_ansi_escapes(t.expect_getend(lbl + ' '))
  663. cmp_or_die(
  664. ' '.join(bals[k]),
  665. ' '.join(ret.split()),
  666. desc = k,
  667. )
  668. return t
  669. def bob_0conf0_getbalance(self): return self.bob_getbalance(rtBals_gb['0conf0'],confs=0)
  670. def bob_0conf1_getbalance(self): return self.bob_getbalance(rtBals_gb['0conf1'],confs=1)
  671. def bob_1conf1_getbalance(self): return self.bob_getbalance(rtBals_gb['1conf1'],confs=1)
  672. def bob_1conf2_getbalance(self): return self.bob_getbalance(rtBals_gb['1conf2'],confs=2)
  673. def bob_nochg_burn(self):
  674. return self.user_txdo('bob',
  675. fee = '0.00009713',
  676. outputs_cl = [f'{make_burn_addr(self.proto)}'],
  677. outputs_list = '1' )
  678. def bob_alice_bal(self):
  679. t = self.spawn('mmgen-regtest',['balances'])
  680. ret = t.expect_getend("Bob's balance:").strip()
  681. cmp_or_die(rtBals[4],ret)
  682. ret = t.expect_getend("Alice's balance:").strip()
  683. cmp_or_die(rtBals[5],ret)
  684. ret = t.expect_getend("Total balance:").strip()
  685. cmp_or_die(rtBals[6],ret)
  686. return t
  687. def user_txsend_status(self,user,tx_file,exp1='',exp2='',extra_args=[]):
  688. t = self.spawn('mmgen-txsend',['-d',self.tmpdir,'--'+user,'--status'] + extra_args + [tx_file])
  689. if exp1: t.expect(exp1,regex=True)
  690. if exp2: t.expect(exp2,regex=True)
  691. return t
  692. def user_txdo( self, user, fee, outputs_cl, outputs_list,
  693. extra_args = [],
  694. wf = None,
  695. do_label = False,
  696. bad_locktime = False,
  697. full_tx_view = False,
  698. menu = ['M'],
  699. skip_passphrase = False ):
  700. t = self.spawn('mmgen-txdo',
  701. ['-d',self.tmpdir,'-B','--'+user] +
  702. (['--tx-fee='+fee] if fee else []) +
  703. extra_args + ([],[wf])[bool(wf)] + outputs_cl)
  704. self.txcreate_ui_common(t,
  705. caller = 'txdo',
  706. menu = menu,
  707. inputs = outputs_list,
  708. file_desc = 'Signed transaction',
  709. interactive_fee = (tx_fee,'')[bool(fee)],
  710. add_comment = tx_comment_jp,
  711. view = 't',save=True)
  712. if not skip_passphrase:
  713. t.passphrase(dfl_wcls.desc,rt_pw)
  714. t.written_to_file('Signed transaction')
  715. self._do_confirm_send(t)
  716. s,exit_val = (('Transaction sent',0),("can't be included",1))[bad_locktime]
  717. t.expect(s)
  718. t.req_exit_val = exit_val
  719. return t
  720. def bob_split1(self):
  721. sid = self._user_sid('bob')
  722. outputs_cl = [sid+':C:1,100', sid+':L:2,200',sid+':'+rtBobOp3]
  723. return self.user_txdo('bob',rtFee[0],outputs_cl,'1',do_label=True,full_tx_view=True)
  724. def get_addr_from_addrlist(self,user,sid,mmtype,idx,addr_range='1-5'):
  725. id_str = { 'L':'', 'S':'-S', 'C':'-C', 'B':'-B' }[mmtype]
  726. ext = '{}{}{}[{}]{x}.regtest.addrs'.format(
  727. sid,self.altcoin_pfx,id_str,addr_range,x='-α' if g.debug_utf8 else '')
  728. addrfile = get_file_with_ext(self._user_dir(user),ext,no_dot=True)
  729. silence()
  730. addr = AddrList(self.proto,addrfile).data[idx].addr
  731. end_silence()
  732. return addr
  733. def _create_tx_outputs(self,user,data):
  734. sid = self._user_sid(user)
  735. return [self.get_addr_from_addrlist(user,sid,mmtype,idx-1)+amt_str for mmtype,idx,amt_str in data]
  736. def bob_rbf_1output_create(self):
  737. if not self.test_rbf:
  738. return 'skip'
  739. out_addr = self._create_tx_outputs('alice',(('B',5,''),))
  740. t = self.spawn('mmgen-txcreate',['-d',self.tr.trash_dir,'-B','--bob','--rbf'] + out_addr)
  741. return self.txcreate_ui_common(t,menu=[],inputs='3',interactive_fee='3s') # out amt: 199.99999343
  742. def bob_rbf_1output_bump(self):
  743. if not self.test_rbf:
  744. return 'skip'
  745. ext = '9343,3]{x}.regtest.rawtx'.format(x='-α' if g.debug_utf8 else '')
  746. txfile = get_file_with_ext(self.tr.trash_dir,ext,delete=False,no_dot=True)
  747. return self.user_txbump('bob',
  748. self.tr.trash_dir,
  749. txfile,
  750. '8s',
  751. has_label = False,
  752. signed_tx = False,
  753. one_output = True )
  754. def bob_send_maybe_rbf(self):
  755. outputs_cl = self._create_tx_outputs('alice',(('L',1,',60'),('C',1,',40'))) # alice_sid:L:1, alice_sid:C:1
  756. outputs_cl += [self._user_sid('bob')+':'+rtBobOp3]
  757. return self.user_txdo('bob',rtFee[1],outputs_cl,'3',
  758. extra_args=([],['--rbf'])[self.proto.cap('rbf')])
  759. def bob_send_non_mmgen(self):
  760. outputs_cl = self._create_tx_outputs('alice',(
  761. (('L','S')[self.proto.cap('segwit')],2,',10'),
  762. (('L','S')[self.proto.cap('segwit')],3,'')
  763. )) # alice_sid:S:2, alice_sid:S:3
  764. keyfile = joinpath(self.tmpdir,'non-mmgen.keys')
  765. return self.user_txdo('bob',rtFee[3],outputs_cl,'1,4-10',
  766. extra_args=['--keys-from-file='+keyfile,'--vsize-adj=1.02'])
  767. def alice_send_estimatefee(self):
  768. outputs_cl = self._create_tx_outputs('bob',(('L',1,''),)) # bob_sid:L:1
  769. return self.user_txdo('alice',None,outputs_cl,'1') # fee=None
  770. def user_txbump(self,user,outdir,txfile,fee,add_args=[],has_label=True,signed_tx=True,one_output=False):
  771. if not self.proto.cap('rbf'):
  772. return 'skip'
  773. t = self.spawn('mmgen-txbump',
  774. ['-d',outdir,'--'+user,'--tx-fee='+fee,'--output-to-reduce=c'] + add_args + [txfile])
  775. if not one_output:
  776. t.expect('OK? (Y/n): ','y') # output OK?
  777. t.expect('OK? (Y/n): ','y') # fee OK?
  778. t.do_comment(False,has_label=has_label)
  779. if signed_tx:
  780. t.passphrase(dfl_wcls.desc,rt_pw)
  781. t.written_to_file('Signed transaction')
  782. self.txsend_ui_common(t,caller='txdo',bogus_send=False,file_desc='Signed transaction')
  783. else:
  784. t.expect('Save fee-bumped transaction? (y/N): ','y')
  785. t.written_to_file('Fee-bumped transaction')
  786. return t
  787. def bob_rbf_bump(self):
  788. ext = ',{}]{x}.regtest.sigtx'.format(rtFee[1][:-1],x='-α' if g.debug_utf8 else '')
  789. txfile = self.get_file_with_ext(ext,delete=False,no_dot=True)
  790. return self.user_txbump('bob',self.tmpdir,txfile,rtFee[2],add_args=['--send'])
  791. def generate(self,num_blocks=1):
  792. int(num_blocks)
  793. t = self.spawn('mmgen-regtest',['generate',str(num_blocks)])
  794. t.expect(f'Mined {num_blocks} block')
  795. return t
  796. def _get_mempool(self):
  797. if not g.debug_utf8:
  798. disable_debug()
  799. ret = self.spawn('mmgen-regtest',['mempool']).read()
  800. if not g.debug_utf8:
  801. restore_debug()
  802. m = re.search(r'(\[\s*"[a-f0-9]{64}"\s*])',ret) # allow for extra output by handler at end
  803. return json.loads(m.group(1))
  804. def get_mempool1(self):
  805. mp = self._get_mempool()
  806. if len(mp) != 1:
  807. die(4,'Mempool has more or less than one TX!')
  808. self.write_to_tmpfile('rbf_txid',mp[0]+'\n')
  809. return 'ok'
  810. def bob_rbf_status(self,fee,exp1,exp2=''):
  811. if not self.proto.cap('rbf'):
  812. return 'skip'
  813. ext = ',{}]{x}.regtest.sigtx'.format(fee[:-1],x='-α' if g.debug_utf8 else '')
  814. txfile = self.get_file_with_ext(ext,delete=False,no_dot=True)
  815. return self.user_txsend_status('bob',txfile,exp1,exp2)
  816. def bob_rbf_status1(self):
  817. if not self.proto.cap('rbf'):
  818. return 'skip'
  819. return self.bob_rbf_status(rtFee[1],'in mempool, replaceable')
  820. def get_mempool2(self):
  821. if not self.proto.cap('rbf'):
  822. return 'skip'
  823. mp = self._get_mempool()
  824. if len(mp) != 1:
  825. die(4,'Mempool has more or less than one TX!')
  826. chk = self.read_from_tmpfile('rbf_txid')
  827. if chk.strip() == mp[0]:
  828. die(4,'TX in mempool has not changed! RBF bump failed')
  829. self.write_to_tmpfile('rbf_txid2',mp[0]+'\n')
  830. return 'ok'
  831. def bob_rbf_status2(self):
  832. if not self.proto.cap('rbf'):
  833. return 'skip'
  834. new_txid = self.read_from_tmpfile('rbf_txid2').strip()
  835. return self.bob_rbf_status(rtFee[1],
  836. 'Transaction has been replaced',f'{new_txid} in mempool')
  837. def bob_rbf_status3(self):
  838. if not self.proto.cap('rbf'):
  839. return 'skip'
  840. return self.bob_rbf_status(rtFee[2],'status: in mempool, replaceable')
  841. def bob_rbf_status4(self):
  842. if not self.proto.cap('rbf'):
  843. return 'skip'
  844. new_txid = self.read_from_tmpfile('rbf_txid2').strip()
  845. return self.bob_rbf_status(rtFee[1],
  846. 'Replacement transaction has 1 confirmation',
  847. f'Replacing transactions:\s+{new_txid}' )
  848. def bob_rbf_status5(self):
  849. if not self.proto.cap('rbf'):
  850. return 'skip'
  851. return self.bob_rbf_status(rtFee[2],'Transaction has 1 confirmation')
  852. def bob_rbf_status6(self):
  853. if not self.proto.cap('rbf'):
  854. return 'skip'
  855. new_txid = self.read_from_tmpfile('rbf_txid2').strip()
  856. return self.bob_rbf_status(rtFee[1],
  857. 'Replacement transaction has 2 confirmations',
  858. f'Replacing transactions:\s+{new_txid}' )
  859. def _gen_pairs(self,n):
  860. from mmgen.tool.api import tool_api
  861. t = tool_api()
  862. t.init_coin(self.proto.coin,self.proto.network)
  863. def gen_addr(Type):
  864. t.addrtype = Type
  865. wif = t.hex2wif(getrandhex(32))
  866. return ( wif, t.wif2addr(wif) )
  867. return [gen_addr('legacy')] + [gen_addr('compressed') for i in range(n-1)]
  868. def bob_pre_import(self):
  869. pairs = self._gen_pairs(5)
  870. self.write_to_tmpfile('non-mmgen.keys','\n'.join([a[0] for a in pairs])+'\n')
  871. self.write_to_tmpfile('non-mmgen.addrs','\n'.join([a[1] for a in pairs])+'\n')
  872. return self.user_txdo('bob',rtFee[4],[pairs[0][1]],'3')
  873. def user_import(self,user,args,nAddr):
  874. t = self.spawn('mmgen-addrimport',['--'+user]+args)
  875. if g.debug:
  876. t.expect("Type uppercase 'YES' to confirm: ",'YES\n')
  877. t.expect(f'Importing {nAddr} address')
  878. if '--rescan' in args:
  879. if not '--quiet' in args:
  880. t.expect('Continue? (Y/n): ','y')
  881. t.expect('Rescanning block')
  882. return t
  883. def bob_import_addr(self):
  884. addr = self.read_from_tmpfile('non-mmgen.addrs').split()[0]
  885. return self.user_import('bob',['--quiet','--address='+addr],nAddr=1)
  886. def bob_import_list_rescan_aio(self):
  887. addrfile = joinpath(self.tmpdir,'non-mmgen.addrs')
  888. return self.user_import('bob',['--rescan','--rpc-backend=aio','--addrlist',addrfile],nAddr=5)
  889. def bob_resolve_addr(self):
  890. mmaddr = '{}:C:1'.format(self._user_sid('bob'))
  891. t = self.spawn('mmgen-tool',['--bob','resolve_address',mmaddr])
  892. coinaddr = t.read().split()[0].strip()
  893. t = self.spawn('mmgen-tool',['--bob','resolve_address',coinaddr],no_msg=True)
  894. mmaddr_res = t.read().split()[0].strip()
  895. assert mmaddr == mmaddr_res, f'{mmaddr} != {mmaddr_res}'
  896. return t
  897. def bob_import_list(self):
  898. addrfile = joinpath(self.tmpdir,'non-mmgen.addrs')
  899. return self.user_import('bob',['--quiet','--addrlist',addrfile],nAddr=5)
  900. def bob_import_list_rescan(self):
  901. addrfile = joinpath(self.tmpdir,'non-mmgen.addrs')
  902. return self.user_import('bob',['--quiet','--rescan','--addrlist',addrfile],nAddr=5)
  903. def bob_rescan_addr(self):
  904. sid = self._user_sid('bob')
  905. t = self.spawn('mmgen-tool',['--bob','rescan_address',f'{sid}:C:1'])
  906. t.expect('Found 1 unspent output')
  907. t.expect('updated successfully')
  908. return t
  909. def bob_rescan_blockchain(self,add_args,expect):
  910. t = self.spawn('mmgen-tool',['--bob','rescan_blockchain'] + add_args)
  911. t.expect(f'Scanning blocks {expect}')
  912. t.expect('Done')
  913. return t
  914. def bob_rescan_blockchain_all(self):
  915. return self.bob_rescan_blockchain([],'300-396')
  916. def bob_rescan_blockchain_gb(self):
  917. return self.bob_rescan_blockchain(['start_block=0','stop_block=0'],'0-0')
  918. def bob_rescan_blockchain_one(self):
  919. return self.bob_rescan_blockchain(['start_block=300','stop_block=300'],'300-300')
  920. def bob_rescan_blockchain_ss(self):
  921. return self.bob_rescan_blockchain(['start_block=300','stop_block=302'],'300-302')
  922. def bob_twexport(self,add_args=[]):
  923. t = self.spawn('mmgen-tool',['--bob',f'--outdir={self.tmpdir}','twexport'] + add_args)
  924. t.written_to_file('JSON data')
  925. return t
  926. def bob_twexport_noamt(self):
  927. return self.bob_twexport(add_args=['include_amts=0'])
  928. def bob_twexport_pretty(self):
  929. return self.bob_twexport(add_args=['pretty=1'])
  930. def bob_edit_json_twdump(self):
  931. self.spawn('',msg_only=True)
  932. from mmgen.tw.json import TwJSON
  933. fn = TwJSON.Base(self.proto).dump_fn
  934. text = json.loads(self.read_from_tmpfile(fn))
  935. text['data']['entries'][3][3] = f'edited comment [фубар] [{gr_uc}]'
  936. self.write_to_tmpfile( fn, json.dumps(text,indent=4) )
  937. return 'ok'
  938. def carol_twimport(self,add_args=[],add_parms=[],expect_str=None):
  939. from mmgen.tw.json import TwJSON
  940. fn = joinpath( self.tmpdir, TwJSON.Base(self.proto).dump_fn )
  941. t = self.spawn('mmgen-tool', add_args + ['--carol','twimport',fn] + add_parms)
  942. t.expect('(y/N): ','y')
  943. if expect_str:
  944. t.expect(expect_str)
  945. elif 'batch=true' in add_parms:
  946. t.expect('{} addresses imported'.format(10 if self.proto.coin == 'BCH' else 20))
  947. else:
  948. t.expect('import completed OK')
  949. t.expect('Found 1 unspent output')
  950. return t
  951. def carol_twimport_nochksum(self):
  952. return self.carol_twimport(add_args=['--rpc-backend=aio'],add_parms=['ignore_checksum=true'])
  953. def carol_twimport_batch(self):
  954. return self.carol_twimport(add_parms=['batch=true'])
  955. def carol_twimport_pretty(self):
  956. return self.carol_twimport(add_parms=['ignore_checksum=true'],expect_str='ignoring incorrect checksum')
  957. def carol_listaddresses(self):
  958. return self.spawn('mmgen-tool',['--carol','listaddresses','showempty=1'])
  959. async def carol_delete_wallet(self):
  960. imsg(f'Unloading Carol’s tracking wallet')
  961. t = self.spawn('mmgen-regtest',['cli','unloadwallet','carol'])
  962. t.ok()
  963. from mmgen.rpc import rpc_init
  964. rpc = await rpc_init(self.proto)
  965. wdir = joinpath(rpc.daemon.network_datadir,'wallets','carol')
  966. from shutil import rmtree
  967. imsg(f'Deleting Carol’s tracking wallet')
  968. rmtree(wdir)
  969. return 'silent'
  970. def bob_split2(self):
  971. addrs = self.read_from_tmpfile('non-mmgen.addrs').split()
  972. amts = (1.12345678,2.87654321,3.33443344,4.00990099,5.43214321)
  973. outputs1 = list(map('{},{}'.format,addrs,amts))
  974. sid = self._user_sid('bob')
  975. l1,l2 = (
  976. (':S',':B') if 'B' in self.proto.mmtypes else
  977. (':S',':S') if self.proto.cap('segwit') else
  978. (':L',':L') )
  979. outputs2 = [sid+':C:2,6.333', sid+':L:3,6.667',sid+l1+':4,0.123',sid+l2+':5']
  980. return self.user_txdo('bob',rtFee[5],outputs1+outputs2,'1-2')
  981. def user_add_comment(self,user,addr,comment):
  982. t = self.spawn('mmgen-tool',['--'+user,'add_label',addr,comment])
  983. t.expect('Added label.*in tracking wallet',regex=True)
  984. return t
  985. def user_remove_comment(self,user,addr):
  986. t = self.spawn('mmgen-tool',['--'+user,'remove_label',addr])
  987. t.expect('Removed label.*in tracking wallet',regex=True)
  988. return t
  989. def bob_add_comment(self):
  990. sid = self._user_sid('bob')
  991. return self.user_add_comment('bob',sid+':C:1',tw_comment_lat_cyr_gr)
  992. def alice_add_comment1(self):
  993. sid = self._user_sid('alice')
  994. return self.user_add_comment('alice',sid+':C:1','Original Label - 月へ')
  995. def alice_add_comment2(self):
  996. sid = self._user_sid('alice')
  997. return self.user_add_comment('alice',sid+':C:1','Replacement Label')
  998. def _user_chk_comment(self,user,addr,comment,extra_args=[]):
  999. t = self.spawn('mmgen-tool',['--'+user,'listaddresses','all_labels=1']+extra_args)
  1000. ret = strip_ansi_escapes(t.expect_getend(addr)).strip().split(None,2)[2]
  1001. cmp_or_die( # squeezed display, double-width chars, so truncate to min field width
  1002. ret[:3].strip(),
  1003. comment[:3].strip())
  1004. return t
  1005. def alice_add_comment_coinaddr(self):
  1006. mmid = self._user_sid('alice') + (':S:1',':L:1')[self.proto.coin=='BCH']
  1007. t = self.spawn('mmgen-tool',['--alice','listaddress',mmid,'wide=true'],no_msg=True)
  1008. addr = [i for i in strip_ansi_escapes(t.read()).splitlines() if re.search(rf'\b{mmid}\b',i)][0].split()[3]
  1009. return self.user_add_comment('alice',addr,'Label added using coin address of MMGen address')
  1010. def alice_chk_comment_coinaddr(self):
  1011. mmid = self._user_sid('alice') + (':S:1',':L:1')[self.proto.coin=='BCH']
  1012. return self._user_chk_comment('alice',mmid,'Label added using coin address of MMGen address')
  1013. def alice_add_comment_badaddr(self,addr,reply,exit_val):
  1014. if os.getenv('PYTHONOPTIMIZE'):
  1015. omsg(yellow(f'PYTHONOPTIMIZE set, skipping test {self.test_name!r}'))
  1016. return 'skip'
  1017. t = self.spawn('mmgen-tool',['--alice','add_label',addr,'(none)'])
  1018. t.expect(reply,regex=True)
  1019. t.req_exit_val = exit_val
  1020. return t
  1021. def alice_add_comment_badaddr1(self):
  1022. return self.alice_add_comment_badaddr( rt_pw, 'invalid address', 2 )
  1023. def alice_add_comment_badaddr2(self):
  1024. addr = init_proto(self.proto.coin,network='mainnet').pubhash2addr(bytes(20),False) # mainnet zero address
  1025. return self.alice_add_comment_badaddr( addr, 'invalid address', 2 )
  1026. def alice_add_comment_badaddr3(self):
  1027. addr = self._user_sid('alice') + ':C:123'
  1028. return self.alice_add_comment_badaddr( addr, f'MMGen address {addr!r} not found in tracking wallet', 2 )
  1029. def alice_add_comment_badaddr4(self):
  1030. addr = self.proto.pubhash2addr(bytes(20),False) # regtest (testnet) zero address
  1031. return self.alice_add_comment_badaddr( addr, f'Coin address {addr!r} not found in tracking wallet', 2 )
  1032. def alice_remove_comment1(self):
  1033. sid = self._user_sid('alice')
  1034. mmid = sid + (':S:3',':L:3')[self.proto.coin=='BCH']
  1035. return self.user_remove_comment('alice',mmid)
  1036. def alice_chk_comment1(self):
  1037. sid = self._user_sid('alice')
  1038. return self._user_chk_comment('alice',sid+':C:1','Original Label - 月へ')
  1039. def alice_chk_comment2(self):
  1040. sid = self._user_sid('alice')
  1041. return self._user_chk_comment('alice',sid+':C:1','Replacement Label',extra_args=['age_fmt=block'])
  1042. def alice_edit_comment1(self): return self.user_edit_comment('alice','4',tw_comment_lat_cyr_gr)
  1043. def alice_edit_comment2(self): return self.user_edit_comment('alice','3',tw_comment_zh)
  1044. def alice_chk_comment3(self):
  1045. sid = self._user_sid('alice')
  1046. mmid = sid + (':S:3',':L:3')[self.proto.coin=='BCH']
  1047. return self._user_chk_comment('alice',mmid,tw_comment_lat_cyr_gr,extra_args=['age_fmt=date'])
  1048. def alice_chk_comment4(self):
  1049. sid = self._user_sid('alice')
  1050. mmid = sid + (':S:3',':L:3')[self.proto.coin=='BCH']
  1051. return self._user_chk_comment('alice',mmid,'-',extra_args=['age_fmt=date_time'])
  1052. def user_edit_comment(self,user,output,comment):
  1053. t = self.spawn('mmgen-txcreate',['-B','--'+user,'-i'])
  1054. t.expect(r'add \[l\]abel:.','M',regex=True)
  1055. t.expect(r'add \[l\]abel:.','l',regex=True)
  1056. t.expect(r"Enter unspent.*return to main menu\):.",output+'\n',regex=True)
  1057. t.expect(r"Enter label text.*:.",comment+'\n',regex=True)
  1058. t.expect(r'\[q\]uit view, .*?:.','q',regex=True)
  1059. return t
  1060. def alice_listaddresses(self,args,expect):
  1061. t = self.spawn('mmgen-tool',['--alice','listaddresses','showempty=1'] + args)
  1062. expect_str = r'\D{}\D.*\b{}'.format(*expect)
  1063. t.expect(expect_str,regex=True)
  1064. return t
  1065. def alice_listaddresses1(self):
  1066. return self.alice_listaddresses(
  1067. args = [],
  1068. expect = (rtAmts[1],r'\d+') )
  1069. def alice_listaddresses_days(self):
  1070. return self.alice_listaddresses(
  1071. args = ['age_fmt=days'],
  1072. expect = (rtAmts[1],r'\d+') )
  1073. def alice_listaddresses_date(self):
  1074. return self.alice_listaddresses(
  1075. args = ['age_fmt=date'],
  1076. expect = (rtAmts[1],pat_date) )
  1077. def alice_listaddresses_date_time(self):
  1078. return self.alice_listaddresses(
  1079. args = ['age_fmt=date_time'],
  1080. expect = (rtAmts[1],pat_date_time) )
  1081. def alice_twview(self,args,expect):
  1082. t = self.spawn('mmgen-tool',['--alice','twview'] + args)
  1083. expect_str = r'\D{}\D.*\b{}'.format(*expect)
  1084. t.expect(expect_str,regex=True)
  1085. return t
  1086. def alice_twview1(self):
  1087. return self.alice_twview(
  1088. args = [],
  1089. expect = (rtAmts[0],r'\d+') )
  1090. def alice_twview_days(self):
  1091. return self.alice_twview(
  1092. args = ['age_fmt=days'],
  1093. expect = (rtAmts[0],r'\d+') )
  1094. def alice_twview_date(self):
  1095. return self.alice_twview(
  1096. args = ['age_fmt=date'],
  1097. expect = (rtAmts[0],pat_date) )
  1098. def alice_twview_date_time(self):
  1099. return self.alice_twview(
  1100. args = ['age_fmt=date_time'],
  1101. expect = (rtAmts[0],pat_date_time) )
  1102. def alice_txcreate_info(self,pexpect_spawn=False):
  1103. t = self.spawn('mmgen-txcreate',['--alice','-Bi'],pexpect_spawn=pexpect_spawn)
  1104. pats = (
  1105. ( '\d+', 'w'),
  1106. ( '\d+', 'D'),
  1107. ( '\d+', 'D'),
  1108. ( '\d+', 'D'),
  1109. ( pat_date, 'q'),
  1110. )
  1111. for d,s in pats:
  1112. t.expect(
  1113. r'\D{}\D.*\b{}\b'.format( rtAmts[0], d ),
  1114. s,
  1115. regex=True )
  1116. if t.pexpect_spawn and s == 'w':
  1117. t.expect(r'Total.*','q',regex=True,delay=1 if opt.exact_output else t.send_delay)
  1118. time.sleep(t.send_delay)
  1119. t.send('e')
  1120. return t
  1121. def alice_txcreate_info_term(self):
  1122. if self.skip_for_win():
  1123. return 'skip'
  1124. return self.alice_txcreate_info(pexpect_spawn=True)
  1125. def bob_msgcreate(self):
  1126. sid1 = self._user_sid('bob')
  1127. sid2 = self._get_user_subsid('bob','29L')
  1128. return self.spawn(
  1129. 'mmgen-msg', [
  1130. '--bob',
  1131. f'--outdir={self.tmpdir}',
  1132. 'create',
  1133. '16/3/2022 Earthquake strikes Fukushima coast',
  1134. f'{sid1}:{self.dfl_mmtype}:1-4',
  1135. f'{sid2}:C:3-7,87,98'
  1136. ])
  1137. def bob_msgsign(self,wallets=[]):
  1138. fn = get_file_with_ext(self.tmpdir,'rawmsg.json')
  1139. t = self.spawn(
  1140. 'mmgen-msg', [
  1141. '--bob',
  1142. f'--outdir={self.tmpdir}',
  1143. 'sign',
  1144. fn
  1145. ] + wallets )
  1146. if not wallets:
  1147. t.passphrase(dfl_wcls.desc,rt_pw)
  1148. return t
  1149. def bob_walletconv_words(self):
  1150. t = self.spawn(
  1151. 'mmgen-walletconv', [ '--bob', f'--outdir={self.tmpdir}', '--out-fmt=words' ] )
  1152. t.passphrase(dfl_wcls.desc,rt_pw)
  1153. t.written_to_file('data')
  1154. return t
  1155. def bob_subwalletgen_bip39(self):
  1156. t = self.spawn(
  1157. 'mmgen-subwalletgen', [ '--bob', f'--outdir={self.tmpdir}', '--out-fmt=bip39', '29L' ] )
  1158. t.passphrase(dfl_wcls.desc,rt_pw)
  1159. t.written_to_file('data')
  1160. return t
  1161. def bob_msgsign_userwallet(self):
  1162. fn1 = get_file_with_ext(self.tmpdir,'mmwords')
  1163. return self.bob_msgsign([fn1])
  1164. def bob_msgsign_userwallets(self):
  1165. fn1 = get_file_with_ext(self.tmpdir,'mmwords')
  1166. fn2 = get_file_with_ext(self.tmpdir,'bip39')
  1167. return self.bob_msgsign([fn2,fn1])
  1168. def bob_msgverify(self,addr=None,ext='sigmsg.json',cmd='verify',msgfile=None):
  1169. return self.spawn(
  1170. 'mmgen-msg', [
  1171. '--bob',
  1172. f'--outdir={self.tmpdir}',
  1173. cmd,
  1174. msgfile or get_file_with_ext(self.tmpdir,ext),
  1175. ] + ([addr] if addr else []) )
  1176. def bob_msgverify_raw(self):
  1177. t = self.bob_msgverify(ext='rawmsg.json')
  1178. t.expect('No signatures')
  1179. t.req_exit_val = 1
  1180. return t
  1181. def bob_msgverify_single(self):
  1182. sid = self._user_sid('bob')
  1183. return self.bob_msgverify(addr=f'{sid}:{self.dfl_mmtype}:1')
  1184. def bob_msgexport(self,addr=None):
  1185. t = self.bob_msgverify( addr=addr, cmd='export' )
  1186. t.written_to_file('data')
  1187. return t
  1188. def bob_msgexport_single(self):
  1189. sid = self._user_sid('bob')
  1190. return self.bob_msgexport(addr=f'{sid}:{self.dfl_mmtype}:1')
  1191. def bob_msgverify_export(self):
  1192. return self.bob_msgverify(
  1193. msgfile = os.path.join(self.tmpdir,'signatures.json')
  1194. )
  1195. def bob_msgverify_export_single(self):
  1196. sid = self._user_sid('bob')
  1197. mmid = f'{sid}:{self.dfl_mmtype}:1'
  1198. args = [ '--bob', '--color=0', 'listaddress', mmid, 'wide=true' ]
  1199. imsg(f'Running mmgen-tool {fmt_list(args,fmt="bare")}')
  1200. t = self.spawn('mmgen-tool', args, no_msg=True)
  1201. addr = t.expect_getend(mmid).split()[1]
  1202. t.close()
  1203. return self.bob_msgverify(
  1204. addr = addr,
  1205. msgfile = os.path.join(self.tmpdir,'signatures.json')
  1206. )
  1207. def stop(self):
  1208. if opt.no_daemon_stop:
  1209. self.spawn('',msg_only=True)
  1210. msg_r('(leaving daemon running by user request)')
  1211. return 'ok'
  1212. else:
  1213. return self.spawn('mmgen-regtest',['stop'])