ts_regtest.py 50 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376
  1. #!/usr/bin/env python3
  2. #
  3. # mmgen = Multi-Mode GENerator, command-line Bitcoin cold storage solution
  4. # Copyright (C)2013-2022 The MMGen Project <mmgen@tuta.io>
  5. #
  6. # This program is free software: you can redistribute it and/or modify
  7. # it under the terms of the GNU General Public License as published by
  8. # the Free Software Foundation, either version 3 of the License, or
  9. # (at your option) any later version.
  10. #
  11. # This program is distributed in the hope that it will be useful,
  12. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14. # GNU General Public License for more details.
  15. #
  16. # You should have received a copy of the GNU General Public License
  17. # along with this program. If not, see <http://www.gnu.org/licenses/>.
  18. """
  19. ts_regtest.py: Regtest tests for the test.py test suite
  20. """
  21. import os,json,time
  22. from decimal import Decimal
  23. from mmgen.globalvars import g
  24. from mmgen.opts import opt
  25. from mmgen.util import die,gmsg
  26. from mmgen.protocol import init_proto
  27. from mmgen.addrlist import AddrList
  28. from mmgen.wallet import Wallet,get_wallet_cls
  29. from ..include.common import *
  30. from .common import *
  31. pat_date = r'\b\d\d-\d\d-\d\d\b'
  32. pat_date_time = r'\b\d\d\d\d-\d\d-\d\d\s+\d\d:\d\d\b'
  33. dfl_wcls = get_wallet_cls('mmgen')
  34. rt_pw = 'abc-α'
  35. rt_data = {
  36. 'tx_fee': {'btc':'0.0001','bch':'0.001','ltc':'0.01'},
  37. 'rtFundAmt': {'btc':'500','bch':'500','ltc':'5500'},
  38. 'rtFee': {
  39. 'btc': ('20s','10s','60s','31s','10s','20s'),
  40. 'bch': ('20s','10s','60s','0.0001','10s','20s'),
  41. 'ltc': ('1000s','500s','1500s','0.05','400s','1000s')
  42. },
  43. 'rtBals': {
  44. 'btc': ('499.9999488','399.9998282','399.9998147','399.9996877',
  45. '52.99980410','946.99933647','999.99914057','52.9999',
  46. '946.99933647','0.4169328','6.24987417'),
  47. 'bch': ('499.9999484','399.9999194','399.9998972','399.9997692',
  48. '46.78890380','953.20966920','999.99857300','46.789',
  49. '953.2096692','0.4169328','39.58187387'),
  50. 'ltc': ('5499.99744','5399.994425','5399.993885','5399.987535',
  51. '52.98520500','10946.93753500','10999.92274000','52.99',
  52. '10946.937535','0.41364','6.24846787'),
  53. },
  54. 'rtBals_gb': {
  55. 'btc': {
  56. '0conf0': {
  57. 'mmgen': ('283.22339537','0','283.22339537'),
  58. 'nonmm': ('16.77647763','0','116.77629233'),
  59. 'total': ('299.999873','0','399.9996877'),
  60. },
  61. '0conf1': {
  62. 'mmgen': ('283.22339537','283.22339537','0'),
  63. 'nonmm': ('16.77647763','16.77647763','99.9998147'),
  64. 'total': ('299.999873','299.999873','99.9998147'),
  65. },
  66. '1conf1': {
  67. 'mmgen': ('0','0','283.22339537'),
  68. 'nonmm': ('0','0','116.77629233'),
  69. 'total': ('0','0','399.9996877'),
  70. },
  71. '1conf2': {
  72. 'mmgen': ('0','283.22339537','0'),
  73. 'nonmm': ('0','16.77647763','99.9998147'),
  74. 'total': ('0','299.999873','99.9998147'),
  75. },
  76. },
  77. 'bch': {
  78. '0conf0': {
  79. 'mmgen': ('283.22339437','0','283.22339437'),
  80. 'nonmm': ('16.77647763','0','116.77637483'),
  81. 'total': ('299.999872','0','399.9997692'),
  82. },
  83. '0conf1': {
  84. 'mmgen': ('283.22339437','283.22339437','0'),
  85. 'nonmm': ('16.77647763','16.77647763','99.9998972'),
  86. 'total': ('299.999872','299.999872','99.9998972'),
  87. },
  88. '1conf1': {
  89. 'mmgen': ('0','0','283.22339437'),
  90. 'nonmm': ('0','0','116.77637483'),
  91. 'total': ('0','0','399.9997692'),
  92. },
  93. '1conf2': {
  94. 'mmgen': ('0','283.22339437','0'),
  95. 'nonmm': ('0','16.77647763','99.9998972'),
  96. 'total': ('0','299.999872','99.9998972'),
  97. },
  98. },
  99. 'ltc': {
  100. '0conf0': {
  101. 'mmgen': ('283.21717237','0','283.21717237'),
  102. 'nonmm': ('16.77647763','0','5116.77036263'),
  103. 'total': ('299.99365','0','5399.987535'),
  104. },
  105. '0conf1': {
  106. 'mmgen': ('283.21717237','283.21717237','0'),
  107. 'nonmm': ('16.77647763','16.77647763','5099.993885'),
  108. 'total': ('299.99365','299.99365','5099.993885'),
  109. },
  110. '1conf1': {
  111. 'mmgen': ('0','0','283.21717237'),
  112. 'nonmm': ('0','0','5116.77036263'),
  113. 'total': ('0','0','5399.987535'),
  114. },
  115. '1conf2': {
  116. 'mmgen': ('0','283.21717237','0'),
  117. 'nonmm': ('0','16.77647763','5099.993885'),
  118. 'total': ('0','299.99365','5099.993885'),
  119. },
  120. }
  121. },
  122. 'rtBobOp3': {'btc':'S:2','bch':'L:3','ltc':'S:2'},
  123. 'rtAmts': {
  124. 'btc': ('500','500'),
  125. 'bch': ('500','560'),
  126. 'ltc': ('5500','5500')
  127. }
  128. }
  129. def make_burn_addr(proto):
  130. from mmgen.tool.coin import tool_cmd
  131. return tool_cmd(
  132. cmdname = 'pubhash2addr',
  133. proto = proto,
  134. mmtype = 'compressed' ).pubhash2addr('00'*20)
  135. from .ts_base import *
  136. from .ts_shared import *
  137. class TestSuiteRegtest(TestSuiteBase,TestSuiteShared):
  138. 'transacting and tracking wallet operations via regtest mode'
  139. networks = ('btc','ltc','bch')
  140. passthru_opts = ('coin','rpc_backend')
  141. extra_spawn_args = ['--regtest=1']
  142. tmpdir_nums = [17]
  143. color = True
  144. deterministic = False
  145. test_rbf = False
  146. cmd_group_in = (
  147. ('setup', 'regtest (Bob and Alice) mode setup'),
  148. ('subgroup.misc', []),
  149. ('subgroup.init_bob', []),
  150. ('subgroup.init_alice', []),
  151. ('subgroup.fund_users', ['init_bob','init_alice']),
  152. ('subgroup.msg', ['init_bob']),
  153. ('subgroup.twexport', ['fund_users']),
  154. ('subgroup.rescan', ['fund_users']),
  155. ('subgroup.main', ['fund_users']),
  156. ('subgroup.txhist', ['main']),
  157. ('subgroup.label', ['main']),
  158. ('subgroup.view', ['label']),
  159. ('stop', 'stopping regtest daemon'),
  160. )
  161. cmd_subgroups = {
  162. 'misc': (
  163. 'miscellaneous commands',
  164. ('daemon_version', 'mmgen-tool daemon_version'),
  165. ('halving_calculator_bob', 'halving calculator (Bob)'),
  166. ),
  167. 'init_bob': (
  168. 'creating Bob’s MMGen wallet and tracking wallet',
  169. ('walletgen_bob', 'wallet generation (Bob)'),
  170. ('addrgen_bob', 'address generation (Bob)'),
  171. ('addrimport_bob', "importing Bob's addresses"),
  172. ),
  173. 'init_alice': (
  174. 'creating Alice’s MMGen wallet and tracking wallet',
  175. ('walletgen_alice', 'wallet generation (Alice)'),
  176. ('addrgen_alice', 'address generation (Alice)'),
  177. ('addrimport_alice', "importing Alice's addresses"),
  178. ),
  179. 'fund_users': (
  180. 'funding Bob and Alice’s wallets',
  181. ('bob_import_miner_addr', "importing miner’s coinbase addr into Bob’s wallet"),
  182. ('fund_bob_deterministic', "funding Bob’s first MMGen address (deterministic method)"),
  183. ('fund_alice_deterministic', "funding Alice’s first MMGen address (deterministic method)"),
  184. ('bob_recreate_tracking_wallet', 'creation of new tracking wallet (Bob)'),
  185. ('addrimport_bob2', "reimporting Bob's addresses"),
  186. ('fund_bob', "funding Bob's wallet"),
  187. ('fund_alice', "funding Alice's wallet"),
  188. ('generate', 'mining a block'),
  189. ('bob_bal1', "Bob's balance"),
  190. ),
  191. 'msg': (
  192. 'message signing',
  193. ('bob_msgcreate', 'creating a message file for signing'),
  194. ('bob_msgsign', 'signing the message file (default wallet)'),
  195. ('bob_walletconv_words', 'creating an MMGen mnemonic wallet'),
  196. ('bob_subwalletgen_bip39', 'creating a BIP39 mnemonic subwallet'),
  197. ('bob_msgsign_userwallet', 'signing the message file (user-specified wallet)'),
  198. ('bob_msgsign_userwallets', 'signing the message file (user-specified wallets)'),
  199. ('bob_msgverify', 'verifying the message file (all addresses)'),
  200. ('bob_msgverify_raw', 'verifying the raw message file (all addresses)'),
  201. ('bob_msgverify_single', 'verifying the message file (single address)'),
  202. ('bob_msgexport_single', 'exporting the message file (single address)'),
  203. ('bob_msgexport', 'exporting the message file (all addresses)'),
  204. ('bob_msgverify_export', 'verifying the exported JSON data (all addresses)'),
  205. ('bob_msgverify_export_single', 'verifying the exported JSON data (single address)'),
  206. ),
  207. 'twexport': (
  208. 'exporting and importing tracking wallet to JSON',
  209. ('bob_twexport', 'exporting a tracking wallet to JSON'),
  210. ('carol_twimport', 'importing a tracking wallet JSON dump'),
  211. ('carol_delete_wallet', 'unloading and deleting Carol’s tracking wallet'),
  212. ('bob_twexport_noamt', 'exporting a tracking wallet to JSON (include_amts=0)'),
  213. ('carol_twimport_nochksum', 'importing a tracking wallet JSON dump (ignore_checksum=1)'),
  214. ('carol_delete_wallet', 'unloading and deleting Carol’s tracking wallet'),
  215. ('carol_twimport_batch', 'importing a tracking wallet JSON dump (batch=1)'),
  216. ('bob_twexport_pretty', 'exporting a tracking wallet to JSON (pretty=1)'),
  217. ('bob_edit_json_twdump', 'editing a tracking wallet JSON dump'),
  218. ('carol_delete_wallet', 'unloading and deleting Carol’s tracking wallet'),
  219. ('carol_twimport_pretty', 'importing an edited tracking wallet JSON dump (ignore_checksum=1)'),
  220. ('carol_listaddresses', 'viewing Carol’s tracking wallet'),
  221. ('carol_delete_wallet', 'unloading and deleting Carol’s tracking wallet'),
  222. ),
  223. 'rescan': (
  224. 'rescanning address and blockchain',
  225. ('bob_resolve_addr', 'resolving an address in the tracking wallet'),
  226. ('bob_rescan_addr', 'rescanning an address'),
  227. ('bob_rescan_blockchain_all', 'rescanning the blockchain (full rescan)'),
  228. ('bob_rescan_blockchain_gb', 'rescanning the blockchain (Genesis block)'),
  229. ('bob_rescan_blockchain_one', 'rescanning the blockchain (single block)'),
  230. ('bob_rescan_blockchain_ss', 'rescanning the blockchain (range of blocks)'),
  231. ),
  232. 'main': (
  233. 'creating, signing, sending and bumping transactions',
  234. ('bob_add_label', "adding an 80-screen-width label (lat+cyr+gr)"),
  235. ('bob_twview1', "viewing Bob's tracking wallet"),
  236. ('bob_split1', "splitting Bob's funds"),
  237. ('generate', 'mining a block'),
  238. ('bob_bal2', "Bob's balance"),
  239. ('bob_rbf_1output_create', 'creating RBF tx with one output'),
  240. ('bob_rbf_1output_bump', 'bumping RBF tx with one output'),
  241. ('bob_bal2a', "Bob's balance (age_fmt=confs)"),
  242. ('bob_bal2b', "Bob's balance (showempty=1)"),
  243. ('bob_bal2c', "Bob's balance (showempty=1 minconf=2 age_fmt=days)"),
  244. ('bob_bal2d', "Bob's balance (minconf=2)"),
  245. ('bob_bal2e', "Bob's balance (showempty=1 sort=age)"),
  246. ('bob_bal2f', "Bob's balance (showempty=1 sort=age,reverse)"),
  247. ('bob_send_maybe_rbf', 'sending funds to Alice (RBF, if supported)'),
  248. ('get_mempool1', 'mempool (before RBF bump)'),
  249. ('bob_rbf_status1', 'getting status of transaction'),
  250. ('bob_rbf_bump', 'bumping RBF transaction'),
  251. ('get_mempool2', 'mempool (after RBF bump)'),
  252. ('bob_rbf_status2', 'getting status of transaction after replacement'),
  253. ('bob_rbf_status3', 'getting status of replacement transaction (mempool)'),
  254. ('generate', 'mining a block'),
  255. ('bob_rbf_status4', 'getting status of transaction after confirmed (1) replacement'),
  256. ('bob_rbf_status5', 'getting status of replacement transaction (confirmed)'),
  257. ('generate', 'mining a block'),
  258. ('bob_rbf_status6', 'getting status of transaction after confirmed (2) replacement'),
  259. ('bob_bal3', "Bob's balance"),
  260. ('bob_pre_import', 'sending to non-imported address'),
  261. ('generate', 'mining a block'),
  262. ('bob_import_addr', 'importing non-MMGen address'),
  263. ('bob_bal4', "Bob's balance (after import)"),
  264. ('bob_import_list', 'importing flat address list'),
  265. ('bob_import_list_rescan', 'importing flat address list with --rescan'),
  266. ('bob_import_list_rescan_aio', 'importing flat address list with --rescan (aiohttp backend)'),
  267. ('bob_split2', "splitting Bob's funds"),
  268. ('bob_0conf0_getbalance', "Bob's balance (unconfirmed, minconf=0)"),
  269. ('bob_0conf1_getbalance', "Bob's balance (unconfirmed, minconf=1)"),
  270. ('generate', 'mining a block'),
  271. ('bob_1conf1_getbalance', "Bob's balance (confirmed, minconf=1)"),
  272. ('bob_1conf2_getbalance', "Bob's balance (confirmed, minconf=2)"),
  273. ('bob_bal5', "Bob's balance"),
  274. ('bob_send_non_mmgen', 'sending funds to Alice (from non-MMGen addrs)'),
  275. ('generate', 'mining a block'),
  276. ('alice_send_estimatefee', 'tx creation with no fee on command line'),
  277. ('generate', 'mining a block'),
  278. ('bob_bal6', "Bob's balance"),
  279. ('bob_subwallet_addrgen1', "generating Bob's addrs from subwallet 29L"),
  280. ('bob_subwallet_addrgen2', "generating Bob's addrs from subwallet 127S"),
  281. ('bob_subwallet_addrimport1', "importing Bob's addrs from subwallet 29L"),
  282. ('bob_subwallet_addrimport2', "importing Bob's addrs from subwallet 127S"),
  283. ('bob_subwallet_fund', "funding Bob's subwallet addrs"),
  284. ('generate', 'mining a block'),
  285. ('bob_twview2', "viewing Bob's tracking wallet"),
  286. ('bob_twview3', "viewing Bob's tracking wallet"),
  287. ('bob_subwallet_txcreate', 'creating a transaction with subwallet inputs'),
  288. ('bob_subwallet_txsign', 'signing a transaction with subwallet inputs'),
  289. ('bob_subwallet_txdo', "sending from Bob's subwallet addrs"),
  290. ('generate', 'mining a block'),
  291. ('bob_twview4', "viewing Bob's tracking wallet"),
  292. ('bob_alice_bal', "Bob and Alice's balances"),
  293. ('bob_nochg_burn', 'zero-change transaction to burn address'),
  294. ('generate', 'mining a block'),
  295. ),
  296. 'txhist': (
  297. 'viewing transaction history',
  298. ('bob_txhist1', "viewing Bob's transaction history (sort=age)"),
  299. ('bob_txhist2', "viewing Bob's transaction history (sort=blockheight reverse=1)"),
  300. ('bob_txhist3', "viewing Bob's transaction history (sort=blockheight sinceblock=-7)"),
  301. ('bob_txhist4', "viewing Bob's transaction history (sinceblock=399 detail=1)"),
  302. ('bob_txhist_interactive', "viewing Bob's transaction history (age_fmt=date_time interactive=true)"),
  303. ),
  304. 'label': (
  305. 'adding, removing and editing labels',
  306. ('alice_bal2', "Alice's balance"),
  307. ('alice_add_label1', 'adding a label'),
  308. ('alice_chk_label1', 'the label'),
  309. ('alice_add_label2', 'adding a label'),
  310. ('alice_chk_label2', 'the label'),
  311. ('alice_edit_label1', 'editing a label (zh)'),
  312. ('alice_edit_label2', 'editing a label (lat+cyr+gr)'),
  313. ('alice_chk_label3', 'the label'),
  314. ('alice_remove_label1', 'removing a label'),
  315. ('alice_chk_label4', 'the label'),
  316. ('alice_add_label_coinaddr', 'adding a label using the coin address'),
  317. ('alice_chk_label_coinaddr', 'the label'),
  318. ('alice_add_label_badaddr1', 'adding a label with invalid address'),
  319. ('alice_add_label_badaddr2', 'adding a label with invalid address for this chain'),
  320. ('alice_add_label_badaddr3', 'adding a label with wrong MMGen address'),
  321. ('alice_add_label_badaddr4', 'adding a label with wrong coin address'),
  322. ),
  323. 'view': (
  324. 'viewing addresses and unspent outputs',
  325. ('alice_listaddresses1', 'listaddresses'),
  326. ('alice_listaddresses_days', 'listaddresses (age_fmt=days)'),
  327. ('alice_listaddresses_date', 'listaddresses (age_fmt=date)'),
  328. ('alice_listaddresses_date_time', 'listaddresses (age_fmt=date_time)'),
  329. ('alice_twview1', 'twview'),
  330. ('alice_twview_days', 'twview (age_fmt=days)'),
  331. ('alice_twview_date', 'twview (age_fmt=date)'),
  332. ('alice_twview_date_time', 'twview (age_fmt=date_time)'),
  333. ('alice_txcreate_info', 'txcreate -i'),
  334. ('alice_txcreate_info_term', 'txcreate -i (pexpect_spawn)'),
  335. ),
  336. }
  337. def __init__(self,trunner,cfgs,spawn):
  338. TestSuiteBase.__init__(self,trunner,cfgs,spawn)
  339. if trunner == None:
  340. return
  341. if self.proto.testnet:
  342. die(2,'--testnet and --regtest options incompatible with regtest test suite')
  343. self.proto = init_proto(self.proto.coin,network='regtest',need_amt=True)
  344. coin = self.proto.coin.lower()
  345. import test.test_py_d.ts_regtest as rt_mod
  346. for k in rt_data:
  347. setattr( rt_mod, k, rt_data[k][coin] if coin in rt_data[k] else None )
  348. if self.proto.coin == 'BTC':
  349. self.test_rbf = True # tests are non-coin-dependent, so run just once for BTC
  350. if g.test_suite_deterministic:
  351. self.deterministic = True
  352. self.miner_addr = 'bcrt1qaq8t3pakcftpk095tnqfv5cmmczysls024atnd' # regtest.create_hdseed()
  353. self.miner_wif = 'cTyMdQ2BgfAsjopRVZrj7AoEGp97pKfrC2NkqLuwHr4KHfPNAKwp'
  354. os.environ['MMGEN_BOGUS_SEND'] = ''
  355. self.write_to_tmpfile('wallet_password',rt_pw)
  356. self.dfl_mmtype = 'C' if self.proto.coin == 'BCH' else 'B'
  357. def __del__(self):
  358. os.environ['MMGEN_BOGUS_SEND'] = '1'
  359. def _add_comments_to_addr_file(self,addrfile,outfile,use_labels=False):
  360. silence()
  361. gmsg(f'Adding comments to address file {addrfile!r}')
  362. a = AddrList(self.proto,addrfile)
  363. for n,idx in enumerate(a.idxs(),1):
  364. if use_labels:
  365. a.set_comment(idx,get_label())
  366. else:
  367. if n % 2: a.set_comment(idx,f'Test address {n}')
  368. af = a.get_file()
  369. af.format(add_comments=True)
  370. from mmgen.fileutil import write_data_to_file
  371. write_data_to_file(outfile,af.fmt_data,quiet=True,ignore_opt_outdir=True)
  372. end_silence()
  373. def setup(self):
  374. stop_test_daemons(self.proto.network_id,force=True,remove_datadir=True)
  375. from shutil import rmtree
  376. try: rmtree(joinpath(self.tr.data_dir,'regtest'))
  377. except: pass
  378. t = self.spawn('mmgen-regtest',['-n','setup'])
  379. for s in ('Starting','Creating','Creating','Creating','Mined','Setup complete'):
  380. t.expect(s)
  381. return t
  382. def daemon_version(self):
  383. t = self.spawn('mmgen-tool', ['--bob','daemon_version'])
  384. t.expect('version')
  385. return t
  386. def halving_calculator_bob(self):
  387. t = self.spawn('halving-calculator.py',['--bob'],cmd_dir='examples')
  388. t.expect('time until halving')
  389. return t
  390. def walletgen(self,user):
  391. t = self.spawn('mmgen-walletgen',['-q','-r0','-p1','--'+user])
  392. t.passphrase_new('new '+dfl_wcls.desc,rt_pw)
  393. t.label()
  394. t.expect('move it to the data directory? (Y/n): ','y')
  395. t.written_to_file(capfirst(dfl_wcls.desc))
  396. return t
  397. def walletgen_bob(self): return self.walletgen('bob')
  398. def walletgen_alice(self): return self.walletgen('alice')
  399. def _user_dir(self,user,coin=None):
  400. return joinpath(self.tr.data_dir,'regtest',coin or self.proto.coin.lower(),user)
  401. def _user_sid(self,user):
  402. return os.path.basename(get_file_with_ext(self._user_dir(user),'mmdat'))[:8]
  403. def _get_user_subsid(self,user,subseed_idx):
  404. fn = get_file_with_ext(self._user_dir(user),dfl_wcls.ext)
  405. silence()
  406. w = Wallet( fn=fn, passwd_file=os.path.join(self.tmpdir,'wallet_password') )
  407. end_silence()
  408. return w.seed.subseed(subseed_idx).sid
  409. def addrgen(self,user,wf=None,addr_range='1-5',subseed_idx=None,mmtypes=[]):
  410. from mmgen.addr import MMGenAddrType
  411. for mmtype in mmtypes or self.proto.mmtypes:
  412. t = self.spawn('mmgen-addrgen',
  413. ['--quiet','--'+user,'--type='+mmtype,f'--outdir={self._user_dir(user)}'] +
  414. ([wf] if wf else []) +
  415. (['--subwallet='+subseed_idx] if subseed_idx else []) +
  416. [addr_range],
  417. extra_desc='({})'.format( MMGenAddrType.mmtypes[mmtype].name ))
  418. t.passphrase(dfl_wcls.desc,rt_pw)
  419. t.written_to_file('Addresses')
  420. ok_msg()
  421. t.skip_ok = True
  422. return t
  423. def addrgen_bob(self): return self.addrgen('bob')
  424. def addrgen_alice(self): return self.addrgen('alice')
  425. def addrimport(self,user,sid=None,addr_range='1-5',num_addrs=5,mmtypes=[],batch=True,quiet=True):
  426. id_strs = { 'legacy':'', 'compressed':'-C', 'segwit':'-S', 'bech32':'-B' }
  427. if not sid: sid = self._user_sid(user)
  428. from mmgen.addr import MMGenAddrType
  429. for mmtype in mmtypes or self.proto.mmtypes:
  430. desc = MMGenAddrType.mmtypes[mmtype].name
  431. addrfile = joinpath(self._user_dir(user),
  432. '{}{}{}[{}]{x}.regtest.addrs'.format(
  433. sid,self.altcoin_pfx,id_strs[desc],addr_range,
  434. x='-α' if g.debug_utf8 else ''))
  435. if mmtype == self.proto.mmtypes[0] and user == 'bob':
  436. self._add_comments_to_addr_file(addrfile,addrfile,use_labels=True)
  437. t = self.spawn(
  438. 'mmgen-addrimport',
  439. args = (
  440. (['--quiet'] if quiet else []) +
  441. ['--'+user] +
  442. (['--batch'] if batch else []) +
  443. [addrfile] ),
  444. extra_desc = f'({desc})' )
  445. if g.debug:
  446. t.expect("Type uppercase 'YES' to confirm: ",'YES\n')
  447. t.expect('Importing')
  448. if batch:
  449. t.expect(f'{num_addrs} addresses imported')
  450. else:
  451. t.expect(f'import completed OK')
  452. t.ok()
  453. t.skip_ok = True
  454. return t
  455. def addrimport_bob(self): return self.addrimport('bob')
  456. def addrimport_alice(self): return self.addrimport('alice',batch=False,quiet=False)
  457. def bob_import_miner_addr(self):
  458. if not self.deterministic:
  459. return 'skip'
  460. return self.spawn(
  461. 'mmgen-addrimport',
  462. [ '--bob', '--rescan', '--quiet', f'--address={self.miner_addr}' ] )
  463. def fund_wallet_deterministic(self,user,addr,utxo_nums,skip_passphrase=False):
  464. """
  465. the deterministic funding method using specific inputs
  466. """
  467. if not self.deterministic:
  468. return 'skip'
  469. self.write_to_tmpfile('miner.key',f'{self.miner_wif}\n')
  470. keyfile = joinpath(self.tmpdir,'miner.key')
  471. return self.user_txdo(
  472. 'bob', '40s',
  473. [ f'{addr},{rtFundAmt}', make_burn_addr(self.proto) ],
  474. utxo_nums,
  475. extra_args = [f'--keys-from-file={keyfile}'],
  476. skip_passphrase = skip_passphrase )
  477. def fund_bob_deterministic(self):
  478. return self.fund_wallet_deterministic( 'bob', f'{self._user_sid("bob")}:C:1', '1-11' )
  479. def fund_alice_deterministic(self):
  480. sid = self._user_sid('alice')
  481. mmtype = ('L','S')[self.proto.cap('segwit')]
  482. addr = self.get_addr_from_addrlist('alice',sid,mmtype,0,addr_range='1-5')
  483. return self.fund_wallet_deterministic( 'alice', addr, '1-11', skip_passphrase=True )
  484. async def bob_recreate_tracking_wallet(self):
  485. if not self.deterministic:
  486. return 'skip'
  487. self.spawn('',msg_only=True)
  488. from mmgen.proto.btc.regtest import MMGenRegtest
  489. rt = MMGenRegtest(self.proto.coin)
  490. await rt.stop()
  491. from shutil import rmtree
  492. imsg(f'Deleting Bob’s old tracking wallet')
  493. rmtree(os.path.join(rt.d.datadir,'regtest','wallets','bob'),ignore_errors=True)
  494. rt.init_daemon()
  495. rt.d.start(silent=True)
  496. imsg(f'Creating Bob’s new tracking wallet')
  497. await rt.rpc_call('createwallet','bob',True,True,None,False,False,False)
  498. await rt.stop()
  499. await rt.start()
  500. return 'ok'
  501. def addrimport_bob2(self):
  502. if not self.deterministic:
  503. return 'skip'
  504. return self.addrimport('bob')
  505. def fund_wallet(self,user,mmtype,amt,sid=None,addr_range='1-5'):
  506. if self.deterministic:
  507. return 'skip'
  508. if not sid:
  509. sid = self._user_sid(user)
  510. addr = self.get_addr_from_addrlist(user,sid,mmtype,0,addr_range=addr_range)
  511. t = self.spawn('mmgen-regtest', ['send',str(addr),str(amt)])
  512. t.expect(f'Sending {amt} miner {self.proto.coin}')
  513. t.expect('Mined 1 block')
  514. return t
  515. def fund_bob(self):
  516. return self.fund_wallet('bob','C',rtFundAmt)
  517. def fund_alice(self):
  518. return self.fund_wallet('alice',('L','S')[self.proto.cap('segwit')],rtFundAmt)
  519. def user_twview(self,user,chk,sort='age'):
  520. t = self.spawn('mmgen-tool',['--'+user,'twview','sort='+sort])
  521. if chk:
  522. t.expect(r'{}\b.*\D{}\b'.format(*chk),regex=True)
  523. return t
  524. def bob_twview1(self): return self.user_twview('bob', chk = ('1',rtAmts[0]) )
  525. def user_bal(self,user,bal,args=['showempty=1'],skip_check=False):
  526. t = self.spawn('mmgen-tool',['--'+user,'listaddresses'] + args)
  527. if not skip_check:
  528. cmp_or_die(f'{bal} {self.proto.coin}',strip_ansi_escapes(t.expect_getend('TOTAL: ')))
  529. return t
  530. def alice_bal1(self):
  531. return self.user_bal('alice',rtFundAmt)
  532. def alice_bal2(self):
  533. return self.user_bal('alice',rtBals[8])
  534. def bob_bal1(self):
  535. return self.user_bal('bob',rtFundAmt)
  536. def bob_bal2(self):
  537. return self.user_bal('bob',rtBals[0])
  538. def bob_bal2a(self):
  539. return self.user_bal('bob',rtBals[0],args=['showempty=1','age_fmt=confs'])
  540. def bob_bal2b(self):
  541. return self.user_bal('bob',rtBals[0],args=['showempty=1'])
  542. def bob_bal2c(self):
  543. return self.user_bal('bob',rtBals[0],args=['showempty=1','minconf=2','age_fmt=days'],skip_check=True)
  544. def bob_bal2d(self):
  545. return self.user_bal('bob',rtBals[0],args=['minconf=2'],skip_check=True)
  546. def bob_bal2e(self):
  547. return self.user_bal('bob',rtBals[0],args=['showempty=1','sort=age'])
  548. def bob_bal2f(self):
  549. return self.user_bal('bob',rtBals[0],args=['showempty=1','sort=age,reverse'])
  550. def bob_bal3(self):
  551. return self.user_bal('bob',rtBals[1])
  552. def bob_bal4(self):
  553. return self.user_bal('bob',rtBals[2])
  554. def bob_bal5(self):
  555. return self.user_bal('bob',rtBals[3])
  556. def bob_bal6(self):
  557. return self.user_bal('bob',rtBals[7])
  558. def bob_subwallet_addrgen1(self):
  559. return self.addrgen('bob',subseed_idx='29L',mmtypes=['C']) # 29L: 2FA7BBA8
  560. def bob_subwallet_addrgen2(self):
  561. return self.addrgen('bob',subseed_idx='127S',mmtypes=['C']) # 127S: '09E8E286'
  562. def subwallet_addrimport(self,user,subseed_idx):
  563. sid = self._get_user_subsid(user,subseed_idx)
  564. return self.addrimport(user,sid=sid,mmtypes=['C'])
  565. def bob_subwallet_addrimport1(self): return self.subwallet_addrimport('bob','29L')
  566. def bob_subwallet_addrimport2(self): return self.subwallet_addrimport('bob','127S')
  567. def bob_subwallet_fund(self):
  568. sid1 = self._get_user_subsid('bob','29L')
  569. sid2 = self._get_user_subsid('bob','127S')
  570. chg_addr = self._user_sid('bob') + (':B:1',':L:1')[self.proto.coin=='BCH']
  571. outputs_cl = [sid1+':C:2,0.29',sid2+':C:3,0.127',chg_addr]
  572. inputs = ('3','1')[self.proto.coin=='BCH']
  573. return self.user_txdo('bob',rtFee[1],outputs_cl,inputs,extra_args=['--subseeds=127'])
  574. def bob_twview2(self):
  575. sid1 = self._get_user_subsid('bob','29L')
  576. return self.user_twview('bob',chk=(sid1+':C:2','0.29'),sort='twmmid')
  577. def bob_twview3(self):
  578. sid2 = self._get_user_subsid('bob','127S')
  579. return self.user_twview('bob',chk=(sid2+':C:3','0.127'),sort='amt')
  580. def bob_subwallet_txcreate(self):
  581. sid1 = self._get_user_subsid('bob','29L')
  582. sid2 = self._get_user_subsid('bob','127S')
  583. outputs_cl = [sid1+':C:5,0.0159',sid2+':C:5']
  584. t = self.spawn('mmgen-txcreate',['-d',self.tmpdir,'-B','--bob'] + outputs_cl)
  585. return self.txcreate_ui_common(t,
  586. menu = ['a'],
  587. inputs = ('1,2','2,3')[self.proto.coin=='BCH'],
  588. interactive_fee = '0.00001')
  589. def bob_subwallet_txsign(self):
  590. fn = get_file_with_ext(self.tmpdir,'rawtx')
  591. t = self.spawn('mmgen-txsign',['-d',self.tmpdir,'--bob','--subseeds=127',fn])
  592. t.view_tx('t')
  593. t.passphrase(dfl_wcls.desc,rt_pw)
  594. t.do_comment(None)
  595. t.expect('(Y/n): ','y')
  596. t.written_to_file('Signed transaction')
  597. return t
  598. def bob_subwallet_txdo(self):
  599. outputs_cl = [self._user_sid('bob')+':L:5']
  600. inputs = ('1,2','2,3')[self.proto.coin=='BCH']
  601. return self.user_txdo('bob',rtFee[5],outputs_cl,inputs,menu=['a'],extra_args=['--subseeds=127']) # sort: amt
  602. def bob_twview4(self):
  603. sid = self._user_sid('bob')
  604. return self.user_twview('bob',chk=(sid+':L:5',rtBals[9]),sort='twmmid')
  605. def user_txhist(self,user,args,expect):
  606. t = self.spawn('mmgen-tool',['--'+user,'txhist'] + args)
  607. res = strip_ansi_escapes(t.read()).replace('\r','')
  608. m = re.search(expect,res,re.DOTALL)
  609. assert m, m
  610. return t
  611. def bob_txhist1(self):
  612. return self.user_txhist('bob',
  613. args = ['sort=age'],
  614. expect = fr'\s1\).*\s{rtFundAmt}\s' )
  615. def bob_txhist2(self):
  616. return self.user_txhist('bob',
  617. args = ['sort=blockheight','reverse=1','age_fmt=block'],
  618. expect = fr'\s1\).*:{self.dfl_mmtype}:1\s' )
  619. def bob_txhist3(self):
  620. return self.user_txhist('bob',
  621. args = ['sort=blockheight','sinceblock=-7','age_fmt=block'],
  622. expect = fr'Displaying transactions since block 399.*\s6\).*:C:2\s.*\s{rtBals[9]}\s.*:L:5.*\s7\)'
  623. )
  624. def bob_txhist4(self):
  625. return self.user_txhist('bob',
  626. args = ['sort=blockheight','sinceblock=399','age_fmt=block','detail=1'],
  627. expect = fr'Displaying transactions since block 399.*\s7\).*Block:.*406.*Value:.*{rtBals[10]}'
  628. )
  629. def bob_txhist_interactive(self):
  630. self.get_file_with_ext('out',delete_all=True)
  631. t = self.spawn('mmgen-tool',
  632. ['--bob',f'--outdir={self.tmpdir}','txhist','age_fmt=date_time','interactive=true'] )
  633. for resp in ('u','i','t','a','m','T','A','r','r','D','D','D','D','p','P','b','V'):
  634. t.expect('draw:\b',resp,regex=True)
  635. if t.pexpect_spawn:
  636. t.expect(r'Block:.*\b394\b',regex=True)
  637. time.sleep(1)
  638. t.send('q')
  639. time.sleep(0.2)
  640. t.send('b')
  641. t.expect('draw:\b','q',regex=True)
  642. else:
  643. txnum,idx = (8,1) if self.proto.coin == 'BCH' else (9,3)
  644. t.expect(f'\s{txnum}\).*Inputs:.*:L:{idx}.*Outputs \(3\):.*:C:2.*\s10\)','q',regex=True)
  645. return t
  646. def bob_getbalance(self,bals,confs=1):
  647. for i in (0,1,2):
  648. assert Decimal(bals['mmgen'][i]) + Decimal(bals['nonmm'][i]) == Decimal(bals['total'][i])
  649. t = self.spawn('mmgen-tool',['--bob','getbalance',f'minconf={confs}'])
  650. t.expect('Wallet')
  651. for k in ('mmgen','nonmm','total'):
  652. ret = strip_ansi_escapes(t.expect_getend(r'\S+: ',regex=True))
  653. cmp_or_die(
  654. ' '.join(bals[k]),
  655. re.sub(rf'\s+{self.proto.coin}\s*',' ',ret).strip(),
  656. desc=k,
  657. )
  658. return t
  659. def bob_0conf0_getbalance(self): return self.bob_getbalance(rtBals_gb['0conf0'],confs=0)
  660. def bob_0conf1_getbalance(self): return self.bob_getbalance(rtBals_gb['0conf1'],confs=1)
  661. def bob_1conf1_getbalance(self): return self.bob_getbalance(rtBals_gb['1conf1'],confs=1)
  662. def bob_1conf2_getbalance(self): return self.bob_getbalance(rtBals_gb['1conf2'],confs=2)
  663. def bob_nochg_burn(self):
  664. return self.user_txdo('bob',
  665. fee = '0.00009713',
  666. outputs_cl = [f'{make_burn_addr(self.proto)}'],
  667. outputs_list = '1' )
  668. def bob_alice_bal(self):
  669. t = self.spawn('mmgen-regtest',['balances'])
  670. ret = t.expect_getend("Bob's balance:").strip()
  671. cmp_or_die(rtBals[4],ret)
  672. ret = t.expect_getend("Alice's balance:").strip()
  673. cmp_or_die(rtBals[5],ret)
  674. ret = t.expect_getend("Total balance:").strip()
  675. cmp_or_die(rtBals[6],ret)
  676. return t
  677. def user_txsend_status(self,user,tx_file,exp1='',exp2='',extra_args=[]):
  678. t = self.spawn('mmgen-txsend',['-d',self.tmpdir,'--'+user,'--status'] + extra_args + [tx_file])
  679. if exp1: t.expect(exp1,regex=True)
  680. if exp2: t.expect(exp2,regex=True)
  681. return t
  682. def user_txdo( self, user, fee, outputs_cl, outputs_list,
  683. extra_args = [],
  684. wf = None,
  685. do_label = False,
  686. bad_locktime = False,
  687. full_tx_view = False,
  688. menu = ['M'],
  689. skip_passphrase = False ):
  690. t = self.spawn('mmgen-txdo',
  691. ['-d',self.tmpdir,'-B','--'+user] +
  692. (['--tx-fee='+fee] if fee else []) +
  693. extra_args + ([],[wf])[bool(wf)] + outputs_cl)
  694. self.txcreate_ui_common(t,
  695. caller = 'txdo',
  696. menu = menu,
  697. inputs = outputs_list,
  698. file_desc = 'Signed transaction',
  699. interactive_fee = (tx_fee,'')[bool(fee)],
  700. add_comment = tx_label_jp,
  701. view = 't',save=True)
  702. if not skip_passphrase:
  703. t.passphrase(dfl_wcls.desc,rt_pw)
  704. t.written_to_file('Signed transaction')
  705. self._do_confirm_send(t)
  706. s,exit_val = (('Transaction sent',0),("can't be included",1))[bad_locktime]
  707. t.expect(s)
  708. t.req_exit_val = exit_val
  709. return t
  710. def bob_split1(self):
  711. sid = self._user_sid('bob')
  712. outputs_cl = [sid+':C:1,100', sid+':L:2,200',sid+':'+rtBobOp3]
  713. return self.user_txdo('bob',rtFee[0],outputs_cl,'1',do_label=True,full_tx_view=True)
  714. def get_addr_from_addrlist(self,user,sid,mmtype,idx,addr_range='1-5'):
  715. id_str = { 'L':'', 'S':'-S', 'C':'-C', 'B':'-B' }[mmtype]
  716. ext = '{}{}{}[{}]{x}.regtest.addrs'.format(
  717. sid,self.altcoin_pfx,id_str,addr_range,x='-α' if g.debug_utf8 else '')
  718. addrfile = get_file_with_ext(self._user_dir(user),ext,no_dot=True)
  719. silence()
  720. addr = AddrList(self.proto,addrfile).data[idx].addr
  721. end_silence()
  722. return addr
  723. def _create_tx_outputs(self,user,data):
  724. sid = self._user_sid(user)
  725. return [self.get_addr_from_addrlist(user,sid,mmtype,idx-1)+amt_str for mmtype,idx,amt_str in data]
  726. def bob_rbf_1output_create(self):
  727. if not self.test_rbf:
  728. return 'skip'
  729. out_addr = self._create_tx_outputs('alice',(('B',5,''),))
  730. t = self.spawn('mmgen-txcreate',['-d',self.tr.trash_dir,'-B','--bob','--rbf'] + out_addr)
  731. return self.txcreate_ui_common(t,menu=[],inputs='3',interactive_fee='3s') # out amt: 199.99999343
  732. def bob_rbf_1output_bump(self):
  733. if not self.test_rbf:
  734. return 'skip'
  735. ext = '9343,3]{x}.regtest.rawtx'.format(x='-α' if g.debug_utf8 else '')
  736. txfile = get_file_with_ext(self.tr.trash_dir,ext,delete=False,no_dot=True)
  737. return self.user_txbump('bob',
  738. self.tr.trash_dir,
  739. txfile,
  740. '8s',
  741. has_label = False,
  742. signed_tx = False,
  743. one_output = True )
  744. def bob_send_maybe_rbf(self):
  745. outputs_cl = self._create_tx_outputs('alice',(('L',1,',60'),('C',1,',40'))) # alice_sid:L:1, alice_sid:C:1
  746. outputs_cl += [self._user_sid('bob')+':'+rtBobOp3]
  747. return self.user_txdo('bob',rtFee[1],outputs_cl,'3',
  748. extra_args=([],['--rbf'])[self.proto.cap('rbf')])
  749. def bob_send_non_mmgen(self):
  750. outputs_cl = self._create_tx_outputs('alice',(
  751. (('L','S')[self.proto.cap('segwit')],2,',10'),
  752. (('L','S')[self.proto.cap('segwit')],3,'')
  753. )) # alice_sid:S:2, alice_sid:S:3
  754. keyfile = joinpath(self.tmpdir,'non-mmgen.keys')
  755. return self.user_txdo('bob',rtFee[3],outputs_cl,'1,4-10',
  756. extra_args=['--keys-from-file='+keyfile,'--vsize-adj=1.02'])
  757. def alice_send_estimatefee(self):
  758. outputs_cl = self._create_tx_outputs('bob',(('L',1,''),)) # bob_sid:L:1
  759. return self.user_txdo('alice',None,outputs_cl,'1') # fee=None
  760. def user_txbump(self,user,outdir,txfile,fee,add_args=[],has_label=True,signed_tx=True,one_output=False):
  761. if not self.proto.cap('rbf'):
  762. return 'skip'
  763. t = self.spawn('mmgen-txbump',
  764. ['-d',outdir,'--'+user,'--tx-fee='+fee,'--output-to-reduce=c'] + add_args + [txfile])
  765. if not one_output:
  766. t.expect('OK? (Y/n): ','y') # output OK?
  767. t.expect('OK? (Y/n): ','y') # fee OK?
  768. t.do_comment(False,has_label=has_label)
  769. if signed_tx:
  770. t.passphrase(dfl_wcls.desc,rt_pw)
  771. t.written_to_file('Signed transaction')
  772. self.txsend_ui_common(t,caller='txdo',bogus_send=False,file_desc='Signed transaction')
  773. else:
  774. t.expect('Save fee-bumped transaction? (y/N): ','y')
  775. t.written_to_file('Fee-bumped transaction')
  776. return t
  777. def bob_rbf_bump(self):
  778. ext = ',{}]{x}.regtest.sigtx'.format(rtFee[1][:-1],x='-α' if g.debug_utf8 else '')
  779. txfile = self.get_file_with_ext(ext,delete=False,no_dot=True)
  780. return self.user_txbump('bob',self.tmpdir,txfile,rtFee[2],add_args=['--send'])
  781. def generate(self,num_blocks=1):
  782. int(num_blocks)
  783. t = self.spawn('mmgen-regtest',['generate',str(num_blocks)])
  784. t.expect(f'Mined {num_blocks} block')
  785. return t
  786. def _get_mempool(self):
  787. if not g.debug_utf8:
  788. disable_debug()
  789. ret = self.spawn('mmgen-regtest',['mempool']).read()
  790. if not g.debug_utf8:
  791. restore_debug()
  792. m = re.search(r'(\[\s*"[a-f0-9]{64}"\s*])',ret) # allow for extra output by handler at end
  793. return json.loads(m.group(1))
  794. def get_mempool1(self):
  795. mp = self._get_mempool()
  796. if len(mp) != 1:
  797. die(4,'Mempool has more or less than one TX!')
  798. self.write_to_tmpfile('rbf_txid',mp[0]+'\n')
  799. return 'ok'
  800. def bob_rbf_status(self,fee,exp1,exp2=''):
  801. if not self.proto.cap('rbf'):
  802. return 'skip'
  803. ext = ',{}]{x}.regtest.sigtx'.format(fee[:-1],x='-α' if g.debug_utf8 else '')
  804. txfile = self.get_file_with_ext(ext,delete=False,no_dot=True)
  805. return self.user_txsend_status('bob',txfile,exp1,exp2)
  806. def bob_rbf_status1(self):
  807. if not self.proto.cap('rbf'):
  808. return 'skip'
  809. return self.bob_rbf_status(rtFee[1],'in mempool, replaceable')
  810. def get_mempool2(self):
  811. if not self.proto.cap('rbf'):
  812. return 'skip'
  813. mp = self._get_mempool()
  814. if len(mp) != 1:
  815. die(4,'Mempool has more or less than one TX!')
  816. chk = self.read_from_tmpfile('rbf_txid')
  817. if chk.strip() == mp[0]:
  818. die(4,'TX in mempool has not changed! RBF bump failed')
  819. self.write_to_tmpfile('rbf_txid2',mp[0]+'\n')
  820. return 'ok'
  821. def bob_rbf_status2(self):
  822. if not self.proto.cap('rbf'):
  823. return 'skip'
  824. new_txid = self.read_from_tmpfile('rbf_txid2').strip()
  825. return self.bob_rbf_status(rtFee[1],
  826. 'Transaction has been replaced',f'{new_txid} in mempool')
  827. def bob_rbf_status3(self):
  828. if not self.proto.cap('rbf'):
  829. return 'skip'
  830. return self.bob_rbf_status(rtFee[2],'status: in mempool, replaceable')
  831. def bob_rbf_status4(self):
  832. if not self.proto.cap('rbf'):
  833. return 'skip'
  834. new_txid = self.read_from_tmpfile('rbf_txid2').strip()
  835. return self.bob_rbf_status(rtFee[1],
  836. 'Replacement transaction has 1 confirmation',
  837. f'Replacing transactions:\s+{new_txid}' )
  838. def bob_rbf_status5(self):
  839. if not self.proto.cap('rbf'):
  840. return 'skip'
  841. return self.bob_rbf_status(rtFee[2],'Transaction has 1 confirmation')
  842. def bob_rbf_status6(self):
  843. if not self.proto.cap('rbf'):
  844. return 'skip'
  845. new_txid = self.read_from_tmpfile('rbf_txid2').strip()
  846. return self.bob_rbf_status(rtFee[1],
  847. 'Replacement transaction has 2 confirmations',
  848. f'Replacing transactions:\s+{new_txid}' )
  849. def _gen_pairs(self,n):
  850. from mmgen.tool.api import tool_api
  851. t = tool_api()
  852. t.init_coin(self.proto.coin,self.proto.network)
  853. def gen_addr(Type):
  854. t.addrtype = Type
  855. wif = t.hex2wif(getrandhex(32))
  856. return ( wif, t.wif2addr(wif) )
  857. return [gen_addr('legacy')] + [gen_addr('compressed') for i in range(n-1)]
  858. def bob_pre_import(self):
  859. pairs = self._gen_pairs(5)
  860. self.write_to_tmpfile('non-mmgen.keys','\n'.join([a[0] for a in pairs])+'\n')
  861. self.write_to_tmpfile('non-mmgen.addrs','\n'.join([a[1] for a in pairs])+'\n')
  862. return self.user_txdo('bob',rtFee[4],[pairs[0][1]],'3')
  863. def user_import(self,user,args,nAddr):
  864. t = self.spawn('mmgen-addrimport',['--'+user]+args)
  865. if g.debug:
  866. t.expect("Type uppercase 'YES' to confirm: ",'YES\n')
  867. t.expect(f'Importing {nAddr} address')
  868. if '--rescan' in args:
  869. if not '--quiet' in args:
  870. t.expect('Continue? (Y/n): ','y')
  871. t.expect('Rescanning block')
  872. return t
  873. def bob_import_addr(self):
  874. addr = self.read_from_tmpfile('non-mmgen.addrs').split()[0]
  875. return self.user_import('bob',['--quiet','--address='+addr],nAddr=1)
  876. def bob_import_list_rescan_aio(self):
  877. addrfile = joinpath(self.tmpdir,'non-mmgen.addrs')
  878. return self.user_import('bob',['--rescan','--rpc-backend=aio','--addrlist',addrfile],nAddr=5)
  879. def bob_resolve_addr(self):
  880. mmaddr = '{}:C:1'.format(self._user_sid('bob'))
  881. t = self.spawn('mmgen-tool',['--bob','resolve_address',mmaddr])
  882. coinaddr = t.read().split()[0].strip()
  883. t = self.spawn('mmgen-tool',['--bob','resolve_address',coinaddr],no_msg=True)
  884. mmaddr_res = t.read().split()[0].strip()
  885. assert mmaddr == mmaddr_res, f'{mmaddr} != {mmaddr_res}'
  886. return t
  887. def bob_import_list(self):
  888. addrfile = joinpath(self.tmpdir,'non-mmgen.addrs')
  889. return self.user_import('bob',['--quiet','--addrlist',addrfile],nAddr=5)
  890. def bob_import_list_rescan(self):
  891. addrfile = joinpath(self.tmpdir,'non-mmgen.addrs')
  892. return self.user_import('bob',['--quiet','--rescan','--addrlist',addrfile],nAddr=5)
  893. def bob_rescan_addr(self):
  894. sid = self._user_sid('bob')
  895. t = self.spawn('mmgen-tool',['--bob','rescan_address',f'{sid}:C:1'])
  896. t.expect('Found 1 unspent output')
  897. t.expect('updated successfully')
  898. return t
  899. def bob_rescan_blockchain(self,add_args,expect):
  900. t = self.spawn('mmgen-tool',['--bob','rescan_blockchain'] + add_args)
  901. t.expect(f'Scanning blocks {expect}')
  902. t.expect('Done')
  903. return t
  904. def bob_rescan_blockchain_all(self):
  905. return self.bob_rescan_blockchain([],'300-396')
  906. def bob_rescan_blockchain_gb(self):
  907. return self.bob_rescan_blockchain(['start_block=0','stop_block=0'],'0-0')
  908. def bob_rescan_blockchain_one(self):
  909. return self.bob_rescan_blockchain(['start_block=300','stop_block=300'],'300-300')
  910. def bob_rescan_blockchain_ss(self):
  911. return self.bob_rescan_blockchain(['start_block=300','stop_block=302'],'300-302')
  912. def bob_twexport(self,add_args=[]):
  913. t = self.spawn('mmgen-tool',['--bob',f'--outdir={self.tmpdir}','twexport'] + add_args)
  914. t.written_to_file('JSON data')
  915. return t
  916. def bob_twexport_noamt(self):
  917. return self.bob_twexport(add_args=['include_amts=0'])
  918. def bob_twexport_pretty(self):
  919. return self.bob_twexport(add_args=['pretty=1'])
  920. def bob_edit_json_twdump(self):
  921. self.spawn('',msg_only=True)
  922. from mmgen.tw.json import TwJSON
  923. fn = TwJSON.Base(self.proto).dump_fn
  924. text = json.loads(self.read_from_tmpfile(fn))
  925. text['data']['entries'][3][3] = f'edited comment [фубар] [{gr_uc}]'
  926. self.write_to_tmpfile( fn, json.dumps(text,indent=4) )
  927. return 'ok'
  928. def carol_twimport(self,add_args=[],add_parms=[],expect_str=None):
  929. from mmgen.tw.json import TwJSON
  930. fn = joinpath( self.tmpdir, TwJSON.Base(self.proto).dump_fn )
  931. t = self.spawn('mmgen-tool', add_args + ['--carol','twimport',fn] + add_parms)
  932. t.expect('(y/N): ','y')
  933. if expect_str:
  934. t.expect(expect_str)
  935. elif 'batch=true' in add_parms:
  936. t.expect('{} addresses imported'.format(10 if self.proto.coin == 'BCH' else 20))
  937. else:
  938. t.expect('import completed OK')
  939. t.expect('Found 1 unspent output')
  940. return t
  941. def carol_twimport_nochksum(self):
  942. return self.carol_twimport(add_args=['--rpc-backend=aio'],add_parms=['ignore_checksum=true'])
  943. def carol_twimport_batch(self):
  944. return self.carol_twimport(add_parms=['batch=true'])
  945. def carol_twimport_pretty(self):
  946. return self.carol_twimport(add_parms=['ignore_checksum=true'],expect_str='ignoring incorrect checksum')
  947. def carol_listaddresses(self):
  948. return self.spawn('mmgen-tool',['--carol','listaddresses','showempty=1'])
  949. async def carol_delete_wallet(self):
  950. imsg(f'Unloading Carol’s tracking wallet')
  951. t = self.spawn('mmgen-regtest',['cli','unloadwallet','carol'])
  952. t.ok()
  953. from mmgen.rpc import rpc_init
  954. rpc = await rpc_init(self.proto)
  955. wdir = joinpath(rpc.daemon.network_datadir,'wallets','carol')
  956. from shutil import rmtree
  957. imsg(f'Deleting Carol’s tracking wallet')
  958. rmtree(wdir)
  959. return 'silent'
  960. def bob_split2(self):
  961. addrs = self.read_from_tmpfile('non-mmgen.addrs').split()
  962. amts = (1.12345678,2.87654321,3.33443344,4.00990099,5.43214321)
  963. outputs1 = list(map('{},{}'.format,addrs,amts))
  964. sid = self._user_sid('bob')
  965. l1,l2 = (
  966. (':S',':B') if 'B' in self.proto.mmtypes else
  967. (':S',':S') if self.proto.cap('segwit') else
  968. (':L',':L') )
  969. outputs2 = [sid+':C:2,6.333', sid+':L:3,6.667',sid+l1+':4,0.123',sid+l2+':5']
  970. return self.user_txdo('bob',rtFee[5],outputs1+outputs2,'1-2')
  971. def user_add_label(self,user,addr,label):
  972. t = self.spawn('mmgen-tool',['--'+user,'add_label',addr,label])
  973. t.expect('Added label.*in tracking wallet',regex=True)
  974. return t
  975. def user_remove_label(self,user,addr):
  976. t = self.spawn('mmgen-tool',['--'+user,'remove_label',addr])
  977. t.expect('Removed label.*in tracking wallet',regex=True)
  978. return t
  979. def bob_add_label(self):
  980. sid = self._user_sid('bob')
  981. return self.user_add_label('bob',sid+':C:1',tw_label_lat_cyr_gr)
  982. def alice_add_label1(self):
  983. sid = self._user_sid('alice')
  984. return self.user_add_label('alice',sid+':C:1','Original Label - 月へ')
  985. def alice_add_label2(self):
  986. sid = self._user_sid('alice')
  987. return self.user_add_label('alice',sid+':C:1','Replacement Label')
  988. def _user_chk_label(self,user,addr,label):
  989. t = self.spawn('mmgen-tool',['--'+user,'listaddresses','all_labels=1'])
  990. ret = strip_ansi_escapes(t.expect_getend(addr)).strip().split(None,1)[1]
  991. cmp_or_die(ret[:len(label)],label)
  992. return t
  993. def alice_add_label_coinaddr(self):
  994. mmid = self._user_sid('alice') + (':S:1',':L:1')[self.proto.coin=='BCH']
  995. t = self.spawn('mmgen-tool',['--alice','listaddress',mmid],no_msg=True)
  996. addr = [i for i in strip_ansi_escapes(t.read()).splitlines() if i.startswith(mmid)][0].split()[1]
  997. return self.user_add_label('alice',addr,'Label added using coin address of MMGen address')
  998. def alice_chk_label_coinaddr(self):
  999. mmid = self._user_sid('alice') + (':S:1',':L:1')[self.proto.coin=='BCH']
  1000. return self._user_chk_label('alice',mmid,'Label added using coin address of MMGen address')
  1001. def alice_add_label_badaddr(self,addr,reply):
  1002. if os.getenv('PYTHONOPTIMIZE'):
  1003. omsg(yellow(f'PYTHONOPTIMIZE set, skipping test {self.test_name!r}'))
  1004. return 'skip'
  1005. t = self.spawn('mmgen-tool',['--alice','add_label',addr,'(none)'])
  1006. t.expect(reply,regex=True)
  1007. return t
  1008. def alice_add_label_badaddr1(self):
  1009. return self.alice_add_label_badaddr( rt_pw,'Invalid coin address for this chain: ')
  1010. def alice_add_label_badaddr2(self):
  1011. addr = init_proto(self.proto.coin,network='mainnet').pubhash2addr(bytes(20),False) # mainnet zero address
  1012. return self.alice_add_label_badaddr( addr, f'Invalid coin address for this chain: {addr}' )
  1013. def alice_add_label_badaddr3(self):
  1014. addr = self._user_sid('alice') + ':C:123'
  1015. return self.alice_add_label_badaddr( addr, f'MMGen address {addr!r} not found in tracking wallet' )
  1016. def alice_add_label_badaddr4(self):
  1017. addr = self.proto.pubhash2addr(bytes(20),False) # regtest (testnet) zero address
  1018. return self.alice_add_label_badaddr( addr, f'Address {addr!r} not found in tracking wallet' )
  1019. def alice_remove_label1(self):
  1020. sid = self._user_sid('alice')
  1021. mmid = sid + (':S:3',':L:3')[self.proto.coin=='BCH']
  1022. return self.user_remove_label('alice',mmid)
  1023. def alice_chk_label1(self):
  1024. sid = self._user_sid('alice')
  1025. return self._user_chk_label('alice',sid+':C:1','Original Label - 月へ')
  1026. def alice_chk_label2(self):
  1027. sid = self._user_sid('alice')
  1028. return self._user_chk_label('alice',sid+':C:1','Replacement Label')
  1029. def alice_edit_label1(self): return self.user_edit_label('alice','4',tw_label_lat_cyr_gr)
  1030. def alice_edit_label2(self): return self.user_edit_label('alice','3',tw_label_zh)
  1031. def alice_chk_label3(self):
  1032. sid = self._user_sid('alice')
  1033. mmid = sid + (':S:3',':L:3')[self.proto.coin=='BCH']
  1034. return self._user_chk_label('alice',mmid,tw_label_lat_cyr_gr)
  1035. def alice_chk_label4(self):
  1036. sid = self._user_sid('alice')
  1037. mmid = sid + (':S:3',':L:3')[self.proto.coin=='BCH']
  1038. return self._user_chk_label('alice',mmid,'-')
  1039. def user_edit_label(self,user,output,label):
  1040. t = self.spawn('mmgen-txcreate',['-B','--'+user,'-i'])
  1041. t.expect(r'add \[l\]abel:.','M',regex=True)
  1042. t.expect(r'add \[l\]abel:.','l',regex=True)
  1043. t.expect(r"Enter unspent.*return to main menu\):.",output+'\n',regex=True)
  1044. t.expect(r"Enter label text.*return to main menu\):.",label+'\n',regex=True)
  1045. t.expect(r'\[q\]uit view, .*?:.','q',regex=True)
  1046. return t
  1047. def alice_listaddresses(self,args,expect):
  1048. t = self.spawn('mmgen-tool',['--alice','listaddresses','showempty=1'] + args)
  1049. expect_str = r'\D{}\D.*\b{}'.format(*expect)
  1050. t.expect(expect_str,regex=True)
  1051. return t
  1052. def alice_listaddresses1(self):
  1053. return self.alice_listaddresses(
  1054. args = [],
  1055. expect = (rtAmts[1],r'\d+') )
  1056. def alice_listaddresses_days(self):
  1057. return self.alice_listaddresses(
  1058. args = ['age_fmt=days'],
  1059. expect = (rtAmts[1],r'\d+') )
  1060. def alice_listaddresses_date(self):
  1061. return self.alice_listaddresses(
  1062. args = ['age_fmt=date'],
  1063. expect = (rtAmts[1],pat_date) )
  1064. def alice_listaddresses_date_time(self):
  1065. return self.alice_listaddresses(
  1066. args = ['age_fmt=date_time'],
  1067. expect = (rtAmts[1],pat_date_time) )
  1068. def alice_twview(self,args,expect):
  1069. t = self.spawn('mmgen-tool',['--alice','twview'] + args)
  1070. expect_str = r'\D{}\D.*\b{}'.format(*expect)
  1071. t.expect(expect_str,regex=True)
  1072. return t
  1073. def alice_twview1(self):
  1074. return self.alice_twview(
  1075. args = [],
  1076. expect = (rtAmts[0],r'\d+') )
  1077. def alice_twview_days(self):
  1078. return self.alice_twview(
  1079. args = ['age_fmt=days'],
  1080. expect = (rtAmts[0],r'\d+') )
  1081. def alice_twview_date(self):
  1082. return self.alice_twview(
  1083. args = ['age_fmt=date'],
  1084. expect = (rtAmts[0],pat_date) )
  1085. def alice_twview_date_time(self):
  1086. return self.alice_twview(
  1087. args = ['age_fmt=date_time'],
  1088. expect = (rtAmts[0],pat_date_time) )
  1089. def alice_txcreate_info(self,pexpect_spawn=False):
  1090. t = self.spawn('mmgen-txcreate',['--alice','-Bi'],pexpect_spawn=pexpect_spawn)
  1091. pats = (
  1092. ( '\d+', 'w'),
  1093. ( '\d+', 'D'),
  1094. ( '\d+', 'D'),
  1095. ( '\d+', 'D'),
  1096. ( pat_date, 'q'),
  1097. )
  1098. for d,s in pats:
  1099. t.expect(
  1100. r'\D{}\D.*\b{}\b'.format( rtAmts[0], d ),
  1101. s,
  1102. regex=True )
  1103. if t.pexpect_spawn and s == 'w':
  1104. t.expect(r'Total.*','q',regex=True,delay=1 if opt.exact_output else t.send_delay)
  1105. time.sleep(t.send_delay)
  1106. t.send('e')
  1107. return t
  1108. def alice_txcreate_info_term(self):
  1109. return self.alice_txcreate_info(pexpect_spawn=True)
  1110. def bob_msgcreate(self):
  1111. sid1 = self._user_sid('bob')
  1112. sid2 = self._get_user_subsid('bob','29L')
  1113. return self.spawn(
  1114. 'mmgen-msg', [
  1115. '--bob',
  1116. f'--outdir={self.tmpdir}',
  1117. 'create',
  1118. '16/3/2022 Earthquake strikes Fukushima coast',
  1119. f'{sid1}:{self.dfl_mmtype}:1-4',
  1120. f'{sid2}:C:3-7,87,98'
  1121. ])
  1122. def bob_msgsign(self,wallets=[]):
  1123. fn = get_file_with_ext(self.tmpdir,'rawmsg.json')
  1124. t = self.spawn(
  1125. 'mmgen-msg', [
  1126. '--bob',
  1127. f'--outdir={self.tmpdir}',
  1128. 'sign',
  1129. fn
  1130. ] + wallets )
  1131. if not wallets:
  1132. t.passphrase(dfl_wcls.desc,rt_pw)
  1133. return t
  1134. def bob_walletconv_words(self):
  1135. t = self.spawn(
  1136. 'mmgen-walletconv', [ '--bob', f'--outdir={self.tmpdir}', '--out-fmt=words' ] )
  1137. t.passphrase(dfl_wcls.desc,rt_pw)
  1138. t.written_to_file('data')
  1139. return t
  1140. def bob_subwalletgen_bip39(self):
  1141. t = self.spawn(
  1142. 'mmgen-subwalletgen', [ '--bob', f'--outdir={self.tmpdir}', '--out-fmt=bip39', '29L' ] )
  1143. t.passphrase(dfl_wcls.desc,rt_pw)
  1144. t.written_to_file('data')
  1145. return t
  1146. def bob_msgsign_userwallet(self):
  1147. fn1 = get_file_with_ext(self.tmpdir,'mmwords')
  1148. return self.bob_msgsign([fn1])
  1149. def bob_msgsign_userwallets(self):
  1150. fn1 = get_file_with_ext(self.tmpdir,'mmwords')
  1151. fn2 = get_file_with_ext(self.tmpdir,'bip39')
  1152. return self.bob_msgsign([fn2,fn1])
  1153. def bob_msgverify(self,addr=None,ext='sigmsg.json',cmd='verify',msgfile=None):
  1154. return self.spawn(
  1155. 'mmgen-msg', [
  1156. '--bob',
  1157. f'--outdir={self.tmpdir}',
  1158. cmd,
  1159. msgfile or get_file_with_ext(self.tmpdir,ext),
  1160. ] + ([addr] if addr else []) )
  1161. def bob_msgverify_raw(self):
  1162. t = self.bob_msgverify(ext='rawmsg.json')
  1163. t.expect('No signatures')
  1164. t.req_exit_val = 1
  1165. return t
  1166. def bob_msgverify_single(self):
  1167. sid = self._user_sid('bob')
  1168. return self.bob_msgverify(addr=f'{sid}:{self.dfl_mmtype}:1')
  1169. def bob_msgexport(self,addr=None):
  1170. t = self.bob_msgverify( addr=addr, cmd='export' )
  1171. t.written_to_file('data')
  1172. return t
  1173. def bob_msgexport_single(self):
  1174. sid = self._user_sid('bob')
  1175. return self.bob_msgexport(addr=f'{sid}:{self.dfl_mmtype}:1')
  1176. def bob_msgverify_export(self):
  1177. return self.bob_msgverify(
  1178. msgfile = os.path.join(self.tmpdir,'signatures.json')
  1179. )
  1180. def bob_msgverify_export_single(self):
  1181. sid = self._user_sid('bob')
  1182. mmid = f'{sid}:{self.dfl_mmtype}:1'
  1183. t = self.spawn('mmgen-tool', [ '--bob', '--color=0', 'listaddress', mmid ], no_msg=True)
  1184. addr = t.expect_getend(mmid).split()[0]
  1185. t.close()
  1186. return self.bob_msgverify(
  1187. addr = addr,
  1188. msgfile = os.path.join(self.tmpdir,'signatures.json')
  1189. )
  1190. def stop(self):
  1191. if opt.no_daemon_stop:
  1192. self.spawn('',msg_only=True)
  1193. msg_r('(leaving daemon running by user request)')
  1194. return 'ok'
  1195. else:
  1196. return self.spawn('mmgen-regtest',['stop'])