HTTP timeout fix for addrimport

modified:   mmgen-addrimport
	modified:   mmgen/config.py
	modified:   mmgen/rpc/connection.py
	modified:   mmgen/rpc/proxy.py
	modified:   mmgen/tx.py
This commit is contained in:
The MMGen Project 2014-01-29 20:03:59 +04:00
commit cc7011848d
5 changed files with 817 additions and 797 deletions

View file

@ -23,7 +23,6 @@ mmgen-addrimport: Import addresses generated by mmgen-addrgen into an
import sys
from mmgen.Opts import *
from mmgen.config import *
from mmgen.license import *
from mmgen.utils import check_infile,confirm_or_exit
from mmgen.tx import connect_to_bitcoind,parse_addrs_file
@ -51,7 +50,10 @@ check_infile(cmd_args[0])
seed_id,addr_data = parse_addrs_file(cmd_args[0])
c = connect_to_bitcoind(http_timeout=3600)
import mmgen.config
mmgen.config.http_timeout = 3600
c = connect_to_bitcoind()
message = """
Importing addresses can take a long time - up to 30 min. per address on a
@ -59,6 +61,7 @@ low-powered computer such as a netbook.
"""
confirm_or_exit(message, "continue", expect="YES")
for n,i in enumerate(addr_data):
comment = " " + i[2] if len(i) == 3 else ""
label = "%s:%s%s" % (seed_id,i[0],comment)

View file

@ -31,6 +31,8 @@ seed_len = 256
mnemonic_lens = [i / 32 * 3 for i in seed_lens]
http_timeout = 30
from os import getenv
debug = True if getenv("MMGEN_DEBUG") else False

File diff suppressed because it is too large Load diff

View file

@ -1,6 +1,6 @@
"""
Copyright (C) 2013 by philemon <mmgen-py@yandex.com>
Added configurable http_timeout
Added http_timeout from mmgen.config
Previous copyright from bitcoin-python/proxy.py:
@ -10,7 +10,7 @@
ServiceProxy class:
- HTTP connections persist for the life of the AuthServiceProxy object
(if server supports HTTP/1.1)
(if server supports HTTP/1.1)
- sends protocol 'version', per JSON-RPC 1.1
- sends proper, incrementing 'id'
- sends Basic HTTP authentication headers
@ -39,99 +39,105 @@
"""
try:
import http.client as httplib
import http.client as httplib
except ImportError:
import httplib
import httplib
import base64
import json
import decimal
try:
import urllib.parse as urlparse
import urllib.parse as urlparse
except ImportError:
import urlparse
import urlparse
USER_AGENT = "AuthServiceProxy/0.1"
class JSONRPCException(Exception):
def __init__(self, rpcError):
Exception.__init__(self)
self.error = rpcError
def __init__(self, rpcError):
Exception.__init__(self)
self.error = rpcError
import mmgen.config
class AuthServiceProxy(object):
def __init__(self, serviceURL, serviceName=None, http_timeout=30):
self.__serviceURL = serviceURL
self.__serviceName = serviceName
self.__url = urlparse.urlparse(serviceURL)
if self.__url.port is None:
port = 80
else:
port = self.__url.port
self.__idcnt = 0
authpair = "%s:%s" % (self.__url.username, self.__url.password)
authpair = authpair.encode('utf8')
self.__authhdr = "Basic ".encode('utf8') + base64.b64encode(authpair)
if self.__url.scheme == 'https':
self.__conn = httplib.HTTPSConnection(self.__url.hostname, port,
None, None, False, http_timeout)
else:
self.__conn = httplib.HTTPConnection(self.__url.hostname, port,
False, http_timeout)
def __init__(self, serviceURL, serviceName = None):
def __getattr__(self, name):
if self.__serviceName != None:
name = "%s.%s" % (self.__serviceName, name)
return AuthServiceProxy(self.__serviceURL, name)
self.__serviceURL = serviceURL
self.__serviceName = serviceName
self.__url = urlparse.urlparse(serviceURL)
if self.__url.port is None:
port = 80
else:
port = self.__url.port
self.__idcnt = 0
authpair = "%s:%s" % (self.__url.username, self.__url.password)
authpair = authpair.encode('utf8')
self.__authhdr = "Basic ".encode('utf8') + base64.b64encode(authpair)
def __call__(self, *args):
self.__idcnt += 1
http_timeout = mmgen.config.http_timeout
postdata = json.dumps({
'version': '1.1',
'method': self.__serviceName,
'params': args,
'id': self.__idcnt})
try:
self.__conn.request('POST', self.__url.path, postdata,
{ 'Host' : self.__url.hostname,
'User-Agent' : USER_AGENT,
'Authorization' : self.__authhdr,
'Content-type' : 'application/json' })
except:
print "Unable to connect to bitcoind. Exiting"
import sys
sys.exit(2)
if self.__url.scheme == 'https':
self.__conn = httplib.HTTPSConnection(self.__url.hostname, port,
None, None, False, timeout=http_timeout)
else:
self.__conn = httplib.HTTPConnection(self.__url.hostname, port,
False, timeout=http_timeout)
httpresp = self.__conn.getresponse()
if httpresp is None:
raise JSONRPCException({
'code' : -342, 'message' : 'missing HTTP response from server'})
def __getattr__(self, name):
if self.__serviceName != None:
name = "%s.%s" % (self.__serviceName, name)
return AuthServiceProxy(self.__serviceURL, name)
resp = httpresp.read()
resp = resp.decode('utf8')
resp = json.loads(resp, parse_float=decimal.Decimal)
if 'error' in resp and resp['error'] != None:
raise JSONRPCException(resp['error'])
elif 'result' not in resp:
raise JSONRPCException({
'code' : -343, 'message' : 'missing JSON-RPC result'})
else:
return resp['result']
def __call__(self, *args):
self.__idcnt += 1
def _batch(self, rpc_call_list):
postdata = json.dumps(list(rpc_call_list))
self.__conn.request('POST', self.__url.path, postdata,
{ 'Host' : self.__url.hostname,
'User-Agent' : USER_AGENT,
'Authorization' : self.__authhdr,
'Content-type' : 'application/json' })
postdata = json.dumps({
'version': '1.1',
'method': self.__serviceName,
'params': args,
'id': self.__idcnt})
try:
self.__conn.request('POST', self.__url.path, postdata,
{ 'Host' : self.__url.hostname,
'User-Agent' : USER_AGENT,
'Authorization' : self.__authhdr,
'Content-type' : 'application/json' })
except:
print "Unable to connect to bitcoind. Exiting"
import sys
sys.exit(2)
httpresp = self.__conn.getresponse()
if httpresp is None:
raise JSONRPCException({
'code' : -342, 'message' : 'missing HTTP response from server'})
httpresp = self.__conn.getresponse()
if httpresp is None:
raise JSONRPCException({
'code' : -342, 'message' : 'missing HTTP response from server'})
resp = httpresp.read()
resp = resp.decode('utf8')
resp = json.loads(resp, parse_float=decimal.Decimal)
return resp
resp = httpresp.read()
resp = resp.decode('utf8')
resp = json.loads(resp, parse_float=decimal.Decimal)
if 'error' in resp and resp['error'] != None:
raise JSONRPCException(resp['error'])
elif 'result' not in resp:
raise JSONRPCException({
'code' : -343, 'message' : 'missing JSON-RPC result'})
else:
return resp['result']
def _batch(self, rpc_call_list):
postdata = json.dumps(list(rpc_call_list))
self.__conn.request('POST', self.__url.path, postdata,
{ 'Host' : self.__url.hostname,
'User-Agent' : USER_AGENT,
'Authorization' : self.__authhdr,
'Content-type' : 'application/json' })
httpresp = self.__conn.getresponse()
if httpresp is None:
raise JSONRPCException({
'code' : -342, 'message' : 'missing HTTP response from server'})
resp = httpresp.read()
resp = resp.decode('utf8')
resp = json.loads(resp, parse_float=decimal.Decimal)
return resp

View file

@ -48,7 +48,7 @@ Selected mmgen inputs: %s"""
}
def connect_to_bitcoind(http_timeout=30):
def connect_to_bitcoind():
host,port,user,passwd = "localhost",8332,"rpcuser","rpcpassword"
cfg = get_cfg_options((user,passwd))
@ -57,7 +57,7 @@ def connect_to_bitcoind(http_timeout=30):
f = mmgen.rpc.connection.BitcoinConnection
try:
c = f(cfg[user],cfg[passwd],host,port,http_timeout=http_timeout)
c = f(cfg[user],cfg[passwd],host,port)
except:
msg("Unable to establish RPC connection with bitcoind")
sys.exit(2)