mirror of
https://github.com/LBRYFoundation/LBRY-Vault.git
synced 2025-08-23 17:47:31 +00:00
2f2e468d0a
This is a layering violation - the SocketPipe doesn't own the socket and provides no other way to close the socket, leading to unnecessary complexity like that in interface.py. I looked at deamon.py and NetworkProxy - the two other users, and they don't close the sockets explicitly, just let them be garbage collected.
486 lines
14 KiB
Python
486 lines
14 KiB
Python
import os, sys, re, json
|
|
import platform
|
|
import shutil
|
|
from datetime import datetime
|
|
from decimal import Decimal
|
|
import urlparse
|
|
import urllib
|
|
import threading
|
|
|
|
class NotEnoughFunds(Exception): pass
|
|
|
|
class InvalidPassword(Exception):
|
|
def __str__(self):
|
|
from i18n import _
|
|
return _("Incorrect password")
|
|
|
|
class MyEncoder(json.JSONEncoder):
|
|
def default(self, obj):
|
|
from transaction import Transaction
|
|
if isinstance(obj, Transaction):
|
|
return obj.as_dict()
|
|
return super(MyEncoder, self).default(obj)
|
|
|
|
|
|
class DaemonThread(threading.Thread):
|
|
""" daemon thread that terminates cleanly """
|
|
|
|
def __init__(self):
|
|
threading.Thread.__init__(self)
|
|
self.parent_thread = threading.currentThread()
|
|
self.running = False
|
|
self.running_lock = threading.Lock()
|
|
|
|
def start(self):
|
|
with self.running_lock:
|
|
self.running = True
|
|
return threading.Thread.start(self)
|
|
|
|
def is_running(self):
|
|
with self.running_lock:
|
|
return self.running and self.parent_thread.is_alive()
|
|
|
|
def stop(self):
|
|
with self.running_lock:
|
|
self.running = False
|
|
|
|
def print_error(self, *msg):
|
|
print_error("[%s]"%self.__class__.__name__, *msg)
|
|
|
|
|
|
|
|
is_verbose = False
|
|
def set_verbosity(b):
|
|
global is_verbose
|
|
is_verbose = b
|
|
|
|
|
|
def print_error(*args):
|
|
if not is_verbose: return
|
|
print_stderr(*args)
|
|
|
|
def print_stderr(*args):
|
|
args = [str(item) for item in args]
|
|
sys.stderr.write(" ".join(args) + "\n")
|
|
sys.stderr.flush()
|
|
|
|
def print_msg(*args):
|
|
# Stringify args
|
|
args = [str(item) for item in args]
|
|
sys.stdout.write(" ".join(args) + "\n")
|
|
sys.stdout.flush()
|
|
|
|
def print_json(obj):
|
|
try:
|
|
s = json.dumps(obj, sort_keys = True, indent = 4, cls=MyEncoder)
|
|
except TypeError:
|
|
s = repr(obj)
|
|
sys.stdout.write(s + "\n")
|
|
sys.stdout.flush()
|
|
|
|
|
|
# decorator that prints execution time
|
|
def profiler(func):
|
|
def do_profile(func, args):
|
|
n = func.func_name
|
|
t0 = time.time()
|
|
o = apply(func, args)
|
|
t = time.time() - t0
|
|
print_error("[profiler]", n, "%.4f"%t)
|
|
return o
|
|
return lambda *args: do_profile(func, args)
|
|
|
|
|
|
|
|
def user_dir():
|
|
if "HOME" in os.environ:
|
|
return os.path.join(os.environ["HOME"], ".electrum")
|
|
elif "APPDATA" in os.environ:
|
|
return os.path.join(os.environ["APPDATA"], "Electrum")
|
|
elif "LOCALAPPDATA" in os.environ:
|
|
return os.path.join(os.environ["LOCALAPPDATA"], "Electrum")
|
|
elif 'ANDROID_DATA' in os.environ:
|
|
return "/sdcard/electrum/"
|
|
else:
|
|
#raise Exception("No home directory found in environment variables.")
|
|
return
|
|
|
|
def format_satoshis_plain(x, decimal_point = 8):
|
|
'''Display a satoshi amount scaled. Always uses a '.' as a decimal
|
|
point and has no thousands separator'''
|
|
scale_factor = pow(10, decimal_point)
|
|
return "{:.8f}".format(Decimal(x) / scale_factor).rstrip('0').rstrip('.')
|
|
|
|
def format_satoshis(x, is_diff=False, num_zeros = 0, decimal_point = 8, whitespaces=False):
|
|
from locale import localeconv
|
|
if x is None:
|
|
return 'unknown'
|
|
x = int(x) # Some callers pass Decimal
|
|
scale_factor = pow (10, decimal_point)
|
|
integer_part = "{:n}".format(int(abs(x) / float(scale_factor)))
|
|
if x < 0:
|
|
integer_part = '-' + integer_part
|
|
elif is_diff:
|
|
integer_part = '+' + integer_part
|
|
dp = localeconv()['decimal_point']
|
|
fract_part = ("{:0" + str(decimal_point) + "}").format(abs(x) % scale_factor)
|
|
fract_part = fract_part.rstrip('0')
|
|
if len(fract_part) < num_zeros:
|
|
fract_part += "0" * (num_zeros - len(fract_part))
|
|
result = integer_part + dp + fract_part
|
|
if whitespaces:
|
|
result += " " * (decimal_point - len(fract_part))
|
|
result = " " * (15 - len(result)) + result
|
|
return result.decode('utf8')
|
|
|
|
def format_time(timestamp):
|
|
import datetime
|
|
try:
|
|
time_str = datetime.datetime.fromtimestamp(timestamp).isoformat(' ')[:-3]
|
|
except:
|
|
time_str = "unknown"
|
|
return time_str
|
|
|
|
|
|
# Takes a timestamp and returns a string with the approximation of the age
|
|
def age(from_date, since_date = None, target_tz=None, include_seconds=False):
|
|
if from_date is None:
|
|
return "Unknown"
|
|
|
|
from_date = datetime.fromtimestamp(from_date)
|
|
if since_date is None:
|
|
since_date = datetime.now(target_tz)
|
|
|
|
distance_in_time = since_date - from_date
|
|
distance_in_seconds = int(round(abs(distance_in_time.days * 86400 + distance_in_time.seconds)))
|
|
distance_in_minutes = int(round(distance_in_seconds/60))
|
|
|
|
if distance_in_minutes <= 1:
|
|
if include_seconds:
|
|
for remainder in [5, 10, 20]:
|
|
if distance_in_seconds < remainder:
|
|
return "less than %s seconds ago" % remainder
|
|
if distance_in_seconds < 40:
|
|
return "half a minute ago"
|
|
elif distance_in_seconds < 60:
|
|
return "less than a minute ago"
|
|
else:
|
|
return "1 minute ago"
|
|
else:
|
|
if distance_in_minutes == 0:
|
|
return "less than a minute ago"
|
|
else:
|
|
return "1 minute ago"
|
|
elif distance_in_minutes < 45:
|
|
return "%s minutes ago" % distance_in_minutes
|
|
elif distance_in_minutes < 90:
|
|
return "about 1 hour ago"
|
|
elif distance_in_minutes < 1440:
|
|
return "about %d hours ago" % (round(distance_in_minutes / 60.0))
|
|
elif distance_in_minutes < 2880:
|
|
return "1 day ago"
|
|
elif distance_in_minutes < 43220:
|
|
return "%d days ago" % (round(distance_in_minutes / 1440))
|
|
elif distance_in_minutes < 86400:
|
|
return "about 1 month ago"
|
|
elif distance_in_minutes < 525600:
|
|
return "%d months ago" % (round(distance_in_minutes / 43200))
|
|
elif distance_in_minutes < 1051200:
|
|
return "about 1 year ago"
|
|
else:
|
|
return "over %d years ago" % (round(distance_in_minutes / 525600))
|
|
|
|
block_explorer_info = {
|
|
'Blockchain.info': ('https://blockchain.info',
|
|
{'tx': 'tx', 'addr': 'address'}),
|
|
'Blockr.io': ('https://btc.blockr.io',
|
|
{'tx': 'tx/info', 'addr': 'address/info'}),
|
|
'Insight.is': ('https://insight.bitpay.com',
|
|
{'tx': 'tx', 'addr': 'address'}),
|
|
'Blocktrail.com': ('https://www.blocktrail.com/BTC',
|
|
{'tx': 'tx', 'addr': 'address'}),
|
|
'TradeBlock.com': ('https://tradeblock.com/blockchain',
|
|
{'tx': 'tx', 'addr': 'address'}),
|
|
}
|
|
|
|
def block_explorer(config):
|
|
return config.get('block_explorer', 'Blockchain.info')
|
|
|
|
def block_explorer_tuple(config):
|
|
return block_explorer_info.get(block_explorer(config))
|
|
|
|
def block_explorer_URL(config, kind, item):
|
|
be_tuple = block_explorer_tuple(config)
|
|
if not be_tuple:
|
|
return
|
|
kind_str = be_tuple[1].get(kind)
|
|
if not kind_str:
|
|
return
|
|
url_parts = [be_tuple[0], kind_str, item]
|
|
return "/".join(url_parts)
|
|
|
|
# URL decode
|
|
#_ud = re.compile('%([0-9a-hA-H]{2})', re.MULTILINE)
|
|
#urldecode = lambda x: _ud.sub(lambda m: chr(int(m.group(1), 16)), x)
|
|
|
|
def parse_URI(uri):
|
|
import bitcoin
|
|
from bitcoin import COIN
|
|
|
|
if ':' not in uri:
|
|
assert bitcoin.is_address(uri)
|
|
return uri, None, None, None, None
|
|
|
|
u = urlparse.urlparse(uri)
|
|
assert u.scheme == 'bitcoin'
|
|
|
|
address = u.path
|
|
|
|
# python for android fails to parse query
|
|
if address.find('?') > 0:
|
|
address, query = u.path.split('?')
|
|
pq = urlparse.parse_qs(query)
|
|
else:
|
|
pq = urlparse.parse_qs(u.query)
|
|
|
|
for k, v in pq.items():
|
|
if len(v)!=1:
|
|
raise Exception('Duplicate Key', k)
|
|
|
|
amount = label = message = request_url = ''
|
|
if 'amount' in pq:
|
|
am = pq['amount'][0]
|
|
m = re.match('([0-9\.]+)X([0-9])', am)
|
|
if m:
|
|
k = int(m.group(2)) - 8
|
|
amount = Decimal(m.group(1)) * pow( Decimal(10) , k)
|
|
else:
|
|
amount = Decimal(am) * COIN
|
|
if 'message' in pq:
|
|
message = pq['message'][0].decode('utf8')
|
|
if 'label' in pq:
|
|
label = pq['label'][0]
|
|
if 'r' in pq:
|
|
request_url = pq['r'][0]
|
|
|
|
if request_url != '':
|
|
return address, amount, label, message, request_url
|
|
|
|
assert bitcoin.is_address(address)
|
|
|
|
return address, amount, label, message, request_url
|
|
|
|
|
|
def create_URI(addr, amount, message):
|
|
import bitcoin
|
|
if not bitcoin.is_address(addr):
|
|
return ""
|
|
query = []
|
|
if amount:
|
|
query.append('amount=%s'%format_satoshis_plain(amount))
|
|
if message:
|
|
if type(message) == unicode:
|
|
message = message.encode('utf8')
|
|
query.append('message=%s'%urllib.quote(message))
|
|
p = urlparse.ParseResult(scheme='bitcoin', netloc='', path=addr, params='', query='&'.join(query), fragment='')
|
|
return urlparse.urlunparse(p)
|
|
|
|
|
|
# Python bug (http://bugs.python.org/issue1927) causes raw_input
|
|
# to be redirected improperly between stdin/stderr on Unix systems
|
|
def raw_input(prompt=None):
|
|
if prompt:
|
|
sys.stdout.write(prompt)
|
|
return builtin_raw_input()
|
|
import __builtin__
|
|
builtin_raw_input = __builtin__.raw_input
|
|
__builtin__.raw_input = raw_input
|
|
|
|
|
|
|
|
def parse_json(message):
|
|
n = message.find('\n')
|
|
if n==-1:
|
|
return None, message
|
|
try:
|
|
j = json.loads( message[0:n] )
|
|
except:
|
|
j = None
|
|
return j, message[n+1:]
|
|
|
|
|
|
|
|
|
|
class timeout(Exception):
|
|
pass
|
|
|
|
import socket
|
|
import errno
|
|
import json
|
|
import ssl
|
|
import traceback
|
|
import time
|
|
|
|
class SocketPipe:
|
|
|
|
def __init__(self, socket):
|
|
self.socket = socket
|
|
self.message = ''
|
|
self.set_timeout(0.1)
|
|
self.recv_time = time.time()
|
|
|
|
def set_timeout(self, t):
|
|
self.socket.settimeout(t)
|
|
|
|
def idle_time(self):
|
|
return time.time() - self.recv_time
|
|
|
|
def get(self):
|
|
while True:
|
|
response, self.message = parse_json(self.message)
|
|
if response:
|
|
return response
|
|
try:
|
|
data = self.socket.recv(1024)
|
|
except socket.timeout:
|
|
raise timeout
|
|
except ssl.SSLError:
|
|
raise timeout
|
|
except socket.error, err:
|
|
if err.errno == 60:
|
|
raise timeout
|
|
elif err.errno in [11, 10035]:
|
|
print_error("socket errno", err.errno)
|
|
time.sleep(0.1)
|
|
continue
|
|
else:
|
|
print_error("pipe: socket error", err)
|
|
data = ''
|
|
except:
|
|
traceback.print_exc(file=sys.stderr)
|
|
data = ''
|
|
|
|
if not data: # Connection closed remotely
|
|
return None
|
|
self.message += data
|
|
self.recv_time = time.time()
|
|
|
|
def send(self, request):
|
|
out = json.dumps(request) + '\n'
|
|
self._send(out)
|
|
|
|
def send_all(self, requests):
|
|
out = ''.join(map(lambda x: json.dumps(x) + '\n', requests))
|
|
self._send(out)
|
|
|
|
def _send(self, out):
|
|
while out:
|
|
try:
|
|
sent = self.socket.send(out)
|
|
out = out[sent:]
|
|
except ssl.SSLError as e:
|
|
print_error("SSLError:", e)
|
|
time.sleep(0.1)
|
|
continue
|
|
except socket.error as e:
|
|
if e[0] in (errno.EWOULDBLOCK,errno.EAGAIN):
|
|
print_error("EAGAIN: retrying")
|
|
time.sleep(0.1)
|
|
continue
|
|
elif e[0] in ['timed out', 'The write operation timed out']:
|
|
print_error("socket timeout, retry")
|
|
time.sleep(0.1)
|
|
continue
|
|
else:
|
|
traceback.print_exc(file=sys.stdout)
|
|
raise e
|
|
|
|
|
|
|
|
import Queue
|
|
|
|
class QueuePipe:
|
|
|
|
def __init__(self, send_queue=None, get_queue=None):
|
|
self.send_queue = send_queue if send_queue else Queue.Queue()
|
|
self.get_queue = get_queue if get_queue else Queue.Queue()
|
|
self.set_timeout(0.1)
|
|
|
|
def get(self):
|
|
try:
|
|
return self.get_queue.get(timeout=self.timeout)
|
|
except Queue.Empty:
|
|
raise timeout
|
|
|
|
def get_all(self):
|
|
responses = []
|
|
while True:
|
|
try:
|
|
r = self.get_queue.get_nowait()
|
|
responses.append(r)
|
|
except Queue.Empty:
|
|
break
|
|
return responses
|
|
|
|
def set_timeout(self, t):
|
|
self.timeout = t
|
|
|
|
def send(self, request):
|
|
self.send_queue.put(request)
|
|
|
|
def send_all(self, requests):
|
|
for request in requests:
|
|
self.send(request)
|
|
|
|
|
|
|
|
class StoreDict(dict):
|
|
|
|
def __init__(self, config, name):
|
|
self.config = config
|
|
self.path = os.path.join(self.config.path, name)
|
|
self.load()
|
|
|
|
def load(self):
|
|
try:
|
|
with open(self.path, 'r') as f:
|
|
self.update(json.loads(f.read()))
|
|
except:
|
|
pass
|
|
|
|
def save(self):
|
|
with open(self.path, 'w') as f:
|
|
s = json.dumps(self, indent=4, sort_keys=True)
|
|
r = f.write(s)
|
|
|
|
def __setitem__(self, key, value):
|
|
dict.__setitem__(self, key, value)
|
|
self.save()
|
|
|
|
def pop(self, key):
|
|
if key in self.keys():
|
|
dict.pop(self, key)
|
|
self.save()
|
|
|
|
|
|
import bitcoin
|
|
from plugins import run_hook
|
|
|
|
class Contacts(StoreDict):
|
|
|
|
def __init__(self, config):
|
|
StoreDict.__init__(self, config, 'contacts')
|
|
|
|
def resolve(self, k, nocheck=False):
|
|
if bitcoin.is_address(k):
|
|
return {'address':k, 'type':'address'}
|
|
if k in self.keys():
|
|
_type, addr = self[k]
|
|
if _type == 'address':
|
|
return {'address':addr, 'type':'contact'}
|
|
out = run_hook('resolve_address', k)
|
|
if out:
|
|
if not nocheck and out.get('validated') is False:
|
|
raise Exception("cannot validate alias")
|
|
return out
|
|
raise Exception("invalid Bitcoin address", k)
|