diff options
Diffstat (limited to 'pkgdistcache-client')
| -rwxr-xr-x | pkgdistcache-client | 175 |
1 files changed, 175 insertions, 0 deletions
diff --git a/pkgdistcache-client b/pkgdistcache-client new file mode 100755 index 000000000000..e051d26d18a2 --- /dev/null +++ b/pkgdistcache-client @@ -0,0 +1,175 @@ +#!/usr/bin/python2 +# coding: utf-8 +# +# pkgdistcache client v0.3.1 +# by Alessio Bianchi <venator85@gmail.com> +# + +import sys +import os +import os.path +import subprocess +import string +import avahi +import dbus +import gobject +import dbus.glib +import pickle + +colors = {'none': '\033[0m', + 'black': '\033[0;30m', 'bold_black': '\033[1;30m', + 'red': '\033[0;31m', 'bold_red': '\033[1;31m', + 'green': '\033[0;32m', 'bold_green': '\033[1;32m', + 'yellow': '\033[0;33m', 'bold_yellow': '\033[1;33m', + 'blue': '\033[0;34m', 'bold_blue': '\033[1;34m', + 'magenta': '\033[0;35m', 'bold_magenta': '\033[1;35m', + 'cyan': '\033[0;36m', 'bold_cyan': '\033[1;36m', + 'white': '\033[0;37m', 'bold_white': '\033[1;37m'} + +def printmsg(msg): + print "%s>> %s%s" % (colors['bold_blue'], msg, colors['none']) + +def printerr(msg): + print "%s!! %s%s" % (colors['bold_red'], msg, colors['none']) + +def printwarn(msg): + print "%s!! %s%s" % (colors['bold_yellow'], msg, colors['none']) + +# Run a command synchronously, redirecting stdout and stderr to strings +def runcmd(cmd, cwd=None): + pipe = subprocess.Popen(cmd, shell=True, cwd=cwd, stdout=subprocess.PIPE, stderr=subprocess.PIPE) + (stdout, stderr) = pipe.communicate() # wait for process to terminate and return stdout and stderr + return {'stdout': stdout.strip(), 'stderr': stderr.strip(), 'retcode': pipe.returncode} + +# Run a command synchronously, sending stdout and stderr to shell +def runcmd2(cmd, cwd=None): + pipe = subprocess.Popen(cmd, shell=True, cwd=cwd, stdout=None, stderr=None) + pipe.communicate() # wait for process to terminate + return pipe.returncode + +class Service(object): + def __init__(self, service, host, ip, port): + self.service = service + self.host = host + self.ip = ip + self.port = port + + def __str__(self): + return "(%s, %s, %s, %d)" % (self.service, self.host, self.ip, self.port) + + def __repr__(self): + # il tostring sulle liste รจ repr + return self.__str__() + + def __hash__(self): + return hash(self.__str__()) + + def __eq__(self, other): + return hash(self) == hash(other) + +class AvahiBrowser(object): + def __init__(self): + # Connect to the system bus... + self.bus = dbus.SystemBus() + # Get a proxy to the object we want to talk to. + avahi_proxy = self.bus.get_object(avahi.DBUS_NAME, avahi.DBUS_PATH_SERVER) + # Set the interface we want to use; server in this case. + self.server = dbus.Interface(avahi_proxy, avahi.DBUS_INTERFACE_SERVER) + self.version_string = self.server.GetVersionString() + self.domain = "local" + self.loop = gobject.MainLoop() + self.services = [] + + def browse(self, stype): + # Ask the server for a path to the browser object for the service we're interested in... + browser_path = self.server.ServiceBrowserNew(avahi.IF_UNSPEC, avahi.PROTO_UNSPEC, stype, self.domain, dbus.UInt32(0)) + # Get it's proxy object... + browser_proxy = self.bus.get_object(avahi.DBUS_NAME, browser_path) + # And set the interface we want to use + browser = dbus.Interface(browser_proxy, avahi.DBUS_INTERFACE_SERVICE_BROWSER) + + # Now connect the call backs to the relevant signals. + browser.connect_to_signal('ItemNew', self.new_service) + browser.connect_to_signal('AllForNow', self.all_for_now) + self.loop.run() + return self.services + + def new_service(self, interface, protocol, name, stype, domain, flags): + try: + s = self.server.ResolveService(interface, protocol, name, stype, domain, avahi.PROTO_UNSPEC, dbus.UInt32(0)) + service = Service(str(s[3]), str(s[2]), str(s[7]), int(s[8])) # service name, host, ip, port + self.services.append(service) + except TimeoutError: + printwarn("Timeout error during service resolution!") + + def all_for_now(self): + self.loop.quit() + +def main(argv): + # load configuration file + conf_file = '/etc/pkgdistcache.conf' + if os.path.isfile(conf_file): + config = eval(open(conf_file).read()) + else: + printerr("Config file " + conf_file + " not found") + return 2 + + download_cmd_template = string.Template(config['download_cmd']) + + pkg = os.path.basename(argv[1]) # argv[1] = %u passed by pacman + + must_download = True + if not pkg.endswith('.db.tar.gz'): + # find first /tmp/pkgdistcache.* file modified less than CACHE_FILE_LIFE minutes ago + cmd = 'find /tmp -name "pkgdistcache.*" -mmin -' + str(config['cache_file_life']) + cache_file = runcmd(cmd)['stdout'] + if len(cache_file) > 0: + # recent cache file found, use it + with open(cache_file, 'rb') as f: + pkgdistcache_clients = pickle.load(f) + else: + # recent cache file not found, discover other pkgdistcache capable hosts via avahi and save result to a new cache file + runcmd("rm -f /tmp/pkgdistcache.*") # remove any old cache file + cache_file = runcmd('mktemp /tmp/pkgdistcache.XXXXX')['stdout'] # create new cache file + + hostname = runcmd('hostname')['stdout'] + browser = AvahiBrowser() + clients = browser.browse("_pkgdistcache._tcp") + clients = set(clients) # remove duplicates (eg services offered on more than a network card etc.) + pkgdistcache_clients = [] + for client in clients: + if client.host != hostname: # exclude current machine from results + pkgdistcache_clients.append(client) + + with open(cache_file, 'wb') as f: + pickle.dump(pkgdistcache_clients, f, -1) + + for client in pkgdistcache_clients: + url = "http://" + client.ip + ":" + str(client.port) + "/" + pkg + dst = argv[2] + printmsg("Downloading " + pkg + " from host '" + client.host + "'") + download_cmd = download_cmd_template.substitute({'u': url, 'o': dst}) + try: + ret = runcmd2(download_cmd) + if ret == 0: + must_download = False + break + else: + printwarn("Host '%s' doesn't have %s in cache" % (client.host, pkg)) + except KeyboardInterrupt: + printerr("Aborted") + return 1 + + # download package file from mirror if necessary + if must_download == True: + try: + download_cmd = download_cmd_template.substitute({'u': argv[1], 'o': argv[2]}) + return runcmd2(download_cmd) + except KeyboardInterrupt: + printerr("Aborted") + return 1 + else: + return 0 + +if __name__ == '__main__': + sys.exit(main(sys.argv)) |