X-Git-Url: https://git.tld-linux.org/?a=blobdiff_plain;f=TLD_Builder%2Frequest_fetcher.py;h=83229ae475b3c20eba57d4f2a2cc8d9b3a1f8c0c;hb=57588b3651663a4ba4beff3ec1cd9c5a6de290d5;hp=609ec711bcf644425bc247a671e6df4a45e44339;hpb=98531ab4a0e4e065d3b11b051b3e4bd7653c6ac0;p=tld-builder.git diff --git a/TLD_Builder/request_fetcher.py b/TLD_Builder/request_fetcher.py index 609ec71..83229ae 100644 --- a/TLD_Builder/request_fetcher.py +++ b/TLD_Builder/request_fetcher.py @@ -3,20 +3,16 @@ import string import signal import os -import urllib -import urllib2 +import urllib.request import sys -if sys.version_info[0] == 2: - import StringIO -else: - from io import StringIO +from io import StringIO, BytesIO import gzip - import path import log import status import lock import util +import shutil import gpg import request import loop @@ -46,8 +42,8 @@ def has_new(control_url): signal.alarm(300) try: headers = { 'Cache-Control': 'no-cache', 'Pragma': 'no-cache' } - req = urllib2.Request(url=control_url + "/max_req_no", headers=headers) - f = urllib2.urlopen(req) + req = urllib.request.Request(url=control_url + "/max_req_no", headers=headers) + f = urllib.request.urlopen(req) count = int(f.readline().strip()) signal.alarm(0) except Exception as e: @@ -66,15 +62,15 @@ def fetch_queue(control_url): signal.alarm(300) try: headers = { 'Cache-Control': 'no-cache', 'Pragma': 'no-cache' } - req = urllib2.Request(url=control_url + "/queue.gz", headers=headers) - f = urllib2.urlopen(req) + req = urllib.request.Request(url=control_url + "/queue.gz", headers=headers) + f = urllib.request.urlopen(req) signal.alarm(0) except Exception as e: signal.alarm(0) log.error("can't fetch %s: %s" % (control_url + "/queue.gz", e)) sys.exit(1) - sio = StringIO.StringIO() - util.sendfile(f, sio) + sio = BytesIO() + shutil.copyfileobj(f, sio) f.close() sio.seek(0) f = gzip.GzipFile(fileobj = sio)