X-Git-Url: https://git.tld-linux.org/?a=blobdiff_plain;f=TLD_Builder%2Frequest_fetcher.py;h=226e4ee573c3f4054c8f296700dace689e655b52;hb=d5c47ccb4a425d1b982888101273651b2d4db38d;hp=6122612142a2b31bac411ee22b14e68da0e2d57c;hpb=92949e17161a53bfb4a60099e22b58ad63abce4c;p=tld-builder.git diff --git a/TLD_Builder/request_fetcher.py b/TLD_Builder/request_fetcher.py index 6122612..226e4ee 100644 --- a/TLD_Builder/request_fetcher.py +++ b/TLD_Builder/request_fetcher.py @@ -4,14 +4,9 @@ import string import signal import os import urllib -import urllib2 import sys -if sys.version_info[0] == 2: - import StringIO -else: - from io import StringIO +from io import StringIO import gzip - import path import log import status @@ -29,13 +24,13 @@ from config import config, init_conf last_count = 0 def alarmalarm(signum, frame): - raise IOError, 'TCP connection hung' + raise IOError('TCP connection hung') def has_new(control_url): global last_count cnt_f = open(path.last_req_no_file) try: - last_count = int(string.strip(cnt_f.readline())) + last_count = int(cnt_f.readline().strip()) except ValueError as e: last_count = 0 @@ -46,9 +41,9 @@ def has_new(control_url): signal.alarm(300) try: headers = { 'Cache-Control': 'no-cache', 'Pragma': 'no-cache' } - req = urllib2.Request(url=control_url + "/max_req_no", headers=headers) - f = urllib2.urlopen(req) - count = int(string.strip(f.readline())) + req = urllib.request.Request(url=control_url + "/max_req_no", headers=headers) + f = urllib.request.urlopen(req) + count = int(f.readline().strip()) signal.alarm(0) except Exception as e: signal.alarm(0) @@ -66,14 +61,14 @@ def fetch_queue(control_url): signal.alarm(300) try: headers = { 'Cache-Control': 'no-cache', 'Pragma': 'no-cache' } - req = urllib2.Request(url=control_url + "/queue.gz", headers=headers) - f = urllib2.urlopen(req) + req = urllib.request.Request(url=control_url + "/queue.gz", headers=headers) + f = urllib.request.urlopen(req) signal.alarm(0) except Exception as e: signal.alarm(0) log.error("can't fetch %s: %s" % (control_url + "/queue.gz", e)) sys.exit(1) - sio = StringIO.StringIO() + sio = StringIO() util.sendfile(f, sio) f.close() sio.seek(0)