mirror of
https://github.com/openSUSE/osc.git
synced 2024-12-31 20:26:13 +01:00
49 lines
1.4 KiB
Python
49 lines
1.4 KiB
Python
|
# Copyright (C) 2018 SUSE Linux. All rights reserved.
|
||
|
|
# This program is free software; it may be used, copied, modified
|
||
|
|
# and distributed under the terms of the GNU General Public Licence,
|
||
|
|
# either version 2, or (at your option) any later version.
|
||
|
|
|
||
|
|
import sys
|
||
|
|
import os.path
|
||
|
|
from .core import streamfile
|
||
|
|
|
||
|
|
try:
|
||
|
|
from urllib.request import HTTPError
|
||
|
|
from urllib.parse import urlparse
|
||
|
|
from urllib.parse import unquote
|
||
|
|
except ImportError:
|
||
|
|
from urllib2 import HTTPError
|
||
|
|
from urlparse import urlparse
|
||
|
|
from urllib import unquote
|
||
|
|
|
||
|
|
|
||
|
|
class OscFileGrabber(object):
|
||
|
|
def __init__(self, progress_obj=None):
|
||
|
|
self.progress_obj = progress_obj
|
||
|
|
|
||
|
|
def urlgrab(self, url, filename=None, text=None):
|
||
|
|
if filename is None:
|
||
|
|
parts = urlparse(url)
|
||
|
|
filename = os.path.basename(unquote(parts[2]))
|
||
|
|
with open(filename, 'wb') as f:
|
||
|
|
for i in streamfile(url, progress_obj=self.progress_obj,
|
||
|
|
text=text):
|
||
|
|
f.write(i)
|
||
|
|
|
||
|
|
|
||
|
|
class OscMirrorGroup(object):
|
||
|
|
def __init__(self, grabber, mirrors):
|
||
|
|
self._grabber = grabber
|
||
|
|
self._mirrors = mirrors
|
||
|
|
|
||
|
|
def urlgrab(self, url, filename=None, text=None):
|
||
|
|
tries = 0
|
||
|
|
for mirror in self._mirrors:
|
||
|
|
try:
|
||
|
|
self._grabber.urlgrab(mirror, filename, text)
|
||
|
|
return True
|
||
|
|
except HTTPError as e:
|
||
|
|
tries += 1
|
||
|
|
|
||
|
|
return False
|