mirror of
https://github.com/openSUSE/osc.git
synced 2024-11-14 08:16:15 +01:00
52 lines
1.6 KiB
Python
52 lines
1.6 KiB
Python
# Copyright (C) 2018 SUSE Linux. All rights reserved.
|
|
# This program is free software; it may be used, copied, modified
|
|
# and distributed under the terms of the GNU General Public Licence,
|
|
# either version 2, or (at your option) any later version.
|
|
|
|
|
|
import os
|
|
from urllib.request import HTTPError
|
|
from urllib.parse import urlparse
|
|
from urllib.parse import unquote
|
|
from urllib.error import URLError
|
|
|
|
try:
|
|
from urllib3.exceptions import URLSchemeUnknown
|
|
except ImportError:
|
|
class URLSchemeUnknown(Exception):
|
|
pass
|
|
|
|
from .core import streamfile
|
|
|
|
|
|
class OscFileGrabber:
|
|
def __init__(self, progress_obj=None):
|
|
self.progress_obj = progress_obj
|
|
|
|
def urlgrab(self, url, filename=None, text=None):
|
|
if filename is None:
|
|
parts = urlparse(url)
|
|
filename = os.path.basename(unquote(parts[2]))
|
|
with open(filename, 'wb') as f:
|
|
for i in streamfile(url, progress_obj=self.progress_obj,
|
|
text=text):
|
|
f.write(i)
|
|
|
|
|
|
class OscMirrorGroup:
|
|
def __init__(self, grabber, mirrors):
|
|
self._grabber = grabber
|
|
self._mirrors = mirrors
|
|
|
|
def urlgrab(self, url, filename=None, text=None):
|
|
for mirror in self._mirrors:
|
|
try:
|
|
self._grabber.urlgrab(mirror, filename, text)
|
|
return True
|
|
except (HTTPError, URLError, URLSchemeUnknown, KeyError) as e:
|
|
# urllib3 1.25.10 throws a KeyError: pool_key_constructor = self.key_fn_by_scheme[scheme]
|
|
# try next mirror
|
|
pass
|
|
|
|
return False
|