python/python-urlgrabber
SHA256
14
0
Fork 0
forked from pool/python-urlgrabber
Code Pull Requests Activity

Accepting request 249883 from home:dmacvicar:branches:devel:languages:python

Browse Source 
- Add python-urlgrabber-3.9.1-preserve-queryparams-in-urls.patch
  (bnc#896844)

OBS-URL: https://build.opensuse.org/request/show/249883
OBS-URL: https://build.opensuse.org/package/show/devel:languages:python/python-urlgrabber?expand=0&rev=23
This commit is contained in:
Jan Matejek
2014-09-17 14:54:38 +00:00
committed by Git OBS Bridge
parent e43196f99a
commit 57a2e44cf6
3 changed files with 38 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
python-urlgrabber-3.9.1-preserve-queryparams-in-urls.patch Normal file
View File

@@ -0,0 +1,28 @@
diff --unified -u -r urlgrabber-3.9.1.orig/urlgrabber/mirror.py urlgrabber-3.9.1/urlgrabber/mirror.py
--- urlgrabber-3.9.1.orig/urlgrabber/mirror.py 2014-09-16 14:44:54.582048746 +0200
+++ urlgrabber-3.9.1/urlgrabber/mirror.py 2014-09-16 14:49:24.138034099 +0200
@@ -88,6 +88,7 @@
import random
+import urlparse
import thread # needed for locking to make this threadsafe
from grabber import URLGrabError, CallbackObject, DEBUG
@@ -366,11 +367,12 @@
# by overriding the configuration methods :)
def _join_url(self, base_url, rel_url):
- if base_url.endswith('/') or rel_url.startswith('/'):
- return base_url + rel_url
+ (scheme, netloc, path, query, fragid) = urlparse.urlsplit(base_url)
+ if path.endswith('/') or rel_url.startswith('/'):
+ return urlparse.urlunsplit((scheme, netloc, path + rel_url, query, fragid))
else:
- return base_url + '/' + rel_url
-
+ return urlparse.urlunsplit((scheme, netloc, path + '/' + rel_url, query, fragid))
+
def _mirror_try(self, func, url, kw):
gr = GrabRequest()
gr.func = func