yudaike/openSUSE-release-tools
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #2214 from jberry-suse/origin-manager-update-listener-remote

Browse Source 
osclib/origin_listener: start additional listeners for remote origins.
This commit is contained in:
Jimmy Berry 2019-09-12 10:29:38 -05:00 committed by GitHub
commit 9c45fc378b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 54 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

57
osclib/origin_listener.py
View File

@ -1,8 +1,10 @@
import json
from osclib.core import package_kind
from osclib.core import project_remote_list
from osclib.origin import origin_updatable_map
from osclib.origin import origin_update
from osclib.PubSubConsumer import PubSubConsumer
import threading
class OriginSourceChangeListener(PubSubConsumer):
@ -10,10 +12,28 @@ class OriginSourceChangeListener(PubSubConsumer):
self.apiurl = apiurl
self.project = project
self.dry = dry
self.listeners = {}
amqp_prefix = 'suse' if self.apiurl.endswith('suse.de') else 'opensuse'
super().__init__(amqp_prefix, logger)
def run(self, runtime=None):
super().run(runtime=runtime)
for listener in self.listeners.values():
listener.run(runtime=runtime)
def stop(self):
super().stop()
for listener in self.listeners.values():
listener.stop()
def start_consuming(self):
super().start_consuming()
self.check_remotes()
def routing_keys(self):
return [self._prefix + k for k in [
'.obs.package.update',
@ -32,11 +52,11 @@ class OriginSourceChangeListener(PubSubConsumer):
raise Exception('Unrequested message: {}'.format(method.routing_key))
def on_message_package_update(self, payload):
origins = origin_updatable_map(self.apiurl)
origins = self.origin_updatable_map()
self.update_consider(origins, payload['project'], payload['package'])
def on_message_request_create(self, payload):
origins = origin_updatable_map(self.apiurl, pending=True)
origins = self.origin_updatable_map(pending=True)
for action in payload['actions']:
# The following code demonstrates the quality of the data structure.
# The base structure is inconsistent enough and yet the event data
@ -68,9 +88,22 @@ class OriginSourceChangeListener(PubSubConsumer):
self.update_consider(origins, project, package)
def check_remotes(self):
origins = self.origin_updatable_map()
remotes = project_remote_list(self.apiurl)
for remote, apiurl in remotes.items():
for origin in origins:
if origin.startswith(remote + ':') and apiurl not in self.listeners:
self.logger.info('starting remote listener due to {} origin'.format(origin))
self.listeners[apiurl] = OriginSourceChangeListenerRemote(apiurl, self, remote)
threading.Thread(target=self.listeners[apiurl].run).start()
def origin_updatable_map(self, pending=None):
return origin_updatable_map(self.apiurl, pending=pending)
def update_consider(self, origins, origin_project, package):
if origin_project not in origins:
self.logger.info('skipped irrelevant project: {}'.format(origin_project))
self.logger.info('skipped irrelevant origin: {}'.format(origin_project))
return
for project in origins[origin_project]:
@ -86,3 +119,21 @@ class OriginSourceChangeListener(PubSubConsumer):
else:
# This eliminates the possibility for deletes by listener.
self.logger.info('skipped updating non-existant package {}/{}'.format(project, package))
class OriginSourceChangeListenerRemote(OriginSourceChangeListener):
def __init__(self, apiurl, parent, prefix):
self.parent = parent
self.prefix = prefix
super().__init__(apiurl, self.parent.logger)
self._run_until = self.parent._run_until
def check_remotes(self):
pass
def origin_updatable_map(self, pending=None):
return self.parent.origin_updatable_map(pending=pending)
def update_consider(self, origins, origin_project, package):
origin_project = '{}:{}'.format(self.prefix, origin_project)
self.parent.update_consider(origins, origin_project, package)