# Copyright (C) 2006 Novell Inc. All rights reserved. # This program is free software; it may be used, copied, modified # and distributed under the terms of the GNU General Public Licence, # either version 2, or version 3 (at your option). from core import * import cmdln import conf import oscerr from optparse import SUPPRESS_HELP MAN_HEADER = r""".TH %(ucname)s "1" "%(date)s" "%(name)s %(version)s" "User Commands" .SH NAME %(name)s \- openSUSE build service command-line tool. .SH SYNOPSIS .B %(name)s [\fIGLOBALOPTS\fR] \fISUBCOMMAND \fR[\fIOPTS\fR] [\fIARGS\fR...] .br .B %(name)s \fIhelp SUBCOMMAND\fR .SH DESCRIPTION openSUSE build service command-line tool. """ MAN_FOOTER = r""" .SH "SEE ALSO" Type 'osc help ' for more detailed help on a specific subcommand. .PP For additional information, see * http://en.opensuse.org/openSUSE:Build_Service_Tutorial * http://en.opensuse.org/openSUSE:OSC .PP You can modify osc commands, or roll you own, via the plugin API: * http://en.opensuse.org/openSUSE:OSC_plugins .SH AUTHOR osc was written by several authors. This man page is automatically generated. """ class Osc(cmdln.Cmdln): """Usage: osc [GLOBALOPTS] SUBCOMMAND [OPTS] [ARGS...] or: osc help SUBCOMMAND openSUSE build service command-line tool. Type 'osc help ' for help on a specific subcommand. ${command_list} ${help_list} global ${option_list} For additional information, see * http://en.opensuse.org/openSUSE:Build_Service_Tutorial * http://en.opensuse.org/openSUSE:OSC You can modify osc commands, or roll you own, via the plugin API: * http://en.opensuse.org/openSUSE:OSC_plugins """ name = 'osc' conf = None man_header = MAN_HEADER man_footer = MAN_FOOTER def __init__(self, *args, **kwargs): cmdln.Cmdln.__init__(self, *args, **kwargs) cmdln.Cmdln.do_help.aliases.append('h') def get_version(self): return get_osc_version() def get_optparser(self): """this is the parser for "global" options (not specific to subcommand)""" optparser = cmdln.CmdlnOptionParser(self, version=get_osc_version()) optparser.add_option('--debugger', action='store_true', help='jump into the debugger before executing anything') optparser.add_option('--post-mortem', action='store_true', help='jump into the debugger in case of errors') optparser.add_option('-t', '--traceback', action='store_true', help='print call trace in case of errors') optparser.add_option('-H', '--http-debug', action='store_true', help='debug HTTP traffic (filters some headers)') optparser.add_option('--http-full-debug', action='store_true', help='debug HTTP traffic (filters no headers)'), optparser.add_option('-d', '--debug', action='store_true', help='print info useful for debugging') optparser.add_option('-A', '--apiurl', dest='apiurl', metavar='URL/alias', help='specify URL to access API server at or an alias') optparser.add_option('-c', '--config', dest='conffile', metavar='FILE', help='specify alternate configuration file') optparser.add_option('--no-keyring', action='store_true', help='disable usage of desktop keyring system') optparser.add_option('--no-gnome-keyring', action='store_true', help='disable usage of GNOME Keyring') optparser.add_option('-v', '--verbose', dest='verbose', action='count', default=0, help='increase verbosity') optparser.add_option('-q', '--quiet', dest='verbose', action='store_const', const=-1, help='be quiet, not verbose') return optparser def postoptparse(self, try_again = True): """merge commandline options into the config""" try: conf.get_config(override_conffile = self.options.conffile, override_apiurl = self.options.apiurl, override_debug = self.options.debug, override_http_debug = self.options.http_debug, override_http_full_debug = self.options.http_full_debug, override_traceback = self.options.traceback, override_post_mortem = self.options.post_mortem, override_no_keyring = self.options.no_keyring, override_no_gnome_keyring = self.options.no_gnome_keyring, override_verbose = self.options.verbose) except oscerr.NoConfigfile, e: print >>sys.stderr, e.msg print >>sys.stderr, 'Creating osc configuration file %s ...' % e.file import getpass config = {} config['user'] = raw_input('Username: ') config['pass'] = getpass.getpass() if self.options.no_keyring: config['use_keyring'] = '0' if self.options.no_gnome_keyring: config['gnome_keyring'] = '0' if self.options.apiurl: config['apiurl'] = self.options.apiurl conf.write_initial_config(e.file, config) print >>sys.stderr, 'done' if try_again: self.postoptparse(try_again = False) except oscerr.ConfigMissingApiurl, e: print >>sys.stderr, e.msg import getpass user = raw_input('Username: ') passwd = getpass.getpass() conf.add_section(e.file, e.url, user, passwd) if try_again: self.postoptparse(try_again = False) self.options.verbose = conf.config['verbose'] self.download_progress = None if conf.config.get('show_download_progress', False): from meter import TextMeter self.download_progress = TextMeter(hide_finished=True) def get_cmd_help(self, cmdname): doc = self._get_cmd_handler(cmdname).__doc__ doc = self._help_reindent(doc) doc = self._help_preprocess(doc, cmdname) doc = doc.rstrip() + '\n' # trim down trailing space return self._str(doc) def get_api_url(self): localdir = os.getcwd() if (is_package_dir(localdir) or is_project_dir(localdir)) and not self.options.apiurl: return store_read_apiurl(os.curdir) else: return conf.config['apiurl'] # overridden from class Cmdln() to use config variables in help texts def _help_preprocess(self, help, cmdname): help_msg = cmdln.Cmdln._help_preprocess(self, help, cmdname) return help_msg % conf.config def do_init(self, subcmd, opts, project, package=None): """${cmd_name}: Initialize a directory as working copy Initialize an existing directory to be a working copy of an (already existing) buildservice project/package. (This is the same as checking out a package and then copying sources into the directory. It does NOT create a new package. To create a package, use 'osc meta pkg ... ...') You wouldn't normally use this command. To get a working copy of a package (e.g. for building it or working on it, you would normally use the checkout command. Use "osc help checkout" to get help for it. usage: osc init PRJ osc init PRJ PAC ${cmd_option_list} """ apiurl = self.get_api_url() if not package: Project.init_project(apiurl, os.curdir, project, conf.config['do_package_tracking']) print 'Initializing %s (Project: %s)' % (os.curdir, project) else: Package.init_package(apiurl, project, package, os.curdir) store_write_string(os.curdir, '_files', show_files_meta(apiurl, project, package) + '\n') print 'Initializing %s (Project: %s, Package: %s)' % (os.curdir, project, package) @cmdln.alias('ls') @cmdln.alias('ll') @cmdln.alias('lL') @cmdln.alias('LL') @cmdln.option('-a', '--arch', metavar='ARCH', help='specify architecture (only for binaries)') @cmdln.option('-r', '--repo', metavar='REPO', help='specify repository (only for binaries)') @cmdln.option('-b', '--binaries', action='store_true', help='list built binaries instead of sources') @cmdln.option('-R', '--revision', metavar='REVISION', help='specify revision (only for sources)') @cmdln.option('-e', '--expand', action='store_true', help='expand linked package (only for sources)') @cmdln.option('-u', '--unexpand', action='store_true', help='always work with unexpanded (source) packages') @cmdln.option('-v', '--verbose', action='store_true', help='print extra information') @cmdln.option('-l', '--long', action='store_true', dest='verbose', help='print extra information') @cmdln.option('-D', '--deleted', action='store_true', help='show only the former deleted projects or packages') def do_list(self, subcmd, opts, *args): """${cmd_name}: List sources or binaries on the server Examples for listing sources: ls # list all projects ls PROJECT # list packages in a project ls PROJECT PACKAGE # list source files of package of a project ls PROJECT PACKAGE # list if this file exists ls -v PROJECT PACKAGE # verbosely list source files of package ls -l PROJECT PACKAGE # verbosely list source files of package ll PROJECT PACKAGE # verbosely list source files of package LL PROJECT PACKAGE # verbosely list source files of expanded link With --verbose, the following fields will be shown for each item: MD5 hash of file Revision number of the last commit Size (in bytes) Date and time of the last commit Examples for listing binaries: ls -b PROJECT # list all binaries of a project ls -b PROJECT -a ARCH # list ARCH binaries of a project ls -b PROJECT -r REPO # list binaries in REPO ls -b PROJECT PACKAGE REPO ARCH Usage: ${cmd_name} [PROJECT [PACKAGE]] ${cmd_name} -b [PROJECT [PACKAGE [REPO [ARCH]]]] ${cmd_option_list} """ args = slash_split(args) if subcmd == 'll': opts.verbose = True if subcmd == 'lL' or subcmd == 'LL': opts.verbose = True opts.expand = True project = None package = None fname = None if len(args) > 0: project = args[0] if len(args) > 1: package = args[1] if opts.deleted: raise oscerr.WrongArgs("Too many arguments when listing deleted packages") if len(args) > 2: if opts.deleted: raise oscerr.WrongArgs("Too many arguments when listing deleted packages") if opts.binaries: if opts.repo: if opts.repo != args[2]: raise oscerr.WrongArgs("conflicting repos specified ('%s' vs '%s')"%(opts.repo, args[2])) else: opts.repo = args[2] else: fname = args[2] if len(args) > 3: if not opts.binaries: raise oscerr.WrongArgs('Too many arguments') if opts.arch: if opts.arch != args[3]: raise oscerr.WrongArgs("conflicting archs specified ('%s' vs '%s')"%(opts.arch, args[3])) else: opts.arch = args[3] if opts.binaries and opts.expand: raise oscerr.WrongOptions('Sorry, --binaries and --expand are mutual exclusive.') apiurl = self.get_api_url() # list binaries if opts.binaries: # ls -b toplevel doesn't make sense, so use info from # current dir if available if len(args) == 0: cwd = os.getcwd() if is_project_dir(cwd): project = store_read_project(cwd) elif is_package_dir(cwd): project = store_read_project(cwd) package = store_read_package(cwd) if not project: raise oscerr.WrongArgs('There are no binaries to list above project level.') if opts.revision: raise oscerr.WrongOptions('Sorry, the --revision option is not supported for binaries.') repos = [] if opts.repo and opts.arch: repos.append(Repo(opts.repo, opts.arch)) elif opts.repo and not opts.arch: repos = [repo for repo in get_repos_of_project(apiurl, project) if repo.name == opts.repo] elif opts.arch and not opts.repo: repos = [repo for repo in get_repos_of_project(apiurl, project) if repo.arch == opts.arch] else: repos = get_repos_of_project(apiurl, project) results = [] for repo in repos: results.append((repo, get_binarylist(apiurl, project, repo.name, repo.arch, package=package, verbose=opts.verbose))) for result in results: indent = '' if len(results) > 1: print '%s/%s' % (result[0].name, result[0].arch) indent = ' ' if opts.verbose: for f in result[1]: print "%9d %s %-40s" % (f.size, shorttime(f.mtime), f.name) else: for f in result[1]: print indent+f # list sources elif not opts.binaries: if not args: print '\n'.join(meta_get_project_list(apiurl, opts.deleted)) elif len(args) == 1: if opts.verbose: if self.options.verbose: print >>sys.stderr, 'Sorry, the --verbose option is not implemented for projects.' if opts.expand: raise oscerr.WrongOptions('Sorry, the --expand option is not implemented for projects.') print '\n'.join(meta_get_packagelist(apiurl, project, opts.deleted)) elif len(args) == 2 or len(args) == 3: link_seen = False print_not_found = True rev = opts.revision for i in [ 1, 2 ]: l = meta_get_filelist(apiurl, project, package, verbose=opts.verbose, expand=opts.expand, revision=rev) link_seen = '_link' in l if opts.verbose: out = [ '%s %7s %9d %s %s' % (i.md5, i.rev, i.size, shorttime(i.mtime), i.name) \ for i in l if not fname or fname == i.name ] if len(out) > 0: print_not_found = False print '\n'.join(out) elif fname: if fname in l: print fname print_not_found = False else: print '\n'.join(l) if opts.expand or opts.unexpand or not link_seen: break m = show_files_meta(apiurl, project, package) li = Linkinfo() li.read(ET.fromstring(''.join(m)).find('linkinfo')) if li.haserror(): raise oscerr.LinkExpandError(project, package, li.error) project, package, rev = li.project, li.package, li.rev if rev: print '# -> %s %s (%s)' % (project, package, rev) else: print '# -> %s %s (latest)' % (project, package) opts.expand = True if fname and print_not_found: print 'file \'%s\' does not exist' % fname @cmdln.option('-f', '--force', action='store_true', help='force generation of new patchinfo file') @cmdln.option('--force-update', action='store_true', help='drops away collected packages from an already built patch and let it collect again') def do_patchinfo(self, subcmd, opts, *args): """${cmd_name}: Generate and edit a patchinfo file. A patchinfo file describes the packages for an update and the kind of problem it solves. Examples: osc patchinfo osc patchinfo PATCH_NAME ${cmd_option_list} """ project_dir = localdir = os.getcwd() if is_project_dir(localdir): project = store_read_project(localdir) apiurl = self.get_api_url() else: sys.exit('This command must be called in a checked out project.') patchinfo = None for p in meta_get_packagelist(apiurl, project): if p.startswith("_patchinfo:"): patchinfo = p if opts.force or not patchinfo: print "Creating initial patchinfo..." query='cmd=createpatchinfo' if args and args[0]: query += "&name=" + args[0] url = makeurl(apiurl, ['source', project], query=query) f = http_POST(url) for p in meta_get_packagelist(apiurl, project): if p.startswith("_patchinfo:"): patchinfo = p if not os.path.exists(project_dir + "/" + patchinfo): checkout_package(apiurl, project, patchinfo, prj_dir=project_dir) filename = project_dir + "/" + patchinfo + "/_patchinfo" run_editor(filename) @cmdln.option('-a', '--attribute', metavar='ATTRIBUTE', help='affect only a given attribute') @cmdln.option('--attribute-defaults', action='store_true', help='include defined attribute defaults') @cmdln.option('--attribute-project', action='store_true', help='include project values, if missing in packages ') @cmdln.option('-F', '--file', metavar='FILE', help='read metadata from FILE, instead of opening an editor. ' '\'-\' denotes standard input. ') @cmdln.option('-e', '--edit', action='store_true', help='edit metadata') @cmdln.option('-c', '--create', action='store_true', help='create attribute without values') @cmdln.option('-s', '--set', metavar='ATTRIBUTE_VALUES', help='set attribute values') @cmdln.option('--delete', action='store_true', help='delete a pattern or attribute') def do_meta(self, subcmd, opts, *args): """${cmd_name}: Show meta information, or edit it Show or edit build service metadata of type . This command displays metadata on buildservice objects like projects, packages, or users. The type of metadata is specified by the word after "meta", like e.g. "meta prj". prj denotes metadata of a buildservice project. prjconf denotes the (build) configuration of a project. pkg denotes metadata of a buildservice package. user denotes the metadata of a user. pattern denotes installation patterns defined for a project. To list patterns, use 'osc meta pattern PRJ'. An additional argument will be the pattern file to view or edit. With the --edit switch, the metadata can be edited. Per default, osc opens the program specified by the environmental variable EDITOR with a temporary file. Alternatively, content to be saved can be supplied via the --file switch. If the argument is '-', input is taken from stdin: osc meta prjconf home:user | sed ... | osc meta prjconf home:user -F - When trying to edit a non-existing resource, it is created implicitly. Examples: osc meta prj PRJ osc meta pkg PRJ PKG osc meta pkg PRJ PKG -e osc meta attribute PRJ [PKG [SUBPACKAGE]] [--attribute ATTRIBUTE] [--create|--delete|--set [value_list]] Usage: osc meta ARGS... osc meta -e|--edit ARGS... osc meta -F|--file ARGS... osc meta pattern --delete PRJ PATTERN ${cmd_option_list} """ args = slash_split(args) if not args or args[0] not in metatypes.keys(): raise oscerr.WrongArgs('Unknown meta type. Choose one of %s.' \ % ', '.join(metatypes)) cmd = args[0] del args[0] apiurl = self.get_api_url() if cmd in ['pkg']: min_args, max_args = 0, 2 elif cmd in ['pattern']: min_args, max_args = 1, 2 elif cmd in ['attribute']: min_args, max_args = 1, 3 elif cmd in ['prj', 'prjconf']: min_args, max_args = 0, 1 else: min_args, max_args = 1, 1 if len(args) < min_args: raise oscerr.WrongArgs('Too few arguments.') if len(args) > max_args: raise oscerr.WrongArgs('Too many arguments.') # specific arguments attributepath = [] if cmd in ['pkg', 'prj', 'prjconf' ]: if len(args) == 0: project = store_read_project(os.curdir) else: project = args[0] if cmd == 'pkg': if len(args) < 2: package = store_read_package(os.curdir) else: package = args[1] elif cmd == 'attribute': project = args[0] if len(args) > 1: package = args[1] else: package = None if opts.attribute_project: raise oscerr.WrongOptions('--attribute-project works only when also a package is given') if len(args) > 2: subpackage = args[2] else: subpackage = None attributepath.append('source') attributepath.append(project) if package: attributepath.append(package) if subpackage: attributepath.append(subpackage) attributepath.append('_attribute') elif cmd == 'user': user = args[0] elif cmd == 'pattern': project = args[0] if len(args) > 1: pattern = args[1] else: pattern = None # enforce pattern argument if needed if opts.edit or opts.file: raise oscerr.WrongArgs('A pattern file argument is required.') # show if not opts.edit and not opts.file and not opts.delete and not opts.create and not opts.set: if cmd == 'prj': sys.stdout.write(''.join(show_project_meta(apiurl, project))) elif cmd == 'pkg': sys.stdout.write(''.join(show_package_meta(apiurl, project, package))) elif cmd == 'attribute': sys.stdout.write(''.join(show_attribute_meta(apiurl, project, package, subpackage, opts.attribute, opts.attribute_defaults, opts.attribute_project))) elif cmd == 'prjconf': sys.stdout.write(''.join(show_project_conf(apiurl, project))) elif cmd == 'user': r = get_user_meta(apiurl, user) if r: sys.stdout.write(''.join(r)) elif cmd == 'pattern': if pattern: r = show_pattern_meta(apiurl, project, pattern) if r: sys.stdout.write(''.join(r)) else: r = show_pattern_metalist(apiurl, project) if r: sys.stdout.write('\n'.join(r) + '\n') # edit if opts.edit and not opts.file: if cmd == 'prj': edit_meta(metatype='prj', edit=True, path_args=quote_plus(project), apiurl=apiurl, template_args=({ 'name': project, 'user': conf.get_apiurl_usr(apiurl)})) elif cmd == 'pkg': edit_meta(metatype='pkg', edit=True, path_args=(quote_plus(project), quote_plus(package)), apiurl=apiurl, template_args=({ 'name': package, 'user': conf.get_apiurl_usr(apiurl)})) elif cmd == 'prjconf': edit_meta(metatype='prjconf', edit=True, path_args=quote_plus(project), apiurl=apiurl, template_args=None) elif cmd == 'user': edit_meta(metatype='user', edit=True, path_args=(quote_plus(user)), apiurl=apiurl, template_args=({'user': user})) elif cmd == 'pattern': edit_meta(metatype='pattern', edit=True, path_args=(project, pattern), apiurl=apiurl, template_args=None) # create attribute entry if (opts.create or opts.set) and cmd == 'attribute': if not opts.attribute: raise oscerr.WrongOptions('no attribute given to create') values = '' if opts.set: opts.set = opts.set.replace('&', '&').replace('<', '<').replace('>', '>') for i in opts.set.split(','): values += '%s' % i aname = opts.attribute.split(":") d = '%s' % (aname[0], aname[1], values) url = makeurl(apiurl, attributepath) for data in streamfile(url, http_POST, data=d): sys.stdout.write(data) # upload file if opts.file: if opts.file == '-': f = sys.stdin.read() else: try: f = open(opts.file).read() except: sys.exit('could not open file \'%s\'.' % opts.file) if cmd == 'prj': edit_meta(metatype='prj', data=f, edit=opts.edit, apiurl=apiurl, path_args=quote_plus(project)) elif cmd == 'pkg': edit_meta(metatype='pkg', data=f, edit=opts.edit, apiurl=apiurl, path_args=(quote_plus(project), quote_plus(package))) elif cmd == 'prjconf': edit_meta(metatype='prjconf', data=f, edit=opts.edit, apiurl=apiurl, path_args=quote_plus(project)) elif cmd == 'user': edit_meta(metatype='user', data=f, edit=opts.edit, apiurl=apiurl, path_args=(quote_plus(user))) elif cmd == 'pattern': edit_meta(metatype='pattern', data=f, edit=opts.edit, apiurl=apiurl, path_args=(project, pattern)) # delete if opts.delete: path = metatypes[cmd]['path'] if cmd == 'pattern': path = path % (project, pattern) u = makeurl(apiurl, [path]) http_DELETE(u) elif cmd == 'attribute': if not opts.attribute: raise oscerr.WrongOptions('no attribute given to create') attributepath.append(opts.attribute) u = makeurl(apiurl, attributepath) for data in streamfile(u, http_DELETE): sys.stdout.write(data) else: raise oscerr.WrongOptions('The --delete switch is only for pattern metadata or attributes.') @cmdln.option('-m', '--message', metavar='TEXT', help='specify message TEXT') @cmdln.option('-r', '--revision', metavar='REV', help='specify a certain source revision ID (the md5 sum) for the source package') @cmdln.option('-s', '--supersede', metavar='SUPERSEDE', help='Superseding another request by this one') @cmdln.option('--nodevelproject', action='store_true', help='do not follow a defined devel project ' \ '(primary project where a package is developed)') @cmdln.option('--cleanup', action='store_true', help='remove package if submission gets accepted (default for home::branch projects)') @cmdln.option('--no-cleanup', action='store_true', help='never remove source package on accept, but update its content') @cmdln.option('--no-update', action='store_true', help='never touch source package on accept (will break source links)') @cmdln.option('-d', '--diff', action='store_true', help='show diff only instead of creating the actual request') @cmdln.option('--yes', action='store_true', help='proceed without asking.') @cmdln.alias("sr") @cmdln.alias("submitreq") @cmdln.alias("submitpac") def do_submitrequest(self, subcmd, opts, *args): """${cmd_name}: Create request to submit source into another Project [See http://en.opensuse.org/openSUSE:Build_Service_Collaboration for information on this topic.] See the "request" command for showing and modifing existing requests. usage: osc submitreq [OPTIONS] osc submitreq [OPTIONS] DESTPRJ [DESTPKG] osc submitreq [OPTIONS] SOURCEPRJ SOURCEPKG DESTPRJ [DESTPKG] ${cmd_option_list} """ src_update = conf.config['submitrequest_on_accept_action'] or None # we should check here for home::branch and default to update, but that would require OBS 1.7 server if opts.cleanup: src_update = "cleanup" elif opts.no_cleanup: src_update = "update" elif opts.no_update: src_update = "noupdate" args = slash_split(args) # remove this block later again oldcmds = ['create', 'list', 'log', 'show', 'decline', 'accept', 'delete', 'revoke'] if args and args[0] in oldcmds: print "************************************************************************" print "* WARNING: It looks that you are using this command with a *" print "* deprecated syntax. *" print "* Please run \"osc sr --help\" and \"osc rq --help\" *" print "* to see the new syntax. *" print "************************************************************************" if args[0] == 'create': args.pop(0) else: sys.exit(1) if len(args) > 4: raise oscerr.WrongArgs('Too many arguments.') if len(args) > 0 and len(args) <= 2 and is_project_dir(os.getcwd()): sys.exit('osc submitrequest from project directory is only working without target specs and for source linked files\n') apiurl = self.get_api_url() if len(args) == 0 and is_project_dir(os.getcwd()): import cgi # submit requests for multiple packages are currently handled via multiple requests # They could be also one request with multiple actions, but that avoids to accepts parts of it. project = store_read_project(os.curdir) sr_ids = [] pi = [] pac = [] targetprojects = [] # loop via all packages for checking their state for p in meta_get_packagelist(apiurl, project): if p.startswith("_patchinfo:"): pi.append(p) else: # get _link info from server, that knows about the local state ... u = makeurl(apiurl, ['source', project, p]) f = http_GET(u) root = ET.parse(f).getroot() linkinfo = root.find('linkinfo') if linkinfo == None: print "Package ", p, " is not a source link." sys.exit("This is currently not supported.") if linkinfo.get('error'): print "Package ", p, " is a broken source link." sys.exit("Please fix this first") t = linkinfo.get('project') if t: if len(root.findall('entry')) > 1: # This is not really correct, but should work mostly # Real fix is to ask the api if sources are modificated # but there is no such call yet. targetprojects.append(t) pac.append(p) print "Submitting package ", p else: print " Skipping package ", p else: print "Skipping package ", p, " since it is a source link pointing inside the project." # was this project created by clone request ? u = makeurl(apiurl, ['source', project, '_attribute', 'OBS:RequestCloned']) f = http_GET(u) root = ET.parse(f).getroot() value = root.findtext('attribute/value') myreqs = {} if value: myreqs = [ value ] if not opts.yes: if pi: print "Submitting patchinfo ", ', '.join(pi), " to ", ', '.join(targetprojects) repl = raw_input('\nEverything fine? Can we create the requests ? (y/n) ') if repl.lower() != 'y': print >>sys.stderr, 'Aborted...' raise oscerr.UserAbort() # loop via all packages to do the action for p in pac: result = create_submit_request(apiurl, project, p) if not result: # sys.exit(result) sys.exit("submit request creation failed") sr_ids.append(result) # create submit requests for all found patchinfos actionxml="" options_block="" if src_update: options_block="""%s """ % (src_update) for p in pi: for t in targetprojects: s = """ %s """ % \ (project, p, t, p, options_block) actionxml += s if actionxml != "": xml = """ %s %s """ % \ (actionxml, cgi.escape(opts.message or "")) u = makeurl(apiurl, ['request'], query='cmd=create') f = http_POST(u, data=xml) root = ET.parse(f).getroot() sr_ids.append(root.get('id')) print "Requests created: ", for i in sr_ids: print i, repl = '' if len(myreqs) > 0: print '\n\nThere are already following submit request: %s.' % \ ', '.join([str(i) for i in myreqs ]) repl = raw_input('\nSupersede the old requests? (y/n) ') if repl.lower() == 'y': for req in myreqs: change_request_state(apiurl, str(req), 'superseded', 'superseded by %s' % result, result) sys.exit('Successfully finished') elif len(args) <= 2: # try using the working copy at hand p = findpacs(os.curdir)[0] src_project = p.prjname src_package = p.name apiurl = p.apiurl if len(args) == 0 and p.islink(): dst_project = p.linkinfo.project dst_package = p.linkinfo.package elif len(args) > 0: dst_project = args[0] if len(args) == 2: dst_package = args[1] else: dst_package = src_package else: sys.exit('Package \'%s\' is not a source link, so I cannot guess the submit target.\n' 'Please provide it the target via commandline arguments.' % p.name) modified = [i for i in p.filenamelist if not p.status(i) in (' ', '?', 'S')] if len(modified) > 0: print 'Your working copy has local modifications.' repl = raw_input('Proceed without committing the local changes? (y|N) ') if repl != 'y': raise oscerr.UserAbort() elif len(args) >= 3: # get the arguments from the commandline src_project, src_package, dst_project = args[0:3] if len(args) == 4: dst_package = args[3] else: dst_package = src_package else: raise oscerr.WrongArgs('Incorrect number of arguments.\n\n' \ + self.get_cmd_help('request')) if not opts.nodevelproject: devloc = None try: devloc = show_develproject(apiurl, dst_project, dst_package) except urllib2.HTTPError: print >>sys.stderr, """\ Warning: failed to fetch meta data for '%s' package '%s' (new package?) """ \ % (dst_project, dst_package) pass if devloc and \ dst_project != devloc and \ src_project != devloc: print """\ A different project, %s, is defined as the place where development of the package %s primarily takes place. Please submit there instead, or use --nodevelproject to force direct submission.""" \ % (devloc, dst_package) if not opts.diff: sys.exit(1) rdiff = None if opts.diff or not opts.message: try: rdiff = 'old: %s/%s\nnew: %s/%s' %(dst_project, dst_package, src_project, src_package) rdiff += server_diff(apiurl, dst_project, dst_package, opts.revision, src_project, src_package, None, True) except: rdiff = '' if opts.diff: run_pager(rdiff) return # Are there already requests to this package ? reqs = get_request_list(apiurl, dst_project, dst_package, req_type='submit') user = conf.get_apiurl_usr(apiurl) myreqs = [ i for i in reqs if i.state.who == user ] repl = '' if len(myreqs) > 0: print 'There are already following submit request: %s.' % \ ', '.join([str(i.reqid) for i in myreqs ]) repl = raw_input('Supersede the old requests? (y/n/c) ') if repl.lower() == 'c': print >>sys.stderr, 'Aborting' raise oscerr.UserAbort() if not opts.message: difflines = [] doappend = False changes_re = re.compile(r'^--- .*\.changes ') for line in rdiff.split('\n'): if line.startswith('--- '): if changes_re.match(line): doappend = True else: doappend = False if doappend: difflines.append(line) opts.message = edit_message(footer=rdiff, template='\n'.join(parse_diff_for_commit_message('\n'.join(difflines)))) result = create_submit_request(apiurl, src_project, src_package, dst_project, dst_package, opts.message, orev=opts.revision, src_update=src_update) if repl.lower() == 'y': for req in myreqs: change_request_state(apiurl, str(req.reqid), 'superseded', 'superseded by %s' % result, result) if opts.supersede: change_request_state(apiurl, opts.supersede, 'superseded', opts.message or '', result) print 'created request id', result def _actionparser(self, opt_str, value, parser): value = [] if not hasattr(parser.values, 'actiondata'): setattr(parser.values, 'actiondata', []) if parser.values.actions == None: parser.values.actions = [] rargs = parser.rargs while rargs: arg = rargs[0] if ((arg[:2] == "--" and len(arg) > 2) or (arg[:1] == "-" and len(arg) > 1 and arg[1] != "-")): break else: value.append(arg) del rargs[0] parser.values.actions.append(value[0]) del value[0] parser.values.actiondata.append(value) def _submit_request(self, args, opts, options_block): actionxml="" apiurl = self.get_api_url() if len(args) == 0 and is_project_dir(os.getcwd()): # submit requests for multiple packages are currently handled via multiple requests # They could be also one request with multiple actions, but that avoids to accepts parts of it. project = store_read_project(os.curdir) pi = [] pac = [] targetprojects = [] rdiffmsg = [] # loop via all packages for checking their state for p in meta_get_packagelist(apiurl, project): if p.startswith("_patchinfo:"): pi.append(p) else: # get _link info from server, that knows about the local state ... u = makeurl(apiurl, ['source', project, p]) f = http_GET(u) root = ET.parse(f).getroot() linkinfo = root.find('linkinfo') if linkinfo == None: print "Package ", p, " is not a source link." sys.exit("This is currently not supported.") if linkinfo.get('error'): print "Package ", p, " is a broken source link." sys.exit("Please fix this first") t = linkinfo.get('project') if t: rdiff = '' try: rdiff = server_diff(apiurl, t, p, opts.revision, project, p, None, True) except: rdiff = '' if rdiff != '': targetprojects.append(t) pac.append(p) rdiffmsg.append("old: %s/%s\nnew: %s/%s\n%s" %(t, p, project, p,rdiff)) else: print "Skipping package ", p, " since it has no difference with the target package." else: print "Skipping package ", p, " since it is a source link pointing inside the project." if opts.diff: print ''.join(rdiffmsg) sys.exit(0) if not opts.yes: if pi: print "Submitting patchinfo ", ', '.join(pi), " to ", ', '.join(targetprojects) print "\nEverything fine? Can we create the requests ? [y/n]" if sys.stdin.read(1) != "y": sys.exit("Aborted...") # loop via all packages to do the action for p in pac: s = """ %s """ % \ (project, p, opts.revision or show_upstream_rev(apiurl, project, p), t, p, options_block) actionxml += s # create submit requests for all found patchinfos for p in pi: for t in targetprojects: s = """ %s """ % \ (project, p, t, p, options_block) actionxml += s return actionxml elif len(args) <= 2: # try using the working copy at hand p = findpacs(os.curdir)[0] src_project = p.prjname src_package = p.name if len(args) == 0 and p.islink(): dst_project = p.linkinfo.project dst_package = p.linkinfo.package elif len(args) > 0: dst_project = args[0] if len(args) == 2: dst_package = args[1] else: dst_package = src_package else: sys.exit('Package \'%s\' is not a source link, so I cannot guess the submit target.\n' 'Please provide it the target via commandline arguments.' % p.name) modified = [i for i in p.filenamelist if p.status(i) != ' ' and p.status(i) != '?'] if len(modified) > 0: print 'Your working copy has local modifications.' repl = raw_input('Proceed without committing the local changes? (y|N) ') if repl != 'y': sys.exit(1) elif len(args) >= 3: # get the arguments from the commandline src_project, src_package, dst_project = args[0:3] if len(args) == 4: dst_package = args[3] else: dst_package = src_package else: raise oscerr.WrongArgs('Incorrect number of arguments.\n\n' \ + self.get_cmd_help('request')) if not opts.nodevelproject: devloc = None try: devloc = show_develproject(apiurl, dst_project, dst_package) except urllib2.HTTPError: print >>sys.stderr, """\ Warning: failed to fetch meta data for '%s' package '%s' (new package?) """ \ % (dst_project, dst_package) pass if devloc and \ dst_project != devloc and \ src_project != devloc: print """\ A different project, %s, is defined as the place where development of the package %s primarily takes place. Please submit there instead, or use --nodevelproject to force direct submission.""" \ % (devloc, dst_package) if not opts.diff: sys.exit(1) rdiff = None if opts.diff: try: rdiff = 'old: %s/%s\nnew: %s/%s' %(dst_project, dst_package, src_project, src_package) rdiff += server_diff(apiurl, dst_project, dst_package, opts.revision, src_project, src_package, None, True) except: rdiff = '' if opts.diff: run_pager(rdiff) else: reqs = get_request_list(apiurl, dst_project, dst_package, req_type='submit') user = conf.get_apiurl_usr(apiurl) myreqs = [ i for i in reqs if i.state.who == user ] repl = '' if len(myreqs) > 0: print 'You already created the following submit request: %s.' % \ ', '.join([str(i.reqid) for i in myreqs ]) repl = raw_input('Supersede the old requests? (y/n/c) ') if repl.lower() == 'c': print >>sys.stderr, 'Aborting' sys.exit(1) actionxml = """ %s """ % \ (src_project, src_package, opts.revision or show_upstream_rev(apiurl, src_project, src_package), dst_project, dst_package, options_block) if repl.lower() == 'y': for req in myreqs: change_request_state(apiurl, str(req.reqid), 'superseded', 'superseded by %s' % result, result) if opts.supersede: change_request_state(apiurl, opts.supersede, 'superseded', '', result) #print 'created request id', result return actionxml def _delete_request(self, args, opts): if len(args) < 1: raise oscerr.WrongArgs('Please specify at least a project.') if len(args) > 2: raise oscerr.WrongArgs('Too many arguments.') package = "" if len(args) > 1: package = """package="%s" """ % (args[1]) actionxml = """ """ % (args[0], package) return actionxml def _changedevel_request(self, args, opts): if len(args) > 4: raise oscerr.WrongArgs('Too many arguments.') if len(args) == 0 and is_package_dir('.') and len(conf.config['getpac_default_project']): wd = os.curdir devel_project = store_read_project(wd) devel_package = package = store_read_package(wd) project = conf.config['getpac_default_project'] else: if len(args) < 3: raise oscerr.WrongArgs('Too few arguments.') devel_project = args[2] project = args[0] package = args[1] devel_package = package if len(args) > 3: devel_package = args[3] actionxml = """ """ % \ (devel_project, devel_package, project, package) return actionxml def _add_role(self, args, opts): if len(args) > 4: raise oscerr.WrongArgs('Too many arguments.') if len(args) < 3: raise oscerr.WrongArgs('Too few arguments.') apiurl = self.get_api_url() user = args[0] role = args[1] project = args[2] actionxml = """ """ % \ (project, user, role) if len(args) > 3: package = args[3] actionxml = """ """ % \ (project, package, user, role) if get_user_meta(apiurl, user) == None: raise oscerr.WrongArgs('osc: an error occured.') return actionxml def _set_bugowner(self, args, opts): if len(args) > 3: raise oscerr.WrongArgs('Too many arguments.') if len(args) < 2: raise oscerr.WrongArgs('Too few arguments.') apiurl = self.get_api_url() user = args[0] project = args[1] if len(args) > 2: package = args[2] if get_user_meta(apiurl, user) == None: raise oscerr.WrongArgs('osc: an error occured.') actionxml = """ """ % \ (project, package, user) return actionxml @cmdln.option('-a', '--action', action='callback', callback = _actionparser,dest = 'actions', help='specify action type of a request, can be : submit/delete/change_devel/add_role/set_bugowner') @cmdln.option('-m', '--message', metavar='TEXT', help='specify message TEXT') @cmdln.option('-r', '--revision', metavar='REV', help='for "create", specify a certain source revision ID (the md5 sum)') @cmdln.option('-s', '--supersede', metavar='SUPERSEDE', help='Superseding another request by this one') @cmdln.option('--nodevelproject', action='store_true', help='do not follow a defined devel project ' \ '(primary project where a package is developed)') @cmdln.option('--cleanup', action='store_true', help='remove package if submission gets accepted (default for home::branch projects)') @cmdln.option('--no-cleanup', action='store_true', help='never remove source package on accept, but update its content') @cmdln.option('--no-update', action='store_true', help='never touch source package on accept (will break source links)') @cmdln.option('-d', '--diff', action='store_true', help='show diff only instead of creating the actual request') @cmdln.option('--yes', action='store_true', help='proceed without asking.') @cmdln.alias("creq") def do_createrequest(self, subcmd, opts, *args): """${cmd_name}: create multiple requests with a single command usage: osc creq [OPTIONS] [ -a submit SOURCEPRJ SOURCEPKG DESTPRJ [DESTPKG] -a delete PROJECT [PACKAGE] -a change_devel PROJECT PACKAGE DEVEL_PROJECT [DEVEL_PACKAGE] -a add_role USER ROLE PROJECT [PACKAGE] -a set_bugowner USER PROJECT [PACKAGE] ] Option -m works for all types of request, the rest work only for submit. example: osc creq -a submit -a delete home:someone:branches:openSUSE:Tools -a change_devel openSUSE:Tools osc home:someone:branches:openSUSE:Tools -m ok This will submit all modified packages under current directory, delete project home:someone:branches:openSUSE:Tools and change the devel project to home:someone:branches:openSUSE:Tools for package osc in project openSUSE:Tools. ${cmd_option_list} """ src_update = conf.config['submitrequest_on_accept_action'] or None # we should check here for home::branch and default to update, but that would require OBS 1.7 server if opts.cleanup: src_update = "cleanup" elif opts.no_cleanup: src_update = "update" elif opts.no_update: src_update = "noupdate" options_block="" if src_update: options_block="""%s """ % (src_update) args = slash_split(args) apiurl = self.get_api_url() i = 0 actionsxml = "" for ai in opts.actions: if ai == 'submit': args = opts.actiondata[i] i = i+1 actionsxml += self._submit_request(args,opts, options_block) elif ai == 'delete': args = opts.actiondata[i] actionsxml += self._delete_request(args,opts) i = i+1 elif ai == 'change_devel': args = opts.actiondata[i] actionsxml += self._changedevel_request(args,opts) i = i+1 elif ai == 'add_role': args = opts.actiondata[i] actionsxml += self._add_role(args,opts) i = i+1 elif ai == 'set_bugowner': args = opts.actiondata[i] actionsxml += self._set_bugowner(args,opts) i = i+1 else: raise oscerr.WrongArgs('Unsupported action %s' % ai) if actionsxml == "": sys.exit('No actions need to be taken.') if not opts.message: opts.message = edit_message() import cgi xml = """ %s %s """ % \ (actionsxml, cgi.escape(opts.message or "")) u = makeurl(apiurl, ['request'], query='cmd=create') f = http_POST(u, data=xml) root = ET.parse(f).getroot() return root.get('id') @cmdln.option('-m', '--message', metavar='TEXT', help='specify message TEXT') @cmdln.alias("reqmaintainership") @cmdln.alias("reqms") def do_requestmaintainership(self, subcmd, opts, *args): """${cmd_name}: requests to add user as maintainer usage: osc requestmaintainership # for current user in checked out package osc requestmaintainership USER # for specified user in checked out package osc requestmaintainership PROJECT PACKAGE # for current user osc requestmaintainership PROJECT PACKAGE USER # request for specified user ${cmd_option_list} """ args = slash_split(args) apiurl = self.get_api_url() if len(args) < 2: if is_package_dir(os.getcwd()): project = store_read_project(os.curdir) package = store_read_package(os.curdir) if len(args) == 0: user = conf.get_apiurl_usr(apiurl) else: user = args[0] else: raise oscerr.WrongArgs('Wrong number of arguments.') elif len(args) == 2: project = args[0] package = args[1] user = conf.get_apiurl_usr(apiurl) elif len(args) == 3: project = args[0] package = args[1] user = args[2] else: raise oscerr.WrongArgs('Wrong number of arguments.') arg = [ user, 'maintainer', project, package ] actionsxml = self._add_role(arg, None) if not opts.message: opts.message = edit_message() import cgi xml = """ %s %s """ % \ (actionsxml, cgi.escape(opts.message or "")) u = makeurl(apiurl, ['request'], query='cmd=create') f = http_POST(u, data=xml) root = ET.parse(f).getroot() return root.get('id') @cmdln.option('-m', '--message', metavar='TEXT', help='specify message TEXT') @cmdln.alias("dr") @cmdln.alias("deletereq") def do_deleterequest(self, subcmd, opts, *args): """${cmd_name}: Create request to delete a package or project usage: osc deletereq [-m TEXT] # works in checked out project/package osc deletereq [-m TEXT] PROJECT [PACKAGE] ${cmd_option_list} """ args = slash_split(args) project = None package = None if len(args) < 1: if is_project_dir(os.getcwd()): project = store_read_project(os.curdir) elif is_package_dir(os.getcwd()): project = store_read_project(os.curdir) package = store_read_package(os.curdir) else: raise oscerr.WrongArgs('Please specify at least a project.') elif len(args) == 1: project = args[0] elif len(args) > 1: project = args[0] package = args[1] elif len(args) > 2: raise oscerr.WrongArgs('Too many arguments.') apiurl = self.get_api_url() if not opts.message: import textwrap if package is not None: footer=textwrap.TextWrapper(width = 66).fill( 'please explain why you like to delete package %s of project %s' % (package,project)) else: footer=textwrap.TextWrapper(width = 66).fill( 'please explain why you like to delete project %s' % project) opts.message = edit_message(footer) result = create_delete_request(apiurl, project, package, opts.message) print result @cmdln.option('-m', '--message', metavar='TEXT', help='specify message TEXT') @cmdln.alias("cr") @cmdln.alias("changedevelreq") def do_changedevelrequest(self, subcmd, opts, *args): """${cmd_name}: Create request to change the devel package definition. [See http://en.opensuse.org/openSUSE:Build_Service_Collaboration for information on this topic.] See the "request" command for showing and modifing existing requests. osc changedevelrequest PROJECT PACKAGE DEVEL_PROJECT [DEVEL_PACKAGE] """ if len(args) > 4: raise oscerr.WrongArgs('Too many arguments.') apiurl = self.get_api_url() if len(args) == 0 and is_package_dir('.') and len(conf.config['getpac_default_project']): wd = os.curdir devel_project = store_read_project(wd) devel_package = package = store_read_package(wd) project = conf.config['getpac_default_project'] else: if len(args) < 3: raise oscerr.WrongArgs('Too few arguments.') devel_project = args[2] project = args[0] package = args[1] devel_package = package if len(args) > 3: devel_package = args[3] if not opts.message: import textwrap footer=textwrap.TextWrapper(width = 66).fill( 'please explain why you like to change the devel project of %s/%s to %s/%s' % (project,package,devel_project,devel_package)) opts.message = edit_message(footer) result = create_change_devel_request(apiurl, devel_project, devel_package, project, package, opts.message) print result @cmdln.option('-d', '--diff', action='store_true', help='generate a diff') @cmdln.option('-u', '--unified', action='store_true', help='output the diff in the unified diff format') @cmdln.option('-m', '--message', metavar='TEXT', help='specify message TEXT') @cmdln.option('-t', '--type', metavar='TYPE', help='limit to requests which contain a given action type (submit/delete/change_devel)') @cmdln.option('-a', '--all', action='store_true', help='all states. Same as\'-s all\'') @cmdln.option('-s', '--state', default='', # default is 'all' if no args given, 'new' otherwise help='only list requests in one of the comma separated given states (new/accepted/revoked/declined) or "all" [default=new, or all, if no args given]') @cmdln.option('-D', '--days', metavar='DAYS', help='only list requests in state "new" or changed in the last DAYS. [default=%(request_list_days)s]') @cmdln.option('-U', '--user', metavar='USER', help='requests or reviews limited for the specified USER') @cmdln.option('-G', '--group', metavar='GROUP', help='requests or reviews limited for the specified GROUP') @cmdln.option('-b', '--brief', action='store_true', default=False, help='print output in list view as list subcommand') @cmdln.option('-M', '--mine', action='store_true', help='only show requests created by yourself') @cmdln.option('-B', '--bugowner', action='store_true', help='also show requests about packages where I am bugowner') @cmdln.option('-i', '--interactive', action='store_true', help='interactive review of request') @cmdln.option('--non-interactive', action='store_true', help='non-interactive review of request') @cmdln.option('--exclude-target-project', action='append', help='exclude target project from request list') @cmdln.option('--involved-projects', action='store_true', help='show all requests for project/packages where USER is involved') @cmdln.option('--source-buildstatus', action='store_true', help='print the buildstatus of the source package (only works with "show")') @cmdln.alias("rq") @cmdln.alias("review") # FIXME: rewrite this mess and split request and review def do_request(self, subcmd, opts, *args): """${cmd_name}: Show or modify requests and reviews [See http://en.opensuse.org/openSUSE:Build_Service_Collaboration for information on this topic.] The 'request' command has the following sub commands: "list" lists open requests attached to a project or package or person. Uses the project/package of the current directory if none of -M, -U USER, project/package are given. "log" will show the history of the given ID "show" will show the request itself, and generate a diff for review, if used with the --diff option. The keyword show can be omitted if the ID is numeric. "decline" will change the request state to "declined" "reopen" will set the request back to new or review. "wipe" will permanently delete a request "revoke" will set the request state to "revoked" "accept" will change the request state to "accepted" and will trigger the actual submit process. That would normally be a server-side copy of the source package to the target package. "checkout" will checkout the request's source package ("submit" requests only). The 'review' command has the following sub commands: "list" lists open requests that need to be reviewed by the specified user or group "add" adds a person or group as reviewer to a request "accept" mark the review positive "decline" mark the review negative. A negative review will decline the request. usage: osc request list [-M] [-U USER] [-s state] [-D DAYS] [-t type] [-B] [PRJ [PKG]] osc request log ID osc request [show] [-d] [-b] ID osc request accept [-m TEXT] ID osc request decline [-m TEXT] ID osc request revoke [-m TEXT] ID osc request wipe ID osc request reopen [-m TEXT] ID osc request approvenew [-m TEXT] PROJECT osc request checkout/co ID osc request clone [-m TEXT] ID osc review list [-U USER] [-G GROUP] [-s state] osc review add [-m TEXT] [-U USER] [-G GROUP] ID osc review accept [-m TEXT] ID osc review decline [-m TEXT] ID osc review reopen [-m TEXT] ID ${cmd_option_list} """ args = slash_split(args) if opts.all and opts.state: raise oscerr.WrongOptions('Sorry, the options \'--all\' and \'--state\' ' \ 'are mutually exclusive.') if opts.mine and opts.user: raise oscerr.WrongOptions('Sorry, the options \'--user\' and \'--mine\' ' \ 'are mutually exclusive.') if opts.interactive and opts.non_interactive: raise oscerr.WrongOptions('Sorry, the options \'--interactive\' and ' \ '\'--non-interactive\' are mutually exclusive') if not args: args = [ 'list' ] opts.mine = 1 if opts.state == '': opts.state = 'all' if opts.state == '': opts.state = 'new' if args[0] == 'help': return self.do_help(['help', 'request']) cmds = [ 'list', 'log', 'show', 'decline', 'reopen', 'clone', 'accept', 'approvenew', 'wipe', 'revoke', 'checkout', 'co' ] if subcmd != 'review' and args[0] not in cmds: raise oscerr.WrongArgs('Unknown request action %s. Choose one of %s.' \ % (args[0],', '.join(cmds))) cmds = [ 'list', 'add', 'decline', 'accept', 'reopen' ] if subcmd == 'review' and args[0] not in cmds: raise oscerr.WrongArgs('Unknown review action %s. Choose one of %s.' \ % (args[0],', '.join(cmds))) cmd = args[0] del args[0] apiurl = self.get_api_url() if cmd in ['list']: min_args, max_args = 0, 2 else: min_args, max_args = 1, 1 if len(args) < min_args: raise oscerr.WrongArgs('Too few arguments.') if len(args) > max_args: raise oscerr.WrongArgs('Too many arguments.') if cmd in ['add'] and not opts.user and not opts.group: opts.user = conf.get_apiurl_usr(apiurl) if cmd == 'list' or cmd == 'approvenew': package = None project = None if len(args) > 0: project = args[0] elif not opts.mine and not opts.user: try: project = store_read_project(os.curdir) package = store_read_package(os.curdir) except oscerr.NoWorkingCopy: pass if len(args) > 1: package = args[1] elif cmd in ['log', 'add', 'show', 'decline', 'reopen', 'clone', 'accept', 'wipe', 'revoke', 'checkout', 'co']: reqid = args[0] # clone all packages from a given request if cmd in ['clone']: # should we force a message? print clone_request(apiurl, reqid, opts.message) # add new reviewer to existing request elif cmd in ['add'] and subcmd == 'review': query = { 'cmd': 'addreview' } if opts.user: query['by_user'] = opts.user if opts.group: query['by_group'] = opts.group url = makeurl(apiurl, ['request', reqid], query) if not opts.message: opts.message = edit_message() r = http_POST(url, data=opts.message) print ET.parse(r).getroot().attrib['code'] # list and approvenew elif cmd == 'list' or cmd == 'approvenew': states = ('new', 'accepted', 'revoked', 'declined', 'review', 'superseded') who = '' if cmd == 'approvenew': states = ('new') results = get_request_list(apiurl, project, package, '', ['new']) else: state_list = opts.state.split(',') if opts.all: state_list = ['all'] if subcmd == 'review': state_list = ['review'] elif opts.state == 'all': state_list = ['all'] else: for s in state_list: if not s in states and not s == 'all': raise oscerr.WrongArgs('Unknown state \'%s\', try one of %s' % (s, ','.join(states))) if opts.mine: who = conf.get_apiurl_usr(apiurl) if opts.user: who = opts.user ## FIXME -B not implemented! if opts.bugowner: if (self.options.debug): print 'list: option --bugowner ignored: not impl.' if subcmd == 'review': # FIXME: do the review list for the user and for all groups he belong to results = get_review_list(apiurl, project, package, who, opts.group, state_list) else: if opts.involved_projects: who = who or conf.get_apiurl_usr(apiurl) results = get_user_projpkgs_request_list(apiurl, who, req_state=state_list, req_type=opts.type, exclude_projects=opts.exclude_target_project or []) else: results = get_request_list(apiurl, project, package, who, state_list, opts.type, opts.exclude_target_project or []) results.sort(reverse=True) import time days = opts.days or conf.config['request_list_days'] since = '' try: days = int(days) except ValueError: days = 0 if days > 0: since = time.strftime('%Y-%m-%dT%H:%M:%S',time.localtime(time.time()-days*24*3600)) skipped = 0 ## bs has received 2009-09-20 a new xquery compare() function ## which allows us to limit the list inside of get_request_list ## That would be much faster for coolo. But counting the remainder ## would not be possible with current xquery implementation. ## Workaround: fetch all, and filter on client side. ## FIXME: date filtering should become implemented on server side for result in results: if days == 0 or result.state.when > since or result.state.name == 'new': if (opts.interactive or conf.config['request_show_interactive']) and not opts.non_interactive: request_interactive_review(apiurl, result) else: print result.list_view() else: skipped += 1 if skipped: print "There are %d requests older than %s days.\n" % (skipped, days) if cmd == 'approvenew': print "\n *** Approve them all ? [y/n] ***" if sys.stdin.read(1) == "y": if not opts.message: opts.message = edit_message() for result in results: print result.reqid, ": ", r = change_request_state(apiurl, str(result.reqid), 'accepted', opts.message or '') print 'Result of change request state: %s' % r else: print >>sys.stderr, 'Aborted...' raise oscerr.UserAbort() elif cmd == 'log': for l in get_request_log(apiurl, reqid): print l # show elif cmd == 'show': r = get_request(apiurl, reqid) if opts.brief: print r.list_view() elif (opts.interactive or conf.config['request_show_interactive']) and not opts.non_interactive: return request_interactive_review(apiurl, r) else: print r if opts.source_buildstatus: if r.actions[0].type != 'submit': raise oscerr.WrongOptions( '\'--source-buildstatus\' is not possible for ' \ 'request type: \'%s\'' % r.actions[0].type) print 'Buildstatus for \'%s/%s\':' % (r.actions[0].src_project, r.actions[0].src_package) print '\n'.join(get_results(apiurl, r.actions[0].src_project, r.actions[0].src_package)) # FIXME: will inevitably fail if the given target doesn't exist # FIXME: diff should work if there are submit actions anyway if opts.diff and r.actions[0].type != 'submit': raise oscerr.WrongOptions('\'--diff\' is not possible for request type: \'%s\'' % r.actions[0].type) elif opts.diff: rdiff = '' try: # works since OBS 2.1 rdiff = request_diff(apiurl, reqid) except urllib2.HTTPError, e: # for OBS 2.0 and before try: rdiff = server_diff(apiurl, r.actions[0].dst_project, r.actions[0].dst_package, None, r.actions[0].src_project, r.actions[0].src_package, r.actions[0].src_rev, opts.unified, True) except urllib2.HTTPError, e: if e.code != 400: e.osc_msg = 'Diff not possible' raise e # backward compatiblity: only a recent api/backend supports the missingok parameter try: rdiff = server_diff(apiurl, r.actions[0].dst_project, r.actions[0].dst_package, None, r.actions[0].src_project, r.actions[0].src_package, r.actions[0].src_rev, opts.unified, False) except urllib2.HTTPError, e: e.osc_msg = 'Diff not possible' raise run_pager(rdiff) # checkout elif cmd == 'checkout' or cmd == 'co': r = get_request(apiurl, reqid) submits = [ i for i in r.actions if i.type == 'submit' ] if not len(submits): raise oscerr.WrongArgs('\'checkout\' only works for \'submit\' requests') checkout_package(apiurl, submits[0].src_project, submits[0].src_package, \ submits[0].src_rev, expand_link=True, prj_dir=submits[0].src_project) else: state_map = {'reopen' : 'new', 'accept' : 'accepted', 'decline' : 'declined', 'wipe' : 'deleted', 'revoke' : 'revoked'} # Change review state only if subcmd == 'review': if not opts.message: opts.message = edit_message() if cmd in ['accept', 'decline', 'reopen']: r = change_review_state(apiurl, reqid, state_map[cmd], conf.get_apiurl_usr(apiurl), opts.group, opts.message or '') print r # Change state of entire request elif cmd in ['reopen', 'accept', 'decline', 'wipe', 'revoke']: rq = get_request(apiurl, reqid) if rq.state.name == state_map[cmd]: repl = raw_input("\n *** The state of the request (#%s) is already '%s'. Change state anyway? [y/n] *** " % (reqid, rq.state.name)) if repl.lower() != 'y': print >>sys.stderr, 'Aborted...' raise oscerr.UserAbort() if not opts.message: tmpl = change_request_state_template(rq, state_map[cmd]) opts.message = edit_message(template=tmpl) r = change_request_state(apiurl, reqid, state_map[cmd], opts.message or '') print 'Result of change request state: %s' % r # editmeta and its aliases are all depracated @cmdln.alias("editprj") @cmdln.alias("createprj") @cmdln.alias("editpac") @cmdln.alias("createpac") @cmdln.alias("edituser") @cmdln.alias("usermeta") @cmdln.hide(1) def do_editmeta(self, subcmd, opts, *args): """${cmd_name}: Obsolete command to edit metadata. Use 'meta' now. See the help output of 'meta'. """ print >>sys.stderr, 'This command is obsolete. Use \'osc meta ...\'.' print >>sys.stderr, 'See \'osc help meta\'.' #self.do_help([None, 'meta']) return 2 @cmdln.option('-r', '--revision', metavar='rev', help='use the specified revision.') @cmdln.option('-R', '--use-plain-revision', action='store_true', help='Don\'t expand revsion based on baserev, the revision which was used when commit happened.') @cmdln.option('-b', '--use-baserev', action='store_true', help='Use the revisions which exists when the original commit happend and don\'t try to merge later commits.') @cmdln.option('-u', '--unset', action='store_true', help='remove revision in link, it will point always to latest revision') def do_setlinkrev(self, subcmd, opts, *args): """${cmd_name}: Updates a revision number in a source link. This command adds or updates a specified revision number in a source link. The current revision of the source is used, if no revision number is specified. usage: osc setlinkrev osc setlinkrev PROJECT [PACKAGE] ${cmd_option_list} """ args = slash_split(args) apiurl = self.get_api_url() package = None use_baserev = None use_xsrcmd5 = 1 if len(args) == 0: p = findpacs(os.curdir)[0] project = p.prjname package = p.name apiurl = p.apiurl if not p.islink(): sys.exit('Local directory is no checked out source link package, aborting') elif len(args) == 2: project = args[0] package = args[1] elif len(args) == 1: project = args[0] else: raise oscerr.WrongArgs('Incorrect number of arguments.\n\n' \ + self.get_cmd_help('setlinkrev')) if package: packages = [ package ] else: packages = meta_get_packagelist(apiurl, project) if opts.use_plain_revision: use_xsrcmd5 = None if opts.use_baserev: use_baserev = 1 for p in packages: print "setting revision for package", p if opts.unset: rev=-1 else: rev, dummy = parseRevisionOption(opts.revision) set_link_rev(apiurl, project, p, revision = rev, use_xsrcmd5 = use_xsrcmd5, use_baserev = use_baserev) def do_linktobranch(self, subcmd, opts, *args): """${cmd_name}: Convert a package containing a classic link with patch to a branch This command tells the server to convert a _link with or without a project.diff to a branch. This is a full copy with a _link file pointing to the branched place. usage: osc linktobranch # can be used in checked out package osc linktobranch PROJECT PACKAGE ${cmd_option_list} """ args = slash_split(args) apiurl = self.get_api_url() if len(args) == 0: wd = os.curdir project = store_read_project(wd) package = store_read_package(wd) update_local_dir = True elif len(args) < 2: raise oscerr.WrongArgs('Too few arguments (required none or two)') elif len(args) > 2: raise oscerr.WrongArgs('Too many arguments (required none or two)') else: project = args[0] package = args[1] update_local_dir = False # execute link_to_branch(apiurl, project, package) if update_local_dir: pac = Package(wd) pac.update(rev=pac.latest_rev()) @cmdln.option('-C', '--cicount', choices=['add', 'copy', 'local'], help='cicount attribute in the link, known values are add, copy, and local, default in buildservice is currently add.') @cmdln.option('-c', '--current', action='store_true', help='link fixed against current revision.') @cmdln.option('-r', '--revision', metavar='rev', help='link the specified revision.') @cmdln.option('-f', '--force', action='store_true', help='overwrite an existing link file if it is there.') @cmdln.option('-d', '--disable-publish', action='store_true', help='disable publishing of the linked package') def do_linkpac(self, subcmd, opts, *args): """${cmd_name}: "Link" a package to another package A linked package is a clone of another package, but plus local modifications. It can be cross-project. The DESTPAC name is optional; the source packages' name will be used if DESTPAC is omitted. Afterwards, you will want to 'checkout DESTPRJ DESTPAC'. To add a patch, add the patch as file and add it to the _link file. You can also specify text which will be inserted at the top of the spec file. See the examples in the _link file. NOTE: In case you are not aware about the difference of 'linkpac' and 'branch' command you should use the 'branch' command by default. usage: osc linkpac SOURCEPRJ SOURCEPAC DESTPRJ [DESTPAC] ${cmd_option_list} """ args = slash_split(args) apiurl = self.get_api_url() if not args or len(args) < 3: raise oscerr.WrongArgs('Incorrect number of arguments.\n\n' \ + self.get_cmd_help('linkpac')) rev, dummy = parseRevisionOption(opts.revision) src_project = args[0] src_package = args[1] dst_project = args[2] if len(args) > 3: dst_package = args[3] else: dst_package = src_package if src_project == dst_project and src_package == dst_package: raise oscerr.WrongArgs('Error: source and destination are the same.') if src_project == dst_project and not opts.cicount: # in this case, the user usually wants to build different spec # files from the same source opts.cicount = "copy" if opts.current: rev = show_upstream_rev(apiurl, src_project, src_package) if rev and not checkRevision(src_project, src_package, rev): print >>sys.stderr, 'Revision \'%s\' does not exist' % rev sys.exit(1) link_pac(src_project, src_package, dst_project, dst_package, opts.force, rev, opts.cicount, opts.disable_publish) @cmdln.option('--nosources', action='store_true', help='ignore source packages when copying build results to destination project') @cmdln.option('-m', '--map-repo', metavar='SRC=TARGET[,SRC=TARGET]', help='Allows repository mapping(s) to be given as SRC=TARGET[,SRC=TARGET]') @cmdln.option('-d', '--disable-publish', action='store_true', help='disable publishing of the aggregated package') def do_aggregatepac(self, subcmd, opts, *args): """${cmd_name}: "Aggregate" a package to another package Aggregation of a package means that the build results (binaries) of a package are basically copied into another project. This can be used to make packages available from building that are needed in a project but available only in a different project. Note that this is done at the expense of disk space. See http://en.opensuse.org/openSUSE:Build_Service_Tips_and_Tricks#_link_and__aggregate for more information. The DESTPAC name is optional; the source packages' name will be used if DESTPAC is omitted. usage: osc aggregatepac SOURCEPRJ SOURCEPAC DESTPRJ [DESTPAC] ${cmd_option_list} """ args = slash_split(args) if not args or len(args) < 3: raise oscerr.WrongArgs('Incorrect number of arguments.\n\n' \ + self.get_cmd_help('aggregatepac')) src_project = args[0] src_package = args[1] dst_project = args[2] if len(args) > 3: dst_package = args[3] else: dst_package = src_package if src_project == dst_project and src_package == dst_package: raise oscerr.WrongArgs('Error: source and destination are the same.') repo_map = {} if opts.map_repo: for pair in opts.map_repo.split(','): src_tgt = pair.split('=') if len(src_tgt) != 2: raise oscerr.WrongOptions('map "%s" must be SRC=TARGET[,SRC=TARGET]' % opts.map_repo) repo_map[src_tgt[0]] = src_tgt[1] aggregate_pac(src_project, src_package, dst_project, dst_package, repo_map, opts.disable_publish, opts.nosources) @cmdln.option('-c', '--client-side-copy', action='store_true', help='do a (slower) client-side copy') @cmdln.option('-k', '--keep-maintainers', action='store_true', help='keep original maintainers. Default is remove all and replace with the one calling the script.') @cmdln.option('-d', '--keep-develproject', action='store_true', help='keep develproject tag in the package metadata') @cmdln.option('-r', '--revision', metavar='rev', help='link the specified revision.') @cmdln.option('-t', '--to-apiurl', metavar='URL', help='URL of destination api server. Default is the source api server.') @cmdln.option('-m', '--message', metavar='TEXT', help='specify message TEXT') @cmdln.option('-e', '--expand', action='store_true', help='if the source package is a link then copy the expanded version of the link') def do_copypac(self, subcmd, opts, *args): """${cmd_name}: Copy a package A way to copy package to somewhere else. It can be done across buildservice instances, if the -t option is used. In that case, a client-side copy and link expansion are implied. Using --client-side-copy always involves downloading all files, and uploading them to the target. The DESTPAC name is optional; the source packages' name will be used if DESTPAC is omitted. usage: osc copypac SOURCEPRJ SOURCEPAC DESTPRJ [DESTPAC] ${cmd_option_list} """ args = slash_split(args) if not args or len(args) < 3: raise oscerr.WrongArgs('Incorrect number of arguments.\n\n' \ + self.get_cmd_help('copypac')) src_project = args[0] src_package = args[1] dst_project = args[2] if len(args) > 3: dst_package = args[3] else: dst_package = src_package src_apiurl = conf.config['apiurl'] if opts.to_apiurl: dst_apiurl = conf.config['apiurl_aliases'].get(opts.to_apiurl, opts.to_apiurl) else: dst_apiurl = src_apiurl if src_apiurl != dst_apiurl: opts.client_side_copy = True opts.expand = True rev, dummy = parseRevisionOption(opts.revision) if opts.message: comment = opts.message else: if not rev: rev = show_upstream_rev(src_apiurl, src_project, src_package) comment = 'osc copypac from project:%s package:%s revision:%s' % ( src_project, src_package, rev ) if src_project == dst_project and \ src_package == dst_package and \ not rev and \ src_apiurl == dst_apiurl: raise oscerr.WrongArgs('Source and destination are the same.') r = copy_pac(src_apiurl, src_project, src_package, dst_apiurl, dst_project, dst_package, client_side_copy=opts.client_side_copy, keep_maintainers=opts.keep_maintainers, keep_develproject=opts.keep_develproject, expand=opts.expand, revision=rev, comment=comment) print r @cmdln.option('-c', '--checkout', action='store_true', help='Checkout branched package afterwards ' \ '(\'osc bco\' is a shorthand for this option)' ) @cmdln.option('-a', '--attribute', metavar='ATTRIBUTE', help='Use this attribute to find affected packages (default is OBS:Maintained)') @cmdln.option('-u', '--update-project-attribute', metavar='UPDATE_ATTRIBUTE', help='Use this attribute to find update projects (default is OBS:UpdateProject) ') def do_mbranch(self, subcmd, opts, *args): """${cmd_name}: Multiple branch of a package [See http://en.opensuse.org/openSUSE:Build_Service_Concept_Maintenance for information on this topic.] This command is used for creating multiple links of defined version of a package in one project. This is esp. used for maintenance updates. The branched package will live in home:USERNAME:branches:ATTRIBUTE:PACKAGE if nothing else specified. usage: osc mbranch [ SOURCEPACKAGE [ TARGETPROJECT ] ] ${cmd_option_list} """ args = slash_split(args) apiurl = self.get_api_url() tproject = None maintained_attribute = conf.config['maintained_attribute'] maintained_update_project_attribute = conf.config['maintained_update_project_attribute'] if not len(args) or len(args) > 2: raise oscerr.WrongArgs('Wrong number of arguments.') if len(args) >= 1: package = args[0] if len(args) >= 2: tproject = args[1] r = attribute_branch_pkg(apiurl, maintained_attribute, maintained_update_project_attribute, \ package, tproject) if r is None: print >>sys.stderr, 'ERROR: Attribute branch call came not back with a project.' sys.exit(1) print "Project " + r + " created." if opts.checkout: Project.init_project(apiurl, r, r, conf.config['do_package_tracking']) print statfrmt('A', r) # all packages for package in meta_get_packagelist(apiurl, r): try: checkout_package(apiurl, r, package, expand_link = True, prj_dir = r) except: print >>sys.stderr, 'Error while checkout package:\n', package if conf.config['verbose']: print 'Note: You can use "osc delete" or "osc submitpac" when done.\n' @cmdln.alias('branchco') @cmdln.alias('bco') @cmdln.alias('getpac') @cmdln.option('--nodevelproject', action='store_true', help='do not follow a defined devel project ' \ '(primary project where a package is developed)') @cmdln.option('-c', '--checkout', action='store_true', help='Checkout branched package afterwards ' \ '(\'osc bco\' is a shorthand for this option)' ) @cmdln.option('-f', '--force', default=False, action="store_true", help='force branch, overwrite target') @cmdln.option('-m', '--message', metavar='TEXT', help='specify message TEXT') @cmdln.option('-r', '--revision', metavar='rev', help='branch against a specific revision') def do_branch(self, subcmd, opts, *args): """${cmd_name}: Branch a package [See http://en.opensuse.org/openSUSE:Build_Service_Collaboration for information on this topic.] Create a source link from a package of an existing project to a new subproject of the requesters home project (home:branches:) The branched package will live in home:USERNAME:branches:PROJECT/PACKAGE if nothing else specified. With getpac or bco, the branched package will come from %(getpac_default_project)s if nothing else specified. usage: osc branch osc branch SOURCEPROJECT SOURCEPACKAGE osc branch SOURCEPROJECT SOURCEPACKAGE TARGETPROJECT osc branch SOURCEPROJECT SOURCEPACKAGE TARGETPROJECT TARGETPACKAGE osc getpac SOURCEPACKAGE osc bco ... ${cmd_option_list} """ if subcmd == 'getpac' or subcmd == 'branchco' or subcmd == 'bco': opts.checkout = True args = slash_split(args) tproject = tpackage = None if (subcmd == 'getpac' or subcmd == 'bco') and len(args) == 1: print >>sys.stderr, 'defaulting to %s/%s' % (conf.config['getpac_default_project'], args[0]) # python has no args.unshift ??? args = [ conf.config['getpac_default_project'] , args[0] ] if len(args) == 0 and is_package_dir('.'): args = (store_read_project('.'), store_read_package('.')) if len(args) < 2 or len(args) > 4: raise oscerr.WrongArgs('Wrong number of arguments.') apiurl = self.get_api_url() expected = 'home:%s:branches:%s' % (conf.get_apiurl_usr(apiurl), args[0]) if len(args) >= 3: expected = tproject = args[2] if len(args) >= 4: tpackage = args[3] if not opts.message: footer='please specify the purpose of your branch' template='This package was branched from %s in order to ...\n' % args[0] opts.message = edit_message(footer, template) exists, targetprj, targetpkg, srcprj, srcpkg = \ branch_pkg(apiurl, args[0], args[1], nodevelproject=opts.nodevelproject, rev=opts.revision, target_project=tproject, target_package=tpackage, return_existing=opts.checkout, msg=opts.message or '', force=opts.force) if exists: print >>sys.stderr, 'Using existing branch project: %s' % targetprj devloc = None if not exists and (srcprj is not None and srcprj != args[0] or \ srcprj is None and targetprj != expected): devloc = srcprj or targetprj if not srcprj and 'branches:' in targetprj: devloc = targetprj.split('branches:')[1] print '\nNote: The branch has been created of a different project,\n' \ ' %s,\n' \ ' which is the primary location of where development for\n' \ ' that package takes place.\n' \ ' That\'s also where you would normally make changes against.\n' \ ' A direct branch of the specified package can be forced\n' \ ' with the --nodevelproject option.\n' % devloc package = tpackage or args[1] if opts.checkout: checkout_package(apiurl, targetprj, package, expand_link=True, prj_dir=targetprj) if conf.config['verbose']: print 'Note: You can use "osc delete" or "osc submitpac" when done.\n' else: apiopt = '' if conf.get_configParser().get('general', 'apiurl') != apiurl: apiopt = '-A %s ' % apiurl print 'A working copy of the branched package can be checked out with:\n\n' \ 'osc %sco %s/%s' \ % (apiopt, targetprj, package) print_request_list(apiurl, args[0], args[1]) if devloc: print_request_list(apiurl, devloc, args[1]) def do_undelete(self, subcmd, opts, *args): """${cmd_name}: Restores a deleted project or package on the server. The server restores a package including the sources and meta configuration. Binaries remain to be lost and will be rebuild. usage: osc undelete PROJECT osc undelete PROJECT PACKAGE [PACKAGE ...] ${cmd_option_list} """ args = slash_split(args) if len(args) < 1: raise oscerr.WrongArgs('Missing argument.') apiurl = self.get_api_url() prj = args[0] pkgs = args[1:] if pkgs: for pkg in pkgs: undelete_package(apiurl, prj, pkg) else: undelete_project(apiurl, prj) @cmdln.option('-f', '--force', action='store_true', help='deletes a package or an empty project') def do_rdelete(self, subcmd, opts, *args): """${cmd_name}: Delete a project or packages on the server. As a safety measure, project must be empty (i.e., you need to delete all packages first). If you are sure that you want to remove this project and all its packages use \'--force\' switch. usage: osc rdelete [-f] PROJECT [PACKAGE] ${cmd_option_list} """ args = slash_split(args) if len(args) < 1 or len(args) > 2: raise oscerr.WrongArgs('Wrong number of arguments') apiurl = self.get_api_url() prj = args[0] # empty arguments result in recursive project delete ... if not len(prj): raise oscerr.WrongArgs('Project argument is empty') if len(args) > 1: pkg = args[1] if not len(pkg): raise oscerr.WrongArgs('Package argument is empty') delete_package(apiurl, prj, pkg) elif len(meta_get_packagelist(apiurl, prj)) >= 1 and not opts.force: print >>sys.stderr, 'Project contains packages. It must be empty before deleting it. ' \ 'If you are sure that you want to remove this project and all its ' \ 'packages use the \'--force\' switch' sys.exit(1) else: delete_project(apiurl, prj) @cmdln.hide(1) def do_deletepac(self, subcmd, opts, *args): print """${cmd_name} is obsolete ! Please use either osc delete for checked out packages or projects or osc rdelete for server side operations.""" sys.exit(1) @cmdln.hide(1) @cmdln.option('-f', '--force', action='store_true', help='deletes a project and its packages') def do_deleteprj(self, subcmd, opts, project): """${cmd_name} is obsolete ! Please use osc rdelete PROJECT """ sys.exit(1) @cmdln.alias('metafromspec') @cmdln.option('', '--specfile', metavar='FILE', help='Path to specfile. (if you pass more than working copy this option is ignored)') def do_updatepacmetafromspec(self, subcmd, opts, *args): """${cmd_name}: Update package meta information from a specfile ARG, if specified, is a package working copy. ${cmd_usage} ${cmd_option_list} """ args = parseargs(args) if opts.specfile and len(args) == 1: specfile = opts.specfile else: specfile = None pacs = findpacs(args) for p in pacs: p.read_meta_from_spec(specfile) p.update_package_meta() @cmdln.alias('di') @cmdln.option('-c', '--change', metavar='rev', help='the change made by revision rev (like -r rev-1:rev).' 'If rev is negative this is like -r rev:rev-1.') @cmdln.option('-r', '--revision', metavar='rev1[:rev2]', help='If rev1 is specified it will compare your working copy against ' 'the revision (rev1) on the server. ' 'If rev1 and rev2 are specified it will compare rev1 against rev2 ' '(NOTE: changes in your working copy are ignored in this case)') @cmdln.option('-p', '--plain', action='store_true', help='output the diff in plain (not unified) diff format') @cmdln.option('--missingok', action='store_true', help='do not fail if the source or target project/package does not exist on the server') def do_diff(self, subcmd, opts, *args): """${cmd_name}: Generates a diff Generates a diff, comparing local changes against the repository server. ARG, specified, is a filename to include in the diff. ${cmd_usage} ${cmd_option_list} """ args = parseargs(args) pacs = findpacs(args) if opts.change: try: rev = int(opts.change) if rev > 0: rev1 = rev - 1 rev2 = rev elif rev < 0: rev1 = -rev rev2 = -rev - 1 else: return except: print >>sys.stderr, 'Revision \'%s\' not an integer' % opts.change return else: rev1, rev2 = parseRevisionOption(opts.revision) diff = '' for pac in pacs: if not rev2: for i in pac.get_diff(rev1): sys.stdout.write(''.join(i)) else: diff += server_diff(pac.apiurl, pac.prjname, pac.name, rev1, pac.prjname, pac.name, rev2, not opts.plain, opts.missingok) run_pager(diff) @cmdln.option('--oldprj', metavar='OLDPRJ', help='project to compare against' ' (deprecated, use 3 argument form)') @cmdln.option('--oldpkg', metavar='OLDPKG', help='package to compare against' ' (deprecated, use 3 argument form)') @cmdln.option('-r', '--revision', metavar='N[:M]', help='revision id, where N = old revision and M = new revision') @cmdln.option('-p', '--plain', action='store_true', help='output the diff in plain (not unified) diff format') @cmdln.option('-c', '--change', metavar='rev', help='the change made by revision rev (like -r rev-1:rev). ' 'If rev is negative this is like -r rev:rev-1.') @cmdln.option('--missingok', action='store_true', help='do not fail if the source or target project/package does not exist on the server') def do_rdiff(self, subcmd, opts, *args): """${cmd_name}: Server-side "pretty" diff of two packages Compares two packages (three or four arguments) or shows the changes of a specified revision of a package (two arguments) If no revision is specified the latest revision is used. Note that this command doesn't return a normal diff (which could be applied as patch), but a "pretty" diff, which also compares the content of tarballs. usage: osc ${cmd_name} OLDPRJ OLDPAC NEWPRJ [NEWPAC] osc ${cmd_name} PROJECT PACKAGE ${cmd_option_list} """ args = slash_split(args) apiurl = self.get_api_url() rev1 = None rev2 = None old_project = None old_package = None new_project = None new_package = None if len(args) == 2: new_project = args[0] new_package = args[1] if opts.oldprj: old_project = opts.oldprj if opts.oldpkg: old_package = opts.oldpkg elif len(args) == 3 or len(args) == 4: if opts.oldprj or opts.oldpkg: raise oscerr.WrongArgs('--oldpkg and --oldprj are only valid with two arguments') old_project = args[0] new_package = old_package = args[1] new_project = args[2] if len(args) == 4: new_package = args[3] else: raise oscerr.WrongArgs('Wrong number of arguments') if opts.change: try: rev = int(opts.change) if rev > 0: rev1 = rev - 1 rev2 = rev elif rev < 0: rev1 = -rev rev2 = -rev - 1 else: return except: print >>sys.stderr, 'Revision \'%s\' not an integer' % opts.change return else: if opts.revision: rev1, rev2 = parseRevisionOption(opts.revision) rdiff = server_diff(apiurl, old_project, old_package, rev1, new_project, new_package, rev2, not opts.plain, opts.missingok) run_pager(rdiff) @cmdln.hide(1) @cmdln.alias('in') def do_install(self, subcmd, opts, *args): """${cmd_name}: install a package after build via zypper in -r Not implemented yet. Use osc repourls, select the url you best like (standard), chop off after the last /, this should work with zypper. ${cmd_usage} ${cmd_option_list} """ args = slash_split(args) args = expand_proj_pack(args) ## FIXME: ## if there is only one argument, and it ends in .ymp ## then fetch it, Parse XML to get the first ## metapackage.group.repositories.repository.url ## and construct zypper cmd's for all ## metapackage.group.software.item.name ## ## if args[0] is already an url, the use it as is. cmd = "sudo zypper -p http://download.opensuse.org/repositories/%s/%s --no-refresh -v in %s" % (re.sub(':',':/',args[0]), 'openSUSE_11.1', args[1]) print self.do_install.__doc__ print "Example: \n" + cmd def do_repourls(self, subcmd, opts, *args): """${cmd_name}: Shows URLs of .repo files Shows URLs on which to access the project .repos files (yum-style metadata) on download.opensuse.org. usage: osc repourls [PROJECT] ${cmd_option_list} """ apiurl = self.get_api_url() if len(args) == 1: project = args[0] elif len(args) == 0: project = store_read_project('.') else: raise oscerr.WrongArgs('Wrong number of arguments') # XXX: API should somehow tell that url_tmpl = 'http://download.opensuse.org/repositories/%s/%s/%s.repo' repos = get_repositories_of_project(apiurl, project) for repo in repos: print url_tmpl % (project.replace(':', ':/'), repo, project) @cmdln.option('-r', '--revision', metavar='rev', help='checkout the specified revision. ' 'NOTE: if you checkout the complete project ' 'this option is ignored!') @cmdln.option('-e', '--expand-link', action='store_true', help='if a package is a link, check out the expanded ' 'sources (no-op, since this became the default)') @cmdln.option('-u', '--unexpand-link', action='store_true', help='if a package is a link, check out the _link file ' \ 'instead of the expanded sources') @cmdln.option('-M', '--meta', action='store_true', help='checkout out meta data instead of sources' ) @cmdln.option('-c', '--current-dir', action='store_true', help='place PACKAGE folder in the current directory' \ 'instead of a PROJECT/PACKAGE directory') @cmdln.option('-s', '--source-service-files', action='store_true', help='Use server side generated sources instead of local generation.' ) @cmdln.option('-S', '--server-side-source-service-files', action='store_true', help='Use server side generated sources instead of local generation.' ) @cmdln.option('-l', '--limit-size', metavar='limit_size', help='Skip all files with a given size') @cmdln.alias('co') def do_checkout(self, subcmd, opts, *args): """${cmd_name}: Check out content from the repository Check out content from the repository server, creating a local working copy. When checking out a single package, the option --revision can be used to specify a revision of the package to be checked out. When a package is a source link, then it will be checked out in expanded form. If --unexpand-link option is used, the checkout will instead produce the raw _link file plus patches. usage: osc co PROJECT [PACKAGE] [FILE] osc co PROJECT # entire project osc co PROJECT PACKAGE # a package osc co PROJECT PACKAGE FILE # single file -> to current dir while inside a project directory: osc co PACKAGE # check out PACKAGE from project ${cmd_option_list} """ if opts.unexpand_link: expand_link = False else: expand_link = True args = slash_split(args) project = package = filename = None apiurl = self.get_api_url() try: project = project_dir = args[0] package = args[1] filename = args[2] except: pass if args and len(args) == 1: localdir = os.getcwd() if is_project_dir(localdir): project = store_read_project(localdir) project_dir = localdir package = args[0] rev, dummy = parseRevisionOption(opts.revision) if rev==None: rev="latest" if rev and rev != "latest" and not checkRevision(project, package, rev): print >>sys.stderr, 'Revision \'%s\' does not exist' % rev sys.exit(1) if filename: get_source_file(apiurl, project, package, filename, revision=rev, progress_obj=self.download_progress) elif package: if opts.current_dir: project_dir = None checkout_package(apiurl, project, package, rev, expand_link=expand_link, \ prj_dir=project_dir, service_files = opts.source_service_files, server_service_files=opts.server_side_source_service_files, progress_obj=self.download_progress, size_limit=opts.limit_size, meta=opts.meta) print_request_list(apiurl, project, package) elif project: prj_dir = project if sys.platform[:3] == 'win': prj_dir = prj_dir.replace(':', ';') if os.path.exists(prj_dir): sys.exit('osc: project \'%s\' already exists' % project) # check if the project does exist (show_project_meta will throw an exception) show_project_meta(apiurl, project) Project.init_project(apiurl, prj_dir, project, conf.config['do_package_tracking']) print statfrmt('A', prj_dir) # all packages for package in meta_get_packagelist(apiurl, project): try: checkout_package(apiurl, project, package, expand_link = expand_link, \ prj_dir = prj_dir, service_files = opts.source_service_files, server_service_files = opts.server_side_source_service_files, progress_obj=self.download_progress, size_limit=opts.limit_size, meta=opts.meta) except oscerr.LinkExpandError, e: print >>sys.stderr, 'Link cannot be expanded:\n', e print >>sys.stderr, 'Use "osc repairlink" for fixing merge conflicts:\n' # check out in unexpanded form at least checkout_package(apiurl, project, package, expand_link = False, \ prj_dir = prj_dir, service_files = opts.source_service_files, server_service_files = opts.server_side_source_service_files, progress_obj=self.download_progress, size_limit=opts.limit_size, meta=opts.meta) print_request_list(apiurl, project) else: raise oscerr.WrongArgs('Missing argument.\n\n' \ + self.get_cmd_help('checkout')) @cmdln.option('-q', '--quiet', action='store_true', help='print as little as possible') @cmdln.option('-v', '--verbose', action='store_true', help='print extra information') @cmdln.option('-e', '--show-excluded', action='store_true', help='also show files which are excluded by the ' \ '"exclude_glob" config option') @cmdln.alias('st') def do_status(self, subcmd, opts, *args): """${cmd_name}: Show status of files in working copy Show the status of files in a local working copy, indicating whether files have been changed locally, deleted, added, ... The first column in the output specifies the status and is one of the following characters: ' ' no modifications 'A' Added 'C' Conflicted 'D' Deleted 'M' Modified '?' item is not under version control '!' item is missing (removed by non-osc command) or incomplete examples: osc st osc st osc st file1 file2 ... usage: osc status [OPTS] [PATH...] ${cmd_option_list} """ args = parseargs(args) # storage for single Package() objects pacpaths = [] # storage for a project dir ( { prj_instance : [ package objects ] } ) prjpacs = {} for arg in args: # when 'status' is run inside a project dir, it should # stat all packages existing in the wc if is_project_dir(arg): prj = Project(arg, False) if conf.config['do_package_tracking']: prjpacs[prj] = [] for pac in prj.pacs_have: # we cannot create package objects if the dir does not exist if not pac in prj.pacs_broken: prjpacs[prj].append(os.path.join(arg, pac)) else: pacpaths += [arg + '/' + n for n in prj.pacs_have] elif is_package_dir(arg): pacpaths.append(arg) elif os.path.isfile(arg) or is_package_dir(os.path.dirname(arg)): pacpaths.append(arg) else: msg = '\'%s\' is neither a project or a package directory' % arg raise oscerr.NoWorkingCopy, msg lines = [] # process single packages lines = getStatus(findpacs(pacpaths), None, opts.verbose, opts.quiet, opts.show_excluded) # process project dirs for prj, pacs in prjpacs.iteritems(): lines += getStatus(findpacs(pacs), prj, opts.verbose, opts.quiet, opts.show_excluded) if lines: print '\n'.join(lines) def do_add(self, subcmd, opts, *args): """${cmd_name}: Mark files to be added upon the next commit In case a URL is given the file will get downloaded and registered to be downloaded by the server as well via the download_url source service. This is recommended for release tar balls to track their source and to help others to review your changes esp. on version upgrades. usage: osc add URL [URL...] osc add FILE [FILE...] ${cmd_option_list} """ if not args: raise oscerr.WrongArgs('Missing argument.\n\n' \ + self.get_cmd_help('add')) # Do some magic here, when adding a url. We want that the server to download the tar ball and to verify it for arg in parseargs(args): if arg.startswith('http://') or arg.startswith('https://') or arg.startswith('ftp://'): if arg.endswith('.git'): addGitSource(arg) else: addDownloadUrlService(arg) else: addFiles([arg]) def do_mkpac(self, subcmd, opts, *args): """${cmd_name}: Create a new package under version control usage: osc mkpac new_package ${cmd_option_list} """ if not conf.config['do_package_tracking']: print >>sys.stderr, "to use this feature you have to enable \'do_package_tracking\' " \ "in the [general] section in the configuration file" sys.exit(1) if len(args) != 1: raise oscerr.WrongArgs('Wrong number of arguments.') createPackageDir(args[0]) @cmdln.option('-r', '--recursive', action='store_true', help='If CWD is a project dir then scan all package dirs as well') @cmdln.alias('ar') def do_addremove(self, subcmd, opts, *args): """${cmd_name}: Adds new files, removes disappeared files Adds all files new in the local copy, and removes all disappeared files. ARG, if specified, is a package working copy. ${cmd_usage} ${cmd_option_list} """ args = parseargs(args) arg_list = args[:] for arg in arg_list: if is_project_dir(arg) and conf.config['do_package_tracking']: prj = Project(arg, False) for pac in prj.pacs_unvers: pac_dir = getTransActPath(os.path.join(prj.dir, pac)) if os.path.isdir(pac_dir): addFiles([pac_dir], prj) for pac in prj.pacs_broken: if prj.get_state(pac) != 'D': prj.set_state(pac, 'D') print statfrmt('D', getTransActPath(os.path.join(prj.dir, pac))) if opts.recursive: for pac in prj.pacs_have: state = prj.get_state(pac) if state != None and state != 'D': pac_dir = getTransActPath(os.path.join(prj.dir, pac)) args.append(pac_dir) args.remove(arg) prj.write_packages() elif is_project_dir(arg): print >>sys.stderr, 'osc: addremove is not supported in a project dir unless ' \ '\'do_package_tracking\' is enabled in the configuration file' sys.exit(1) pacs = findpacs(args) for p in pacs: p.todo = list(set(p.filenamelist + p.filenamelist_unvers + p.to_be_added)) for filename in p.todo: if os.path.isdir(filename): continue # ignore foo.rXX, foo.mine for files which are in 'C' state if os.path.splitext(filename)[0] in p.in_conflict: continue state = p.status(filename) if state == '?': # TODO: should ignore typical backup files suffix ~ or .orig p.addfile(filename) elif state == '!': p.delete_file(filename) print statfrmt('D', getTransActPath(os.path.join(p.dir, filename))) @cmdln.alias('ci') @cmdln.alias('checkin') @cmdln.option('-m', '--message', metavar='TEXT', help='specify log message TEXT') @cmdln.option('-F', '--file', metavar='FILE', help='read log message from FILE') @cmdln.option('-f', '--force', default=False, action="store_true", help='force commit - do not tests a file list') @cmdln.option('--skip-validation', default=False, action="store_true", help='Skip the source validation') @cmdln.option('--verbose-validation', default=False, action="store_true", help='Run the source validation with verbose information') def do_commit(self, subcmd, opts, *args): """${cmd_name}: Upload content to the repository server Upload content which is changed in your working copy, to the repository server. Optionally checks the state of a working copy, if found a file with unknown state, it requests an user input: * skip - don't change anything, just move to another file * remove - remove a file from dir * edit file list - edit filelist using EDITOR * commit - don't check anything and commit package * abort - abort commit - this is default value This can be supressed by check_filelist config item, or -f/--force command line option. examples: osc ci # current dir osc ci osc ci file1 file2 ... ${cmd_usage} ${cmd_option_list} """ def get_commit_msg(pacs): template = store_read_file(os.path.abspath('.'), '_commit_msg') # open editor for commit message # but first, produce status and diff to append to the template footer = [] lines = [] for pac in pacs: changed = getStatus([pac], quiet=True) if changed: footer += changed footer.append('\nDiff for working copy: %s' % pac.dir) footer.extend([''.join(i) for i in pac.get_diff(ignoreUnversioned=True)]) lines.extend(get_commit_message_template(pac)) if template == None: template='\n'.join(lines) msg = '' # if footer is empty, there is nothing to commit, and no edit needed. if footer: msg = edit_message(footer='\n'.join(footer), template=template) if msg: store_write_string(os.path.abspath('.'), '_commit_msg', msg + '\n') else: store_unlink_file(os.path.abspath('.'), '_commit_msg') return msg args = parseargs(args) validators = conf.config['source_validator_directory'] if opts.skip_validation: validators = None elif not os.path.exists(validators): print "WARNING: source_validator_directory configured but it "\ "does not exist:\n\t %s \n"\ "\t Install osc-source_validator to fix." % validators validators = None msg = '' if opts.message: msg = opts.message elif opts.file: try: msg = open(opts.file).read() except: sys.exit('could not open file \'%s\'.' % opts.file) arg_list = args[:] for arg in arg_list: if conf.config['do_package_tracking'] and is_project_dir(arg): try: prj = Project(arg) prj.validate_pacs(validators, opts.verbose_validation) if not msg: msg = edit_message() prj.commit(msg=msg) except oscerr.ExtRuntimeError, e: print >>sys.stderr, "ERROR: source_validator failed", e return 1 args.remove(arg) pacs = findpacs(args) if conf.config['check_filelist'] and not opts.force: check_filelist_before_commit(pacs) if conf.config['do_package_tracking'] and len(pacs) > 0: prj_paths = {} single_paths = [] files = {} # XXX: this is really ugly pac_objs = {} # it is possible to commit packages from different projects at the same # time: iterate over all pacs and put each pac to the right project in the dict for pac in pacs: path = os.path.normpath(os.path.join(pac.dir, os.pardir)) if is_project_dir(path): pac_path = os.path.basename(os.path.normpath(pac.absdir)) prj_paths.setdefault(path, []).append(pac_path) pac_objs.setdefault(path, []).append(pac) files[pac_path] = pac.todo else: single_paths.append(pac.dir) for prj_path, packages in prj_paths.iteritems(): prj = Project(prj_path) prj.validate_pacs(validators, opts.verbose_validation, *packages) if not msg: msg = get_commit_msg(pac_objs[prj_path]) prj.commit(packages, msg=msg, files=files) for pac in single_paths: p = Package(pac) p.validate(validators, opts.verbose_validation) if not msg: msg = get_commit_msg([p]) p.commit(msg) else: for p in pacs: p = Package(pac) p.validate(validators, opts.verbose_validation) if not msg: msg = get_commit_msg([p]) p.commit(msg) store_unlink_file(os.path.abspath('.'), '_commit_msg') @cmdln.option('-r', '--revision', metavar='REV', help='update to specified revision (this option will be ignored ' 'if you are going to update the complete project or more than ' 'one package)') @cmdln.option('-u', '--unexpand-link', action='store_true', help='if a package is an expanded link, update to the raw _link file') @cmdln.option('-e', '--expand-link', action='store_true', help='if a package is a link, update to the expanded sources') @cmdln.option('-s', '--source-service-files', action='store_true', help='Run local source services after update.' ) @cmdln.option('-S', '--server-side-source-service-files', action='store_true', help='Use server side generated sources instead of local generation.' ) @cmdln.option('-l', '--limit-size', metavar='limit_size', help='Skip all files with a given size') @cmdln.alias('up') def do_update(self, subcmd, opts, *args): """${cmd_name}: Update a working copy examples: 1. osc up If the current working directory is a package, update it. If the directory is a project directory, update all contained packages, AND check out newly added packages. To update only checked out packages, without checking out new ones, you might want to use "osc up *" from within the project dir. 2. osc up PAC Update the packages specified by the path argument(s) When --expand-link is used with source link packages, the expanded sources will be checked out. Without this option, the _link file and patches will be checked out. The option --unexpand-link can be used to switch back to the "raw" source with a _link file plus patch(es). ${cmd_usage} ${cmd_option_list} """ if (opts.expand_link and opts.unexpand_link) \ or (opts.expand_link and opts.revision) \ or (opts.unexpand_link and opts.revision): raise oscerr.WrongOptions('Sorry, the options --expand-link, --unexpand-link and ' '--revision are mutually exclusive.') args = parseargs(args) arg_list = args[:] for arg in arg_list: if is_project_dir(arg): prj = Project(arg, progress_obj=self.download_progress) if conf.config['do_package_tracking']: prj.update(expand_link=opts.expand_link, unexpand_link=opts.unexpand_link) args.remove(arg) else: # if not tracking package, and 'update' is run inside a project dir, # it should do the following: # (a) update all packages args += prj.pacs_have # (b) fetch new packages prj.checkout_missing_pacs(expand_link = not opts.unexpand_link) args.remove(arg) print_request_list(prj.apiurl, prj.name) args.sort() pacs = findpacs(args, progress_obj=self.download_progress) if opts.revision and len(args) == 1: rev, dummy = parseRevisionOption(opts.revision) if not checkRevision(pacs[0].prjname, pacs[0].name, rev, pacs[0].apiurl): print >>sys.stderr, 'Revision \'%s\' does not exist' % rev sys.exit(1) else: rev = None for p in pacs: if len(pacs) > 1: print 'Updating %s' % p.name # this shouldn't be needed anymore with the new update mechanism # an expand/unexpand update is treated like a normal update (there's nothing special) # FIXME: ugly workaround for #399247 # if opts.expand_link or opts.unexpand_link: # if [ i for i in p.filenamelist+p.filenamelist_unvers if p.status(i) != ' ' and p.status(i) != '?']: # print >>sys.stderr, 'osc: cannot expand/unexpand because your working ' \ # 'copy has local modifications.\nPlease revert/commit them ' \ # 'and try again.' # sys.exit(1) if not rev: if opts.expand_link and p.islink() and not p.isexpanded(): if p.haslinkerror(): try: rev = show_upstream_xsrcmd5(p.apiurl, p.prjname, p.name, revision=p.rev) except: rev = show_upstream_xsrcmd5(p.apiurl, p.prjname, p.name, revision=p.rev, linkrev='base') p.mark_frozen() else: p.update(rev, opts.server_side_source_service_files, opts.limit_size) rev = p.linkinfo.xsrcmd5 print 'Expanding to rev', rev elif opts.unexpand_link and p.islink() and p.isexpanded(): print 'Unexpanding to rev', p.linkinfo.lsrcmd5 p.update(rev, opts.server_side_source_service_files, opts.limit_size) rev = p.linkinfo.lsrcmd5 elif p.islink() and p.isexpanded(): rev = p.latest_rev() p.update(rev, opts.server_side_source_service_files, opts.limit_size) if opts.source_service_files: print 'Running local source services' p.run_source_services() if opts.unexpand_link: p.unmark_frozen() rev = None print_request_list(p.apiurl, p.prjname, p.name) @cmdln.option('-f', '--force', action='store_true', help='forces removal of entire package and its files') @cmdln.alias('rm') @cmdln.alias('del') @cmdln.alias('remove') def do_delete(self, subcmd, opts, *args): """${cmd_name}: Mark files or package directories to be deleted upon the next 'checkin' usage: cd .../PROJECT/PACKAGE osc delete FILE [...] cd .../PROJECT osc delete PACKAGE [...] This command works on check out copies. Use "rdelete" for working on server side only. This is needed for removing the entire project. As a safety measure, projects must be empty (i.e., you need to delete all packages first). If you are sure that you want to remove a package and all its files use \'--force\' switch. Sometimes this also works without --force. ${cmd_option_list} """ if not args: raise oscerr.WrongArgs('Missing argument.\n\n' \ + self.get_cmd_help('delete')) args = parseargs(args) # check if args contains a package which was removed by # a non-osc command and mark it with the 'D'-state arg_list = args[:] for i in arg_list: if not os.path.exists(i): prj_dir, pac_dir = getPrjPacPaths(i) if is_project_dir(prj_dir): prj = Project(prj_dir, False) if i in prj.pacs_broken: if prj.get_state(i) != 'A': prj.set_state(pac_dir, 'D') else: prj.del_package_node(i) print statfrmt('D', getTransActPath(i)) args.remove(i) prj.write_packages() pacs = findpacs(args) for p in pacs: if not p.todo: prj_dir, pac_dir = getPrjPacPaths(p.absdir) if is_project_dir(prj_dir): if conf.config['do_package_tracking']: prj = Project(prj_dir, False) prj.delPackage(p, opts.force) else: print "WARNING: package tracking is disabled, operation skipped !" else: pathn = getTransActPath(p.dir) for filename in p.todo: p.clear_from_conflictlist(filename) ret, state = p.delete_file(filename, opts.force) if ret: print statfrmt('D', os.path.join(pathn, filename)) continue if state == '?': sys.exit('\'%s\' is not under version control' % filename) elif state in ['A', 'M'] and not opts.force: sys.exit('\'%s\' has local modifications (use --force to remove this file)' % filename) def do_resolved(self, subcmd, opts, *args): """${cmd_name}: Remove 'conflicted' state on working copy files If an upstream change can't be merged automatically, a file is put into in 'conflicted' ('C') state. Within the file, conflicts are marked with special <<<<<<< as well as ======== and >>>>>>> lines. After manually resolving all conflicting parts, use this command to remove the 'conflicted' state. Note: this subcommand does not semantically resolve conflicts or remove conflict markers; it merely removes the conflict-related artifact files and allows PATH to be committed again. usage: osc resolved FILE [FILE...] ${cmd_option_list} """ if not args: raise oscerr.WrongArgs('Missing argument.\n\n' \ + self.get_cmd_help('resolved')) args = parseargs(args) pacs = findpacs(args) for p in pacs: for filename in p.todo: print 'Resolved conflicted state of "%s"' % filename p.clear_from_conflictlist(filename) @cmdln.alias('dists') # FIXME: using just ^DISCONTINUED as match is not a general approach and only valid for one instance # we need to discuss an api call for that, if we need this # @cmdln.option('-d', '--discontinued', action='store_true', # help='show discontinued distributions') def do_distributions(self, subcmd, opts, *args): """${cmd_name}: Shows all available distributions This command shows the available distributions. For active distributions it shows the name, project and name of the repository and a suggested default repository name. usage: osc distributions ${cmd_option_list} """ apiurl = self.get_api_url() print '\n'.join(get_distibutions(apiurl))#FIXME:, opts.discontinued)) @cmdln.hide(1) def do_results_meta(self, subcmd, opts, *args): print "Command results_meta is obsolete. Please use: osc results --xml" sys.exit(1) @cmdln.hide(1) @cmdln.option('-l', '--last-build', action='store_true', help='show last build results (succeeded/failed/unknown)') @cmdln.option('-r', '--repo', action='append', default = [], help='Show results only for specified repo(s)') @cmdln.option('-a', '--arch', action='append', default = [], help='Show results only for specified architecture(s)') @cmdln.option('', '--xml', action='store_true', help='generate output in XML (former results_meta)') def do_rresults(self, subcmd, opts, *args): print "Command rresults is obsolete. Running 'osc results' instead" self.do_results('results', opts, *args) sys.exit(1) @cmdln.option('-f', '--force', action='store_true', default=False, help="Don't ask and delete files") def do_rremove(self, subcmd, opts, project, package, *files): """${cmd_name}: Remove source files from selected package ${cmd_usage} ${cmd_option_list} """ apiurl = self.get_api_url() if len(files) == 0: if not '/' in project: raise oscerr.WrongArgs("Missing operand, type osc help rremove for help") else: files = (package, ) project, package = project.split('/') for filename in files: if not opts.force: resp = raw_input("rm: remove source file `%s' from `%s/%s'? (yY|nN) " % (filename, project, package)) if resp not in ('y', 'Y'): continue try: delete_files(apiurl, project, package, (filename, )) except urllib2.HTTPError, e: if opts.force: print >>sys.stderr, e body = e.read() if e.code in [ 400, 403, 404, 500 ]: if '' in body: msg = body.split('')[1] msg = msg.split('')[0] print >>sys.stderr, msg else: raise e @cmdln.alias('r') @cmdln.option('-l', '--last-build', action='store_true', help='show last build results (succeeded/failed/unknown)') @cmdln.option('-r', '--repo', action='append', default = [], help='Show results only for specified repo(s)') @cmdln.option('-a', '--arch', action='append', default = [], help='Show results only for specified architecture(s)') @cmdln.option('-v', '--verbose', action='store_true', default=False, help='more verbose output') @cmdln.option('', '--xml', action='store_true', default=False, help='generate output in XML (former results_meta)') @cmdln.option('', '--csv', action='store_true', default=False, help='generate output in CSV format') @cmdln.option('', '--format', default='%(repository)s|%(arch)s|%(state)s|%(dirty)s|%(code)s|%(details)s', help='format string for csv output') def do_results(self, subcmd, opts, *args): """${cmd_name}: Shows the build results of a package Usage: osc results (inside working copy) osc results remote_project remote_package ${cmd_option_list} """ args = slash_split(args) apiurl = self.get_api_url() if len(args) == 0: wd = os.curdir if is_project_dir(wd): opts.csv = None if opts.arch == []: opts.arch = None if opts.repo == []: opts.repo = None opts.hide_legend = None opts.name_filter = None opts.status_filter = None opts.vertical = None opts.show_non_building = None opts.show_excluded = None self.do_prjresults('prjresults', opts, *args) sys.exit(0) else: project = store_read_project(wd) package = store_read_package(wd) elif len(args) < 2: raise oscerr.WrongArgs('Too few arguments (required none or two)') elif len(args) > 2: raise oscerr.WrongArgs('Too many arguments (required none or two)') else: project = args[0] package = args[1] if opts.xml and opts.csv: raise oscerr.WrongOptions("--xml and --csv are mutual exclusive") args = [ apiurl, project, package, opts.last_build, opts.repo, opts.arch ] if opts.xml: return show_results_meta(*args) elif opts.csv: return '\n'.join(format_results(get_package_results(*args), opts.format)) else: args.append(opts.verbose) return '\n'.join(get_results(*args)) # WARNING: this function is also called by do_results. You need to set a default there # as well when adding a new option! @cmdln.option('-q', '--hide-legend', action='store_true', help='hide the legend') @cmdln.option('-c', '--csv', action='store_true', help='csv output') @cmdln.option('-s', '--status-filter', metavar='STATUS', help='show only packages with buildstatus STATUS (see legend)') @cmdln.option('-n', '--name-filter', metavar='EXPR', help='show only packages whose names match EXPR') @cmdln.option('-a', '--arch', metavar='ARCH', help='show results only for specified architecture(s)') @cmdln.option('-r', '--repo', metavar='REPO', help='show results only for specified repo(s)') @cmdln.option('-V', '--vertical', action='store_true', help='list packages vertically instead horizontally') @cmdln.option('--show-excluded', action='store_true', help='show packages that are excluded in all repos, also hide repos that have only excluded packages') @cmdln.alias('pr') def do_prjresults(self, subcmd, opts, *args): """${cmd_name}: Shows project-wide build results Usage: osc prjresults (inside working copy) osc prjresults PROJECT ${cmd_option_list} """ apiurl = self.get_api_url() if args: if len(args) == 1: project = args[0] else: raise oscerr.WrongArgs('Wrong number of arguments.') else: wd = os.curdir project = store_read_project(wd) print '\n'.join(get_prj_results(apiurl, project, hide_legend=opts.hide_legend, csv=opts.csv, status_filter=opts.status_filter, name_filter=opts.name_filter, repo=opts.repo, arch=opts.arch, vertical=opts.vertical, show_excluded=opts.show_excluded)) @cmdln.option('-q', '--hide-legend', action='store_true', help='hide the legend') @cmdln.option('-c', '--csv', action='store_true', help='csv output') @cmdln.option('-s', '--status-filter', metavar='STATUS', help='show only packages with buildstatus STATUS (see legend)') @cmdln.option('-n', '--name-filter', metavar='EXPR', help='show only packages whose names match EXPR') @cmdln.hide(1) def do_rprjresults(self, subcmd, opts, *args): print "Command rprjresults is obsolete. Please use 'osc prjresults'" sys.exit(1) @cmdln.alias('bl') @cmdln.option('-s', '--start', metavar='START', help='get log starting from the offset') def do_buildlog(self, subcmd, opts, *args): """${cmd_name}: Shows the build log of a package Shows the log file of the build of a package. Can be used to follow the log while it is being written. Needs to be called from within a package directory. The arguments REPOSITORY and ARCH are the first two columns in the 'osc results' output. If the buildlog url is used buildlog command has the same behavior as remotebuildlog. ${cmd_usage} [REPOSITORY ARCH | BUILDLOGURL] ${cmd_option_list} """ repository = arch = None apiurl = self.get_api_url() if len(args) == 1 and args[0].startswith('http'): apiurl, project, package, repository, arch = parse_buildlogurl(args[0]) elif len(args) < 2: self.print_repos() elif len(args) > 2: raise oscerr.WrongArgs('Too many arguments.') else: wd = os.curdir package = store_read_package(wd) project = store_read_project(wd) repository = args[0] arch = args[1] offset=0 if opts.start: offset = int(opts.start) print_buildlog(apiurl, project, package, repository, arch, offset) def print_repos(self, repos_only=False): wd = os.curdir doprint = False if is_package_dir(wd): msg = "package" doprint = True elif is_project_dir(wd): msg = "project" doprint = True if doprint: print 'Valid arguments for this %s are:' % msg print if repos_only: self.do_repositories("repos_only", None) else: self.do_repositories(None, None) raise oscerr.WrongArgs('Missing arguments') @cmdln.alias('rbl') @cmdln.alias('rbuildlog') @cmdln.option('-s', '--start', metavar='START', help='get log starting from the offset') def do_remotebuildlog(self, subcmd, opts, *args): """${cmd_name}: Shows the build log of a package Shows the log file of the build of a package. Can be used to follow the log while it is being written. usage: osc remotebuildlog project package repository arch or osc remotebuildlog project/package/repository/arch or osc remotebuildlog buildlogurl ${cmd_option_list} """ if len(args) == 1 and args[0].startswith('http'): apiurl, project, package, repository, arch = parse_buildlogurl(args[0]) else: args = slash_split(args) apiurl = self.get_api_url() if len(args) < 4: raise oscerr.WrongArgs('Too few arguments.') elif len(args) > 4: raise oscerr.WrongArgs('Too many arguments.') else: project, package, repository, arch = args offset=0 if opts.start: offset = int(opts.start) print_buildlog(apiurl, project, package, repository, arch, offset) @cmdln.alias('lbl') @cmdln.option('-s', '--start', metavar='START', help='get log starting from offset') def do_localbuildlog(self, subcmd, opts, *args): """${cmd_name}: Shows the build log of a local buildchroot usage: osc lbl [REPOSITORY ARCH] osc lbl # show log of newest last local build ${cmd_option_list} """ if conf.config['build-type']: # FIXME: raise Exception instead print >>sys.stderr, 'Not implemented for VMs' sys.exit(1) if len(args) == 0: package = store_read_package('.') import glob files = glob.glob(os.path.join(os.getcwd(), store, "_buildinfo-*")) if not files: self.print_repos() cfg = files[0] # find newest file for f in files[1:]: if os.stat(f).st_mtime > os.stat(cfg).st_mtime: cfg = f root = ET.parse(cfg).getroot() project = root.get("project") repo = root.get("repository") arch = root.find("arch").text elif len(args) == 2: project = store_read_project('.') package = store_read_package('.') repo = args[0] arch = args[1] else: if is_package_dir(os.curdir): self.print_repos() raise oscerr.WrongArgs('Wrong number of arguments.') buildroot = os.environ.get('OSC_BUILD_ROOT', conf.config['build-root']) buildroot = buildroot % {'project': project, 'package': package, 'repo': repo, 'arch': arch} offset = 0 if opts.start: offset = int(opts.start) logfile = os.path.join(buildroot, '.build.log') if not os.path.isfile(logfile): raise oscerr.OscIOError(None, 'logfile \'%s\' does not exist' % logfile) f = open(logfile, 'r') f.seek(offset) data = f.read(BUFSIZE) while len(data): sys.stdout.write(data) data = f.read(BUFSIZE) f.close() @cmdln.alias('tr') def do_triggerreason(self, subcmd, opts, *args): """${cmd_name}: Show reason why a package got triggered to build The server decides when a package needs to get rebuild, this command shows the detailed reason for a package. A brief reason is also stored in the jobhistory, which can be accessed via "osc jobhistory". Trigger reasons might be: - new build (never build yet or rebuild manually forced) - source change (eg. on updating sources) - meta change (packages which are used for building have changed) - rebuild count sync (In case that it is configured to sync release numbers) usage in package or project directory: osc reason REPOSITORY ARCH osc reason PROJECT PACKAGE REPOSITORY ARCH ${cmd_option_list} """ wd = os.curdir args = slash_split(args) project = package = repository = arch = None if len(args) < 2: self.print_repos() apiurl = self.get_api_url() if len(args) == 2: # 2 if is_package_dir('.'): package = store_read_package(wd) else: raise oscerr.WrongArgs('package is not specified.') project = store_read_project(wd) repository = args[0] arch = args[1] elif len(args) == 4: project = args[0] package = args[1] repository = args[2] arch = args[3] else: raise oscerr.WrongArgs('Too many arguments.') print apiurl, project, package, repository, arch xml = show_package_trigger_reason(apiurl, project, package, repository, arch) root = ET.fromstring(xml) reason = root.find('explain').text print reason if reason == "meta change": print "changed keys:" for package in root.findall('packagechange'): print " ", package.get('change'), package.get('key') # FIXME: the new osc syntax should allow to specify multiple packages # FIXME: the command should optionally use buildinfo data to show all dependencies @cmdln.alias('whatdependson') def do_dependson(self, subcmd, opts, *args): """${cmd_name}: Show the build dependencies The command dependson and whatdependson can be used to find out what will be triggered when a certain package changes. This is no guarantee, since the new build might have changed dependencies. dependson shows the build dependencies inside of a project, valid for a given repository and architecture. NOTE: to see all binary packages, which can trigger a build you need to refer the buildinfo, since this command shows only the dependencies inside of a project. The arguments REPOSITORY and ARCH can be taken from the first two columns of the 'osc repos' output. usage in package or project directory: osc dependson REPOSITORY ARCH osc whatdependson REPOSITORY ARCH usage: osc dependson PROJECT [PACKAGE] REPOSITORY ARCH osc whatdependson PROJECT [PACKAGE] REPOSITORY ARCH ${cmd_option_list} """ wd = os.curdir args = slash_split(args) project = packages = repository = arch = reverse = None if len(args) < 2 and (is_package_dir('.') or is_project_dir('.')): self.print_repos() if len(args) > 5: raise oscerr.WrongArgs('Too many arguments.') apiurl = self.get_api_url() if len(args) < 3: # 2 if is_package_dir('.'): packages = [store_read_package(wd)] elif not is_project_dir('.'): raise oscerr.WrongArgs('Project and package is not specified.') project = store_read_project(wd) repository = args[0] arch = args[1] if len(args) == 3: project = args[0] repository = args[1] arch = args[2] if len(args) == 4: project = args[0] packages = [args[1]] repository = args[2] arch = args[3] if subcmd == 'whatdependson': reverse = 1 xml = get_dependson(apiurl, project, repository, arch, packages, reverse) root = ET.fromstring(xml) for package in root.findall('package'): print package.get('name'), ":" for dep in package.findall('pkgdep'): print " ", dep.text @cmdln.option('-x', '--extra-pkgs', metavar='PAC', action='append', help='Add this package when computing the buildinfo') @cmdln.option('-p', '--prefer-pkgs', metavar='DIR', action='append', help='Prefer packages from this directory when installing the build-root') def do_buildinfo(self, subcmd, opts, *args): """${cmd_name}: Shows the build info Shows the build "info" which is used in building a package. This command is mostly used internally by the 'build' subcommand. It needs to be called from within a package directory. The BUILD_DESCR argument is optional. BUILD_DESCR is a local RPM specfile or Debian "dsc" file. If specified, it is sent to the server, and the buildinfo will be based on it. If the argument is not supplied, the buildinfo is derived from the specfile which is currently on the source repository server. The returned data is XML and contains a list of the packages used in building, their source, and the expanded BuildRequires. The arguments REPOSITORY and ARCH are optional. They can be taken from the first two columns of the 'osc repos' output. If not specified, REPOSITORY defaults to the 'build_repositoy' config entry in your '.oscrc' and ARCH defaults to your host architecture. usage: in a package working copy: osc buildinfo [OPTS] REPOSITORY ARCH BUILD_DESCR osc buildinfo [OPTS] REPOSITORY (ARCH = hostarch, BUILD_DESCR is detected automatically) osc buildinfo [OPTS] ARCH (REPOSITORY = build_repository (config option), BUILD_DESCR is detected automatically) osc buildinfo [OPTS] BUILD_DESCR (REPOSITORY = build_repository (config option), ARCH = hostarch) osc buildinfo [OPTS] (REPOSITORY = build_repository (config option), ARCH = hostarch, BUILD_DESCR is detected automatically) Note: if BUILD_DESCR does not exist locally the remote BUILD_DESCR is used osc buildinfo [OPTS] PROJECT PACKAGE REPOSITORY ARCH [BUILD_DESCR] ${cmd_option_list} """ wd = os.curdir args = slash_split(args) project = package = repository = arch = build_descr = None if len(args) <= 3: if not is_package_dir('.'): raise oscerr.WrongArgs('Incorrect number of arguments (Note: \'.\' is no package wc)') project = store_read_project('.') package = store_read_package('.') repository, arch, build_descr = self.parse_repoarchdescr(args, ignore_descr=True) elif len(args) == 4 or len(args) == 5: project = args[0] package = args[1] repository = args[2] arch = args[3] if len(args) == 5: build_descr = args[4] else: raise oscerr.WrongArgs('Too many arguments.') apiurl = self.get_api_url() build_descr_data = None if not build_descr is None: build_descr_data = open(build_descr, 'r').read() if opts.prefer_pkgs and build_descr_data is None: raise oscerr.WrongArgs('error: a build description is needed if \'--prefer-pkgs\' is used') elif opts.prefer_pkgs: from build import get_prefer_pkgs print 'Scanning the following dirs for local packages: %s' % ', '.join(opts.prefer_pkgs) prefer_pkgs, cpio = get_prefer_pkgs(opts.prefer_pkgs, arch, os.path.splitext(args[2])[1]) cpio.add(os.path.basename(args[2]), build_descr_data) build_descr_data = cpio.get() print ''.join(get_buildinfo(apiurl, project, package, repository, arch, specfile=build_descr_data, addlist=opts.extra_pkgs)) def do_buildconfig(self, subcmd, opts, *args): """${cmd_name}: Shows the build config Shows the build configuration which is used in building a package. This command is mostly used internally by the 'build' command. The returned data is the project-wide build configuration in a format which is directly readable by the build script. It contains RPM macros and BuildRequires expansions, for example. The argument REPOSITORY an be taken from the first column of the 'osc repos' output. usage: osc buildconfig REPOSITORY (in pkg or prj dir) osc buildconfig PROJECT REPOSITORY ${cmd_option_list} """ wd = os.curdir args = slash_split(args) if len(args) < 1 and (is_package_dir('.') or is_project_dir('.')): self.print_repos(True) if len(args) > 2: raise oscerr.WrongArgs('Too many arguments.') apiurl = self.get_api_url() if len(args) == 1: #FIXME: check if args[0] is really a repo and not a project, need a is_project() function for this project = store_read_project(wd) repository = args[0] elif len(args) == 2: project = args[0] repository = args[1] else: raise oscerr.WrongArgs('Wrong number of arguments.') print ''.join(get_buildconfig(apiurl, project, repository)) @cmdln.alias('repos') @cmdln.alias('platforms') def do_repositories(self, subcmd, opts, *args): """${cmd_name}: shows repositories configured for a project. It skips repositories by default which are disabled for a given package. usage: osc repos osc repos [PROJECT] [PACKAGE] ${cmd_option_list} """ apiurl = self.get_api_url() project = None package = None disabled = None if len(args) == 1: project = args[0] elif len(args) == 2: project = args[0] package = args[1] elif len(args) == 0: if is_package_dir('.'): package = store_read_package('.') project = store_read_project('.') elif is_project_dir('.'): project = store_read_project('.') else: raise oscerr.WrongArgs('Wrong number of arguments') if project is None: raise oscerr.WrongArgs('No project specified') if package is not None: disabled = show_package_disabled_repos(apiurl, project, package) if subcmd == 'repos_only': for repo in get_repositories_of_project(apiurl, project): if (disabled is None) or ((disabled is not None) and (repo not in disabled)): print repo else: data = [] for repo in get_repos_of_project(apiurl, project): if (disabled is None) or ((disabled is not None) and (repo.name not in disabled)): data += [repo.name, repo.arch] for row in build_table(2, data, width=2): print row def parse_repoarchdescr(self, args, noinit = False, alternative_project = None, ignore_descr = False): """helper to parse the repo, arch and build description from args""" import osc.build import glob arg_arch = arg_repository = arg_descr = None if len(args) < 3: for arg in args: if arg.endswith('.spec') or arg.endswith('.dsc') or arg.endswith('.kiwi'): arg_descr = arg else: if arg in osc.build.can_also_build.get(osc.build.hostarch, []) or \ arg in osc.build.hostarch: arg_arch = arg elif not arg_repository: arg_repository = arg else: raise oscerr.WrongArgs('unexpected argument: \'%s\'' % arg) else: arg_repository, arg_arch, arg_descr = args arg_arch = arg_arch or osc.build.hostarch repositories = [] # store list of repos for potential offline use repolistfile = os.path.join(os.getcwd(), osc.core.store, "_build_repositories") if noinit: if os.path.exists(repolistfile): f = open(repolistfile, 'r') repositories = [ l.strip()for l in f.readlines()] f.close() else: project = alternative_project or store_read_project('.') apiurl = self.get_api_url() repositories = get_repositories_of_project(apiurl, project) if not len(repositories): raise oscerr.WrongArgs('no repositories defined for project \'%s\'' % project) try: f = open(repolistfile, 'w') f.write('\n'.join(repositories) + '\n') f.close() except: pass if not arg_repository and len(repositories): # Use a default value from config, but just even if it's available # unless try standard, or openSUSE_Factory arg_repository = repositories[-1] for repository in (conf.config['build_repository'], 'standard', 'openSUSE_Factory'): if repository in repositories: arg_repository = repository break if not arg_repository: raise oscerr.WrongArgs('please specify a repository') elif not arg_repository in repositories: raise oscerr.WrongArgs('%s is not a valid repository, use one of: %s' % (arg_repository, ', '.join(repositories))) # can be implemented using # reduce(lambda x, y: x + y, (glob.glob(x) for x in ('*.spec', '*.dsc', '*.kiwi'))) # but be a bit more readable :) descr = glob.glob('*.spec') + glob.glob('*.dsc') + glob.glob('*.kiwi') # FIXME: # * request repos from server and select by build type. if not arg_descr and len(descr) == 1: arg_descr = descr[0] elif not arg_descr: msg = None if len(descr) > 1: # prefer build descr that match the directory name # only if there are no other build descrs of different build types for ext in ['.spec', '.dsc', '.kiwi']: spec = os.path.basename(os.getcwd()) + ext if spec in descr and not [i for i in descr if not i.endswith(ext)]: arg_descr = spec if not arg_descr: msg = 'Multiple build description files found: %s' % ', '.join(descr) elif not ignore_descr: msg = 'Missing argument: build description (spec, dsc or kiwi file)' try: p = Package('.') if p.islink() and not p.isexpanded(): msg += ' (this package is not expanded - you might want to try osc up --expand)' except: pass if msg: raise oscerr.WrongArgs(msg) return arg_repository, arg_arch, arg_descr @cmdln.option('--clean', action='store_true', help='Delete old build root before initializing it') @cmdln.option('-o', '--offline', action='store_true', help='Start with cached prjconf and packages without contacting the api server') @cmdln.option('-l', '--preload', action='store_true', help='Preload all files into the chache for offline operation') @cmdln.option('--no-changelog', action='store_true', help='don\'t update the package changelog from a changes file') @cmdln.option('--rsync-src', metavar='RSYNCSRCPATH', dest='rsyncsrc', help='Copy folder to buildroot after installing all RPMs. Use together with --rsync-dest. This is the path on the HOST filesystem e.g. /tmp/linux-kernel-tree. It defines RSYNCDONE 1 .') @cmdln.option('--rsync-dest', metavar='RSYNCDESTPATH', dest='rsyncdest', help='Copy folder to buildroot after installing all RPMs. Use together with --rsync-src. This is the path on the TARGET filesystem e.g. /usr/src/packages/BUILD/linux-2.6 .') @cmdln.option('--overlay', metavar='OVERLAY', help='Copy overlay filesystem to buildroot after installing all RPMs .') @cmdln.option('--noinit', '--no-init', action='store_true', help='Skip initialization of build root and start with build immediately.') @cmdln.option('--nochecks', '--no-checks', action='store_true', help='Do not run post build checks on the resulting packages.') @cmdln.option('--no-verify', action='store_true', help='Skip signature verification of packages used for build. (Global config in .oscrc: no_verify)') @cmdln.option('--noservice', '--no-service', action='store_true', help='Skip run of local source services as specified in _service file.') @cmdln.option('-p', '--prefer-pkgs', metavar='DIR', action='append', help='Prefer packages from this directory when installing the build-root') @cmdln.option('-k', '--keep-pkgs', metavar='DIR', help='Save built packages into this directory') @cmdln.option('-x', '--extra-pkgs', metavar='PAC', action='append', help='Add this package when installing the build-root') @cmdln.option('--root', metavar='ROOT', help='Build in specified directory') @cmdln.option('-j', '--jobs', metavar='N', help='Compile with N jobs') @cmdln.option('--icecream', metavar='N', help='use N parallel build jobs with icecream') @cmdln.option('--ccache', action='store_true', help='use ccache to speed up rebuilds') @cmdln.option('--with', metavar='X', dest='_with', action='append', help='enable feature X for build') @cmdln.option('--without', metavar='X', action='append', help='disable feature X for build') # will not work as build.py does not support proper quoting # @cmdln.option('--define', metavar='\'X Y\'', action='append', # help='define macro X with value Y') @cmdln.option('--userootforbuild', action='store_true', help='Run build as root. The default is to build as ' 'unprivileged user. Note that a line "# norootforbuild" ' 'in the spec file will invalidate this option.') @cmdln.option('--build-uid', metavar='uid:gid|"caller"', help='specify the numeric uid:gid pair to assign to the ' 'unprivileged "abuild" user or use "caller" to use the current user uid:gid') @cmdln.option('--local-package', action='store_true', help='build a package which does not exist on the server') @cmdln.option('--linksources', action='store_true', help='use hard links instead of a deep copied source') @cmdln.option('--vm-type', metavar='TYPE', help='use VM type TYPE (e.g. kvm)') @cmdln.option('--alternative-project', metavar='PROJECT', help='specify the build target project') @cmdln.option('-d', '--debuginfo', action='store_true', help='also build debuginfo sub-packages') @cmdln.option('--disable-debuginfo', action='store_true', help='disable build of debuginfo packages') @cmdln.option('-b', '--baselibs', action='store_true', help='Create -32bit/-64bit/-x86 rpms for other architectures') @cmdln.option('--release', metavar='N', help='set release number of the package to N') @cmdln.option('--disable-cpio-bulk-download', action='store_true', help='disable downloading packages as cpio archive from api') @cmdln.option('--cpio-bulk-download', action='store_false', dest='disable_cpio_bulk_download', help=SUPPRESS_HELP) @cmdln.option('--download-api-only', action='store_true', help=SUPPRESS_HELP) @cmdln.option('--oldpackages', metavar='DIR', help='take previous build from DIR (special values: _self, _link)') def do_build(self, subcmd, opts, *args): """${cmd_name}: Build a package on your local machine You need to call the command inside a package directory, which should be a buildsystem checkout. (Local modifications are fine.) The arguments REPOSITORY and ARCH can be taken from the first two columns of the 'osc repos' output. BUILD_DESCR is either a RPM spec file, or a Debian dsc file. The command honours packagecachedir, build-root and build-uid settings in .oscrc, if present. You may want to set su-wrapper = 'sudo' in .oscrc, and configure sudo with option NOPASSWD for /usr/bin/build. If neither --clean nor --noinit is given, build will reuse an existing build-root again, removing unneeded packages and add missing ones. This is usually the fastest option. If the package doesn't exist on the server please use the --local-package option. If the project of the package doesn't exist on the server please use the --alternative-project option: Example: osc build [OPTS] --alternative-project openSUSE:10.3 standard i586 BUILD_DESCR usage: osc build [OPTS] REPOSITORY ARCH BUILD_DESCR osc build [OPTS] REPOSITORY (ARCH = hostarch, BUILD_DESCR is detected automatically) osc build [OPTS] ARCH (REPOSITORY = build_repository (config option), BUILD_DESCR is detected automatically) osc build [OPTS] BUILD_DESCR (REPOSITORY = build_repository (config option), ARCH = hostarch) osc build [OPTS] (REPOSITORY = build_repository (config option), ARCH = hostarch, BUILD_DESCR is detected automatically) # Note: # Configuration can be overridden by envvars, e.g. # OSC_SU_WRAPPER overrides the setting of su-wrapper. # OSC_BUILD_ROOT overrides the setting of build-root. # OSC_PACKAGECACHEDIR overrides the setting of packagecachedir. ${cmd_option_list} """ import osc.build if not os.path.exists('/usr/lib/build/debtransform') \ and not os.path.exists('/usr/lib/lbuild/debtransform'): sys.stderr.write('Error: you need build.rpm with version 2007.3.12 or newer.\n') sys.stderr.write('See http://download.opensuse.org/repositories/openSUSE:/Tools/\n') return 1 if opts.debuginfo and opts.disable_debuginfo: raise oscerr.WrongOptions('osc: --debuginfo and --disable-debuginfo are mutual exclusive') if len(args) > 3: raise oscerr.WrongArgs('Too many arguments') args = self.parse_repoarchdescr(args, opts.noinit or opts.offline, opts.alternative_project) # check for source services if not opts.noservice and not opts.noinit and os.listdir('.').count("_service"): p = Package('.') p.run_source_services() if conf.config['no_verify']: opts.no_verify = True if opts.keep_pkgs and not os.path.isdir(opts.keep_pkgs): if os.path.exists(opts.keep_pkgs): raise oscerr.WrongOptions('Preferred save location \'%s\' is not a directory' % opts.keep_pkgs) else: os.makedirs(opts.keep_pkgs) if opts.prefer_pkgs: for d in opts.prefer_pkgs: if not os.path.isdir(d): raise oscerr.WrongOptions('Preferred package location \'%s\' is not a directory' % d) if opts.noinit and opts.offline: raise oscerr.WrongOptions('--noinit and --offline are mutually exclusive') if opts.offline and opts.preload: raise oscerr.WrongOptions('--offline and --preload are mutually exclusive') print 'Building %s for %s/%s' % (args[2], args[0], args[1]) return osc.build.main(self.get_api_url(), opts, args) @cmdln.option('--local-package', action='store_true', help='package doesn\'t exist on the server') @cmdln.option('--alternative-project', metavar='PROJECT', help='specify the used build target project') @cmdln.option('--noinit', '--no-init', action='store_true', help='do not guess/verify specified repository') @cmdln.option('-r', '--root', action='store_true', help='login as root instead of abuild') @cmdln.option('-o', '--offline', action='store_true', help='Use cached data without contacting the api server') def do_chroot(self, subcmd, opts, *args): """${cmd_name}: chroot into the buildchroot chroot into the buildchroot for the given repository, arch and build description (NOTE: this command does not work if "build-type" is set in the config) usage: osc chroot [OPTS] REPOSITORY ARCH BUILD_DESCR osc chroot [OPTS] REPOSITORY (ARCH = hostarch, BUILD_DESCR is detected automatically) osc chroot [OPTS] ARCH (REPOSITORY = build_repository (config option), BUILD_DESCR is detected automatically) osc chroot [OPTS] BUILD_DESCR (REPOSITORY = build_repository (config option), ARCH = hostarch) osc chroot [OPTS] (REPOSITORY = build_repository (config option), ARCH = hostarch, BUILD_DESCR is detected automatically) ${cmd_option_list} """ if len(args) > 3: raise oscerr.WrongArgs('Too many arguments') if conf.config['build-type']: print >>sys.stderr, 'Not implemented for VMs' sys.exit(1) user = 'abuild' if opts.root: user = 'root' repository, arch, descr = self.parse_repoarchdescr(args, opts.noinit or opts.offline, opts.alternative_project) project = opts.alternative_project or store_read_project('.') if opts.local_package: package = os.path.splitext(descr)[0] else: package = store_read_package('.') buildroot = os.environ.get('OSC_BUILD_ROOT', conf.config['build-root']) \ % {'repo': repository, 'arch': arch, 'project': project, 'package': package} if not os.path.isdir(buildroot): raise oscerr.OscIOError(None, '\'%s\' is not a directory' % buildroot) suwrapper = os.environ.get('OSC_SU_WRAPPER', conf.config['su-wrapper']) sucmd = suwrapper.split()[0] suargs = ' '.join(suwrapper.split()[1:]) if suwrapper.startswith('su '): cmd = [sucmd, '%s chroot "%s" su - %s' % (suargs, buildroot, user)] else: cmd = [sucmd, 'chroot', buildroot, 'su', '-', user] if suargs: cmd.insert(1, suargs) print 'running: %s' % ' '.join(cmd) os.execvp(sucmd, cmd) @cmdln.option('', '--csv', action='store_true', help='generate output in CSV (separated by |)') @cmdln.alias('buildhist') def do_buildhistory(self, subcmd, opts, *args): """${cmd_name}: Shows the build history of a package The arguments REPOSITORY and ARCH can be taken from the first two columns of the 'osc repos' output. usage: osc buildhist REPOSITORY ARCHITECTURE osc buildhist PROJECT PACKAGE REPOSITORY ARCHITECTURE ${cmd_option_list} """ if len(args) < 2 and is_package_dir('.'): self.print_repos() apiurl = self.get_api_url() if len(args) == 4: project = args[0] package = args[1] repository = args[2] arch = args[3] elif len(args) == 2: wd = os.curdir package = store_read_package(wd) project = store_read_project(wd) repository = args[0] arch = args[1] else: raise oscerr.WrongArgs('Wrong number of arguments') format = 'text' if opts.csv: format = 'csv' print '\n'.join(get_buildhistory(apiurl, project, package, repository, arch, format)) @cmdln.option('', '--csv', action='store_true', help='generate output in CSV (separated by |)') @cmdln.option('-l', '--limit', metavar='limit', help='for setting the number of results') @cmdln.alias('jobhist') def do_jobhistory(self, subcmd, opts, *args): """${cmd_name}: Shows the job history of a project The arguments REPOSITORY and ARCH can be taken from the first two columns of the 'osc repos' output. usage: osc jobhist REPOSITORY ARCHITECTURE (in project dir) osc jobhist PROJECT [PACKAGE] REPOSITORY ARCHITECTURE ${cmd_option_list} """ wd = os.curdir args = slash_split(args) if len(args) < 2 and (is_project_dir('.') or is_package_dir('.')): self.print_repos() apiurl = self.get_api_url() if len(args) == 4: project = args[0] package = args[1] repository = args[2] arch = args[3] elif len(args) == 3: project = args[0] package = None # skipped = prj repository = args[1] arch = args[2] elif len(args) == 2: package = None try: package = store_read_package(wd) except: pass project = store_read_project(wd) repository = args[0] arch = args[1] else: raise oscerr.WrongArgs('Wrong number of arguments') format = 'text' if opts.csv: format = 'csv' print_jobhistory(apiurl, project, package, repository, arch, format, opts.limit) @cmdln.hide(1) def do_rlog(self, subcmd, opts, *args): print "Command rlog is obsolete. Please use 'osc log'" sys.exit(1) @cmdln.option('-r', '--revision', metavar='rev', help='show log of the specified revision') @cmdln.option('', '--csv', action='store_true', help='generate output in CSV (separated by |)') @cmdln.option('', '--xml', action='store_true', help='generate output in XML') @cmdln.option('-M', '--meta', action='store_true', help='checkout out meta data instead of sources' ) def do_log(self, subcmd, opts, *args): """${cmd_name}: Shows the commit log of a package Usage: osc log (inside working copy) osc log remote_project [remote_package] ${cmd_option_list} """ args = slash_split(args) apiurl = self.get_api_url() if len(args) == 0: wd = os.curdir if is_project_dir(wd) or is_package_dir(wd): project = store_read_project(wd) if is_project_dir(wd): package = "_project" else: package = store_read_package(wd) else: raise oscerr.NoWorkingCopy("Error: \"%s\" is not an osc working copy." % os.path.abspath(wd)) elif len(args) < 1: raise oscerr.WrongArgs('Too few arguments (required none or two)') elif len(args) > 2: raise oscerr.WrongArgs('Too many arguments (required none or two)') elif len(args) == 1: project = args[0] package = "_project" else: project = args[0] package = args[1] rev, dummy = parseRevisionOption(opts.revision) if rev and not checkRevision(project, package, rev, apiurl, opts.meta): print >>sys.stderr, 'Revision \'%s\' does not exist' % rev sys.exit(1) format = 'text' if opts.csv: format = 'csv' if opts.xml: format = 'xml' log = '\n'.join(get_commitlog(apiurl, project, package, rev, format, opts.meta)) run_pager(log) def do_service(self, subcmd, opts, *args): """${cmd_name}: Handle source services Source services can be used to modify sources like downloading files, verify files, generating files or modify existing files. usage: osc service COMMAND (inside working copy) osc service COMMAND PROJECT PACKAGE COMMAND can be: run run defined services locally remoterun trigger a re-run on the server side ${cmd_option_list} """ args = slash_split(args) package = repo = arch = code = None apiurl = self.get_api_url() if len(args) < 2: if is_package_dir(os.curdir): project = store_read_project(os.curdir) package = store_read_package(os.curdir) apiurl = store_read_apiurl(os.curdir) else: raise oscerr.WrongArgs('Too few arguments.') elif len(args) == 3: project = args[1] package = args[2] else: raise oscerr.WrongArgs('Too few arguments.') command = args[0] if command == "remoterun": print runservice(apiurl, project, package) if command == "run": if not is_package_dir(os.curdir): raise oscerr.WrongArgs('Local directory is no package') p = Package(".") p.run_source_services() @cmdln.option('-a', '--arch', metavar='ARCH', help='trigger rebuilds for a specific architecture') @cmdln.option('-r', '--repo', metavar='REPO', help='trigger rebuilds for a specific repository') @cmdln.option('-f', '--failed', action='store_true', help='rebuild all failed packages') @cmdln.alias('rebuildpac') def do_rebuild(self, subcmd, opts, *args): """${cmd_name}: Trigger package rebuilds Note that it is normally NOT needed to kick off rebuilds like this, because they principally happen in a fully automatic way, triggered by source check-ins. In particular, the order in which packages are built is handled by the build service. The arguments REPOSITORY and ARCH can be taken from the first two columns of the 'osc repos' output. usage: osc rebuild (inside working copy) osc rebuild PROJECT [PACKAGE [REPOSITORY [ARCH]]] ${cmd_option_list} """ args = slash_split(args) package = repo = arch = code = None apiurl = self.get_api_url() if opts.repo: repo = opts.repo if opts.arch: arch = opts.arch if len(args) < 1: if is_package_dir(os.curdir): project = store_read_project(os.curdir) package = store_read_package(os.curdir) apiurl = store_read_apiurl(os.curdir) elif is_project_dir(os.curdir): project = store_read_project(os.curdir) apiurl = store_read_apiurl(os.curdir) else: raise oscerr.WrongArgs('Too few arguments.') else: project = args[0] if len(args) > 1: package = args[1] if len(args) > 2: repo = args[2] if len(args) > 3: arch = args[3] if opts.failed: code = 'failed' print rebuild(apiurl, project, package, repo, arch, code) def do_info(self, subcmd, opts, *args): """${cmd_name}: Print information about a working copy Print information about each ARG (default: '.') ARG is a working-copy path. ${cmd_usage} ${cmd_option_list} """ args = parseargs(args) pacs = findpacs(args) for p in pacs: print p.info() @cmdln.option('-a', '--arch', metavar='ARCH', help='Abort builds for a specific architecture') @cmdln.option('-r', '--repo', metavar='REPO', help='Abort builds for a specific repository') def do_abortbuild(self, subcmd, opts, *args): """${cmd_name}: Aborts the build of a certain project/package With the optional argument you can specify a certain package otherwise all builds in the project will be cancelled. usage: osc abortbuild [OPTS] PROJECT [PACKAGE] ${cmd_option_list} """ apiurl = self.get_api_url() if len(args) < 1: raise oscerr.WrongArgs('Missing argument.') if len(args) == 2: package = args[1] else: package = None print abortbuild(apiurl, args[0], package, opts.arch, opts.repo) @cmdln.option('-a', '--arch', metavar='ARCH', help='Delete all binary packages for a specific architecture') @cmdln.option('-r', '--repo', metavar='REPO', help='Delete all binary packages for a specific repository') @cmdln.option('--build-disabled', action='store_true', help='Delete all binaries of packages for which the build is disabled') @cmdln.option('--build-failed', action='store_true', help='Delete all binaries of packages for which the build failed') @cmdln.option('--broken', action='store_true', help='Delete all binaries of packages for which the package source is bad') @cmdln.option('--unresolvable', action='store_true', help='Delete all binaries of packages which have dependency errors') @cmdln.option('--all', action='store_true', help='Delete all binaries regardless of the package status (previously default)') def do_wipebinaries(self, subcmd, opts, *args): """${cmd_name}: Delete all binary packages of a certain project/package With the optional argument you can specify a certain package otherwise all binary packages in the project will be deleted. usage: osc wipebinaries OPTS # works in checked out project dir osc wipebinaries OPTS PROJECT [PACKAGE] ${cmd_option_list} """ args = slash_split(args) package = project = None apiurl = self.get_api_url() # try to get project and package from checked out dirs if len(args) < 1: if is_project_dir(os.getcwd()): project = store_read_project(os.curdir) if is_package_dir(os.getcwd()): project = store_read_project(os.curdir) package = store_read_package(os.curdir) if project is None: raise oscerr.WrongArgs('Missing argument.') if len(args) > 2: raise oscerr.WrongArgs('Wrong number of arguments.') # respect given project and package if len(args) >= 1: project = args[0] if len(args) == 2: package = args[1] codes = [] if opts.build_disabled: codes.append('disabled') if opts.build_failed: codes.append('failed') if opts.broken: codes.append('broken') if opts.unresolvable: codes.append('unresolvable') if opts.all or opts.repo or opts.arch: codes.append(None) if len(codes) == 0: raise oscerr.WrongOptions('No option has been provided. If you want to delete all binaries, use --all option.') # make a new request for each code= parameter for code in codes: print wipebinaries(apiurl, project, package, opts.arch, opts.repo, code) @cmdln.option('-q', '--quiet', action='store_true', help='do not show downloading progress') @cmdln.option('-d', '--destdir', default='./', metavar='DIR', help='destination directory') @cmdln.option('--sources', action="store_true", help='also fetch source packages') @cmdln.option('--debug', action="store_true", help='also fetch debug packages') def do_getbinaries(self, subcmd, opts, *args): """${cmd_name}: Download binaries to a local directory This command downloads packages directly from the api server. Thus, it directly accesses the packages that are used for building others even when they are not "published" yet. usage: osc getbinaries REPOSITORY # works in checked out project/package (check out all archs in subdirs) osc getbinaries REPOSITORY ARCHITECTURE # works in checked out project/package osc getbinaries PROJECT PACKAGE REPOSITORY ARCHITECTURE ${cmd_option_list} """ args = slash_split(args) apiurl = self.get_api_url() package = None project = None if len(args) < 1 and is_package_dir('.'): project = store_read_project(os.curdir) package = store_read_package(os.curdir) self.print_repos() architecture = None if len(args) == 4: project = args[0] package = args[1] repository = args[2] architecture = args[3] elif len(args) <= 2: if is_package_dir(os.getcwd()): project = store_read_project(os.curdir) package = store_read_package(os.curdir) elif is_project_dir(os.getcwd()): project = store_read_project(os.curdir) else: raise oscerr.WrongArgs('Missing arguments: either specify and ' \ ' or move to a project or package working copy') repository = args[0] if len(args) == 2: architecture = args[1] else: raise oscerr.WrongArgs('Need either 1, 2 or 4 arguments') # Get package list arches = [architecture] if architecture is None: arches = [i.arch for i in get_repos_of_project(apiurl, project) if repository == i.name] if package is None: package = meta_get_packagelist(apiurl, project) else: package = [package] for arch in arches: for pac in package: binaries = get_binarylist(apiurl, project, repository, arch, package=pac, verbose=True) if not binaries: print >>sys.stderr, 'no binaries found: Either the package %s ' \ 'does not exist or no binaries have been built.' % pac continue target_dir = opts.destdir if architecture is None: # we're going to fetch all repo arches target_dir = '%s/%s' % (opts.destdir, arch) target_dir = os.path.normpath(target_dir) if not os.path.isdir(target_dir): print 'Creating %s' % target_dir os.makedirs(target_dir, 0755) for i in binaries: # skip source rpms if not opts.sources: if i.name.endswith('.src.rpm'): continue if i.name.find('-debugsource-') >= 0: continue if not opts.debug: if i.name.find('-debuginfo-') >= 0: continue fname = '%s/%s' % (target_dir, i.name) if os.path.exists(fname): st = os.stat(fname) if st.st_mtime == i.mtime and st.st_size == i.size: continue get_binary_file(apiurl, project, repository, arch, i.name, package = pac, target_filename = fname, target_mtime = i.mtime, progress_meter = not opts.quiet) @cmdln.option('-b', '--bugowner', action='store_true', help='restrict listing to items where the user is bugowner') @cmdln.option('-m', '--maintainer', action='store_true', help='restrict listing to items where the user is maintainer') @cmdln.option('-a', '--all', action='store_true', help='all involvements') @cmdln.option('-U', '--user', metavar='USER', help='search for USER instead of yourself') @cmdln.option('--exclude-project', action='append', help='exclude requests for specified project') @cmdln.option('-v', '--verbose', action='store_true', help='verbose listing') @cmdln.option('--maintained', action='store_true', help='limit search results to packages with maintained attribute set.') def do_my(self, subcmd, opts, type): """${cmd_name}: show packages, projects or requests involving yourself Examples: # list packages where I am bugowner osc ${cmd_name} pkg -b # list projects where I am maintainer osc ${cmd_name} prj -m # list request for all my projects and packages osc ${cmd_name} rq # list requests, excluding project 'foo' and 'bar' osc ${cmd_name} rq --exclude-project foo,bar # list submitrequests I made osc ${cmd_name} sr ${cmd_usage} where TYPE is one of requests, submitrequests, projects or packages (rq, sr, prj or pkg) ${cmd_option_list} """ args_rq = ('requests', 'request', 'req', 'rq') args_sr = ('submitrequests', 'submitrequest', 'submitreq', 'submit', 'sr') args_prj = ('projects', 'project', 'projs', 'proj', 'prj') args_pkg = ('packages', 'package', 'pack', 'pkgs', 'pkg') if opts.bugowner and opts.maintainer: raise oscerr.WrongOptions('Sorry, \'--bugowner\' and \'maintainer\' are mutually exclusive') elif opts.all and (opts.bugowner or opts.maintainer): raise oscerr.WrongOptions('Sorry, \'--all\' and \'--bugowner\' or \'--maintainer\' are mutually exclusive') apiurl = self.get_api_url() exclude_projects = [] for i in opts.exclude_project or []: prj = i.split(',') if len(prj) == 1: exclude_projects.append(i) else: exclude_projects.extend(prj) if not opts.user: user = conf.get_apiurl_usr(apiurl) else: user = opts.user list_requests = False what = {'project': '', 'package': ''} if type in args_rq: list_requests = True elif type in args_prj: what = {'project': ''} elif type in args_sr: requests = get_request_list(apiurl, req_who=user, exclude_target_projects=exclude_projects) for r in requests: print r.list_view() return elif not type in args_pkg: raise oscerr.WrongArgs("invalid type %s" % type) role_filter = '' if opts.maintainer: role_filter = 'maintainer' elif opts.bugowner: role_filter = 'bugowner' elif list_requests: role_filter = 'maintainer' if opts.all: role_filter = '' res = get_user_projpkgs(apiurl, user, role_filter, exclude_projects, what.has_key('project'), what.has_key('package'), opts.maintained, opts.verbose) request_todo = {} roles = {} if len(what.keys()) == 2: for i in res.get('project_id', res.get('project', {})).findall('project'): request_todo[i.get('name')] = [] roles[i.get('name')] = [p.get('role') for p in i.findall('person') if p.get('userid') == user] for i in res.get('package_id', res.get('package', {})).findall('package'): roles['/'.join([i.get('project'), i.get('name')])] = [p.get('role') for p in i.findall('person') if p.get('userid') == user] if not i.get('project') in request_todo.keys(): request_todo.setdefault(i.get('project'), []).append(i.get('name')) else: for i in res.get('project_id', res.get('project', {})).findall('project'): roles[i.get('name')] = [p.get('role') for p in i.findall('person') if p.get('userid') == user] if list_requests: requests = get_user_projpkgs_request_list(apiurl, user, projpkgs=request_todo) for r in requests: print r.list_view() else: for i in sorted(roles.keys()): out = '%s' % i prjpac = i.split('/') if type in args_pkg and len(prjpac) == 1 and not opts.verbose: continue if opts.verbose: out = '%s (%s)' % (i, ', '.join(sorted(roles[i]))) if len(prjpac) == 2: out = ' %s (%s)' % (prjpac[1], ', '.join(sorted(roles[i]))) print out @cmdln.option('--repos-baseurl', action='store_true', help='show base URLs of download repositories') @cmdln.option('-e', '--exact', action='store_true', help='show only exact matches, this is default now') @cmdln.option('-s', '--substring', action='store_true', help='Show also results where the search term is a sub string, slower search') @cmdln.option('--package', action='store_true', help='search for a package') @cmdln.option('--project', action='store_true', help='search for a project') @cmdln.option('--title', action='store_true', help='search for matches in the \'title\' element') @cmdln.option('--description', action='store_true', help='search for matches in the \'description\' element') @cmdln.option('-a', '--limit-to-attribute', metavar='ATTRIBUTE', help='match only when given attribute exists in meta data') @cmdln.option('-v', '--verbose', action='store_true', help='show more information') @cmdln.option('-i', '--involved', action='store_true', help='show projects/packages where given person (or myself) is involved as bugowner or maintainer') @cmdln.option('-b', '--bugowner', action='store_true', help='as -i, but only bugowner') @cmdln.option('-m', '--maintainer', action='store_true', help='as -i, but only maintainer') @cmdln.option('--maintained', action='store_true', help='limit search results to packages with maintained attribute set.') @cmdln.option('-M', '--mine', action='store_true', help='shorthand for --bugowner --package') @cmdln.option('--csv', action='store_true', help='generate output in CSV (separated by |)') @cmdln.option('--binary', action='store_true', help='search binary packages') @cmdln.option('-B', '--baseproject', metavar='PROJECT', help='search packages built for PROJECT (implies --binary)') @cmdln.alias('sm') @cmdln.alias('se') @cmdln.alias('bse') def do_search(self, subcmd, opts, search_term): """${cmd_name}: Search for a project and/or package. If no option is specified osc will search for projects and packages which contains the \'search term\' in their name, title or description. usage: osc search \'search term\' osc sm \'source package name\' ('osc search --maintained') osc bse ... ('osc search --binary') osc se 'perl(Foo::Bar)' ('osc --package perl-Foo-Bar') ${cmd_option_list} """ def build_xpath(attr, what, substr = False): if substr: return 'contains(%s, \'%s\')' % (attr, what) else: return '%s = \'%s\'' % (attr, what) # support perl package names and symbols: if re.match('^\w+(::\w+)+$', search_term): search_term = 'perl-' + re.sub('::','-', search_term) opts.package = True if re.match('^perl\(\w+(::\w+)*\)$', search_term): search_term = re.sub('\)','', re.sub('(::|\()','-', search_term)) opts.package = True if opts.mine: opts.bugowner = True opts.package = True if (opts.title or opts.description) and (opts.involved or opts.bugowner or opts.maintainer): raise oscerr.WrongOptions('Sorry, the options \'--title\' and/or \'--description\' ' \ 'are mutually exclusive with \'-i\'/\'-b\'/\'-m\'/\'-M\'') if opts.substring and opts.exact: raise oscerr.WrongOptions('Sorry, the options \'--substring\' and \'--exact\' are mutually exclusive') if subcmd == 'sm' or opts.maintained: opts.package = True if not opts.substring: opts.exact = True if subcmd == 'bse' or opts.baseproject: opts.binary = True if opts.binary and (opts.title or opts.description or opts.involved or opts.bugowner or opts.maintainer or opts.project or opts.package): raise oscerr.WrongOptions('Sorry, \'--binary\' and \'--title\' or \'--description\' or \'--involved ' \ 'or \'--bugowner\' or \'--maintainer\' or \'--limit-to-attribute \ ' \ 'or \'--project\' or \'--package\' are mutually exclusive') apiurl = self.get_api_url() xpath = '' if opts.title: xpath = xpath_join(xpath, build_xpath('title', search_term, opts.substring), inner=True) if opts.description: xpath = xpath_join(xpath, build_xpath('description', search_term, opts.substring), inner=True) if opts.project or opts.package or opts.binary: xpath = xpath_join(xpath, build_xpath('@name', search_term, opts.substring), inner=True) # role filter role_filter = '' if opts.bugowner or opts.maintainer or opts.involved: xpath = xpath_join(xpath, 'person/@userid = \'%s\'' % search_term, inner=True) role_filter = '%s (%s)' % (search_term, 'person') role_filter_xpath = xpath if opts.bugowner and not opts.maintainer: xpath = xpath_join(xpath, 'person/@role=\'bugowner\'', op='and') role_filter = 'bugowner' elif not opts.bugowner and opts.maintainer: xpath = xpath_join(xpath, 'person/@role=\'maintainer\'', op='and') role_filter = 'maintainer' if opts.limit_to_attribute: xpath = xpath_join(xpath, 'attribute/@name=\'%s\'' % opts.limit_to_attribute, op='and') if opts.baseproject: xpath = xpath_join(xpath, 'path/@project=\'%s\'' % opts.baseproject, op='and') if not xpath: xpath = xpath_join(xpath, build_xpath('@name', search_term, opts.substring), inner=True) xpath = xpath_join(xpath, build_xpath('title', search_term, opts.substring), inner=True) xpath = xpath_join(xpath, build_xpath('description', search_term, opts.substring), inner=True) what = {'project': xpath, 'package': xpath} if subcmd == 'sm' or opts.maintained: xpath = xpath_join(xpath, '(project/attribute/@name=\'%(attr)s\' or attribute/@name=\'%(attr)s\')' % {'attr': conf.config['maintained_attribute']}, op='and') what = {'package': xpath} elif opts.project and not opts.package: what = {'project': xpath} elif not opts.project and opts.package: what = {'package': xpath} elif opts.binary: what = {'published/binary/id': xpath} try: res = search(apiurl, **what) except urllib2.HTTPError, e: if e.code != 400 or not role_filter: raise e # backward compatibility: local role filtering if opts.limit_to_attribute: role_filter_xpath = xpath_join(role_filter_xpath, 'attribute/@name=\'%s\'' % opts.limit_to_attribute, op='and') what = dict([[kind, role_filter_xpath] for kind in what.keys()]) res = search(apiurl, **what) filter_role(res, search_term, role_filter) if role_filter: role_filter = '%s (%s)' % (search_term, role_filter) kind_map = {'published/binary/id': 'binary'} for kind, root in res.iteritems(): results = [] for node in root.findall(kind_map.get(kind, kind)): result = [] project = node.get('project') package = None if project is None: project = node.get('name') else: package = node.get('name') result.append(project) if not package is None: result.append(package) if opts.verbose: title = node.findtext('title').strip() if len(title) > 60: title = title[:61] + '...' result.append(title) if opts.repos_baseurl: # FIXME: no hardcoded URL of instance result.append('http://download.opensuse.org/repositories/%s/' % project.replace(':', ':/')) if kind == 'published/binary/id': result.append(node.get('filepath')) results.append(result) if not len(results): print 'No matches found for \'%s\' in %ss' % (role_filter or search_term, kind) continue # construct a sorted, flat list # Sort by first column, follwed by second column if we have two columns, else sort by first. results.sort(lambda x, y: ( cmp(x[0], y[0]) or (len(x)>1 and len(y)>1 and cmp(x[1], y[1])) )) new = [] for i in results: new.extend(i) results = new headline = [] if kind == 'package' or kind == 'published/binary/id': headline = [ '# Project', '# Package' ] else: headline = [ '# Project' ] if opts.verbose: headline.append('# Title') if opts.repos_baseurl: headline.append('# URL') if opts.binary: headline.append('# filepath') if not opts.csv: if len(what.keys()) > 1: print '#' * 68 print 'matches for \'%s\' in %ss:\n' % (role_filter or search_term, kind) for row in build_table(len(headline), results, headline, 2, csv = opts.csv): print row @cmdln.option('-p', '--project', metavar='project', help='specify the path to a project') @cmdln.option('-n', '--name', metavar='name', help='specify a package name') @cmdln.option('-t', '--title', metavar='title', help='set a title') @cmdln.option('-d', '--description', metavar='description', help='set the description of the package') @cmdln.option('', '--delete-old-files', action='store_true', help='delete existing files from the server') @cmdln.option('-c', '--commit', action='store_true', help='commit the new files') def do_importsrcpkg(self, subcmd, opts, srpm): """${cmd_name}: Import a new package from a src.rpm A new package dir will be created inside the project dir (if no project is specified and the current working dir is a project dir the package will be created in this project). If the package does not exist on the server it will be created too otherwise the meta data of the existing package will be updated ( and <description />). The src.rpm will be extracted into the package dir. The files won't be committed unless you explicitly pass the --commit switch. SRPM is the path of the src.rpm in the local filesystem, or an URL. ${cmd_usage} ${cmd_option_list} """ import glob from util import rpmquery if opts.delete_old_files and conf.config['do_package_tracking']: # IMHO the --delete-old-files option doesn't really fit into our # package tracking strategy print >>sys.stderr, '--delete-old-files is not supported anymore' print >>sys.stderr, 'when do_package_tracking is enabled' sys.exit(1) if '://' in srpm: print 'trying to fetch', srpm import urlgrabber urlgrabber.urlgrab(srpm) srpm = os.path.basename(srpm) srpm = os.path.abspath(srpm) if not os.path.isfile(srpm): print >>sys.stderr, 'file \'%s\' does not exist' % srpm sys.exit(1) if opts.project: project_dir = opts.project else: project_dir = os.curdir if conf.config['do_package_tracking']: project = Project(project_dir) else: project = store_read_project(project_dir) rpmq = rpmquery.RpmQuery.query(srpm) title, pac, descr, url = rpmq.summary(), rpmq.name(), rpmq.description(), rpmq.url() if url is None: url = '' if opts.title: title = opts.title if opts.name: pac = opts.name if opts.description: descr = opts.description # title and description can be empty if not pac: print >>sys.stderr, 'please specify a package name with the \'--name\' option. ' \ 'The automatic detection failed' sys.exit(1) olddir = os.getcwd() if conf.config['do_package_tracking']: createPackageDir(os.path.join(project.dir, pac), project) else: if not os.path.exists(os.path.join(project_dir, pac)): apiurl = store_read_apiurl(project_dir) user = conf.get_apiurl_usr(apiurl) data = meta_exists(metatype='pkg', path_args=(quote_plus(project), quote_plus(pac)), template_args=({ 'name': pac, 'user': user}), apiurl=apiurl) if data: data = ET.fromstring(''.join(data)) data.find('title').text = ''.join(title) data.find('description').text = ''.join(descr) data.find('url').text = url data = ET.tostring(data) else: print >>sys.stderr, 'error - cannot get meta data' sys.exit(1) edit_meta(metatype='pkg', path_args=(quote_plus(project), quote_plus(pac)), data = data, apiurl=apiurl) Package.init_package(apiurl, project, pac, os.path.join(project_dir, pac)) else: print >>sys.stderr, 'error - local package already exists' sys.exit(1) unpack_srcrpm(srpm, os.path.join(project_dir, pac)) p = Package(os.path.join(project_dir, pac)) if len(p.filenamelist) == 0 and opts.commit: print 'Adding files to working copy...' addFiles(glob.glob('*')) if conf.config['do_package_tracking']: os.chdir(olddir) project.commit((pac, )) else: p.update_datastructs() p.commit() elif opts.commit and opts.delete_old_files: for filename in p.filenamelist: p.delete_remote_source_file(filename) p.update_local_filesmeta() print 'Adding files to working copy...' addFiles(glob.glob('*')) p.update_datastructs() p.commit() else: print 'No files were committed to the server. Please ' \ 'commit them manually.' print 'Package \'%s\' only imported locally' % pac sys.exit(1) print 'Package \'%s\' imported successfully' % pac @cmdln.option('-X', '-m', '--method', default='GET', metavar='HTTP_METHOD', help='specify HTTP method to use (GET|PUT|DELETE|POST)') @cmdln.option('-d', '--data', default=None, metavar='STRING', help='specify string data for e.g. POST') @cmdln.option('-T', '-f', '--file', default=None, metavar='FILE', help='specify filename for e.g. PUT or DELETE') @cmdln.option('-a', '--add-header', default=None, metavar='NAME STRING', nargs=2, action='append', dest='headers', help='add the specified header to the request') def do_api(self, subcmd, opts, url): """${cmd_name}: Issue an arbitrary request to the API Useful for testing. URL can be specified either partially (only the path component), or fully with URL scheme and hostname ('http://...'). Note the global -A and -H options (see osc help). Examples: osc api /source/home:user osc api -X PUT -T /etc/fstab source/home:user/test5/myfstab ${cmd_usage} ${cmd_option_list} """ apiurl = self.get_api_url() if not opts.method in ['GET', 'PUT', 'POST', 'DELETE']: sys.exit('unknown method %s' % opts.method) if not url.startswith('http'): if not url.startswith('/'): url = '/' + url url = apiurl + url if opts.headers: opts.headers = dict(opts.headers) r = http_request(opts.method, url, data=opts.data, file=opts.file, headers=opts.headers) out = r.read() sys.stdout.write(out) @cmdln.option('-v', '--verbose', action='store_true', help='show more information') @cmdln.option('--nodevelproject', action='store_true', help='do not follow a defined devel project ' \ '(primary project where a package is developed)') @cmdln.option('-e', '--email', action='store_true', help='show email addresses instead of user names') def do_bugowner(self, subcmd, opts, *args): """${cmd_name}: Show bugowners of a project/package osc bugowner PRJ osc bugowner PRJ PKG PRJ and PKG default to current working-copy path. Prints bugowner if defined, or maintainer otherwise. Shortcut for osc maintainer -B [PRJ] PKG ${cmd_option_list} """ opts.role = () opts.bugowner = True opts.bugowner_only = None opts.add = None opts.delete = None opts.devel_project = None if len(args) == 1: print >>sys.stderr, 'defaulting to %s/%s' % (conf.config['getpac_default_project'], args[0]) # python has no args.unshift ??? args = [ conf.config['getpac_default_project'] , args[0] ] return self.do_maintainer(subcmd, opts, *args) @cmdln.option('-b', '--bugowner-only', action='store_true', help='Show only the bugowner') @cmdln.option('-B', '--bugowner', action='store_true', help='Show only the bugowner if defined, or maintainer otherwise') @cmdln.option('-e', '--email', action='store_true', help='show email addresses instead of user names') @cmdln.option('--nodevelproject', action='store_true', help='do not follow a defined devel project ' \ '(primary project where a package is developed)') @cmdln.option('-v', '--verbose', action='store_true', help='show more information') @cmdln.option('-D', '--devel-project', metavar='devel_project', help='define the project where this package is primarily developed') @cmdln.option('-a', '--add', metavar='user', help='add a new maintainer/bugowner (can be specified via --role)') @cmdln.option('-d', '--delete', metavar='user', help='delete a maintainer/bugowner (can be specified via --role)') @cmdln.option('-r', '--role', metavar='role', action='append', default=[], help='Specify user role') def do_maintainer(self, subcmd, opts, *args): """${cmd_name}: Show maintainers of a project/package osc maintainer PRJ <options> osc maintainer PRJ PKG <options> PRJ and PKG default to current working-copy path. ${cmd_usage} ${cmd_option_list} """ pac = None prj = None root = None roles = [ 'bugowner', 'maintainer' ] if len(opts.role): roles = opts.role if opts.bugowner_only or opts.bugowner: roles = [ 'bugowner' ] if len(args) == 0: try: pac = store_read_package('.') except oscerr.NoWorkingCopy: pass prj = store_read_project('.') elif len(args) == 1: prj = args[0] elif len(args) == 2: prj = args[0] pac = args[1] else: raise oscerr.WrongArgs('Wrong number of arguments.') apiurl = self.get_api_url() if opts.add: for role in roles: addPerson(apiurl, prj, pac, opts.add, role) elif opts.delete: for role in roles: delPerson(apiurl, prj, pac, opts.delete, role) elif opts.devel_project: # XXX: does it really belong to this command? setDevelProject(apiurl, prj, pac, opts.devel_project) else: if pac: m = show_package_meta(apiurl, prj, pac) root = ET.fromstring(''.join(m)) if not opts.nodevelproject: while root.findall('devel'): d = root.find('devel') prj = d.get('project', prj) pac = d.get('package', pac) if opts.verbose: print "Following to the development space: %s/%s" % (prj, pac) m = show_package_meta(apiurl, prj, pac) root = ET.fromstring(''.join(m)) if not root.findall('person'): if opts.verbose: print "No dedicated persons in package defined, showing the project persons." pac = None m = show_project_meta(apiurl, prj) root = ET.fromstring(''.join(m)) else: m = show_project_meta(apiurl, prj) root = ET.fromstring(''.join(m)) # showing the maintainers maintainers = {} for person in root.findall('person'): maintainers.setdefault(person.get('role'), []).append(person.get('userid')) for role in roles: if opts.bugowner and not len(maintainers.get(role, [])): role = 'maintainer' if pac: print "%s of %s/%s : " %(role, prj, pac) else: print "%s of %s : " %(role, prj) if opts.email: emails = [] for maintainer in maintainers.get(role, []): user = get_user_data(apiurl, maintainer, 'email') if len(user): emails.append(''.join(user)) print ', '.join(emails) or '-' elif opts.verbose: userdata = [] for maintainer in maintainers.get(role, []): user = get_user_data(apiurl, maintainer, 'login', 'realname', 'email') userdata.append(user[0]) if user[1] != '-': userdata.append("%s <%s>"%(user[1], user[2])) else: userdata.append(user[2]) for row in build_table(2, userdata, None, 3): print row else: print ', '.join(maintainers.get(role, [])) or '-' print @cmdln.option('-r', '--revision', metavar='rev', help='print out the specified revision') @cmdln.option('-e', '--expand', action='store_true', help='force expansion of linked packages.') @cmdln.option('-u', '--unexpand', action='store_true', help='always work with unexpanded packages.') def do_cat(self, subcmd, opts, *args): """${cmd_name}: Output the content of a file to standard output Examples: osc cat project package file osc cat project/package/file osc cat http://api.opensuse.org/build/.../_log osc cat http://api.opensuse.org/source/../_link ${cmd_usage} ${cmd_option_list} """ if len(args) == 1 and (args[0].startswith('http://') or args[0].startswith('https://')): opts.method = 'GET' opts.headers = None opts.data = None opts.file = None return self.do_api('list', opts, *args) args = slash_split(args) if len(args) != 3: raise oscerr.WrongArgs('Wrong number of arguments.') rev, dummy = parseRevisionOption(opts.revision) apiurl = self.get_api_url() query = { } if opts.revision: query['rev'] = opts.revision if opts.expand: query['rev'] = show_upstream_srcmd5(apiurl, args[0], args[1], expand=True, revision=opts.revision) u = makeurl(apiurl, ['source', args[0], args[1], args[2]], query=query) try: for data in streamfile(u): sys.stdout.write(data) except urllib2.HTTPError, e: if e.code == 404 and not opts.expand and not opts.unexpand: print >>sys.stderr, 'expanding link...' query['rev'] = show_upstream_srcmd5(apiurl, args[0], args[1], expand=True, revision=opts.revision) u = makeurl(apiurl, ['source', args[0], args[1], args[2]], query=query) for data in streamfile(u): sys.stdout.write(data) else: e.osc_msg = 'If linked, try: cat -e' raise e # helper function to download a file from a specific revision def download(self, name, md5, dir, destfile): o = open(destfile, 'wb') if md5 != '': query = {'rev': dir['srcmd5']} u = makeurl(dir['apiurl'], ['source', dir['project'], dir['package'], pathname2url(name)], query=query) for buf in streamfile(u, http_GET, BUFSIZE): o.write(buf) o.close() @cmdln.option('-d', '--destdir', default='repairlink', metavar='DIR', help='destination directory') def do_repairlink(self, subcmd, opts, *args): """${cmd_name}: Repair a broken source link This command checks out a package with merged source changes. It uses a 3-way merge to resolve file conflicts. After reviewing/repairing the merge, use 'osc resolved ...' and 'osc ci' to re-create a working source link. usage: * For merging conflicting changes of a checkout package: osc repairlink * Check out a package and merge changes: osc repairlink PROJECT PACKAGE * Pull conflicting changes from one project into another one: osc repairlink PROJECT PACKAGE INTO_PROJECT [INTO_PACKAGE] ${cmd_option_list} """ apiurl = self.get_api_url() if len(args) >= 3 and len(args) <= 4: prj = args[0] package = target_package = args[1] target_prj = args[2] if len(args) == 4: target_package = args[3] elif len(args) == 2: target_prj = prj = args[0] target_package = package = args[1] elif is_package_dir(os.getcwd()): target_prj = prj = store_read_project(os.getcwd()) target_package = package = store_read_package(os.getcwd()) else: raise oscerr.WrongArgs('Please specify project and package') # first try stored reference, then lastworking query = { 'rev': 'latest' } u = makeurl(apiurl, ['source', prj, package], query=query) f = http_GET(u) root = ET.parse(f).getroot() linkinfo = root.find('linkinfo') if linkinfo == None: raise oscerr.APIError('package is not a source link') if linkinfo.get('error') == None: raise oscerr.APIError('source link is not broken') workingrev = None baserev = linkinfo.get('baserev') if baserev != None: query = { 'rev': 'latest', 'linkrev': baserev } u = makeurl(apiurl, ['source', prj, package], query=query) f = http_GET(u) root = ET.parse(f).getroot() linkinfo = root.find('linkinfo') if linkinfo.get('error') == None: workingrev = linkinfo.get('xsrcmd5') if workingrev == None: query = { 'lastworking': 1 } u = makeurl(apiurl, ['source', prj, package], query=query) f = http_GET(u) root = ET.parse(f).getroot() linkinfo = root.find('linkinfo') if linkinfo == None: raise oscerr.APIError('package is not a source link') if linkinfo.get('error') == None: raise oscerr.APIError('source link is not broken') workingrev = linkinfo.get('lastworking') if workingrev == None: raise oscerr.APIError('source link never worked') print "using last working link target" else: print "using link target of last commit" query = { 'expand': 1, 'emptylink': 1 } u = makeurl(apiurl, ['source', prj, package], query=query) f = http_GET(u) meta = f.readlines() root_new = ET.fromstring(''.join(meta)) dir_new = { 'apiurl': apiurl, 'project': prj, 'package': package } dir_new['srcmd5'] = root_new.get('srcmd5') dir_new['entries'] = [[n.get('name'), n.get('md5')] for n in root_new.findall('entry')] query = { 'rev': workingrev } u = makeurl(apiurl, ['source', prj, package], query=query) f = http_GET(u) root_oldpatched = ET.parse(f).getroot() linkinfo_oldpatched = root_oldpatched.find('linkinfo') if linkinfo_oldpatched == None: raise oscerr.APIError('working rev is not a source link?') if linkinfo_oldpatched.get('error') != None: raise oscerr.APIError('working rev is not working?') dir_oldpatched = { 'apiurl': apiurl, 'project': prj, 'package': package } dir_oldpatched['srcmd5'] = root_oldpatched.get('srcmd5') dir_oldpatched['entries'] = [[n.get('name'), n.get('md5')] for n in root_oldpatched.findall('entry')] query = {} query['rev'] = linkinfo_oldpatched.get('srcmd5') u = makeurl(apiurl, ['source', linkinfo_oldpatched.get('project'), linkinfo_oldpatched.get('package')], query=query) f = http_GET(u) root_old = ET.parse(f).getroot() dir_old = { 'apiurl': apiurl } dir_old['project'] = linkinfo_oldpatched.get('project') dir_old['package'] = linkinfo_oldpatched.get('package') dir_old['srcmd5'] = root_old.get('srcmd5') dir_old['entries'] = [[n.get('name'), n.get('md5')] for n in root_old.findall('entry')] entries_old = dict(dir_old['entries']) entries_oldpatched = dict(dir_oldpatched['entries']) entries_new = dict(dir_new['entries']) entries = {} entries.update(entries_old) entries.update(entries_oldpatched) entries.update(entries_new) destdir = opts.destdir if os.path.isdir(destdir): shutil.rmtree(destdir) os.mkdir(destdir) Package.init_package(apiurl, target_prj, target_package, destdir) store_write_string(destdir, '_files', ''.join(meta) + '\n') store_write_string(destdir, '_linkrepair', '') pac = Package(destdir) storedir = os.path.join(destdir, store) for name in sorted(entries.keys()): md5_old = entries_old.get(name, '') md5_new = entries_new.get(name, '') md5_oldpatched = entries_oldpatched.get(name, '') if md5_new != '': self.download(name, md5_new, dir_new, os.path.join(storedir, name)) if md5_old == md5_new: if md5_oldpatched == '': pac.put_on_deletelist(name) continue print statfrmt(' ', name) self.download(name, md5_oldpatched, dir_oldpatched, os.path.join(destdir, name)) continue if md5_old == md5_oldpatched: if md5_new == '': continue print statfrmt('U', name) shutil.copy2(os.path.join(storedir, name), os.path.join(destdir, name)) continue if md5_new == md5_oldpatched: if md5_new == '': continue print statfrmt('G', name) shutil.copy2(os.path.join(storedir, name), os.path.join(destdir, name)) continue self.download(name, md5_oldpatched, dir_oldpatched, os.path.join(destdir, name + '.mine')) if md5_new != '': shutil.copy2(os.path.join(storedir, name), os.path.join(destdir, name + '.new')) else: self.download(name, md5_new, dir_new, os.path.join(destdir, name + '.new')) self.download(name, md5_old, dir_old, os.path.join(destdir, name + '.old')) if binary_file(os.path.join(destdir, name + '.mine')) or \ binary_file(os.path.join(destdir, name + '.old')) or \ binary_file(os.path.join(destdir, name + '.new')): shutil.copy2(os.path.join(destdir, name + '.new'), os.path.join(destdir, name)) print statfrmt('C', name) pac.put_on_conflictlist(name) continue o = open(os.path.join(destdir, name), 'wb') code = subprocess.call(['diff3', '-m', '-E', '-L', '.mine', os.path.join(destdir, name + '.mine'), '-L', '.old', os.path.join(destdir, name + '.old'), '-L', '.new', os.path.join(destdir, name + '.new'), ], stdout=o) if code == 0: print statfrmt('G', name) os.unlink(os.path.join(destdir, name + '.mine')) os.unlink(os.path.join(destdir, name + '.old')) os.unlink(os.path.join(destdir, name + '.new')) elif code == 1: print statfrmt('C', name) pac.put_on_conflictlist(name) else: print statfrmt('?', name) pac.put_on_conflictlist(name) pac.write_deletelist() pac.write_conflictlist() print print 'Please change into the \'%s\' directory,' % destdir print 'fix the conflicts (files marked with \'C\' above),' print 'run \'osc resolved ...\', and commit the changes.' def do_pull(self, subcmd, opts, *args): """${cmd_name}: merge the changes of the link target into your working copy. ${cmd_option_list} """ if not is_package_dir('.'): raise oscerr.NoWorkingCopy('Error: \'%s\' is not an osc working copy.' % os.path.abspath('.')) p = Package('.') # check if everything is committed for filename in p.filenamelist: state = p.status(filename) if state != ' ' and state != 'S': raise oscerr.WrongArgs('Please commit your local changes first!') # check if we need to update upstream_rev = p.latest_rev() if p.rev != upstream_rev: raise oscerr.WorkingCopyOutdated((p.absdir, p.rev, upstream_rev)) elif not p.islink(): raise oscerr.WrongArgs('osc pull only works on linked packages.') elif not p.isexpanded(): raise oscerr.WrongArgs('osc pull only works on expanded links.') linkinfo = p.linkinfo baserev = linkinfo.baserev if baserev == None: raise oscerr.WrongArgs('osc pull only works on links containing a base revision.') # get revisions we need query = { 'expand': 1, 'emptylink': 1 } u = makeurl(p.apiurl, ['source', p.prjname, p.name], query=query) f = http_GET(u) meta = f.readlines() root_new = ET.fromstring(''.join(meta)) linkinfo_new = root_new.find('linkinfo') if linkinfo_new == None: raise oscerr.APIError('link is not a really a link?') if linkinfo_new.get('error') != None: raise oscerr.APIError('link target is broken') if linkinfo_new.get('srcmd5') == baserev: print "Already up-to-date." p.unmark_frozen() return dir_new = { 'apiurl': p.apiurl, 'project': p.prjname, 'package': p.name } dir_new['srcmd5'] = root_new.get('srcmd5') dir_new['entries'] = [[n.get('name'), n.get('md5')] for n in root_new.findall('entry')] dir_oldpatched = { 'apiurl': p.apiurl, 'project': p.prjname, 'package': p.name, 'srcmd5': p.srcmd5 } dir_oldpatched['entries'] = [[f.name, f.md5] for f in p.filelist] query = { 'rev': linkinfo.srcmd5 } u = makeurl(p.apiurl, ['source', linkinfo.project, linkinfo.package], query=query) f = http_GET(u) root_old = ET.parse(f).getroot() dir_old = { 'apiurl': p.apiurl, 'project': linkinfo.project, 'package': linkinfo.package, 'srcmd5': linkinfo.srcmd5 } dir_old['entries'] = [[n.get('name'), n.get('md5')] for n in root_old.findall('entry')] # now do 3-way merge entries_old = dict(dir_old['entries']) entries_oldpatched = dict(dir_oldpatched['entries']) entries_new = dict(dir_new['entries']) entries = {} entries.update(entries_old) entries.update(entries_oldpatched) entries.update(entries_new) for name in sorted(entries.keys()): md5_old = entries_old.get(name, '') md5_new = entries_new.get(name, '') md5_oldpatched = entries_oldpatched.get(name, '') if md5_old == md5_new or md5_oldpatched == md5_new: continue if md5_old == md5_oldpatched: if md5_new == '': print statfrmt('D', name) p.put_on_deletelist(name) os.unlink(name) elif md5_old == '': print statfrmt('A', name) self.download(name, md5_new, dir_new, name) p.put_on_addlist(name) else: print statfrmt('U', name) self.download(name, md5_new, dir_new, name) continue # need diff3 to resolve issue if md5_oldpatched == '': open(name, 'w').write('') os.rename(name, name + '.mine') self.download(name, md5_new, dir_new, name + '.new') self.download(name, md5_old, dir_old, name + '.old') if binary_file(name + '.mine') or binary_file(name + '.old') or binary_file(name + '.new'): shutil.copy2(name + '.new', name) print statfrmt('C', name) p.put_on_conflictlist(name) continue o = open(name, 'wb') code = subprocess.call(['diff3', '-m', '-E', '-L', '.mine', name + '.mine', '-L', '.old', name + '.old', '-L', '.new', name + '.new', ], stdout=o) if code == 0: print statfrmt('G', name) os.unlink(name + '.mine') os.unlink(name + '.old') os.unlink(name + '.new') elif code == 1: print statfrmt('C', name) p.put_on_conflictlist(name) else: print statfrmt('?', name) p.put_on_conflictlist(name) p.write_deletelist() p.write_addlist() p.write_conflictlist() # store new linkrev store_write_string(p.absdir, '_pulled', linkinfo_new.get('srcmd5') + '\n') p.unmark_frozen() print if len(p.in_conflict): print 'Please fix the conflicts (files marked with \'C\' above),' print 'run \'osc resolved ...\', and commit the changes' print 'to update the link information.' else: print 'Please commit the changes to update the link information.' @cmdln.option('--create', action='store_true', default=False, help='create new gpg signing key for this project') @cmdln.option('--extend', action='store_true', default=False, help='extend expiration date of the gpg public key for this project') @cmdln.option('--delete', action='store_true', default=False, help='delete the gpg signing key in this project') @cmdln.option('--notraverse', action='store_true', default=False, help='don\' traverse projects upwards to find key') def do_signkey(self, subcmd, opts, *args): """${cmd_name}: Manage Project Signing Key osc signkey [--create|--delete|--extend] <PROJECT> osc signkey [--notraverse] <PROJECT> This command is for managing gpg keys. It shows the public key by default. There is no way to download or upload the private part of a key by design. However you can create a new own key. You may want to consider to sign the public key with your own existing key. If a project has no key, the key from upper level project will be used (eg. when dropping "KDE:KDE4:Community" key, the one from "KDE:KDE4" will be used). WARNING: THE OLD KEY WILL NOT BE RESTORABLE WHEN USING DELETE OR CREATE ${cmd_usage} ${cmd_option_list} """ apiurl = self.get_api_url() f = None prj = None if len(args) == 0: cwd = os.getcwd() if is_project_dir(cwd) or is_package_dir(cwd): prj = store_read_project(cwd) if len(args) == 1: prj = args[0] if not prj: raise oscerr.WrongArgs('Please specify just the project') if opts.create: url = makeurl(apiurl, ['source', prj], query='cmd=createkey') f = http_POST(url) elif opts.extend: url = makeurl(apiurl, ['source', prj], query='cmd=extendkey') f = http_POST(url) elif opts.delete: url = makeurl(apiurl, ['source', prj, "_pubkey"]) f = http_DELETE(url) else: while True: try: url = makeurl(apiurl, ['source', prj, '_pubkey']) f = http_GET(url) break except urllib2.HTTPError, e: l = prj.rsplit(':', 1) # try key from parent project if not opts.notraverse and len(l) > 1 and l[0] and l[1] and e.code == 404: print '%s has no key, trying %s' % (prj, l[0]) prj = l[0] else: raise while True: buf = f.read(16384) if not buf: break sys.stdout.write(buf) @cmdln.option('-m', '--message', help='add MESSAGE to changes (not open an editor)') @cmdln.option('-e', '--just-edit', action='store_true', default=False, help='just open changes (cannot be used with -m)') def do_vc(self, subcmd, opts, *args): """${cmd_name}: Edit the changes file osc vc [-m MESSAGE|-e] [filename[.changes]|path [file_with_comment]] If no <filename> is given, exactly one *.changes or *.spec file has to be in the cwd or in path. The email address used in .changes file is read from BuildService instance, or should be defined in ~/.oscrc [https://api.opensuse.org/] user = login pass = password email = user@defined.email or can be specified via mailaddr environment variable. ${cmd_usage} ${cmd_option_list} """ from subprocess import Popen meego_style = False if not args: import glob, re try: fn_changelog = glob.glob('*.changes')[0] fp = file(fn_changelog) titleline = fp.readline() fp.close() if re.match('^\*\W+(.+\W+\d{1,2}\W+20\d{2})\W+(.+)\W+<(.+)>\W+(.+)$', titleline): meego_style = True except IndexError: pass if meego_style: if not os.path.exists('/usr/bin/vc'): print >>sys.stderr, 'Error: you need meego-packaging-tools for /usr/bin/vc command' return 1 cmd_list = ['/usr/bin/vc'] else: if not os.path.exists('/usr/lib/build/vc'): print >>sys.stderr, 'Error: you need build.rpm with version 2009.04.17 or newer' print >>sys.stderr, 'See http://download.opensuse.org/repositories/openSUSE:/Tools/' return 1 cmd_list = ['/usr/lib/build/vc'] # set user's email if no mailaddr exists if not os.environ.has_key('mailaddr'): if len(args) and is_package_dir(args[0]): apiurl = store_read_apiurl(args[0]) else: apiurl = self.get_api_url() user = conf.get_apiurl_usr(apiurl) try: os.environ['mailaddr'], os.environ['username'] = get_user_data(apiurl, user, 'email', 'realname') except Exception, e: sys.exit('%s\nget_user_data(email) failed. Try env mailaddr=....\n' % e) # mailaddr can be overrided by config one if conf.config['api_host_options'][apiurl].has_key('email'): os.environ['mailaddr'] = conf.config['api_host_options'][apiurl]['email'] if meego_style: if opts.message or opts.just_edit: print >>sys.stderr, 'Warning: to edit MeeGo style changelog, opts will be ignored.' else: if opts.message: cmd_list.append("-m") cmd_list.append(opts.message) if opts.just_edit: cmd_list.append("-e") cmd_list.extend(args) vc = Popen(cmd_list) vc.wait() sys.exit(vc.returncode) @cmdln.option('-f', '--force', action='store_true', help='forces removal of entire package and its files') def do_mv(self, subcmd, opts, source, dest): """${cmd_name}: Move SOURCE file to DEST and keep it under version control ${cmd_usage} ${cmd_option_list} """ if not os.path.isfile(source): raise oscerr.WrongArgs("Source file ``%s'' does not exists" % source) if not opts.force and os.path.isfile(dest): raise oscerr.WrongArgs("Dest file ``%s'' already exists" % dest) if not is_package_dir('.'): raise oscerr.NoWorkingCopy("Error: \"%s\" is not an osc working copy." % os.path.abspath(dir)) p = findpacs('.')[0] os.rename(source, dest) self.do_add(subcmd, opts, dest) self.do_delete(subcmd, opts, source) @cmdln.option('-d', '--delete', action='store_true', help='delete option from config or reset option to the default)') @cmdln.option('-s', '--stdin', action='store_true', help='indicates that the config value should be read from stdin') @cmdln.option('-p', '--prompt', action='store_true', help='prompt for a value') @cmdln.option('--no-echo', action='store_true', help='prompt for a value but do not echo entered characters') def do_config(self, subcmd, opts, section, opt, *val): """${cmd_name}: get/set a config option Examples: osc config section option (get current value) osc config section option value (set to value) osc config section option --delete (delete option/reset to the default) (section is either an apiurl or an alias or 'general') ${cmd_usage} ${cmd_option_list} """ if len(val) and (opts.delete or opts.stdin or opts.prompt or opts.no_echo): raise oscerr.WrongOptions('Sorry, \'--delete\' or \'--stdin\' or \'--prompt\' or \'--no-echo\' ' \ 'and the specification of a value argument are mutually exclusive') elif (opts.prompt or opts.no_echo) and opts.stdin: raise oscerr.WrongOptions('Sorry, \'--prompt\' or \'--no-echo\' and \'--stdin\' are mutually exclusive') elif opts.stdin: # strip lines val = [i.strip() for i in sys.stdin.readlines() if i.strip()] if not len(val): raise oscerr.WrongArgs('error: read empty value from stdin') elif opts.no_echo or opts.prompt: if opts.no_echo: import getpass inp = getpass.getpass('Value: ').strip() else: inp = raw_input('Value: ').strip() if not inp: raise oscerr.WrongArgs('error: no value was entered') val = [inp] opt, newval = conf.config_set_option(section, opt, ' '.join(val), delete=opts.delete, update=True) if newval is None and opts.delete: print '\'%s\': \'%s\' got removed' % (section, opt) elif newval is None: print '\'%s\': \'%s\' is not set' % (section, opt) else: if opts.no_echo: # supress value print '\'%s\': set \'%s\'' % (section, opt) elif opt == 'pass' and not conf.config['plaintext_passwd'] and newval == 'your_password': opt, newval = conf.config_set_option(section, 'passx') print '\'%s\': \'pass\' was rewritten to \'passx\': \'%s\'' % (section, newval) else: print '\'%s\': \'%s\' is set to \'%s\'' % (section, opt, newval) def do_revert(self, subcmd, opts, *files): """${cmd_name}: restore original wc file Examples: osc revert <modified file(s)> Note: this only works for files in a package working copy ${cmd_usage} ${cmd_option_list} """ pacs = findpacs(files) for p in pacs: if not len(p.todo): p.todo = p.filenamelist for f in p.todo: p.revert(f) def do_repairwc(self, subcmd, opts, *args): """${cmd_name}: try to repair an inconsistent working copy Examples: osc repairwc <path> Note: if <path> is omitted it defaults to '.' (<path> can be a project or package working copy) Warning: This command might delete some files in the storedir (.osc). Please check the state of the wc afterwards (via 'osc status'). ${cmd_usage} ${cmd_option_list} """ def get_apiurl(apiurls): print 'No apiurl is defined for this working copy.\n' \ 'Please choose one from the following list (enter the number):' for i in range(len(apiurls)): print ' %d) %s' % (i, apiurls[i]) num = raw_input('> ') try: num = int(num) except ValueError: raise oscerr.WrongArgs('\'%s\' is not a number. Aborting' % num) if num < 0 or num >= len(apiurls): raise oscerr.WrongArgs('number \'%s\' out of range. Aborting' % num) return apiurls[num] args = parseargs(args) pacs = [] cp = conf.get_configParser(conf.config['conffile']) apiurls = [i.rstrip('/') for i in cp.sections() if i != 'general'] for i in args: if is_project_dir(i): try: prj = Project(i, getPackageList=False) except oscerr.WorkingCopyInconsistent, e: apiurl = None if '_apiurl' in e.dirty_files: apiurl = get_apiurl(apiurls) prj = Project(i, getPackageList=False, wc_check=False) prj.wc_repair(apiurl) for p in prj.pacs_have: if p in prj.pacs_broken: continue try: Package(os.path.join(i, p)) except oscerr.WorkingCopyInconsistent: pacs.append(os.path.join(i, p)) elif is_package_dir(i): pacs.append(i) else: print >>sys.stderr, '\'%s\' is neither a project working copy ' \ 'nor a package working copy' % i for pdir in pacs: try: p = Package(pdir) except oscerr.WorkingCopyInconsistent, e: apiurl = None if '_apiurl' in e.dirty_files: apiurl = get_apiurl(apiurls) p = Package(pdir, wc_check=False) p.wc_repair(apiurl) print 'done. Please check the state of the wc (via \'osc status %s\').' % i else: print >>sys.stderr, 'osc: working copy \'%s\' is not inconsistent' % i # fini! ############################################################################### # load subcommands plugged-in locally plugin_dirs = [ '/usr/lib/osc-plugins', '/usr/local/lib/osc-plugins', '/var/lib/osc-plugins', # Kept for backward compatibility os.path.expanduser('~/.osc-plugins')] for plugin_dir in plugin_dirs: if os.path.isdir(plugin_dir): for extfile in os.listdir(plugin_dir): if not extfile.endswith('.py'): continue exec open(os.path.join(plugin_dir, extfile)) # vim: sw=4 et