plugins/backend/zypppkgmgr.py

   1 #!/usr/bin/python -tt
   2 #
   3 # Copyright (c) 2010, 2011 Intel, Inc.
   4 #
   5 # This program is free software; you can redistribute it and/or modify it
   6 # under the terms of the GNU General Public License as published by the Free
   7 # Software Foundation; version 2 of the License
   8 #
   9 # This program is distributed in the hope that it will be useful, but
  10 # WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
  11 # or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  12 # for more details.
  13 #
  14 # You should have received a copy of the GNU General Public License along
  15 # with this program; if not, write to the Free Software Foundation, Inc., 59
  16 # Temple Place - Suite 330, Boston, MA 02111-1307, USA.
  17
  18 import os
  19 import shutil
  20 import urlparse
  21 import rpm
  22
  23 import zypp
  24 if not hasattr(zypp, 'PoolQuery') or \
  25    not hasattr(zypp.RepoManager, 'loadSolvFile'):
  26     raise ImportError("python-zypp in host system cannot support PoolQuery or "
  27                       "loadSolvFile interface, please update it to enhanced "
  28                       "version which can be found in download.tizen.org/tools")
  29
  30 from mic import msger
  31 from mic.kickstart import ksparser
  32 from mic.utils import misc, rpmmisc, runner, fs_related
  33 from mic.utils.grabber import myurlgrab, TextProgress
  34 from mic.utils.proxy import get_proxy_for
  35 from mic.utils.errors import CreatorError, RepoError, RpmError
  36 from mic.imager.baseimager import BaseImageCreator
  37
  38 class RepositoryStub:
  39     def __init__(self):
  40         self.name = None
  41         self.baseurl = []
  42         self.mirrorlist = None
  43         self.proxy = None
  44         self.proxy_username = None
  45         self.proxy_password = None
  46         self.nocache = False
  47
  48         self.enabled = True
  49         self.autorefresh = True
  50         self.keeppackages = True
  51         self.priority = None
  52
  53 from mic.pluginbase import BackendPlugin
  54 class Zypp(BackendPlugin):
  55     name = 'zypp'
  56
  57     def __init__(self, target_arch, instroot, cachedir):
  58         self.cachedir = cachedir
  59         self.instroot  = instroot
  60         self.target_arch = target_arch
  61
  62         self.__pkgs_license = {}
  63         self.__pkgs_content = {}
  64         self.repos = []
  65         self.to_deselect = []
  66         self.localpkgs = {}
  67         self.repo_manager = None
  68         self.repo_manager_options = None
  69         self.Z = None
  70         self.ts = None
  71         self.ts_pre = None
  72         self.incpkgs = {}
  73         self.excpkgs = {}
  74         self.pre_pkgs = []
  75         self.probFilterFlags = [ rpm.RPMPROB_FILTER_OLDPACKAGE,
  76                                  rpm.RPMPROB_FILTER_REPLACEPKG ]
  77
  78         self.has_prov_query = True
  79
  80     def doFileLogSetup(self, uid, logfile):
  81         # don't do the file log for the livecd as it can lead to open fds
  82         # being left and an inability to clean up after ourself
  83         pass
  84
  85     def closeRpmDB(self):
  86         pass
  87
  88     def close(self):
  89         if self.ts:
  90             self.ts.closeDB()
  91             self.ts = None
  92
  93         if self.ts_pre:
  94             self.ts_pre.closeDB()
  95             self.ts = None
  96
  97         self.closeRpmDB()
  98
  99         if not os.path.exists("/etc/fedora-release") and \
 100            not os.path.exists("/etc/meego-release"):
 101             for i in range(3, os.sysconf("SC_OPEN_MAX")):
 102                 try:
 103                     os.close(i)
 104                 except:
 105                     pass
 106
 107     def __del__(self):
 108         self.close()
 109
 110     def _cleanupRpmdbLocks(self, installroot):
 111         # cleans up temporary files left by bdb so that differing
 112         # versions of rpm don't cause problems
 113         import glob
 114         for f in glob.glob(installroot + "/var/lib/rpm/__db*"):
 115             os.unlink(f)
 116
 117     def setup(self):
 118         self._cleanupRpmdbLocks(self.instroot)
 119
 120     def whatObsolete(self, pkg):
 121         query = zypp.PoolQuery()
 122         query.addKind(zypp.ResKind.package)
 123         query.addAttribute(zypp.SolvAttr.obsoletes, pkg)
 124         query.setMatchExact()
 125         for pi in query.queryResults(self.Z.pool()):
 126             return pi
 127         return None
 128
 129     def _splitPkgString(self, pkg):
 130         sp = pkg.rsplit(".",1)
 131         name = sp[0]
 132         arch = None
 133         if len(sp) == 2:
 134             arch = sp[1]
 135             sysarch = zypp.Arch(self.target_arch)
 136             if not zypp.Arch(arch).compatible_with (sysarch):
 137                 arch = None
 138                 name = ".".join(sp)
 139         return name, arch
 140
 141     def selectPackage(self, pkg):
 142         """Select a given package or package pattern, can be specified
 143         with name.arch or name* or *name
 144         """
 145
 146         if not self.Z:
 147             self.__initialize_zypp()
 148
 149         def markPoolItem(obs, pi):
 150             if obs == None:
 151                 pi.status().setToBeInstalled (zypp.ResStatus.USER)
 152             else:
 153                 obs.status().setToBeInstalled (zypp.ResStatus.USER)
 154
 155         def cmpEVR(p1, p2):
 156             a1 = p1.arch()
 157             a2 = p2.arch()
 158             if str(a1) != str(a2):
 159                 if a1.compatible_with(a2):
 160                     return -1
 161                 else:
 162                     return 1
 163             ed1 = p1.edition()
 164             ed2 = p2.edition()
 165             (e1, v1, r1) = map(str, [ed1.epoch(), ed1.version(), ed1.release()])
 166             (e2, v2, r2) = map(str, [ed2.epoch(), ed2.version(), ed2.release()])
 167             return rpm.labelCompare((e1, v1, r1), (e2, v2, r2))
 168
 169         found = False
 170         startx = pkg.startswith("*")
 171         endx = pkg.endswith("*")
 172         ispattern = startx or endx
 173         name, arch = self._splitPkgString(pkg)
 174
 175         q = zypp.PoolQuery()
 176         q.addKind(zypp.ResKind.package)
 177
 178         if ispattern:
 179             if startx and not endx:
 180                 pattern = '%s$' % (pkg[1:])
 181             if endx and not startx:
 182                 pattern = '^%s' % (pkg[0:-1])
 183             if endx and startx:
 184                 pattern = '%s' % (pkg[1:-1])
 185             q.setMatchRegex()
 186             q.addAttribute(zypp.SolvAttr.name,pattern)
 187
 188         elif arch:
 189             q.setMatchExact()
 190             q.addAttribute(zypp.SolvAttr.name,name)
 191
 192         else:
 193             q.setMatchExact()
 194             q.addAttribute(zypp.SolvAttr.name,pkg)
 195
 196         for item in sorted(
 197                         q.queryResults(self.Z.pool()),
 198                         cmp=lambda x,y: cmpEVR(x, y),
 199                         reverse=True):
 200
 201             if item.name() in self.excpkgs.keys() and \
 202                self.excpkgs[item.name()] == item.repoInfo().name():
 203                 continue
 204             if item.name() in self.incpkgs.keys() and \
 205                self.incpkgs[item.name()] != item.repoInfo().name():
 206                 continue
 207
 208             found = True
 209             obspkg = self.whatObsolete(item.name())
 210             if arch:
 211                 if arch == str(item.arch()):
 212                     item.status().setToBeInstalled (zypp.ResStatus.USER)
 213             else:
 214                 markPoolItem(obspkg, item)
 215             if not ispattern:
 216                 break
 217
 218         # Can't match using package name, then search from packge
 219         # provides infomation
 220         if found == False and not ispattern:
 221             q.addAttribute(zypp.SolvAttr.provides, pkg)
 222             q.addAttribute(zypp.SolvAttr.name,'')
 223
 224             for item in sorted(
 225                             q.queryResults(self.Z.pool()),
 226                             cmp=lambda x,y: cmpEVR(x.edition(), y.edition()),
 227                             reverse=True):
 228                 if item.name() in self.excpkgs.keys() and \
 229                    self.excpkgs[item.name()] == item.repoInfo().name():
 230                     continue
 231                 if item.name() in self.incpkgs.keys() and \
 232                    self.incpkgs[item.name()] != item.repoInfo().name():
 233                     continue
 234
 235                 found = True
 236                 obspkg = self.whatObsolete(item.name())
 237                 markPoolItem(obspkg, item)
 238                 break
 239
 240         if found:
 241             return None
 242         else:
 243             raise CreatorError("Unable to find package: %s" % (pkg,))
 244
 245     def inDeselectPackages(self, item):
 246         """check if specified pacakges are in the list of inDeselectPackages
 247         """
 248
 249         name = item.name()
 250         for pkg in self.to_deselect:
 251             startx = pkg.startswith("*")
 252             endx = pkg.endswith("*")
 253             ispattern = startx or endx
 254             pkgname, pkgarch = self._splitPkgString(pkg)
 255             if not ispattern:
 256                 if pkgarch:
 257                     if name == pkgname and str(item.arch()) == pkgarch:
 258                         return True;
 259                 else:
 260                     if name == pkgname:
 261                         return True;
 262             else:
 263                 if startx and name.endswith(pkg[1:]):
 264                         return True;
 265                 if endx and name.startswith(pkg[:-1]):
 266                         return True;
 267
 268         return False;
 269
 270     def deselectPackage(self, pkg):
 271         """collect packages should not be installed"""
 272         self.to_deselect.append(pkg)
 273
 274     def selectGroup(self, grp, include = ksparser.GROUP_DEFAULT):
 275         if not self.Z:
 276             self.__initialize_zypp()
 277         found = False
 278         q=zypp.PoolQuery()
 279         q.addKind(zypp.ResKind.pattern)
 280         for item in q.queryResults(self.Z.pool()):
 281             summary = "%s" % item.summary()
 282             name = "%s" % item.name()
 283             if name == grp or summary == grp:
 284                 found = True
 285                 item.status().setToBeInstalled (zypp.ResStatus.USER)
 286                 break
 287
 288         if found:
 289             if include == ksparser.GROUP_REQUIRED:
 290                 map(
 291                     lambda p: self.deselectPackage(p),
 292                     grp.default_packages.keys())
 293
 294             return None
 295         else:
 296             raise CreatorError("Unable to find pattern: %s" % (grp,))
 297
 298     def addRepository(self, name,
 299                             url = None,
 300                             mirrorlist = None,
 301                             proxy = None,
 302                             proxy_username = None,
 303                             proxy_password = None,
 304                             inc = None,
 305                             exc = None,
 306                             ssl_verify = True,
 307                             nocache = False,
 308                             cost=None,
 309                             priority=None):
 310         # TODO: Handle cost attribute for repos
 311
 312         if not self.repo_manager:
 313             self.__initialize_repo_manager()
 314
 315         if not proxy and url:
 316             proxy = get_proxy_for(url)
 317
 318         repo = RepositoryStub()
 319         repo.name = name
 320         repo.id = name
 321         repo.proxy = proxy
 322         repo.proxy_username = proxy_username
 323         repo.proxy_password = proxy_password
 324         repo.ssl_verify = ssl_verify
 325         repo.nocache = nocache
 326         repo.baseurl.append(url)
 327         if inc:
 328             for pkg in inc:
 329                 self.incpkgs[pkg] = name
 330         if exc:
 331             for pkg in exc:
 332                 self.excpkgs[pkg] = name
 333
 334         # check LICENSE files
 335         if not rpmmisc.checkRepositoryEULA(name, repo):
 336             msger.warning('skip repo:%s for failed EULA confirmation' % name)
 337             return None
 338
 339         if mirrorlist:
 340             repo.mirrorlist = mirrorlist
 341
 342         # Enable gpg check for verifying corrupt packages
 343         repo.gpgcheck = 1
 344         if priority:
 345             repo.priority = priority
 346
 347         try:
 348             repo_info = zypp.RepoInfo()
 349             repo_info.setAlias(repo.name)
 350             repo_info.setName(repo.name)
 351             repo_info.setEnabled(repo.enabled)
 352             repo_info.setAutorefresh(repo.autorefresh)
 353             repo_info.setKeepPackages(repo.keeppackages)
 354             baseurl = zypp.Url(repo.baseurl[0])
 355             if not ssl_verify:
 356                 baseurl.setQueryParam("ssl_verify", "no")
 357             if proxy:
 358                 scheme, host, path, parm, query, frag = urlparse.urlparse(proxy)
 359
 360                 proxyinfo = host.split(":")
 361                 host = proxyinfo[0]
 362
 363                 port = "80"
 364                 if len(proxyinfo) > 1:
 365                     port = proxyinfo[1]
 366
 367                 if proxy.startswith("socks") and len(proxy.rsplit(':', 1)) == 2:
 368                     host = proxy.rsplit(':', 1)[0]
 369                     port = proxy.rsplit(':', 1)[1]
 370
 371                 baseurl.setQueryParam ("proxy", host)
 372                 baseurl.setQueryParam ("proxyport", port)
 373
 374             repo.baseurl[0] = baseurl.asCompleteString()
 375             self.repos.append(repo)
 376
 377             repo_info.addBaseUrl(baseurl)
 378
 379             if repo.priority:
 380                 repo_info.setPriority(repo.priority)
 381
 382             self.repo_manager.addRepository(repo_info)
 383
 384             self.__build_repo_cache(name)
 385
 386         except RuntimeError, e:
 387             raise CreatorError(str(e))
 388
 389         msger.verbose('repo: %s was added' % name)
 390         return repo
 391
 392     def installHasFile(self, file):
 393         return False
 394
 395     def preInstall(self, pkg):
 396         self.pre_pkgs.append(pkg)
 397
 398     def runInstall(self, checksize = 0):
 399         os.environ["HOME"] = "/"
 400         os.environ["LD_PRELOAD"] = ""
 401         self.buildTransaction()
 402
 403         todo = zypp.GetResolvablesToInsDel(self.Z.pool())
 404         installed_pkgs = todo._toInstall
 405         dlpkgs = []
 406         for item in installed_pkgs:
 407             if not zypp.isKindPattern(item) and \
 408                not self.inDeselectPackages(item):
 409                 dlpkgs.append(item)
 410
 411         # record all pkg and the content
 412         localpkgs = self.localpkgs.keys()
 413         for pkg in dlpkgs:
 414             license = ''
 415             if pkg.name() in localpkgs:
 416                 hdr = rpmmisc.readRpmHeader(self.ts, self.localpkgs[pkg.name()])
 417                 pkg_long_name = misc.RPM_FMT % {
 418                                     'name': hdr['name'],
 419                                     'arch': hdr['arch'],
 420                                     'version': hdr['version'],
 421                                     'release': hdr['release']
 422                                 }
 423                 license = hdr['license']
 424
 425             else:
 426                 pkg_long_name = misc.RPM_FMT % {
 427                                     'name': pkg.name(),
 428                                     'arch': pkg.arch(),
 429                                     'version': pkg.edition().version(),
 430                                     'release': pkg.edition().release()
 431                                 }
 432
 433                 package = zypp.asKindPackage(pkg)
 434                 license = package.license()
 435
 436             if license in self.__pkgs_license.keys():
 437                 self.__pkgs_license[license].append(pkg_long_name)
 438             else:
 439                 self.__pkgs_license[license] = [pkg_long_name]
 440
 441         total_count = len(dlpkgs)
 442         cached_count = 0
 443         download_total_size = sum(map(lambda x: int(x.downloadSize()), dlpkgs))
 444         localpkgs = self.localpkgs.keys()
 445
 446         msger.info("Checking packages cache and packages integrity ...")
 447         for po in dlpkgs:
 448             # Check if it is cached locally
 449             if po.name() in localpkgs:
 450                 cached_count += 1
 451             else:
 452                 local = self.getLocalPkgPath(po)
 453                 name = str(po.repoInfo().name())
 454                 try:
 455                     repo = filter(lambda r: r.name == name, self.repos)[0]
 456                 except IndexError:
 457                     repo = None
 458                 nocache = repo.nocache if repo else False
 459
 460                 if os.path.exists(local):
 461                     if nocache or self.checkPkg(local) !=0:
 462                         os.unlink(local)
 463                     else:
 464                         download_total_size -= int(po.downloadSize())
 465                         cached_count += 1
 466         cache_avail_size = misc.get_filesystem_avail(self.cachedir)
 467         if cache_avail_size < download_total_size:
 468             raise CreatorError("No enough space used for downloading.")
 469
 470         # record the total size of installed pkgs
 471         install_total_size = sum(map(lambda x: int(x.installSize()), dlpkgs))
 472         # check needed size before actually download and install
 473
 474         # FIXME: for multiple partitions for loop type, check fails
 475         #        skip the check temporarily
 476         #if checksize and install_total_size > checksize:
 477         #    raise CreatorError("No enough space used for installing, "
 478         #                       "please resize partition size in ks file")
 479
 480         download_count =  total_count - cached_count
 481         msger.info("%d packages to be installed, "
 482                    "%d packages gotten from cache, "
 483                    "%d packages to be downloaded" \
 484                    % (total_count, cached_count, download_count))
 485
 486         try:
 487             if download_count > 0:
 488                 msger.info("Downloading packages ...")
 489             self.downloadPkgs(dlpkgs, download_count)
 490
 491             self.installPkgs(dlpkgs)
 492
 493         except (RepoError, RpmError):
 494             raise
 495         except Exception, e:
 496             raise CreatorError("Package installation failed: %s" % (e,))
 497
 498     def getAllContent(self):
 499         if self.__pkgs_content:
 500             return self.__pkgs_content
 501
 502         if not self.ts:
 503             self.__initialize_transaction()
 504
 505         mi = self.ts.dbMatch()
 506         for hdr in mi:
 507             lname = misc.RPM_FMT % {
 508                         'name': hdr['name'],
 509                         'arch': hdr['arch'],
 510                         'version': hdr['version'],
 511                         'release': hdr['release']
 512                     }
 513             self.__pkgs_content[lname] = hdr['FILENAMES']
 514
 515         return self.__pkgs_content
 516
 517     def getPkgsLicense(self):
 518         return self.__pkgs_license
 519
 520     def getFilelist(self, pkgname):
 521         if not pkgname:
 522             return None
 523
 524         if not self.ts:
 525             self.__initialize_transaction()
 526
 527         mi = self.ts.dbMatch('name', pkgname)
 528         for header in mi:
 529             return header['FILENAMES']
 530
 531     def __initialize_repo_manager(self):
 532         if self.repo_manager:
 533             return
 534
 535         # Clean up repo metadata
 536         shutil.rmtree(self.cachedir + "/etc", ignore_errors = True)
 537         shutil.rmtree(self.cachedir + "/solv", ignore_errors = True)
 538         shutil.rmtree(self.cachedir + "/raw", ignore_errors = True)
 539
 540         zypp.KeyRing.setDefaultAccept( zypp.KeyRing.ACCEPT_UNSIGNED_FILE
 541                                      | zypp.KeyRing.ACCEPT_VERIFICATION_FAILED
 542                                      | zypp.KeyRing.ACCEPT_UNKNOWNKEY
 543                                      | zypp.KeyRing.TRUST_KEY_TEMPORARILY
 544                                      )
 545
 546         self.repo_manager_options = \
 547                 zypp.RepoManagerOptions(zypp.Pathname(self.instroot))
 548
 549         self.repo_manager_options.knownReposPath = \
 550                 zypp.Pathname(self.cachedir + "/etc/zypp/repos.d")
 551
 552         self.repo_manager_options.repoCachePath = \
 553                 zypp.Pathname(self.cachedir)
 554
 555         self.repo_manager_options.repoRawCachePath = \
 556                 zypp.Pathname(self.cachedir + "/raw")
 557
 558         self.repo_manager_options.repoSolvCachePath = \
 559                 zypp.Pathname(self.cachedir + "/solv")
 560
 561         self.repo_manager_options.repoPackagesCachePath = \
 562                 zypp.Pathname(self.cachedir + "/packages")
 563
 564         self.repo_manager = zypp.RepoManager(self.repo_manager_options)
 565
 566     def __build_repo_cache(self, name):
 567         repo = self.repo_manager.getRepositoryInfo(name)
 568         if self.repo_manager.isCached(repo) or not repo.enabled():
 569             return
 570
 571         msger.info('Refreshing repository: %s ...' % name)
 572         self.repo_manager.buildCache(repo, zypp.RepoManager.BuildIfNeeded)
 573
 574     def __initialize_zypp(self):
 575         if self.Z:
 576             return
 577
 578         zconfig = zypp.ZConfig_instance()
 579
 580         # Set system architecture
 581         if self.target_arch:
 582             zconfig.setSystemArchitecture(zypp.Arch(self.target_arch))
 583
 584         msger.info("zypp architecture is <%s>" % zconfig.systemArchitecture())
 585
 586         # repoPackagesCachePath is corrected by this
 587         self.repo_manager = zypp.RepoManager(self.repo_manager_options)
 588         repos = self.repo_manager.knownRepositories()
 589         for repo in repos:
 590             if not repo.enabled():
 591                 continue
 592             self.repo_manager.loadFromCache(repo)
 593
 594         self.Z = zypp.ZYppFactory_instance().getZYpp()
 595         self.Z.initializeTarget(zypp.Pathname(self.instroot))
 596         self.Z.target().load()
 597
 598     def buildTransaction(self):
 599         if not self.Z.resolver().resolvePool():
 600             probs = self.Z.resolver().problems()
 601
 602             for problem in probs:
 603                 msger.warning("repo problem: %s, %s" \
 604                               % (problem.description().decode("utf-8"),
 605                                  problem.details().decode("utf-8")))
 606
 607             raise RepoError("found %d resolver problem, abort!" \
 608                             % len(probs))
 609
 610     def getLocalPkgPath(self, po):
 611         repoinfo = po.repoInfo()
 612         cacheroot = repoinfo.packagesPath()
 613         location= zypp.asKindPackage(po).location()
 614         rpmpath = str(location.filename())
 615         pkgpath = "%s/%s" % (cacheroot, os.path.basename(rpmpath))
 616         return pkgpath
 617
 618     def installLocal(self, pkg, po=None, updateonly=False):
 619         if not self.ts:
 620             self.__initialize_transaction()
 621
 622         solvfile = "%s/.solv" % (self.cachedir)
 623
 624         rc, out = runner.runtool([fs_related.find_binary_path("rpms2solv"),
 625                                   pkg])
 626         if rc == 0:
 627             f = open(solvfile, "w+")
 628             f.write(out)
 629             f.close()
 630
 631             warnmsg = self.repo_manager.loadSolvFile(solvfile,
 632                                                      os.path.basename(pkg))
 633             if warnmsg:
 634                 msger.warning(warnmsg)
 635
 636             os.unlink(solvfile)
 637         else:
 638             msger.warning('Can not get %s solv data.' % pkg)
 639
 640         hdr = rpmmisc.readRpmHeader(self.ts, pkg)
 641         arch = zypp.Arch(hdr['arch'])
 642         sysarch = zypp.Arch(self.target_arch)
 643
 644         if arch.compatible_with (sysarch):
 645             pkgname = hdr['name']
 646             self.localpkgs[pkgname] = pkg
 647             self.selectPackage(pkgname)
 648             msger.info("Marking %s to be installed" % (pkg))
 649
 650         else:
 651             msger.warning("Cannot add package %s to transaction. "
 652                           "Not a compatible architecture: %s" \
 653                           % (pkg, hdr['arch']))
 654
 655     def downloadPkgs(self, package_objects, count):
 656         localpkgs = self.localpkgs.keys()
 657         progress_obj = TextProgress(count)
 658
 659         for po in package_objects:
 660             if po.name() in localpkgs:
 661                 continue
 662
 663             filename = self.getLocalPkgPath(po)
 664             if os.path.exists(filename):
 665                 if self.checkPkg(filename) == 0:
 666                     continue
 667
 668             dirn = os.path.dirname(filename)
 669             if not os.path.exists(dirn):
 670                 os.makedirs(dirn)
 671
 672             url = self.get_url(po)
 673             proxies = self.get_proxies(po)
 674
 675             try:
 676                 filename = myurlgrab(url, filename, proxies, progress_obj)
 677             except CreatorError:
 678                 self.close()
 679                 raise
 680
 681     def preinstallPkgs(self):
 682         if not self.ts_pre:
 683             self.__initialize_transaction()
 684
 685         self.ts_pre.order()
 686         cb = rpmmisc.RPMInstallCallback(self.ts_pre)
 687         cb.headmsg = "Preinstall"
 688         installlogfile = "%s/__catched_stderr.buf" % (self.instroot)
 689
 690         # start to catch stderr output from librpm
 691         msger.enable_logstderr(installlogfile)
 692
 693         errors = self.ts_pre.run(cb.callback, '')
 694         # stop catch
 695         msger.disable_logstderr()
 696         self.ts_pre.closeDB()
 697         self.ts_pre = None
 698
 699         if errors is not None:
 700             if len(errors) == 0:
 701                 msger.warning('scriptlet or other non-fatal errors occurred '
 702                               'during transaction.')
 703
 704             else:
 705                 for e in errors:
 706                     msger.warning(e[0])
 707                 raise RepoError('Could not run transaction.')
 708
 709     def installPkgs(self, package_objects):
 710         if not self.ts:
 711             self.__initialize_transaction()
 712
 713         # clean rpm lock
 714         self._cleanupRpmdbLocks(self.instroot)
 715         # Set filters
 716         probfilter = 0
 717         for flag in self.probFilterFlags:
 718             probfilter |= flag
 719         self.ts.setProbFilter(probfilter)
 720         self.ts_pre.setProbFilter(probfilter)
 721
 722         localpkgs = self.localpkgs.keys()
 723
 724         for po in package_objects:
 725             pkgname = po.name()
 726             if pkgname in localpkgs:
 727                 rpmpath = self.localpkgs[pkgname]
 728             else:
 729                 rpmpath = self.getLocalPkgPath(po)
 730
 731             if not os.path.exists(rpmpath):
 732                 # Maybe it is a local repo
 733                 baseurl = str(po.repoInfo().baseUrls()[0])
 734                 baseurl = baseurl.strip()
 735
 736                 location = zypp.asKindPackage(po).location()
 737                 location = str(location.filename())
 738
 739                 if baseurl.startswith("file:/"):
 740                     rpmpath = baseurl[5:] + "/%s" % (location)
 741
 742             if not os.path.exists(rpmpath):
 743                 raise RpmError("Error: %s doesn't exist" % rpmpath)
 744
 745             h = rpmmisc.readRpmHeader(self.ts, rpmpath)
 746
 747             if pkgname in self.pre_pkgs:
 748                 msger.verbose("pre-install package added: %s" % pkgname)
 749                 self.ts_pre.addInstall(h, rpmpath, 'u')
 750
 751             self.ts.addInstall(h, rpmpath, 'u')
 752
 753         unresolved_dependencies = self.ts.check()
 754         if not unresolved_dependencies:
 755             if self.pre_pkgs:
 756                 self.preinstallPkgs()
 757
 758             self.ts.order()
 759             cb = rpmmisc.RPMInstallCallback(self.ts)
 760             installlogfile = "%s/__catched_stderr.buf" % (self.instroot)
 761
 762             # start to catch stderr output from librpm
 763             msger.enable_logstderr(installlogfile)
 764
 765             errors = self.ts.run(cb.callback, '')
 766             # stop catch
 767             msger.disable_logstderr()
 768             self.ts.closeDB()
 769             self.ts = None
 770
 771             if errors is not None:
 772                 if len(errors) == 0:
 773                     msger.warning('scriptlet or other non-fatal errors occurred '
 774                                   'during transaction.')
 775
 776                 else:
 777                     for e in errors:
 778                         msger.warning(e[0])
 779                     raise RepoError('Could not run transaction.')
 780
 781         else:
 782             for pkg, need, needflags, sense, key in unresolved_dependencies:
 783                 package = '-'.join(pkg)
 784
 785                 if needflags == rpm.RPMSENSE_LESS:
 786                     deppkg = ' < '.join(need)
 787                 elif needflags == rpm.RPMSENSE_EQUAL:
 788                     deppkg = ' = '.join(need)
 789                 elif needflags == rpm.RPMSENSE_GREATER:
 790                     deppkg = ' > '.join(need)
 791                 else:
 792                     deppkg = '-'.join(need)
 793
 794                 if sense == rpm.RPMDEP_SENSE_REQUIRES:
 795                     msger.warning("[%s] Requires [%s], which is not provided" \
 796                                   % (package, deppkg))
 797
 798                 elif sense == rpm.RPMDEP_SENSE_CONFLICTS:
 799                     msger.warning("[%s] Conflicts with [%s]" %(package,deppkg))
 800
 801             raise RepoError("Unresolved dependencies, transaction failed.")
 802
 803     def __initialize_transaction(self):
 804         if not self.ts:
 805             self.ts = rpm.TransactionSet(self.instroot)
 806             # Set to not verify DSA signatures.
 807             self.ts.setVSFlags(rpm._RPMVSF_NOSIGNATURES|rpm._RPMVSF_NODIGESTS)
 808
 809         if not self.ts_pre:
 810             self.ts_pre = rpm.TransactionSet(self.instroot)
 811             # Just unpack the files, don't run scripts
 812             self.ts_pre.setFlags(rpm.RPMTRANS_FLAG_ALLFILES | rpm.RPMTRANS_FLAG_NOSCRIPTS)
 813             # Set to not verify DSA signatures.
 814             self.ts_pre.setVSFlags(rpm._RPMVSF_NOSIGNATURES|rpm._RPMVSF_NODIGESTS)
 815
 816     def checkPkg(self, pkg):
 817         ret = 1
 818         if not os.path.exists(pkg):
 819             return ret
 820         ret = rpmmisc.checkRpmIntegrity('rpm', pkg)
 821         if ret != 0:
 822             msger.warning("package %s is damaged: %s" \
 823                           % (os.path.basename(pkg), pkg))
 824
 825         return ret
 826
 827     def _add_prob_flags(self, *flags):
 828         for flag in flags:
 829            if flag not in self.probFilterFlags:
 830                self.probFilterFlags.append(flag)
 831
 832     def get_proxies(self, pobj):
 833         if not pobj:
 834             return None
 835
 836         proxy = None
 837         proxies = None
 838         repoinfo = pobj.repoInfo()
 839         reponame = "%s" % repoinfo.name()
 840         repos = filter(lambda r: r.name == reponame, self.repos)
 841         repourl = str(repoinfo.baseUrls()[0])
 842
 843         if repos:
 844             proxy = repos[0].proxy
 845         if not proxy:
 846             proxy = get_proxy_for(repourl)
 847         if proxy:
 848             proxies = {str(repourl.split(':')[0]): str(proxy)}
 849
 850         return proxies
 851
 852     def get_url(self, pobj):
 853         if not pobj:
 854             return None
 855
 856         name = str(pobj.repoInfo().name())
 857         try:
 858             repo = filter(lambda r: r.name == name, self.repos)[0]
 859         except IndexError:
 860             return None
 861
 862         baseurl = repo.baseurl[0]
 863
 864         index = baseurl.find("?")
 865         if index > -1:
 866             baseurl = baseurl[:index]
 867
 868         location = zypp.asKindPackage(pobj).location()
 869         location = str(location.filename())
 870         if location.startswith("./"):
 871             location = location[2:]
 872
 873         return os.path.join(baseurl, location)
 874
 875     def package_url(self, pkgname):
 876
 877         def cmpEVR(ed1, ed2):
 878             (e1, v1, r1) = map(str, [ed1.epoch(), ed1.version(), ed1.release()])
 879             (e2, v2, r2) = map(str, [ed2.epoch(), ed2.version(), ed2.release()])
 880             return rpm.labelCompare((e1, v1, r1), (e2, v2, r2))
 881
 882         if not self.Z:
 883             self.__initialize_zypp()
 884
 885         q = zypp.PoolQuery()
 886         q.addKind(zypp.ResKind.package)
 887         q.setMatchExact()
 888         q.addAttribute(zypp.SolvAttr.name, pkgname)
 889         items = sorted(q.queryResults(self.Z.pool()),
 890                        cmp=lambda x,y: cmpEVR(x.edition(), y.edition()),
 891                        reverse=True)
 892
 893         if items:
 894             url = self.get_url(items[0])
 895             proxies = self.get_proxies(items[0])
 896             return (url, proxies)
 897
 898         return (None, None)