plugins/backend/zypppkgmgr.py

   1 #!/usr/bin/python -tt
   2 #
   3 # Copyright (c) 2010, 2011 Intel, Inc.
   4 #
   5 # This program is free software; you can redistribute it and/or modify it
   6 # under the terms of the GNU General Public License as published by the Free
   7 # Software Foundation; version 2 of the License
   8 #
   9 # This program is distributed in the hope that it will be useful, but
  10 # WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
  11 # or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  12 # for more details.
  13 #
  14 # You should have received a copy of the GNU General Public License along
  15 # with this program; if not, write to the Free Software Foundation, Inc., 59
  16 # Temple Place - Suite 330, Boston, MA 02111-1307, USA.
  17
  18 import os
  19 import shutil
  20 import urlparse
  21 import rpm
  22
  23 import zypp
  24 if not hasattr(zypp, 'PoolQuery') or \
  25    not hasattr(zypp.RepoManager, 'loadSolvFile'):
  26     raise ImportError("python-zypp in host system cannot support PoolQuery or "
  27                       "loadSolvFile interface, please update it to enhanced "
  28                       "version which can be found in download.tizen.org/tools")
  29
  30 from mic import msger
  31 from mic.kickstart import ksparser
  32 from mic.utils import misc, rpmmisc, runner, fs_related
  33 from mic.utils.grabber import myurlgrab, TextProgress
  34 from mic.utils.proxy import get_proxy_for
  35 from mic.utils.errors import CreatorError, RepoError, RpmError
  36 from mic.imager.baseimager import BaseImageCreator
  37
  38 class RepositoryStub:
  39     def __init__(self):
  40         self.name = None
  41         self.baseurl = []
  42         self.mirrorlist = None
  43         self.proxy = None
  44         self.proxy_username = None
  45         self.proxy_password = None
  46         self.nocache = False
  47
  48         self.enabled = True
  49         self.autorefresh = True
  50         self.keeppackages = True
  51         self.priority = None
  52
  53 from mic.pluginbase import BackendPlugin
  54 class Zypp(BackendPlugin):
  55     name = 'zypp'
  56
  57     def __init__(self, target_arch, instroot, cachedir):
  58         self.cachedir = cachedir
  59         self.instroot  = instroot
  60         self.target_arch = target_arch
  61
  62         self.__pkgs_license = {}
  63         self.__pkgs_content = {}
  64         self.__pkgs_vcsinfo = {}
  65         self.repos = []
  66         self.to_deselect = []
  67         self.localpkgs = {}
  68         self.repo_manager = None
  69         self.repo_manager_options = None
  70         self.Z = None
  71         self.ts = None
  72         self.ts_pre = None
  73         self.incpkgs = {}
  74         self.excpkgs = {}
  75         self.pre_pkgs = []
  76         self.probFilterFlags = [ rpm.RPMPROB_FILTER_OLDPACKAGE,
  77                                  rpm.RPMPROB_FILTER_REPLACEPKG ]
  78
  79         self.has_prov_query = True
  80
  81     def doFileLogSetup(self, uid, logfile):
  82         # don't do the file log for the livecd as it can lead to open fds
  83         # being left and an inability to clean up after ourself
  84         pass
  85
  86     def closeRpmDB(self):
  87         pass
  88
  89     def close(self):
  90         if self.ts:
  91             self.ts.closeDB()
  92             self.ts = None
  93
  94         if self.ts_pre:
  95             self.ts_pre.closeDB()
  96             self.ts = None
  97
  98         self.closeRpmDB()
  99
 100         if not os.path.exists("/etc/fedora-release") and \
 101            not os.path.exists("/etc/meego-release"):
 102             for i in range(3, os.sysconf("SC_OPEN_MAX")):
 103                 try:
 104                     os.close(i)
 105                 except:
 106                     pass
 107
 108     def __del__(self):
 109         self.close()
 110
 111     def _cleanupRpmdbLocks(self, installroot):
 112         # cleans up temporary files left by bdb so that differing
 113         # versions of rpm don't cause problems
 114         import glob
 115         for f in glob.glob(installroot + "/var/lib/rpm/__db*"):
 116             os.unlink(f)
 117
 118     def setup(self):
 119         self._cleanupRpmdbLocks(self.instroot)
 120
 121     def whatObsolete(self, pkg):
 122         query = zypp.PoolQuery()
 123         query.addKind(zypp.ResKind.package)
 124         query.addAttribute(zypp.SolvAttr.obsoletes, pkg)
 125         query.setMatchExact()
 126         for pi in query.queryResults(self.Z.pool()):
 127             return pi
 128         return None
 129
 130     def _splitPkgString(self, pkg):
 131         sp = pkg.rsplit(".",1)
 132         name = sp[0]
 133         arch = None
 134         if len(sp) == 2:
 135             arch = sp[1]
 136             sysarch = zypp.Arch(self.target_arch)
 137             if not zypp.Arch(arch).compatible_with (sysarch):
 138                 arch = None
 139                 name = ".".join(sp)
 140         return name, arch
 141
 142     def selectPackage(self, pkg):
 143         """Select a given package or package pattern, can be specified
 144         with name.arch or name* or *name
 145         """
 146
 147         if not self.Z:
 148             self.__initialize_zypp()
 149
 150         def markPoolItem(obs, pi):
 151             if obs == None:
 152                 pi.status().setToBeInstalled (zypp.ResStatus.USER)
 153             else:
 154                 obs.status().setToBeInstalled (zypp.ResStatus.USER)
 155
 156         def cmpEVR(p1, p2):
 157             a1 = p1.arch()
 158             a2 = p2.arch()
 159             if str(a1) != str(a2):
 160                 if a1.compatible_with(a2):
 161                     return -1
 162                 else:
 163                     return 1
 164             ed1 = p1.edition()
 165             ed2 = p2.edition()
 166             (e1, v1, r1) = map(str, [ed1.epoch(), ed1.version(), ed1.release()])
 167             (e2, v2, r2) = map(str, [ed2.epoch(), ed2.version(), ed2.release()])
 168             return rpm.labelCompare((e1, v1, r1), (e2, v2, r2))
 169
 170         found = False
 171         startx = pkg.startswith("*")
 172         endx = pkg.endswith("*")
 173         ispattern = startx or endx
 174         name, arch = self._splitPkgString(pkg)
 175
 176         q = zypp.PoolQuery()
 177         q.addKind(zypp.ResKind.package)
 178
 179         if ispattern:
 180             if startx and not endx:
 181                 pattern = '%s$' % (pkg[1:])
 182             if endx and not startx:
 183                 pattern = '^%s' % (pkg[0:-1])
 184             if endx and startx:
 185                 pattern = '%s' % (pkg[1:-1])
 186             q.setMatchRegex()
 187             q.addAttribute(zypp.SolvAttr.name,pattern)
 188
 189         elif arch:
 190             q.setMatchExact()
 191             q.addAttribute(zypp.SolvAttr.name,name)
 192
 193         else:
 194             q.setMatchExact()
 195             q.addAttribute(zypp.SolvAttr.name,pkg)
 196
 197         for item in sorted(
 198                         q.queryResults(self.Z.pool()),
 199                         cmp=lambda x,y: cmpEVR(x, y),
 200                         reverse=True):
 201
 202             if item.name() in self.excpkgs.keys() and \
 203                self.excpkgs[item.name()] == item.repoInfo().name():
 204                 continue
 205             if item.name() in self.incpkgs.keys() and \
 206                self.incpkgs[item.name()] != item.repoInfo().name():
 207                 continue
 208
 209             found = True
 210             obspkg = self.whatObsolete(item.name())
 211             if arch:
 212                 if arch == str(item.arch()):
 213                     item.status().setToBeInstalled (zypp.ResStatus.USER)
 214             else:
 215                 markPoolItem(obspkg, item)
 216             if not ispattern:
 217                 break
 218
 219         # Can't match using package name, then search from packge
 220         # provides infomation
 221         if found == False and not ispattern:
 222             q.addAttribute(zypp.SolvAttr.provides, pkg)
 223             q.addAttribute(zypp.SolvAttr.name,'')
 224
 225             for item in sorted(
 226                             q.queryResults(self.Z.pool()),
 227                             cmp=lambda x,y: cmpEVR(x.edition(), y.edition()),
 228                             reverse=True):
 229                 if item.name() in self.excpkgs.keys() and \
 230                    self.excpkgs[item.name()] == item.repoInfo().name():
 231                     continue
 232                 if item.name() in self.incpkgs.keys() and \
 233                    self.incpkgs[item.name()] != item.repoInfo().name():
 234                     continue
 235
 236                 found = True
 237                 obspkg = self.whatObsolete(item.name())
 238                 markPoolItem(obspkg, item)
 239                 break
 240
 241         if found:
 242             return None
 243         else:
 244             raise CreatorError("Unable to find package: %s" % (pkg,))
 245
 246     def inDeselectPackages(self, item):
 247         """check if specified pacakges are in the list of inDeselectPackages
 248         """
 249
 250         name = item.name()
 251         for pkg in self.to_deselect:
 252             startx = pkg.startswith("*")
 253             endx = pkg.endswith("*")
 254             ispattern = startx or endx
 255             pkgname, pkgarch = self._splitPkgString(pkg)
 256             if not ispattern:
 257                 if pkgarch:
 258                     if name == pkgname and str(item.arch()) == pkgarch:
 259                         return True;
 260                 else:
 261                     if name == pkgname:
 262                         return True;
 263             else:
 264                 if startx and name.endswith(pkg[1:]):
 265                         return True;
 266                 if endx and name.startswith(pkg[:-1]):
 267                         return True;
 268
 269         return False;
 270
 271     def deselectPackage(self, pkg):
 272         """collect packages should not be installed"""
 273         self.to_deselect.append(pkg)
 274
 275     def selectGroup(self, grp, include = ksparser.GROUP_DEFAULT):
 276         if not self.Z:
 277             self.__initialize_zypp()
 278         found = False
 279         q=zypp.PoolQuery()
 280         q.addKind(zypp.ResKind.pattern)
 281         for item in q.queryResults(self.Z.pool()):
 282             summary = "%s" % item.summary()
 283             name = "%s" % item.name()
 284             if name == grp or summary == grp:
 285                 found = True
 286                 item.status().setToBeInstalled (zypp.ResStatus.USER)
 287                 break
 288
 289         if found:
 290             if include == ksparser.GROUP_REQUIRED:
 291                 map(
 292                     lambda p: self.deselectPackage(p),
 293                     grp.default_packages.keys())
 294
 295             return None
 296         else:
 297             raise CreatorError("Unable to find pattern: %s" % (grp,))
 298
 299     def addRepository(self, name,
 300                             url = None,
 301                             mirrorlist = None,
 302                             proxy = None,
 303                             proxy_username = None,
 304                             proxy_password = None,
 305                             inc = None,
 306                             exc = None,
 307                             ssl_verify = True,
 308                             nocache = False,
 309                             cost=None,
 310                             priority=None):
 311         # TODO: Handle cost attribute for repos
 312
 313         if not self.repo_manager:
 314             self.__initialize_repo_manager()
 315
 316         if not proxy and url:
 317             proxy = get_proxy_for(url)
 318
 319         repo = RepositoryStub()
 320         repo.name = name
 321         repo.id = name
 322         repo.proxy = proxy
 323         repo.proxy_username = proxy_username
 324         repo.proxy_password = proxy_password
 325         repo.ssl_verify = ssl_verify
 326         repo.nocache = nocache
 327         repo.baseurl.append(url)
 328         if inc:
 329             for pkg in inc:
 330                 self.incpkgs[pkg] = name
 331         if exc:
 332             for pkg in exc:
 333                 self.excpkgs[pkg] = name
 334
 335         # check LICENSE files
 336         if not rpmmisc.checkRepositoryEULA(name, repo):
 337             msger.warning('skip repo:%s for failed EULA confirmation' % name)
 338             return None
 339
 340         if mirrorlist:
 341             repo.mirrorlist = mirrorlist
 342
 343         # Enable gpg check for verifying corrupt packages
 344         repo.gpgcheck = 1
 345         if priority:
 346             repo.priority = priority
 347
 348         try:
 349             repo_info = zypp.RepoInfo()
 350             repo_info.setAlias(repo.name)
 351             repo_info.setName(repo.name)
 352             repo_info.setEnabled(repo.enabled)
 353             repo_info.setAutorefresh(repo.autorefresh)
 354             repo_info.setKeepPackages(repo.keeppackages)
 355             baseurl = zypp.Url(repo.baseurl[0])
 356             if not ssl_verify:
 357                 baseurl.setQueryParam("ssl_verify", "no")
 358             if proxy:
 359                 scheme, host, path, parm, query, frag = urlparse.urlparse(proxy)
 360
 361                 proxyinfo = host.split(":")
 362                 host = proxyinfo[0]
 363
 364                 port = "80"
 365                 if len(proxyinfo) > 1:
 366                     port = proxyinfo[1]
 367
 368                 if proxy.startswith("socks") and len(proxy.rsplit(':', 1)) == 2:
 369                     host = proxy.rsplit(':', 1)[0]
 370                     port = proxy.rsplit(':', 1)[1]
 371
 372                 baseurl.setQueryParam ("proxy", host)
 373                 baseurl.setQueryParam ("proxyport", port)
 374
 375             repo.baseurl[0] = baseurl.asCompleteString()
 376             self.repos.append(repo)
 377
 378             repo_info.addBaseUrl(baseurl)
 379
 380             if repo.priority:
 381                 repo_info.setPriority(repo.priority)
 382
 383             self.repo_manager.addRepository(repo_info)
 384
 385             self.__build_repo_cache(name)
 386
 387         except RuntimeError, e:
 388             raise CreatorError(str(e))
 389
 390         msger.verbose('repo: %s was added' % name)
 391         return repo
 392
 393     def installHasFile(self, file):
 394         return False
 395
 396     def preInstall(self, pkg):
 397         self.pre_pkgs.append(pkg)
 398
 399     def runInstall(self, checksize = 0):
 400         os.environ["HOME"] = "/"
 401         os.environ["LD_PRELOAD"] = ""
 402         self.buildTransaction()
 403
 404         todo = zypp.GetResolvablesToInsDel(self.Z.pool())
 405         installed_pkgs = todo._toInstall
 406         dlpkgs = []
 407         for item in installed_pkgs:
 408             if not zypp.isKindPattern(item) and \
 409                not self.inDeselectPackages(item):
 410                 dlpkgs.append(item)
 411
 412         # record all pkg and the content
 413         localpkgs = self.localpkgs.keys()
 414         for pkg in dlpkgs:
 415             license = ''
 416             if pkg.name() in localpkgs:
 417                 hdr = rpmmisc.readRpmHeader(self.ts, self.localpkgs[pkg.name()])
 418                 pkg_long_name = misc.RPM_FMT % {
 419                                     'name': hdr['name'],
 420                                     'arch': hdr['arch'],
 421                                     'version': hdr['version'],
 422                                     'release': hdr['release']
 423                                 }
 424                 license = hdr['license']
 425
 426             else:
 427                 pkg_long_name = misc.RPM_FMT % {
 428                                     'name': pkg.name(),
 429                                     'arch': pkg.arch(),
 430                                     'version': pkg.edition().version(),
 431                                     'release': pkg.edition().release()
 432                                 }
 433
 434                 package = zypp.asKindPackage(pkg)
 435                 license = package.license()
 436
 437             if license in self.__pkgs_license.keys():
 438                 self.__pkgs_license[license].append(pkg_long_name)
 439             else:
 440                 self.__pkgs_license[license] = [pkg_long_name]
 441
 442         total_count = len(dlpkgs)
 443         cached_count = 0
 444         download_total_size = sum(map(lambda x: int(x.downloadSize()), dlpkgs))
 445         localpkgs = self.localpkgs.keys()
 446
 447         msger.info("Checking packages cache and packages integrity ...")
 448         for po in dlpkgs:
 449             # Check if it is cached locally
 450             if po.name() in localpkgs:
 451                 cached_count += 1
 452             else:
 453                 local = self.getLocalPkgPath(po)
 454                 name = str(po.repoInfo().name())
 455                 try:
 456                     repo = filter(lambda r: r.name == name, self.repos)[0]
 457                 except IndexError:
 458                     repo = None
 459                 nocache = repo.nocache if repo else False
 460
 461                 if os.path.exists(local):
 462                     if nocache or self.checkPkg(local) !=0:
 463                         os.unlink(local)
 464                     else:
 465                         download_total_size -= int(po.downloadSize())
 466                         cached_count += 1
 467         cache_avail_size = misc.get_filesystem_avail(self.cachedir)
 468         if cache_avail_size < download_total_size:
 469             raise CreatorError("No enough space used for downloading.")
 470
 471         # record the total size of installed pkgs
 472         install_total_size = sum(map(lambda x: int(x.installSize()), dlpkgs))
 473         # check needed size before actually download and install
 474
 475         # FIXME: for multiple partitions for loop type, check fails
 476         #        skip the check temporarily
 477         #if checksize and install_total_size > checksize:
 478         #    raise CreatorError("No enough space used for installing, "
 479         #                       "please resize partition size in ks file")
 480
 481         download_count =  total_count - cached_count
 482         msger.info("%d packages to be installed, "
 483                    "%d packages gotten from cache, "
 484                    "%d packages to be downloaded" \
 485                    % (total_count, cached_count, download_count))
 486
 487         try:
 488             if download_count > 0:
 489                 msger.info("Downloading packages ...")
 490             self.downloadPkgs(dlpkgs, download_count)
 491
 492             self.installPkgs(dlpkgs)
 493
 494         except (RepoError, RpmError):
 495             raise
 496         except Exception, e:
 497             raise CreatorError("Package installation failed: %s" % (e,))
 498
 499     def getVcsInfo(self):
 500         if self.__pkgs_vcsinfo:
 501             return
 502
 503         if not self.ts:
 504             self.__initialize_transaction()
 505
 506         mi = self.ts.dbMatch()
 507         for hdr in mi:
 508             lname = misc.RPM_FMT % {
 509                         'name': hdr['name'],
 510                         'arch': hdr['arch'],
 511                         'version': hdr['version'],
 512                         'release': hdr['release']
 513                     }
 514             self.__pkgs_vcsinfo[lname] = hdr['VCS']
 515
 516         return self.__pkgs_vcsinfo
 517
 518     def getAllContent(self):
 519         if self.__pkgs_content:
 520             return self.__pkgs_content
 521
 522         if not self.ts:
 523             self.__initialize_transaction()
 524
 525         mi = self.ts.dbMatch()
 526         for hdr in mi:
 527             lname = misc.RPM_FMT % {
 528                         'name': hdr['name'],
 529                         'arch': hdr['arch'],
 530                         'version': hdr['version'],
 531                         'release': hdr['release']
 532                     }
 533             self.__pkgs_content[lname] = hdr['FILENAMES']
 534
 535         return self.__pkgs_content
 536
 537     def getPkgsLicense(self):
 538         return self.__pkgs_license
 539
 540     def getFilelist(self, pkgname):
 541         if not pkgname:
 542             return None
 543
 544         if not self.ts:
 545             self.__initialize_transaction()
 546
 547         mi = self.ts.dbMatch('name', pkgname)
 548         for header in mi:
 549             return header['FILENAMES']
 550
 551     def __initialize_repo_manager(self):
 552         if self.repo_manager:
 553             return
 554
 555         # Clean up repo metadata
 556         shutil.rmtree(self.cachedir + "/etc", ignore_errors = True)
 557         shutil.rmtree(self.cachedir + "/solv", ignore_errors = True)
 558         shutil.rmtree(self.cachedir + "/raw", ignore_errors = True)
 559
 560         zypp.KeyRing.setDefaultAccept( zypp.KeyRing.ACCEPT_UNSIGNED_FILE
 561                                      | zypp.KeyRing.ACCEPT_VERIFICATION_FAILED
 562                                      | zypp.KeyRing.ACCEPT_UNKNOWNKEY
 563                                      | zypp.KeyRing.TRUST_KEY_TEMPORARILY
 564                                      )
 565
 566         self.repo_manager_options = \
 567                 zypp.RepoManagerOptions(zypp.Pathname(self.instroot))
 568
 569         self.repo_manager_options.knownReposPath = \
 570                 zypp.Pathname(self.cachedir + "/etc/zypp/repos.d")
 571
 572         self.repo_manager_options.repoCachePath = \
 573                 zypp.Pathname(self.cachedir)
 574
 575         self.repo_manager_options.repoRawCachePath = \
 576                 zypp.Pathname(self.cachedir + "/raw")
 577
 578         self.repo_manager_options.repoSolvCachePath = \
 579                 zypp.Pathname(self.cachedir + "/solv")
 580
 581         self.repo_manager_options.repoPackagesCachePath = \
 582                 zypp.Pathname(self.cachedir + "/packages")
 583
 584         self.repo_manager = zypp.RepoManager(self.repo_manager_options)
 585
 586     def __build_repo_cache(self, name):
 587         repo = self.repo_manager.getRepositoryInfo(name)
 588         if self.repo_manager.isCached(repo) or not repo.enabled():
 589             return
 590
 591         msger.info('Refreshing repository: %s ...' % name)
 592         self.repo_manager.buildCache(repo, zypp.RepoManager.BuildIfNeeded)
 593
 594     def __initialize_zypp(self):
 595         if self.Z:
 596             return
 597
 598         zconfig = zypp.ZConfig_instance()
 599
 600         # Set system architecture
 601         if self.target_arch:
 602             zconfig.setSystemArchitecture(zypp.Arch(self.target_arch))
 603
 604         msger.info("zypp architecture is <%s>" % zconfig.systemArchitecture())
 605
 606         # repoPackagesCachePath is corrected by this
 607         self.repo_manager = zypp.RepoManager(self.repo_manager_options)
 608         repos = self.repo_manager.knownRepositories()
 609         for repo in repos:
 610             if not repo.enabled():
 611                 continue
 612             self.repo_manager.loadFromCache(repo)
 613
 614         self.Z = zypp.ZYppFactory_instance().getZYpp()
 615         self.Z.initializeTarget(zypp.Pathname(self.instroot))
 616         self.Z.target().load()
 617
 618     def buildTransaction(self):
 619         if not self.Z.resolver().resolvePool():
 620             probs = self.Z.resolver().problems()
 621
 622             for problem in probs:
 623                 msger.warning("repo problem: %s, %s" \
 624                               % (problem.description().decode("utf-8"),
 625                                  problem.details().decode("utf-8")))
 626
 627             raise RepoError("found %d resolver problem, abort!" \
 628                             % len(probs))
 629
 630     def getLocalPkgPath(self, po):
 631         repoinfo = po.repoInfo()
 632         cacheroot = repoinfo.packagesPath()
 633         location= zypp.asKindPackage(po).location()
 634         rpmpath = str(location.filename())
 635         pkgpath = "%s/%s" % (cacheroot, os.path.basename(rpmpath))
 636         return pkgpath
 637
 638     def installLocal(self, pkg, po=None, updateonly=False):
 639         if not self.ts:
 640             self.__initialize_transaction()
 641
 642         solvfile = "%s/.solv" % (self.cachedir)
 643
 644         rc, out = runner.runtool([fs_related.find_binary_path("rpms2solv"),
 645                                   pkg])
 646         if rc == 0:
 647             f = open(solvfile, "w+")
 648             f.write(out)
 649             f.close()
 650
 651             warnmsg = self.repo_manager.loadSolvFile(solvfile,
 652                                                      os.path.basename(pkg))
 653             if warnmsg:
 654                 msger.warning(warnmsg)
 655
 656             os.unlink(solvfile)
 657         else:
 658             msger.warning('Can not get %s solv data.' % pkg)
 659
 660         hdr = rpmmisc.readRpmHeader(self.ts, pkg)
 661         arch = zypp.Arch(hdr['arch'])
 662         sysarch = zypp.Arch(self.target_arch)
 663
 664         if arch.compatible_with (sysarch):
 665             pkgname = hdr['name']
 666             self.localpkgs[pkgname] = pkg
 667             self.selectPackage(pkgname)
 668             msger.info("Marking %s to be installed" % (pkg))
 669
 670         else:
 671             msger.warning("Cannot add package %s to transaction. "
 672                           "Not a compatible architecture: %s" \
 673                           % (pkg, hdr['arch']))
 674
 675     def downloadPkgs(self, package_objects, count):
 676         localpkgs = self.localpkgs.keys()
 677         progress_obj = TextProgress(count)
 678
 679         for po in package_objects:
 680             if po.name() in localpkgs:
 681                 continue
 682
 683             filename = self.getLocalPkgPath(po)
 684             if os.path.exists(filename):
 685                 if self.checkPkg(filename) == 0:
 686                     continue
 687
 688             dirn = os.path.dirname(filename)
 689             if not os.path.exists(dirn):
 690                 os.makedirs(dirn)
 691
 692             url = self.get_url(po)
 693             proxies = self.get_proxies(po)
 694
 695             try:
 696                 filename = myurlgrab(url, filename, proxies, progress_obj)
 697             except CreatorError:
 698                 self.close()
 699                 raise
 700
 701     def preinstallPkgs(self):
 702         if not self.ts_pre:
 703             self.__initialize_transaction()
 704
 705         self.ts_pre.order()
 706         cb = rpmmisc.RPMInstallCallback(self.ts_pre)
 707         cb.headmsg = "Preinstall"
 708         installlogfile = "%s/__catched_stderr.buf" % (self.instroot)
 709
 710         # start to catch stderr output from librpm
 711         msger.enable_logstderr(installlogfile)
 712
 713         errors = self.ts_pre.run(cb.callback, '')
 714         # stop catch
 715         msger.disable_logstderr()
 716         self.ts_pre.closeDB()
 717         self.ts_pre = None
 718
 719         if errors is not None:
 720             if len(errors) == 0:
 721                 msger.warning('scriptlet or other non-fatal errors occurred '
 722                               'during transaction.')
 723
 724             else:
 725                 for e in errors:
 726                     msger.warning(e[0])
 727                 raise RepoError('Could not run transaction.')
 728
 729     def installPkgs(self, package_objects):
 730         if not self.ts:
 731             self.__initialize_transaction()
 732
 733         # clean rpm lock
 734         self._cleanupRpmdbLocks(self.instroot)
 735         # Set filters
 736         probfilter = 0
 737         for flag in self.probFilterFlags:
 738             probfilter |= flag
 739         self.ts.setProbFilter(probfilter)
 740         self.ts_pre.setProbFilter(probfilter)
 741
 742         localpkgs = self.localpkgs.keys()
 743
 744         for po in package_objects:
 745             pkgname = po.name()
 746             if pkgname in localpkgs:
 747                 rpmpath = self.localpkgs[pkgname]
 748             else:
 749                 rpmpath = self.getLocalPkgPath(po)
 750
 751             if not os.path.exists(rpmpath):
 752                 # Maybe it is a local repo
 753                 baseurl = str(po.repoInfo().baseUrls()[0])
 754                 baseurl = baseurl.strip()
 755
 756                 location = zypp.asKindPackage(po).location()
 757                 location = str(location.filename())
 758
 759                 if baseurl.startswith("file:/"):
 760                     rpmpath = baseurl[5:] + "/%s" % (location)
 761
 762             if not os.path.exists(rpmpath):
 763                 raise RpmError("Error: %s doesn't exist" % rpmpath)
 764
 765             h = rpmmisc.readRpmHeader(self.ts, rpmpath)
 766
 767             if pkgname in self.pre_pkgs:
 768                 msger.verbose("pre-install package added: %s" % pkgname)
 769                 self.ts_pre.addInstall(h, rpmpath, 'u')
 770
 771             self.ts.addInstall(h, rpmpath, 'u')
 772
 773         unresolved_dependencies = self.ts.check()
 774         if not unresolved_dependencies:
 775             if self.pre_pkgs:
 776                 self.preinstallPkgs()
 777
 778             self.ts.order()
 779             cb = rpmmisc.RPMInstallCallback(self.ts)
 780             installlogfile = "%s/__catched_stderr.buf" % (self.instroot)
 781
 782             # start to catch stderr output from librpm
 783             msger.enable_logstderr(installlogfile)
 784
 785             errors = self.ts.run(cb.callback, '')
 786             # stop catch
 787             msger.disable_logstderr()
 788             self.ts.closeDB()
 789             self.ts = None
 790
 791             if errors is not None:
 792                 if len(errors) == 0:
 793                     msger.warning('scriptlet or other non-fatal errors occurred '
 794                                   'during transaction.')
 795
 796                 else:
 797                     for e in errors:
 798                         msger.warning(e[0])
 799                     raise RepoError('Could not run transaction.')
 800
 801         else:
 802             for pkg, need, needflags, sense, key in unresolved_dependencies:
 803                 package = '-'.join(pkg)
 804
 805                 if needflags == rpm.RPMSENSE_LESS:
 806                     deppkg = ' < '.join(need)
 807                 elif needflags == rpm.RPMSENSE_EQUAL:
 808                     deppkg = ' = '.join(need)
 809                 elif needflags == rpm.RPMSENSE_GREATER:
 810                     deppkg = ' > '.join(need)
 811                 else:
 812                     deppkg = '-'.join(need)
 813
 814                 if sense == rpm.RPMDEP_SENSE_REQUIRES:
 815                     msger.warning("[%s] Requires [%s], which is not provided" \
 816                                   % (package, deppkg))
 817
 818                 elif sense == rpm.RPMDEP_SENSE_CONFLICTS:
 819                     msger.warning("[%s] Conflicts with [%s]" %(package,deppkg))
 820
 821             raise RepoError("Unresolved dependencies, transaction failed.")
 822
 823     def __initialize_transaction(self):
 824         if not self.ts:
 825             self.ts = rpm.TransactionSet(self.instroot)
 826             # Set to not verify DSA signatures.
 827             self.ts.setVSFlags(rpm._RPMVSF_NOSIGNATURES|rpm._RPMVSF_NODIGESTS)
 828
 829         if not self.ts_pre:
 830             self.ts_pre = rpm.TransactionSet(self.instroot)
 831             # Just unpack the files, don't run scripts
 832             self.ts_pre.setFlags(rpm.RPMTRANS_FLAG_ALLFILES | rpm.RPMTRANS_FLAG_NOSCRIPTS)
 833             # Set to not verify DSA signatures.
 834             self.ts_pre.setVSFlags(rpm._RPMVSF_NOSIGNATURES|rpm._RPMVSF_NODIGESTS)
 835
 836     def checkPkg(self, pkg):
 837         ret = 1
 838         if not os.path.exists(pkg):
 839             return ret
 840         ret = rpmmisc.checkRpmIntegrity('rpm', pkg)
 841         if ret != 0:
 842             msger.warning("package %s is damaged: %s" \
 843                           % (os.path.basename(pkg), pkg))
 844
 845         return ret
 846
 847     def _add_prob_flags(self, *flags):
 848         for flag in flags:
 849            if flag not in self.probFilterFlags:
 850                self.probFilterFlags.append(flag)
 851
 852     def get_proxies(self, pobj):
 853         if not pobj:
 854             return None
 855
 856         proxy = None
 857         proxies = None
 858         repoinfo = pobj.repoInfo()
 859         reponame = "%s" % repoinfo.name()
 860         repos = filter(lambda r: r.name == reponame, self.repos)
 861         repourl = str(repoinfo.baseUrls()[0])
 862
 863         if repos:
 864             proxy = repos[0].proxy
 865         if not proxy:
 866             proxy = get_proxy_for(repourl)
 867         if proxy:
 868             proxies = {str(repourl.split(':')[0]): str(proxy)}
 869
 870         return proxies
 871
 872     def get_url(self, pobj):
 873         if not pobj:
 874             return None
 875
 876         name = str(pobj.repoInfo().name())
 877         try:
 878             repo = filter(lambda r: r.name == name, self.repos)[0]
 879         except IndexError:
 880             return None
 881
 882         baseurl = repo.baseurl[0]
 883
 884         index = baseurl.find("?")
 885         if index > -1:
 886             baseurl = baseurl[:index]
 887
 888         location = zypp.asKindPackage(pobj).location()
 889         location = str(location.filename())
 890         if location.startswith("./"):
 891             location = location[2:]
 892
 893         return os.path.join(baseurl, location)
 894
 895     def package_url(self, pkgname):
 896
 897         def cmpEVR(ed1, ed2):
 898             (e1, v1, r1) = map(str, [ed1.epoch(), ed1.version(), ed1.release()])
 899             (e2, v2, r2) = map(str, [ed2.epoch(), ed2.version(), ed2.release()])
 900             return rpm.labelCompare((e1, v1, r1), (e2, v2, r2))
 901
 902         if not self.Z:
 903             self.__initialize_zypp()
 904
 905         q = zypp.PoolQuery()
 906         q.addKind(zypp.ResKind.package)
 907         q.setMatchExact()
 908         q.addAttribute(zypp.SolvAttr.name, pkgname)
 909         items = sorted(q.queryResults(self.Z.pool()),
 910                        cmp=lambda x,y: cmpEVR(x.edition(), y.edition()),
 911                        reverse=True)
 912
 913         if items:
 914             url = self.get_url(items[0])
 915             proxies = self.get_proxies(items[0])
 916             return (url, proxies)
 917
 918         return (None, None)