plugins/backend/zypppkgmgr.py

   1 #!/usr/bin/python -tt
   2 #
   3 # Copyright (c) 2010, 2011 Intel, Inc.
   4 #
   5 # This program is free software; you can redistribute it and/or modify it
   6 # under the terms of the GNU General Public License as published by the Free
   7 # Software Foundation; version 2 of the License
   8 #
   9 # This program is distributed in the hope that it will be useful, but
  10 # WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
  11 # or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  12 # for more details.
  13 #
  14 # You should have received a copy of the GNU General Public License along
  15 # with this program; if not, write to the Free Software Foundation, Inc., 59
  16 # Temple Place - Suite 330, Boston, MA 02111-1307, USA.
  17
  18 import os
  19 import shutil
  20 import urlparse
  21 import rpm
  22
  23 import zypp
  24 if not hasattr(zypp, 'PoolQuery') or \
  25    not hasattr(zypp.RepoManager, 'loadSolvFile'):
  26     raise ImportError("python-zypp in host system cannot support PoolQuery or "
  27                       "loadSolvFile interface, please update it to enhanced "
  28                       "version which can be found in download.tizen.org/tools")
  29
  30 from mic import msger
  31 from mic.kickstart import ksparser
  32 from mic.utils import misc, rpmmisc, runner, fs_related
  33 from mic.utils.grabber import myurlgrab, TextProgress
  34 from mic.utils.proxy import get_proxy_for
  35 from mic.utils.errors import CreatorError, RepoError, RpmError
  36 from mic.imager.baseimager import BaseImageCreator
  37
  38 class RepositoryStub:
  39     def __init__(self):
  40         self.name = None
  41         self.baseurl = []
  42         self.mirrorlist = None
  43         self.proxy = None
  44         self.proxy_username = None
  45         self.proxy_password = None
  46
  47         self.enabled = True
  48         self.autorefresh = True
  49         self.keeppackages = True
  50         self.priority = None
  51
  52 from mic.pluginbase import BackendPlugin
  53 class Zypp(BackendPlugin):
  54     name = 'zypp'
  55
  56     def __init__(self, target_arch, instroot, cachedir):
  57         self.cachedir = cachedir
  58         self.instroot  = instroot
  59         self.target_arch = target_arch
  60
  61         self.__pkgs_license = {}
  62         self.__pkgs_content = {}
  63         self.repos = []
  64         self.to_deselect = []
  65         self.localpkgs = {}
  66         self.repo_manager = None
  67         self.repo_manager_options = None
  68         self.Z = None
  69         self.ts = None
  70         self.ts_pre = None
  71         self.incpkgs = {}
  72         self.excpkgs = {}
  73         self.pre_pkgs = []
  74         self.probFilterFlags = [ rpm.RPMPROB_FILTER_OLDPACKAGE,
  75                                  rpm.RPMPROB_FILTER_REPLACEPKG ]
  76
  77         self.has_prov_query = True
  78
  79     def doFileLogSetup(self, uid, logfile):
  80         # don't do the file log for the livecd as it can lead to open fds
  81         # being left and an inability to clean up after ourself
  82         pass
  83
  84     def closeRpmDB(self):
  85         pass
  86
  87     def close(self):
  88         if self.ts:
  89             self.ts.closeDB()
  90             self.ts = None
  91
  92         if self.ts_pre:
  93             self.ts_pre.closeDB()
  94             self.ts = None
  95
  96         self.closeRpmDB()
  97
  98         if not os.path.exists("/etc/fedora-release") and \
  99            not os.path.exists("/etc/meego-release"):
 100             for i in range(3, os.sysconf("SC_OPEN_MAX")):
 101                 try:
 102                     os.close(i)
 103                 except:
 104                     pass
 105
 106     def __del__(self):
 107         self.close()
 108
 109     def _cleanupRpmdbLocks(self, installroot):
 110         # cleans up temporary files left by bdb so that differing
 111         # versions of rpm don't cause problems
 112         import glob
 113         for f in glob.glob(installroot + "/var/lib/rpm/__db*"):
 114             os.unlink(f)
 115
 116     def setup(self):
 117         self._cleanupRpmdbLocks(self.instroot)
 118
 119     def whatObsolete(self, pkg):
 120         query = zypp.PoolQuery()
 121         query.addKind(zypp.ResKind.package)
 122         query.addAttribute(zypp.SolvAttr.obsoletes, pkg)
 123         query.setMatchExact()
 124         for pi in query.queryResults(self.Z.pool()):
 125             return pi
 126         return None
 127
 128     def _splitPkgString(self, pkg):
 129         sp = pkg.rsplit(".",1)
 130         name = sp[0]
 131         arch = None
 132         if len(sp) == 2:
 133             arch = sp[1]
 134             sysarch = zypp.Arch(self.target_arch)
 135             if not zypp.Arch(arch).compatible_with (sysarch):
 136                 arch = None
 137                 name = ".".join(sp)
 138         return name, arch
 139
 140     def selectPackage(self, pkg):
 141         """Select a given package or package pattern, can be specified
 142         with name.arch or name* or *name
 143         """
 144
 145         if not self.Z:
 146             self.__initialize_zypp()
 147
 148         def markPoolItem(obs, pi):
 149             if obs == None:
 150                 pi.status().setToBeInstalled (zypp.ResStatus.USER)
 151             else:
 152                 obs.status().setToBeInstalled (zypp.ResStatus.USER)
 153
 154         def cmpEVR(p1, p2):
 155             a1 = p1.arch()
 156             a2 = p2.arch()
 157             if str(a1) != str(a2):
 158                 if a1.compatible_with(a2):
 159                     return -1
 160                 else:
 161                     return 1
 162             ed1 = p1.edition()
 163             ed2 = p2.edition()
 164             (e1, v1, r1) = map(str, [ed1.epoch(), ed1.version(), ed1.release()])
 165             (e2, v2, r2) = map(str, [ed2.epoch(), ed2.version(), ed2.release()])
 166             return rpm.labelCompare((e1, v1, r1), (e2, v2, r2))
 167
 168         found = False
 169         startx = pkg.startswith("*")
 170         endx = pkg.endswith("*")
 171         ispattern = startx or endx
 172         name, arch = self._splitPkgString(pkg)
 173
 174         q = zypp.PoolQuery()
 175         q.addKind(zypp.ResKind.package)
 176
 177         if ispattern:
 178             if startx and not endx:
 179                 pattern = '%s$' % (pkg[1:])
 180             if endx and not startx:
 181                 pattern = '^%s' % (pkg[0:-1])
 182             if endx and startx:
 183                 pattern = '%s' % (pkg[1:-1])
 184             q.setMatchRegex()
 185             q.addAttribute(zypp.SolvAttr.name,pattern)
 186
 187         elif arch:
 188             q.setMatchExact()
 189             q.addAttribute(zypp.SolvAttr.name,name)
 190
 191         else:
 192             q.setMatchExact()
 193             q.addAttribute(zypp.SolvAttr.name,pkg)
 194
 195         for item in sorted(
 196                         q.queryResults(self.Z.pool()),
 197                         cmp=lambda x,y: cmpEVR(x, y),
 198                         reverse=True):
 199
 200             if item.name() in self.excpkgs.keys() and \
 201                self.excpkgs[item.name()] == item.repoInfo().name():
 202                 continue
 203             if item.name() in self.incpkgs.keys() and \
 204                self.incpkgs[item.name()] != item.repoInfo().name():
 205                 continue
 206
 207             found = True
 208             obspkg = self.whatObsolete(item.name())
 209             if arch:
 210                 if arch == str(item.arch()):
 211                     item.status().setToBeInstalled (zypp.ResStatus.USER)
 212             else:
 213                 markPoolItem(obspkg, item)
 214             if not ispattern:
 215                 break
 216
 217         # Can't match using package name, then search from packge
 218         # provides infomation
 219         if found == False and not ispattern:
 220             q.addAttribute(zypp.SolvAttr.provides, pkg)
 221             q.addAttribute(zypp.SolvAttr.name,'')
 222
 223             for item in sorted(
 224                             q.queryResults(self.Z.pool()),
 225                             cmp=lambda x,y: cmpEVR(x.edition(), y.edition()),
 226                             reverse=True):
 227                 if item.name() in self.excpkgs.keys() and \
 228                    self.excpkgs[item.name()] == item.repoInfo().name():
 229                     continue
 230                 if item.name() in self.incpkgs.keys() and \
 231                    self.incpkgs[item.name()] != item.repoInfo().name():
 232                     continue
 233
 234                 found = True
 235                 obspkg = self.whatObsolete(item.name())
 236                 markPoolItem(obspkg, item)
 237                 break
 238
 239         if found:
 240             return None
 241         else:
 242             raise CreatorError("Unable to find package: %s" % (pkg,))
 243
 244     def inDeselectPackages(self, item):
 245         """check if specified pacakges are in the list of inDeselectPackages
 246         """
 247
 248         name = item.name()
 249         for pkg in self.to_deselect:
 250             startx = pkg.startswith("*")
 251             endx = pkg.endswith("*")
 252             ispattern = startx or endx
 253             pkgname, pkgarch = self._splitPkgString(pkg)
 254             if not ispattern:
 255                 if pkgarch:
 256                     if name == pkgname and str(item.arch()) == pkgarch:
 257                         return True;
 258                 else:
 259                     if name == pkgname:
 260                         return True;
 261             else:
 262                 if startx and name.endswith(pkg[1:]):
 263                         return True;
 264                 if endx and name.startswith(pkg[:-1]):
 265                         return True;
 266
 267         return False;
 268
 269     def deselectPackage(self, pkg):
 270         """collect packages should not be installed"""
 271         self.to_deselect.append(pkg)
 272
 273     def selectGroup(self, grp, include = ksparser.GROUP_DEFAULT):
 274         if not self.Z:
 275             self.__initialize_zypp()
 276         found = False
 277         q=zypp.PoolQuery()
 278         q.addKind(zypp.ResKind.pattern)
 279         for item in q.queryResults(self.Z.pool()):
 280             summary = "%s" % item.summary()
 281             name = "%s" % item.name()
 282             if name == grp or summary == grp:
 283                 found = True
 284                 item.status().setToBeInstalled (zypp.ResStatus.USER)
 285                 break
 286
 287         if found:
 288             if include == ksparser.GROUP_REQUIRED:
 289                 map(
 290                     lambda p: self.deselectPackage(p),
 291                     grp.default_packages.keys())
 292
 293             return None
 294         else:
 295             raise CreatorError("Unable to find pattern: %s" % (grp,))
 296
 297     def addRepository(self, name,
 298                             url = None,
 299                             mirrorlist = None,
 300                             proxy = None,
 301                             proxy_username = None,
 302                             proxy_password = None,
 303                             inc = None,
 304                             exc = None,
 305                             ssl_verify = True,
 306                             cost=None,
 307                             priority=None):
 308         # TODO: Handle cost attribute for repos
 309
 310         if not self.repo_manager:
 311             self.__initialize_repo_manager()
 312
 313         if not proxy and url:
 314             proxy = get_proxy_for(url)
 315
 316         repo = RepositoryStub()
 317         repo.name = name
 318         repo.id = name
 319         repo.proxy = proxy
 320         repo.proxy_username = proxy_username
 321         repo.proxy_password = proxy_password
 322         repo.ssl_verify = ssl_verify
 323         repo.baseurl.append(url)
 324         if inc:
 325             for pkg in inc:
 326                 self.incpkgs[pkg] = name
 327         if exc:
 328             for pkg in exc:
 329                 self.excpkgs[pkg] = name
 330
 331         # check LICENSE files
 332         if not rpmmisc.checkRepositoryEULA(name, repo):
 333             msger.warning('skip repo:%s for failed EULA confirmation' % name)
 334             return None
 335
 336         if mirrorlist:
 337             repo.mirrorlist = mirrorlist
 338
 339         # Enable gpg check for verifying corrupt packages
 340         repo.gpgcheck = 1
 341         if priority:
 342             repo.priority = priority
 343
 344         try:
 345             repo_info = zypp.RepoInfo()
 346             repo_info.setAlias(repo.name)
 347             repo_info.setName(repo.name)
 348             repo_info.setEnabled(repo.enabled)
 349             repo_info.setAutorefresh(repo.autorefresh)
 350             repo_info.setKeepPackages(repo.keeppackages)
 351             baseurl = zypp.Url(repo.baseurl[0])
 352             if not ssl_verify:
 353                 baseurl.setQueryParam("ssl_verify", "no")
 354             if proxy:
 355                 scheme, host, path, parm, query, frag = urlparse.urlparse(proxy)
 356
 357                 proxyinfo = host.split(":")
 358                 host = proxyinfo[0]
 359
 360                 port = "80"
 361                 if len(proxyinfo) > 1:
 362                     port = proxyinfo[1]
 363
 364                 if proxy.startswith("socks") and len(proxy.rsplit(':', 1)) == 2:
 365                     host = proxy.rsplit(':', 1)[0]
 366                     port = proxy.rsplit(':', 1)[1]
 367
 368                 baseurl.setQueryParam ("proxy", host)
 369                 baseurl.setQueryParam ("proxyport", port)
 370
 371             repo.baseurl[0] = baseurl.asCompleteString()
 372             self.repos.append(repo)
 373
 374             repo_info.addBaseUrl(baseurl)
 375
 376             if repo.priority:
 377                 repo_info.setPriority(repo.priority)
 378
 379             self.repo_manager.addRepository(repo_info)
 380
 381             self.__build_repo_cache(name)
 382
 383         except RuntimeError, e:
 384             raise CreatorError(str(e))
 385
 386         msger.verbose('repo: %s was added' % name)
 387         return repo
 388
 389     def installHasFile(self, file):
 390         return False
 391
 392     def preInstall(self, pkg):
 393         self.pre_pkgs.append(pkg)
 394
 395     def runInstall(self, checksize = 0):
 396         os.environ["HOME"] = "/"
 397         os.environ["LD_PRELOAD"] = ""
 398         self.buildTransaction()
 399
 400         todo = zypp.GetResolvablesToInsDel(self.Z.pool())
 401         installed_pkgs = todo._toInstall
 402         dlpkgs = []
 403         for item in installed_pkgs:
 404             if not zypp.isKindPattern(item) and \
 405                not self.inDeselectPackages(item):
 406                 dlpkgs.append(item)
 407
 408         # record all pkg and the content
 409         localpkgs = self.localpkgs.keys()
 410         for pkg in dlpkgs:
 411             license = ''
 412             if pkg.name() in localpkgs:
 413                 hdr = rpmmisc.readRpmHeader(self.ts, self.localpkgs[pkg.name()])
 414                 pkg_long_name = misc.RPM_FMT % {
 415                                     'name': hdr['name'],
 416                                     'arch': hdr['arch'],
 417                                     'ver_rel': '%s-%s' % (hdr['version'],
 418                                                           hdr['release']),
 419                                 }
 420                 license = hdr['license']
 421
 422             else:
 423                 pkg_long_name = misc.RPM_FMT % {
 424                                     'name': pkg.name(),
 425                                     'arch': pkg.arch(),
 426                                     'ver_rel': pkg.edition(),
 427                                 }
 428
 429                 package = zypp.asKindPackage(pkg)
 430                 license = package.license()
 431
 432             self.__pkgs_content[pkg_long_name] = {} #TBD: to get file list
 433
 434             if license in self.__pkgs_license.keys():
 435                 self.__pkgs_license[license].append(pkg_long_name)
 436             else:
 437                 self.__pkgs_license[license] = [pkg_long_name]
 438
 439         total_count = len(dlpkgs)
 440         cached_count = 0
 441         download_total_size = sum(map(lambda x: int(x.downloadSize()), dlpkgs))
 442         localpkgs = self.localpkgs.keys()
 443
 444         msger.info("Checking packages cache and packages integrity ...")
 445         for po in dlpkgs:
 446             # Check if it is cached locally
 447             if po.name() in localpkgs:
 448                 cached_count += 1
 449             else:
 450                 local = self.getLocalPkgPath(po)
 451                 if os.path.exists(local):
 452                     if self.checkPkg(local) != 0:
 453                         os.unlink(local)
 454                     else:
 455                         download_total_size -= int(po.downloadSize())
 456                         cached_count += 1
 457         cache_avail_size = misc.get_filesystem_avail(self.cachedir)
 458         if cache_avail_size < download_total_size:
 459             raise CreatorError("No enough space used for downloading.")
 460
 461         # record the total size of installed pkgs
 462         install_total_size = sum(map(lambda x: int(x.installSize()), dlpkgs))
 463         # check needed size before actually download and install
 464
 465         # FIXME: for multiple partitions for loop type, check fails
 466         #        skip the check temporarily
 467         #if checksize and install_total_size > checksize:
 468         #    raise CreatorError("No enough space used for installing, "
 469         #                       "please resize partition size in ks file")
 470
 471         download_count =  total_count - cached_count
 472         msger.info("%d packages to be installed, "
 473                    "%d packages gotten from cache, "
 474                    "%d packages to be downloaded" \
 475                    % (total_count, cached_count, download_count))
 476
 477         try:
 478             if download_count > 0:
 479                 msger.info("Downloading packages ...")
 480             self.downloadPkgs(dlpkgs, download_count)
 481
 482             self.installPkgs(dlpkgs)
 483
 484         except (RepoError, RpmError):
 485             raise
 486         except Exception, e:
 487             raise CreatorError("Package installation failed: %s" % (e,))
 488
 489     def getAllContent(self):
 490         return self.__pkgs_content
 491
 492     def getPkgsLicense(self):
 493         return self.__pkgs_license
 494
 495     def getFilelist(self, pkgname):
 496         if not pkgname:
 497             return None
 498
 499         if not self.ts:
 500             self.__initialize_transaction()
 501
 502         mi = self.ts.dbMatch('name', pkgname)
 503         for header in mi:
 504             return header['FILENAMES']
 505
 506     def __initialize_repo_manager(self):
 507         if self.repo_manager:
 508             return
 509
 510         # Clean up repo metadata
 511         shutil.rmtree(self.cachedir + "/etc", ignore_errors = True)
 512         shutil.rmtree(self.cachedir + "/solv", ignore_errors = True)
 513         shutil.rmtree(self.cachedir + "/raw", ignore_errors = True)
 514
 515         zypp.KeyRing.setDefaultAccept( zypp.KeyRing.ACCEPT_UNSIGNED_FILE
 516                                      | zypp.KeyRing.ACCEPT_VERIFICATION_FAILED
 517                                      | zypp.KeyRing.ACCEPT_UNKNOWNKEY
 518                                      | zypp.KeyRing.TRUST_KEY_TEMPORARILY
 519                                      )
 520
 521         self.repo_manager_options = \
 522                 zypp.RepoManagerOptions(zypp.Pathname(self.instroot))
 523
 524         self.repo_manager_options.knownReposPath = \
 525                 zypp.Pathname(self.cachedir + "/etc/zypp/repos.d")
 526
 527         self.repo_manager_options.repoCachePath = \
 528                 zypp.Pathname(self.cachedir)
 529
 530         self.repo_manager_options.repoRawCachePath = \
 531                 zypp.Pathname(self.cachedir + "/raw")
 532
 533         self.repo_manager_options.repoSolvCachePath = \
 534                 zypp.Pathname(self.cachedir + "/solv")
 535
 536         self.repo_manager_options.repoPackagesCachePath = \
 537                 zypp.Pathname(self.cachedir + "/packages")
 538
 539         self.repo_manager = zypp.RepoManager(self.repo_manager_options)
 540
 541     def __build_repo_cache(self, name):
 542         repo = self.repo_manager.getRepositoryInfo(name)
 543         if self.repo_manager.isCached(repo) or not repo.enabled():
 544             return
 545
 546         msger.info('Refreshing repository: %s ...' % name)
 547         self.repo_manager.buildCache(repo, zypp.RepoManager.BuildIfNeeded)
 548
 549     def __initialize_zypp(self):
 550         if self.Z:
 551             return
 552
 553         zconfig = zypp.ZConfig_instance()
 554
 555         # Set system architecture
 556         if self.target_arch:
 557             zconfig.setSystemArchitecture(zypp.Arch(self.target_arch))
 558
 559         msger.info("zypp architecture is <%s>" % zconfig.systemArchitecture())
 560
 561         # repoPackagesCachePath is corrected by this
 562         self.repo_manager = zypp.RepoManager(self.repo_manager_options)
 563         repos = self.repo_manager.knownRepositories()
 564         for repo in repos:
 565             if not repo.enabled():
 566                 continue
 567             self.repo_manager.loadFromCache(repo)
 568
 569         self.Z = zypp.ZYppFactory_instance().getZYpp()
 570         self.Z.initializeTarget(zypp.Pathname(self.instroot))
 571         self.Z.target().load()
 572
 573     def buildTransaction(self):
 574         if not self.Z.resolver().resolvePool():
 575             probs = self.Z.resolver().problems()
 576
 577             for problem in probs:
 578                 msger.warning("repo problem: %s, %s" \
 579                               % (problem.description().decode("utf-8"),
 580                                  problem.details().decode("utf-8")))
 581
 582             raise RepoError("found %d resolver problem, abort!" \
 583                             % len(probs))
 584
 585     def getLocalPkgPath(self, po):
 586         repoinfo = po.repoInfo()
 587         cacheroot = repoinfo.packagesPath()
 588         location= zypp.asKindPackage(po).location()
 589         rpmpath = str(location.filename())
 590         pkgpath = "%s/%s" % (cacheroot, os.path.basename(rpmpath))
 591         return pkgpath
 592
 593     def installLocal(self, pkg, po=None, updateonly=False):
 594         if not self.ts:
 595             self.__initialize_transaction()
 596
 597         solvfile = "%s/.solv" % (self.cachedir)
 598
 599         rc, out = runner.runtool([fs_related.find_binary_path("rpms2solv"),
 600                                   pkg])
 601         if rc == 0:
 602             f = open(solvfile, "w+")
 603             f.write(out)
 604             f.close()
 605
 606             warnmsg = self.repo_manager.loadSolvFile(solvfile,
 607                                                      os.path.basename(pkg))
 608             if warnmsg:
 609                 msger.warning(warnmsg)
 610
 611             os.unlink(solvfile)
 612         else:
 613             msger.warning('Can not get %s solv data.' % pkg)
 614
 615         hdr = rpmmisc.readRpmHeader(self.ts, pkg)
 616         arch = zypp.Arch(hdr['arch'])
 617         sysarch = zypp.Arch(self.target_arch)
 618
 619         if arch.compatible_with (sysarch):
 620             pkgname = hdr['name']
 621             self.localpkgs[pkgname] = pkg
 622             self.selectPackage(pkgname)
 623             msger.info("Marking %s to be installed" % (pkg))
 624
 625         else:
 626             msger.warning("Cannot add package %s to transaction. "
 627                           "Not a compatible architecture: %s" \
 628                           % (pkg, hdr['arch']))
 629
 630     def downloadPkgs(self, package_objects, count):
 631         localpkgs = self.localpkgs.keys()
 632         progress_obj = TextProgress(count)
 633
 634         for po in package_objects:
 635             if po.name() in localpkgs:
 636                 continue
 637
 638             filename = self.getLocalPkgPath(po)
 639             if os.path.exists(filename):
 640                 if self.checkPkg(filename) == 0:
 641                     continue
 642
 643             dirn = os.path.dirname(filename)
 644             if not os.path.exists(dirn):
 645                 os.makedirs(dirn)
 646
 647             url = self.get_url(po)
 648             proxies = self.get_proxies(po)
 649
 650             try:
 651                 filename = myurlgrab(url, filename, proxies, progress_obj)
 652             except CreatorError:
 653                 self.close()
 654                 raise
 655
 656     def preinstallPkgs(self):
 657         if not self.ts_pre:
 658             self.__initialize_transaction()
 659
 660         self.ts_pre.order()
 661         cb = rpmmisc.RPMInstallCallback(self.ts_pre)
 662         cb.headmsg = "Preinstall"
 663         installlogfile = "%s/__catched_stderr.buf" % (self.instroot)
 664
 665         # start to catch stderr output from librpm
 666         msger.enable_logstderr(installlogfile)
 667
 668         errors = self.ts_pre.run(cb.callback, '')
 669         # stop catch
 670         msger.disable_logstderr()
 671         self.ts_pre.closeDB()
 672         self.ts_pre = None
 673
 674         if errors is not None:
 675             if len(errors) == 0:
 676                 msger.warning('scriptlet or other non-fatal errors occurred '
 677                               'during transaction.')
 678
 679             else:
 680                 for e in errors:
 681                     msger.warning(e[0])
 682                 raise RepoError('Could not run transaction.')
 683
 684     def installPkgs(self, package_objects):
 685         if not self.ts:
 686             self.__initialize_transaction()
 687
 688         # clean rpm lock
 689         self._cleanupRpmdbLocks(self.instroot)
 690         # Set filters
 691         probfilter = 0
 692         for flag in self.probFilterFlags:
 693             probfilter |= flag
 694         self.ts.setProbFilter(probfilter)
 695         self.ts_pre.setProbFilter(probfilter)
 696
 697         localpkgs = self.localpkgs.keys()
 698
 699         for po in package_objects:
 700             pkgname = po.name()
 701             if pkgname in localpkgs:
 702                 rpmpath = self.localpkgs[pkgname]
 703             else:
 704                 rpmpath = self.getLocalPkgPath(po)
 705
 706             if not os.path.exists(rpmpath):
 707                 # Maybe it is a local repo
 708                 baseurl = str(po.repoInfo().baseUrls()[0])
 709                 baseurl = baseurl.strip()
 710
 711                 location = zypp.asKindPackage(po).location()
 712                 location = str(location.filename())
 713
 714                 if baseurl.startswith("file:/"):
 715                     rpmpath = baseurl[5:] + "/%s" % (location)
 716
 717             if not os.path.exists(rpmpath):
 718                 raise RpmError("Error: %s doesn't exist" % rpmpath)
 719
 720             h = rpmmisc.readRpmHeader(self.ts, rpmpath)
 721
 722             if pkgname in self.pre_pkgs:
 723                 msger.verbose("pre-install package added: %s" % pkgname)
 724                 self.ts_pre.addInstall(h, rpmpath, 'u')
 725
 726             self.ts.addInstall(h, rpmpath, 'u')
 727
 728         unresolved_dependencies = self.ts.check()
 729         if not unresolved_dependencies:
 730             if self.pre_pkgs:
 731                 self.preinstallPkgs()
 732
 733             self.ts.order()
 734             cb = rpmmisc.RPMInstallCallback(self.ts)
 735             installlogfile = "%s/__catched_stderr.buf" % (self.instroot)
 736
 737             # start to catch stderr output from librpm
 738             msger.enable_logstderr(installlogfile)
 739
 740             errors = self.ts.run(cb.callback, '')
 741             # stop catch
 742             msger.disable_logstderr()
 743             self.ts.closeDB()
 744             self.ts = None
 745
 746             if errors is not None:
 747                 if len(errors) == 0:
 748                     msger.warning('scriptlet or other non-fatal errors occurred '
 749                                   'during transaction.')
 750
 751                 else:
 752                     for e in errors:
 753                         msger.warning(e[0])
 754                     raise RepoError('Could not run transaction.')
 755
 756         else:
 757             for pkg, need, needflags, sense, key in unresolved_dependencies:
 758                 package = '-'.join(pkg)
 759
 760                 if needflags == rpm.RPMSENSE_LESS:
 761                     deppkg = ' < '.join(need)
 762                 elif needflags == rpm.RPMSENSE_EQUAL:
 763                     deppkg = ' = '.join(need)
 764                 elif needflags == rpm.RPMSENSE_GREATER:
 765                     deppkg = ' > '.join(need)
 766                 else:
 767                     deppkg = '-'.join(need)
 768
 769                 if sense == rpm.RPMDEP_SENSE_REQUIRES:
 770                     msger.warning("[%s] Requires [%s], which is not provided" \
 771                                   % (package, deppkg))
 772
 773                 elif sense == rpm.RPMDEP_SENSE_CONFLICTS:
 774                     msger.warning("[%s] Conflicts with [%s]" %(package,deppkg))
 775
 776             raise RepoError("Unresolved dependencies, transaction failed.")
 777
 778     def __initialize_transaction(self):
 779         if not self.ts:
 780             self.ts = rpm.TransactionSet(self.instroot)
 781             # Set to not verify DSA signatures.
 782             self.ts.setVSFlags(rpm._RPMVSF_NOSIGNATURES|rpm._RPMVSF_NODIGESTS)
 783
 784         if not self.ts_pre:
 785             self.ts_pre = rpm.TransactionSet(self.instroot)
 786             # Just unpack the files, don't run scripts
 787             self.ts_pre.setFlags(rpm.RPMTRANS_FLAG_ALLFILES | rpm.RPMTRANS_FLAG_NOSCRIPTS)
 788             # Set to not verify DSA signatures.
 789             self.ts_pre.setVSFlags(rpm._RPMVSF_NOSIGNATURES|rpm._RPMVSF_NODIGESTS)
 790
 791     def checkPkg(self, pkg):
 792         ret = 1
 793         if not os.path.exists(pkg):
 794             return ret
 795         ret = rpmmisc.checkRpmIntegrity('rpm', pkg)
 796         if ret != 0:
 797             msger.warning("package %s is damaged: %s" \
 798                           % (os.path.basename(pkg), pkg))
 799
 800         return ret
 801
 802     def _add_prob_flags(self, *flags):
 803         for flag in flags:
 804            if flag not in self.probFilterFlags:
 805                self.probFilterFlags.append(flag)
 806
 807     def get_proxies(self, pobj):
 808         if not pobj:
 809             return None
 810
 811         proxy = None
 812         proxies = None
 813         repoinfo = pobj.repoInfo()
 814         reponame = "%s" % repoinfo.name()
 815         repos = filter(lambda r: r.name == reponame, self.repos)
 816         repourl = str(repoinfo.baseUrls()[0])
 817
 818         if repos:
 819             proxy = repos[0].proxy
 820         if not proxy:
 821             proxy = get_proxy_for(repourl)
 822         if proxy:
 823             proxies = {str(repourl.split(':')[0]): str(proxy)}
 824
 825         return proxies
 826
 827     def get_url(self, pobj):
 828         if not pobj:
 829             return None
 830
 831         name = str(pobj.repoInfo().name())
 832         try:
 833             repo = filter(lambda r: r.name == name, self.repos)[0]
 834         except IndexError:
 835             return None
 836
 837         baseurl = repo.baseurl[0]
 838
 839         index = baseurl.find("?")
 840         if index > -1:
 841             baseurl = baseurl[:index]
 842
 843         location = zypp.asKindPackage(pobj).location()
 844         location = str(location.filename())
 845         if location.startswith("./"):
 846             location = location[2:]
 847
 848         return os.path.join(baseurl, location)
 849
 850     def package_url(self, pkgname):
 851
 852         def cmpEVR(ed1, ed2):
 853             (e1, v1, r1) = map(str, [ed1.epoch(), ed1.version(), ed1.release()])
 854             (e2, v2, r2) = map(str, [ed2.epoch(), ed2.version(), ed2.release()])
 855             return rpm.labelCompare((e1, v1, r1), (e2, v2, r2))
 856
 857         if not self.Z:
 858             self.__initialize_zypp()
 859
 860         q = zypp.PoolQuery()
 861         q.addKind(zypp.ResKind.package)
 862         q.setMatchExact()
 863         q.addAttribute(zypp.SolvAttr.name, pkgname)
 864         items = sorted(q.queryResults(self.Z.pool()),
 865                        cmp=lambda x,y: cmpEVR(x.edition(), y.edition()),
 866                        reverse=True)
 867
 868         if items:
 869             url = self.get_url(items[0])
 870             proxies = self.get_proxies(items[0])
 871             return (url, proxies)
 872
 873         return (None, None)