plugins/backend/zypppkgmgr.py

   1 #!/usr/bin/python -tt
   2 #
   3 # Copyright (c) 2010, 2011 Intel, Inc.
   4 #
   5 # This program is free software; you can redistribute it and/or modify it
   6 # under the terms of the GNU General Public License as published by the Free
   7 # Software Foundation; version 2 of the License
   8 #
   9 # This program is distributed in the hope that it will be useful, but
  10 # WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
  11 # or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  12 # for more details.
  13 #
  14 # You should have received a copy of the GNU General Public License along
  15 # with this program; if not, write to the Free Software Foundation, Inc., 59
  16 # Temple Place - Suite 330, Boston, MA 02111-1307, USA.
  17
  18 import os
  19 import shutil
  20 import urlparse
  21 import rpm
  22
  23 import zypp
  24 if not hasattr(zypp, 'PoolQuery') or \
  25    not hasattr(zypp.RepoManager, 'loadSolvFile'):
  26     raise ImportError("python-zypp in host system cannot support PoolQuery or "
  27                       "loadSolvFile interface, please update it to enhanced "
  28                       "version which can be found in download.tizen.org/tools")
  29
  30 from mic import msger
  31 from mic.kickstart import ksparser
  32 from mic.utils import misc, rpmmisc, runner, fs_related
  33 from mic.utils.grabber import myurlgrab, TextProgress
  34 from mic.utils.proxy import get_proxy_for
  35 from mic.utils.errors import CreatorError, RepoError, RpmError
  36 from mic.imager.baseimager import BaseImageCreator
  37
  38 class RepositoryStub:
  39     def __init__(self):
  40         self.name = None
  41         self.baseurl = []
  42         self.mirrorlist = None
  43         self.proxy = None
  44         self.proxy_username = None
  45         self.proxy_password = None
  46         self.nocache = False
  47
  48         self.enabled = True
  49         self.autorefresh = True
  50         self.keeppackages = True
  51         self.priority = None
  52
  53 from mic.pluginbase import BackendPlugin
  54 class Zypp(BackendPlugin):
  55     name = 'zypp'
  56
  57     def __init__(self, target_arch, instroot, cachedir):
  58         self.cachedir = cachedir
  59         self.instroot  = instroot
  60         self.target_arch = target_arch
  61
  62         self.__pkgs_license = {}
  63         self.__pkgs_content = {}
  64         self.__pkgs_vcsinfo = {}
  65         self.repos = []
  66         self.to_deselect = []
  67         self.localpkgs = {}
  68         self.repo_manager = None
  69         self.repo_manager_options = None
  70         self.Z = None
  71         self.ts = None
  72         self.ts_pre = None
  73         self.incpkgs = {}
  74         self.excpkgs = {}
  75         self.pre_pkgs = []
  76         self.probFilterFlags = [ rpm.RPMPROB_FILTER_OLDPACKAGE,
  77                                  rpm.RPMPROB_FILTER_REPLACEPKG ]
  78
  79         self.has_prov_query = True
  80         self.install_debuginfo = False
  81
  82     def doFileLogSetup(self, uid, logfile):
  83         # don't do the file log for the livecd as it can lead to open fds
  84         # being left and an inability to clean up after ourself
  85         pass
  86
  87     def closeRpmDB(self):
  88         pass
  89
  90     def close(self):
  91         if self.ts:
  92             self.ts.closeDB()
  93             self.ts = None
  94
  95         if self.ts_pre:
  96             self.ts_pre.closeDB()
  97             self.ts = None
  98
  99         self.closeRpmDB()
 100
 101         if not os.path.exists("/etc/fedora-release") and \
 102            not os.path.exists("/etc/meego-release"):
 103             for i in range(3, os.sysconf("SC_OPEN_MAX")):
 104                 try:
 105                     os.close(i)
 106                 except:
 107                     pass
 108
 109     def __del__(self):
 110         self.close()
 111
 112     def _cleanupRpmdbLocks(self, installroot):
 113         # cleans up temporary files left by bdb so that differing
 114         # versions of rpm don't cause problems
 115         import glob
 116         for f in glob.glob(installroot + "/var/lib/rpm/__db*"):
 117             os.unlink(f)
 118
 119     def _cleanupZyppJunk(self, installroot):
 120         try:
 121             shutil.rmtree(os.path.join(installroot, '.zypp'))
 122         except:
 123             pass
 124
 125     def setup(self):
 126         self._cleanupRpmdbLocks(self.instroot)
 127
 128     def whatObsolete(self, pkg):
 129         query = zypp.PoolQuery()
 130         query.addKind(zypp.ResKind.package)
 131         query.addAttribute(zypp.SolvAttr.obsoletes, pkg)
 132         query.setMatchExact()
 133         for pi in query.queryResults(self.Z.pool()):
 134             return pi
 135         return None
 136
 137     def _zyppQueryPackage(self, pkg):
 138         query = zypp.PoolQuery()
 139         query.addKind(zypp.ResKind.package)
 140         query.addAttribute(zypp.SolvAttr.name,pkg)
 141         query.setMatchExact()
 142         for pi in query.queryResults(self.Z.pool()):
 143             return pi
 144         return None
 145
 146     def _splitPkgString(self, pkg):
 147         sp = pkg.rsplit(".",1)
 148         name = sp[0]
 149         arch = None
 150         if len(sp) == 2:
 151             arch = sp[1]
 152             sysarch = zypp.Arch(self.target_arch)
 153             if not zypp.Arch(arch).compatible_with (sysarch):
 154                 arch = None
 155                 name = ".".join(sp)
 156         return name, arch
 157
 158     def selectPackage(self, pkg):
 159         """Select a given package or package pattern, can be specified
 160         with name.arch or name* or *name
 161         """
 162
 163         if not self.Z:
 164             self.__initialize_zypp()
 165
 166         def markPoolItem(obs, pi):
 167             if obs == None:
 168                 pi.status().setToBeInstalled (zypp.ResStatus.USER)
 169             else:
 170                 obs.status().setToBeInstalled (zypp.ResStatus.USER)
 171
 172         def cmpEVR(p1, p2):
 173             a1 = p1.arch()
 174             a2 = p2.arch()
 175             if str(a1) != str(a2):
 176                 if a1.compatible_with(a2):
 177                     return -1
 178                 else:
 179                     return 1
 180             ed1 = p1.edition()
 181             ed2 = p2.edition()
 182             (e1, v1, r1) = map(str, [ed1.epoch(), ed1.version(), ed1.release()])
 183             (e2, v2, r2) = map(str, [ed2.epoch(), ed2.version(), ed2.release()])
 184             return rpm.labelCompare((e1, v1, r1), (e2, v2, r2))
 185
 186         found = False
 187         startx = pkg.startswith("*")
 188         endx = pkg.endswith("*")
 189         ispattern = startx or endx
 190         name, arch = self._splitPkgString(pkg)
 191
 192         q = zypp.PoolQuery()
 193         q.addKind(zypp.ResKind.package)
 194
 195         if ispattern:
 196             if startx and not endx:
 197                 pattern = '%s$' % (pkg[1:])
 198             if endx and not startx:
 199                 pattern = '^%s' % (pkg[0:-1])
 200             if endx and startx:
 201                 pattern = '%s' % (pkg[1:-1])
 202             q.setMatchRegex()
 203             q.addAttribute(zypp.SolvAttr.name,pattern)
 204
 205         elif arch:
 206             q.setMatchExact()
 207             q.addAttribute(zypp.SolvAttr.name,name)
 208
 209         else:
 210             q.setMatchExact()
 211             q.addAttribute(zypp.SolvAttr.name,pkg)
 212
 213         for item in sorted(
 214                         q.queryResults(self.Z.pool()),
 215                         cmp=lambda x,y: cmpEVR(x, y),
 216                         reverse=True):
 217
 218             if item.name() in self.excpkgs.keys() and \
 219                self.excpkgs[item.name()] == item.repoInfo().name():
 220                 continue
 221             if item.name() in self.incpkgs.keys() and \
 222                self.incpkgs[item.name()] != item.repoInfo().name():
 223                 continue
 224
 225             found = True
 226             obspkg = self.whatObsolete(item.name())
 227             if arch:
 228                 if arch == str(item.arch()):
 229                     item.status().setToBeInstalled (zypp.ResStatus.USER)
 230             else:
 231                 markPoolItem(obspkg, item)
 232             if not ispattern:
 233                 break
 234
 235         # Can't match using package name, then search from packge
 236         # provides infomation
 237         if found == False and not ispattern:
 238             q.addAttribute(zypp.SolvAttr.provides, pkg)
 239             q.addAttribute(zypp.SolvAttr.name,'')
 240
 241             for item in sorted(
 242                             q.queryResults(self.Z.pool()),
 243                             cmp=lambda x,y: cmpEVR(x.edition(), y.edition()),
 244                             reverse=True):
 245                 if item.name() in self.excpkgs.keys() and \
 246                    self.excpkgs[item.name()] == item.repoInfo().name():
 247                     continue
 248                 if item.name() in self.incpkgs.keys() and \
 249                    self.incpkgs[item.name()] != item.repoInfo().name():
 250                     continue
 251
 252                 found = True
 253                 obspkg = self.whatObsolete(item.name())
 254                 markPoolItem(obspkg, item)
 255                 break
 256
 257         if found:
 258             return None
 259         else:
 260             raise CreatorError("Unable to find package: %s" % (pkg,))
 261
 262     def inDeselectPackages(self, item):
 263         """check if specified pacakges are in the list of inDeselectPackages
 264         """
 265
 266         name = item.name()
 267         for pkg in self.to_deselect:
 268             startx = pkg.startswith("*")
 269             endx = pkg.endswith("*")
 270             ispattern = startx or endx
 271             pkgname, pkgarch = self._splitPkgString(pkg)
 272             if not ispattern:
 273                 if pkgarch:
 274                     if name == pkgname and str(item.arch()) == pkgarch:
 275                         return True;
 276                 else:
 277                     if name == pkgname:
 278                         return True;
 279             else:
 280                 if startx and name.endswith(pkg[1:]):
 281                         return True;
 282                 if endx and name.startswith(pkg[:-1]):
 283                         return True;
 284
 285         return False;
 286
 287     def deselectPackage(self, pkg):
 288         """collect packages should not be installed"""
 289         self.to_deselect.append(pkg)
 290
 291     def selectGroup(self, grp, include = ksparser.GROUP_DEFAULT):
 292         if not self.Z:
 293             self.__initialize_zypp()
 294         found = False
 295         q=zypp.PoolQuery()
 296         q.addKind(zypp.ResKind.pattern)
 297         for item in q.queryResults(self.Z.pool()):
 298             summary = "%s" % item.summary()
 299             name = "%s" % item.name()
 300             if name == grp or summary == grp:
 301                 found = True
 302                 item.status().setToBeInstalled (zypp.ResStatus.USER)
 303                 break
 304
 305         if found:
 306             if include == ksparser.GROUP_REQUIRED:
 307                 map(
 308                     lambda p: self.deselectPackage(p),
 309                     grp.default_packages.keys())
 310
 311             return None
 312         else:
 313             raise CreatorError("Unable to find pattern: %s" % (grp,))
 314
 315     def addRepository(self, name,
 316                             url = None,
 317                             mirrorlist = None,
 318                             proxy = None,
 319                             proxy_username = None,
 320                             proxy_password = None,
 321                             inc = None,
 322                             exc = None,
 323                             ssl_verify = True,
 324                             nocache = False,
 325                             cost=None,
 326                             priority=None):
 327         # TODO: Handle cost attribute for repos
 328
 329         if not self.repo_manager:
 330             self.__initialize_repo_manager()
 331
 332         if not proxy and url:
 333             proxy = get_proxy_for(url)
 334
 335         repo = RepositoryStub()
 336         repo.name = name
 337         repo.id = name
 338         repo.proxy = proxy
 339         repo.proxy_username = proxy_username
 340         repo.proxy_password = proxy_password
 341         repo.ssl_verify = ssl_verify
 342         repo.nocache = nocache
 343         repo.baseurl.append(url)
 344         if inc:
 345             for pkg in inc:
 346                 self.incpkgs[pkg] = name
 347         if exc:
 348             for pkg in exc:
 349                 self.excpkgs[pkg] = name
 350
 351         # check LICENSE files
 352         if not rpmmisc.checkRepositoryEULA(name, repo):
 353             msger.warning('skip repo:%s for failed EULA confirmation' % name)
 354             return None
 355
 356         if mirrorlist:
 357             repo.mirrorlist = mirrorlist
 358
 359         # Enable gpg check for verifying corrupt packages
 360         repo.gpgcheck = 1
 361         if priority:
 362             repo.priority = priority
 363
 364         try:
 365             repo_info = zypp.RepoInfo()
 366             repo_info.setAlias(repo.name)
 367             repo_info.setName(repo.name)
 368             repo_info.setEnabled(repo.enabled)
 369             repo_info.setAutorefresh(repo.autorefresh)
 370             repo_info.setKeepPackages(repo.keeppackages)
 371             baseurl = zypp.Url(repo.baseurl[0])
 372             if not ssl_verify:
 373                 baseurl.setQueryParam("ssl_verify", "no")
 374             if proxy:
 375                 scheme, host, path, parm, query, frag = urlparse.urlparse(proxy)
 376
 377                 proxyinfo = host.split(":")
 378                 host = proxyinfo[0]
 379
 380                 port = "80"
 381                 if len(proxyinfo) > 1:
 382                     port = proxyinfo[1]
 383
 384                 if proxy.startswith("socks") and len(proxy.rsplit(':', 1)) == 2:
 385                     host = proxy.rsplit(':', 1)[0]
 386                     port = proxy.rsplit(':', 1)[1]
 387
 388                 baseurl.setQueryParam ("proxy", host)
 389                 baseurl.setQueryParam ("proxyport", port)
 390
 391             repo.baseurl[0] = baseurl.asCompleteString()
 392             self.repos.append(repo)
 393
 394             repo_info.addBaseUrl(baseurl)
 395
 396             if repo.priority:
 397                 repo_info.setPriority(repo.priority)
 398
 399             # this hack is used to change zypp credential file location
 400             # the default one is $HOME/.zypp, which cause conflicts when
 401             # installing some basic packages, and the location doesn't
 402             # have any interface actually, so use a tricky way anyway
 403             homedir = os.environ['HOME']
 404             os.environ['HOME'] = '/'
 405
 406             self.repo_manager.addRepository(repo_info)
 407
 408             # save back the $HOME env
 409             os.environ['HOME'] = homedir
 410
 411             self.__build_repo_cache(name)
 412
 413         except RuntimeError, e:
 414             raise CreatorError(str(e))
 415
 416         msger.verbose('repo: %s was added' % name)
 417         return repo
 418
 419     def installHasFile(self, file):
 420         return False
 421
 422     def preInstall(self, pkg):
 423         self.pre_pkgs.append(pkg)
 424
 425     def runInstall(self, checksize = 0):
 426         os.environ["HOME"] = "/"
 427         os.environ["LD_PRELOAD"] = ""
 428         self.buildTransaction()
 429
 430         todo = zypp.GetResolvablesToInsDel(self.Z.pool())
 431         installed_pkgs = todo._toInstall
 432         dlpkgs = []
 433         for item in installed_pkgs:
 434             if not zypp.isKindPattern(item) and \
 435               not self.inDeselectPackages(item):
 436                 dlpkgs.append(item)
 437
 438                 if not self.install_debuginfo or str(item.arch()) == "noarch":
 439                     continue
 440
 441                 dipkg = self._zyppQueryPackage("%s-debuginfo" % item.name())
 442                 if dipkg:
 443                     dlpkgs.append(dipkg)
 444                 else:
 445                     msger.warning("No debuginfo rpm found for: %s" \
 446                                   % item.name())
 447
 448         # record all pkg and the content
 449         localpkgs = self.localpkgs.keys()
 450         for pkg in dlpkgs:
 451             license = ''
 452             if pkg.name() in localpkgs:
 453                 hdr = rpmmisc.readRpmHeader(self.ts, self.localpkgs[pkg.name()])
 454                 pkg_long_name = misc.RPM_FMT % {
 455                                     'name': hdr['name'],
 456                                     'arch': hdr['arch'],
 457                                     'version': hdr['version'],
 458                                     'release': hdr['release']
 459                                 }
 460                 license = hdr['license']
 461
 462             else:
 463                 pkg_long_name = misc.RPM_FMT % {
 464                                     'name': pkg.name(),
 465                                     'arch': pkg.arch(),
 466                                     'version': pkg.edition().version(),
 467                                     'release': pkg.edition().release()
 468                                 }
 469
 470                 package = zypp.asKindPackage(pkg)
 471                 license = package.license()
 472
 473             if license in self.__pkgs_license.keys():
 474                 self.__pkgs_license[license].append(pkg_long_name)
 475             else:
 476                 self.__pkgs_license[license] = [pkg_long_name]
 477
 478         total_count = len(dlpkgs)
 479         cached_count = 0
 480         download_total_size = sum(map(lambda x: int(x.downloadSize()), dlpkgs))
 481         localpkgs = self.localpkgs.keys()
 482
 483         msger.info("Checking packages cache and packages integrity ...")
 484         for po in dlpkgs:
 485             # Check if it is cached locally
 486             if po.name() in localpkgs:
 487                 cached_count += 1
 488             else:
 489                 local = self.getLocalPkgPath(po)
 490                 name = str(po.repoInfo().name())
 491                 try:
 492                     repo = filter(lambda r: r.name == name, self.repos)[0]
 493                 except IndexError:
 494                     repo = None
 495                 nocache = repo.nocache if repo else False
 496
 497                 if os.path.exists(local):
 498                     if nocache or self.checkPkg(local) !=0:
 499                         os.unlink(local)
 500                     else:
 501                         download_total_size -= int(po.downloadSize())
 502                         cached_count += 1
 503         cache_avail_size = misc.get_filesystem_avail(self.cachedir)
 504         if cache_avail_size < download_total_size:
 505             raise CreatorError("No enough space used for downloading.")
 506
 507         # record the total size of installed pkgs
 508         install_total_size = sum(map(lambda x: int(x.installSize()), dlpkgs))
 509         # check needed size before actually download and install
 510
 511         # FIXME: for multiple partitions for loop type, check fails
 512         #        skip the check temporarily
 513         #if checksize and install_total_size > checksize:
 514         #    raise CreatorError("No enough space used for installing, "
 515         #                       "please resize partition size in ks file")
 516
 517         download_count =  total_count - cached_count
 518         msger.info("%d packages to be installed, "
 519                    "%d packages gotten from cache, "
 520                    "%d packages to be downloaded" \
 521                    % (total_count, cached_count, download_count))
 522
 523         try:
 524             if download_count > 0:
 525                 msger.info("Downloading packages ...")
 526             self.downloadPkgs(dlpkgs, download_count)
 527
 528             self.installPkgs(dlpkgs)
 529
 530         except (RepoError, RpmError):
 531             raise
 532         except Exception, e:
 533             raise CreatorError("Package installation failed: %s" % (e,))
 534
 535     def getVcsInfo(self):
 536         if self.__pkgs_vcsinfo:
 537             return
 538
 539         if not self.ts:
 540             self.__initialize_transaction()
 541
 542         mi = self.ts.dbMatch()
 543         for hdr in mi:
 544             lname = misc.RPM_FMT % {
 545                         'name': hdr['name'],
 546                         'arch': hdr['arch'],
 547                         'version': hdr['version'],
 548                         'release': hdr['release']
 549                     }
 550             self.__pkgs_vcsinfo[lname] = hdr['VCS']
 551
 552         return self.__pkgs_vcsinfo
 553
 554     def getAllContent(self):
 555         if self.__pkgs_content:
 556             return self.__pkgs_content
 557
 558         if not self.ts:
 559             self.__initialize_transaction()
 560
 561         mi = self.ts.dbMatch()
 562         for hdr in mi:
 563             lname = misc.RPM_FMT % {
 564                         'name': hdr['name'],
 565                         'arch': hdr['arch'],
 566                         'version': hdr['version'],
 567                         'release': hdr['release']
 568                     }
 569             self.__pkgs_content[lname] = hdr['FILENAMES']
 570
 571         return self.__pkgs_content
 572
 573     def getPkgsLicense(self):
 574         return self.__pkgs_license
 575
 576     def getFilelist(self, pkgname):
 577         if not pkgname:
 578             return None
 579
 580         if not self.ts:
 581             self.__initialize_transaction()
 582
 583         mi = self.ts.dbMatch('name', pkgname)
 584         for header in mi:
 585             return header['FILENAMES']
 586
 587     def __initialize_repo_manager(self):
 588         if self.repo_manager:
 589             return
 590
 591         # Clean up repo metadata
 592         shutil.rmtree(self.cachedir + "/etc", ignore_errors = True)
 593         shutil.rmtree(self.cachedir + "/solv", ignore_errors = True)
 594         shutil.rmtree(self.cachedir + "/raw", ignore_errors = True)
 595
 596         zypp.KeyRing.setDefaultAccept( zypp.KeyRing.ACCEPT_UNSIGNED_FILE
 597                                      | zypp.KeyRing.ACCEPT_VERIFICATION_FAILED
 598                                      | zypp.KeyRing.ACCEPT_UNKNOWNKEY
 599                                      | zypp.KeyRing.TRUST_KEY_TEMPORARILY
 600                                      )
 601
 602         self.repo_manager_options = \
 603                 zypp.RepoManagerOptions(zypp.Pathname(self.instroot))
 604
 605         self.repo_manager_options.knownReposPath = \
 606                 zypp.Pathname(self.cachedir + "/etc/zypp/repos.d")
 607
 608         self.repo_manager_options.repoCachePath = \
 609                 zypp.Pathname(self.cachedir)
 610
 611         self.repo_manager_options.repoRawCachePath = \
 612                 zypp.Pathname(self.cachedir + "/raw")
 613
 614         self.repo_manager_options.repoSolvCachePath = \
 615                 zypp.Pathname(self.cachedir + "/solv")
 616
 617         self.repo_manager_options.repoPackagesCachePath = \
 618                 zypp.Pathname(self.cachedir + "/packages")
 619
 620         self.repo_manager = zypp.RepoManager(self.repo_manager_options)
 621
 622     def __build_repo_cache(self, name):
 623         repo = self.repo_manager.getRepositoryInfo(name)
 624         if self.repo_manager.isCached(repo) or not repo.enabled():
 625             return
 626
 627         msger.info('Refreshing repository: %s ...' % name)
 628         self.repo_manager.buildCache(repo, zypp.RepoManager.BuildIfNeeded)
 629
 630     def __initialize_zypp(self):
 631         if self.Z:
 632             return
 633
 634         zconfig = zypp.ZConfig_instance()
 635
 636         # Set system architecture
 637         if self.target_arch:
 638             zconfig.setSystemArchitecture(zypp.Arch(self.target_arch))
 639
 640         msger.info("zypp architecture is <%s>" % zconfig.systemArchitecture())
 641
 642         # repoPackagesCachePath is corrected by this
 643         self.repo_manager = zypp.RepoManager(self.repo_manager_options)
 644         repos = self.repo_manager.knownRepositories()
 645         for repo in repos:
 646             if not repo.enabled():
 647                 continue
 648             self.repo_manager.loadFromCache(repo)
 649
 650         self.Z = zypp.ZYppFactory_instance().getZYpp()
 651         self.Z.initializeTarget(zypp.Pathname(self.instroot))
 652         self.Z.target().load()
 653
 654     def buildTransaction(self):
 655         if not self.Z.resolver().resolvePool():
 656             probs = self.Z.resolver().problems()
 657
 658             for problem in probs:
 659                 msger.warning("repo problem: %s, %s" \
 660                               % (problem.description().decode("utf-8"),
 661                                  problem.details().decode("utf-8")))
 662
 663             raise RepoError("found %d resolver problem, abort!" \
 664                             % len(probs))
 665
 666     def getLocalPkgPath(self, po):
 667         repoinfo = po.repoInfo()
 668         cacheroot = repoinfo.packagesPath()
 669         location= zypp.asKindPackage(po).location()
 670         rpmpath = str(location.filename())
 671         pkgpath = "%s/%s" % (cacheroot, os.path.basename(rpmpath))
 672         return pkgpath
 673
 674     def installLocal(self, pkg, po=None, updateonly=False):
 675         if not self.ts:
 676             self.__initialize_transaction()
 677
 678         solvfile = "%s/.solv" % (self.cachedir)
 679
 680         rc, out = runner.runtool([fs_related.find_binary_path("rpms2solv"),
 681                                   pkg])
 682         if rc == 0:
 683             f = open(solvfile, "w+")
 684             f.write(out)
 685             f.close()
 686
 687             warnmsg = self.repo_manager.loadSolvFile(solvfile,
 688                                                      os.path.basename(pkg))
 689             if warnmsg:
 690                 msger.warning(warnmsg)
 691
 692             os.unlink(solvfile)
 693         else:
 694             msger.warning('Can not get %s solv data.' % pkg)
 695
 696         hdr = rpmmisc.readRpmHeader(self.ts, pkg)
 697         arch = zypp.Arch(hdr['arch'])
 698         sysarch = zypp.Arch(self.target_arch)
 699
 700         if arch.compatible_with (sysarch):
 701             pkgname = hdr['name']
 702             self.localpkgs[pkgname] = pkg
 703             self.selectPackage(pkgname)
 704             msger.info("Marking %s to be installed" % (pkg))
 705
 706         else:
 707             msger.warning("Cannot add package %s to transaction. "
 708                           "Not a compatible architecture: %s" \
 709                           % (pkg, hdr['arch']))
 710
 711     def downloadPkgs(self, package_objects, count):
 712         localpkgs = self.localpkgs.keys()
 713         progress_obj = TextProgress(count)
 714
 715         for po in package_objects:
 716             if po.name() in localpkgs:
 717                 continue
 718
 719             filename = self.getLocalPkgPath(po)
 720             if os.path.exists(filename):
 721                 if self.checkPkg(filename) == 0:
 722                     continue
 723
 724             dirn = os.path.dirname(filename)
 725             if not os.path.exists(dirn):
 726                 os.makedirs(dirn)
 727
 728             url = self.get_url(po)
 729             proxies = self.get_proxies(po)
 730
 731             try:
 732                 filename = myurlgrab(url, filename, proxies, progress_obj)
 733             except CreatorError:
 734                 self.close()
 735                 raise
 736
 737     def preinstallPkgs(self):
 738         if not self.ts_pre:
 739             self.__initialize_transaction()
 740
 741         self.ts_pre.order()
 742         cb = rpmmisc.RPMInstallCallback(self.ts_pre)
 743         cb.headmsg = "Preinstall"
 744         installlogfile = "%s/__catched_stderr.buf" % (self.instroot)
 745
 746         # start to catch stderr output from librpm
 747         msger.enable_logstderr(installlogfile)
 748
 749         errors = self.ts_pre.run(cb.callback, '')
 750         # stop catch
 751         msger.disable_logstderr()
 752         self.ts_pre.closeDB()
 753         self.ts_pre = None
 754
 755         if errors is not None:
 756             if len(errors) == 0:
 757                 msger.warning('scriptlet or other non-fatal errors occurred '
 758                               'during transaction.')
 759
 760             else:
 761                 for e in errors:
 762                     msger.warning(e[0])
 763                 raise RepoError('Could not run transaction.')
 764
 765     def installPkgs(self, package_objects):
 766         if not self.ts:
 767             self.__initialize_transaction()
 768
 769         # clean rpm lock
 770         self._cleanupRpmdbLocks(self.instroot)
 771         self._cleanupZyppJunk(self.instroot)
 772         # Set filters
 773         probfilter = 0
 774         for flag in self.probFilterFlags:
 775             probfilter |= flag
 776         self.ts.setProbFilter(probfilter)
 777         self.ts_pre.setProbFilter(probfilter)
 778
 779         localpkgs = self.localpkgs.keys()
 780
 781         for po in package_objects:
 782             pkgname = po.name()
 783             if pkgname in localpkgs:
 784                 rpmpath = self.localpkgs[pkgname]
 785             else:
 786                 rpmpath = self.getLocalPkgPath(po)
 787
 788             if not os.path.exists(rpmpath):
 789                 # Maybe it is a local repo
 790                 rpmuri = self.get_url(po)
 791                 if rpmuri.startswith("file:/"):
 792                     rpmpath = rpmuri[5:]
 793
 794             if not os.path.exists(rpmpath):
 795                 raise RpmError("Error: %s doesn't exist" % rpmpath)
 796
 797             h = rpmmisc.readRpmHeader(self.ts, rpmpath)
 798
 799             if pkgname in self.pre_pkgs:
 800                 msger.verbose("pre-install package added: %s" % pkgname)
 801                 self.ts_pre.addInstall(h, rpmpath, 'u')
 802
 803             self.ts.addInstall(h, rpmpath, 'u')
 804
 805         unresolved_dependencies = self.ts.check()
 806         if not unresolved_dependencies:
 807             if self.pre_pkgs:
 808                 self.preinstallPkgs()
 809
 810             self.ts.order()
 811             cb = rpmmisc.RPMInstallCallback(self.ts)
 812             installlogfile = "%s/__catched_stderr.buf" % (self.instroot)
 813
 814             # start to catch stderr output from librpm
 815             msger.enable_logstderr(installlogfile)
 816
 817             errors = self.ts.run(cb.callback, '')
 818             # stop catch
 819             msger.disable_logstderr()
 820             self.ts.closeDB()
 821             self.ts = None
 822
 823             if errors is not None:
 824                 if len(errors) == 0:
 825                     msger.warning('scriptlet or other non-fatal errors occurred '
 826                                   'during transaction.')
 827
 828                 else:
 829                     for e in errors:
 830                         msger.warning(e[0])
 831                     raise RepoError('Could not run transaction.')
 832
 833         else:
 834             for pkg, need, needflags, sense, key in unresolved_dependencies:
 835                 package = '-'.join(pkg)
 836
 837                 if needflags == rpm.RPMSENSE_LESS:
 838                     deppkg = ' < '.join(need)
 839                 elif needflags == rpm.RPMSENSE_EQUAL:
 840                     deppkg = ' = '.join(need)
 841                 elif needflags == rpm.RPMSENSE_GREATER:
 842                     deppkg = ' > '.join(need)
 843                 else:
 844                     deppkg = '-'.join(need)
 845
 846                 if sense == rpm.RPMDEP_SENSE_REQUIRES:
 847                     msger.warning("[%s] Requires [%s], which is not provided" \
 848                                   % (package, deppkg))
 849
 850                 elif sense == rpm.RPMDEP_SENSE_CONFLICTS:
 851                     msger.warning("[%s] Conflicts with [%s]" %(package,deppkg))
 852
 853             raise RepoError("Unresolved dependencies, transaction failed.")
 854
 855     def __initialize_transaction(self):
 856         if not self.ts:
 857             self.ts = rpm.TransactionSet(self.instroot)
 858             # Set to not verify DSA signatures.
 859             self.ts.setVSFlags(rpm._RPMVSF_NOSIGNATURES|rpm._RPMVSF_NODIGESTS)
 860
 861         if not self.ts_pre:
 862             self.ts_pre = rpm.TransactionSet(self.instroot)
 863             # Just unpack the files, don't run scripts
 864             self.ts_pre.setFlags(rpm.RPMTRANS_FLAG_ALLFILES | rpm.RPMTRANS_FLAG_NOSCRIPTS)
 865             # Set to not verify DSA signatures.
 866             self.ts_pre.setVSFlags(rpm._RPMVSF_NOSIGNATURES|rpm._RPMVSF_NODIGESTS)
 867
 868     def checkPkg(self, pkg):
 869         ret = 1
 870         if not os.path.exists(pkg):
 871             return ret
 872         ret = rpmmisc.checkRpmIntegrity('rpm', pkg)
 873         if ret != 0:
 874             msger.warning("package %s is damaged: %s" \
 875                           % (os.path.basename(pkg), pkg))
 876
 877         return ret
 878
 879     def _add_prob_flags(self, *flags):
 880         for flag in flags:
 881            if flag not in self.probFilterFlags:
 882                self.probFilterFlags.append(flag)
 883
 884     def get_proxies(self, pobj):
 885         if not pobj:
 886             return None
 887
 888         proxy = None
 889         proxies = None
 890         repoinfo = pobj.repoInfo()
 891         reponame = "%s" % repoinfo.name()
 892         repos = filter(lambda r: r.name == reponame, self.repos)
 893         repourl = str(repoinfo.baseUrls()[0])
 894
 895         if repos:
 896             proxy = repos[0].proxy
 897         if not proxy:
 898             proxy = get_proxy_for(repourl)
 899         if proxy:
 900             proxies = {str(repourl.split(':')[0]): str(proxy)}
 901
 902         return proxies
 903
 904     def get_url(self, pobj):
 905         if not pobj:
 906             return None
 907
 908         name = str(pobj.repoInfo().name())
 909         try:
 910             repo = filter(lambda r: r.name == name, self.repos)[0]
 911         except IndexError:
 912             return None
 913
 914         baseurl = repo.baseurl[0]
 915
 916         index = baseurl.find("?")
 917         if index > -1:
 918             baseurl = baseurl[:index]
 919
 920         location = zypp.asKindPackage(pobj).location()
 921         location = str(location.filename())
 922         if location.startswith("./"):
 923             location = location[2:]
 924
 925         return os.path.join(baseurl, location)
 926
 927     def package_url(self, pkgname):
 928
 929         def cmpEVR(ed1, ed2):
 930             (e1, v1, r1) = map(str, [ed1.epoch(), ed1.version(), ed1.release()])
 931             (e2, v2, r2) = map(str, [ed2.epoch(), ed2.version(), ed2.release()])
 932             return rpm.labelCompare((e1, v1, r1), (e2, v2, r2))
 933
 934         if not self.Z:
 935             self.__initialize_zypp()
 936
 937         q = zypp.PoolQuery()
 938         q.addKind(zypp.ResKind.package)
 939         q.setMatchExact()
 940         q.addAttribute(zypp.SolvAttr.name, pkgname)
 941         items = sorted(q.queryResults(self.Z.pool()),
 942                        cmp=lambda x,y: cmpEVR(x.edition(), y.edition()),
 943                        reverse=True)
 944
 945         if items:
 946             url = self.get_url(items[0])
 947             proxies = self.get_proxies(items[0])
 948             return (url, proxies)
 949
 950         return (None, None)