plugins/backend/zypppkgmgr.py

   1 #!/usr/bin/python -tt
   2 #
   3 # Copyright (c) 2010, 2011 Intel, Inc.
   4 #
   5 # This program is free software; you can redistribute it and/or modify it
   6 # under the terms of the GNU General Public License as published by the Free
   7 # Software Foundation; version 2 of the License
   8 #
   9 # This program is distributed in the hope that it will be useful, but
  10 # WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
  11 # or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  12 # for more details.
  13 #
  14 # You should have received a copy of the GNU General Public License along
  15 # with this program; if not, write to the Free Software Foundation, Inc., 59
  16 # Temple Place - Suite 330, Boston, MA 02111-1307, USA.
  17
  18 import os
  19 import shutil
  20 import urlparse
  21 import rpm
  22
  23 import zypp
  24 if not hasattr(zypp, 'PoolQuery') or \
  25    not hasattr(zypp.RepoManager, 'loadSolvFile'):
  26     raise ImportError("python-zypp in host system cannot support PoolQuery or "
  27                       "loadSolvFile interface, please update it to enhanced "
  28                       "version which can be found in download.tizen.org/tools")
  29
  30 from mic import msger
  31 from mic.kickstart import ksparser
  32 from mic.utils import misc, rpmmisc, runner, fs_related
  33 from mic.utils.grabber import myurlgrab, TextProgress
  34 from mic.utils.proxy import get_proxy_for
  35 from mic.utils.errors import CreatorError, RepoError, RpmError
  36 from mic.imager.baseimager import BaseImageCreator
  37
  38 class RepositoryStub:
  39     def __init__(self):
  40         self.name = None
  41         self.baseurl = []
  42         self.mirrorlist = None
  43         self.proxy = None
  44         self.proxy_username = None
  45         self.proxy_password = None
  46         self.nocache = False
  47
  48         self.enabled = True
  49         self.autorefresh = True
  50         self.keeppackages = True
  51         self.priority = None
  52
  53 from mic.pluginbase import BackendPlugin
  54 class Zypp(BackendPlugin):
  55     name = 'zypp'
  56
  57     #strict_mode not used in zypp yet(yum only)
  58     def __init__(self, target_arch, instroot, cachedir, strict_mode = False):
  59         self.cachedir = cachedir
  60         self.instroot  = instroot
  61         self.target_arch = target_arch
  62
  63         self.__pkgs_license = {}
  64         self.__pkgs_content = {}
  65         self.__pkgs_vcsinfo = {}
  66         self.repos = []
  67         self.to_deselect = []
  68         self.localpkgs = {}
  69         self.repo_manager = None
  70         self.repo_manager_options = None
  71         self.Z = None
  72         self.ts = None
  73         self.ts_pre = None
  74         self.incpkgs = {}
  75         self.excpkgs = {}
  76         self.pre_pkgs = []
  77         self.check_pkgs = []
  78         self.probFilterFlags = [ rpm.RPMPROB_FILTER_OLDPACKAGE,
  79                                  rpm.RPMPROB_FILTER_REPLACEPKG ]
  80
  81         self.has_prov_query = True
  82         self.install_debuginfo = False
  83         # this can't be changed, it is used by zypp
  84         self.tmp_file_path = '/var/tmp'
  85
  86     def doFileLogSetup(self, uid, logfile):
  87         # don't do the file log for the livecd as it can lead to open fds
  88         # being left and an inability to clean up after ourself
  89         pass
  90
  91     def closeRpmDB(self):
  92         pass
  93
  94     def close(self):
  95         if self.ts:
  96             self.ts.closeDB()
  97             self.ts = None
  98
  99         if self.ts_pre:
 100             self.ts_pre.closeDB()
 101             self.ts = None
 102
 103         self.closeRpmDB()
 104
 105     def __del__(self):
 106         self.close()
 107
 108     def _cleanupRpmdbLocks(self, installroot):
 109         # cleans up temporary files left by bdb so that differing
 110         # versions of rpm don't cause problems
 111         import glob
 112         for f in glob.glob(installroot + "/var/lib/rpm/__db*"):
 113             os.unlink(f)
 114
 115     def _cleanupZyppJunk(self, installroot):
 116         try:
 117             shutil.rmtree(os.path.join(installroot, '.zypp'))
 118         except:
 119             pass
 120
 121     def setup(self):
 122         self._cleanupRpmdbLocks(self.instroot)
 123         # '/var/tmp' is used by zypp to build cache, so make sure
 124         # if it exists
 125         if not os.path.exists(self.tmp_file_path ):
 126             os.makedirs(self.tmp_file_path)
 127
 128     def whatObsolete(self, pkg):
 129         query = zypp.PoolQuery()
 130         query.addKind(zypp.ResKind.package)
 131         query.addDependency(zypp.SolvAttr.obsoletes, pkg.name(), pkg.edition())
 132         query.setMatchExact()
 133         for pi in query.queryResults(self.Z.pool()):
 134             return pi
 135         return None
 136
 137     def _zyppQueryPackage(self, pkg):
 138         query = zypp.PoolQuery()
 139         query.addKind(zypp.ResKind.package)
 140         query.addAttribute(zypp.SolvAttr.name, pkg)
 141         query.setMatchExact()
 142         for pi in query.queryResults(self.Z.pool()):
 143             return pi
 144         return None
 145
 146     def _splitPkgString(self, pkg):
 147         sp = pkg.rsplit(".", 1)
 148         name = sp[0]
 149         arch = None
 150         if len(sp) == 2:
 151             arch = sp[1]
 152             sysarch = zypp.Arch(self.target_arch)
 153             if not zypp.Arch(arch).compatible_with (sysarch):
 154                 arch = None
 155                 name = ".".join(sp)
 156         return name, arch
 157
 158     def selectPackage(self, pkg):
 159         """Select a given package or package pattern, can be specified
 160         with name.arch or name* or *name
 161         """
 162
 163         if not self.Z:
 164             self.__initialize_zypp()
 165
 166         def markPoolItem(obs, pi):
 167             if obs == None:
 168                 pi.status().setToBeInstalled (zypp.ResStatus.USER)
 169             else:
 170                 obs.status().setToBeInstalled (zypp.ResStatus.USER)
 171
 172         def cmpEVR(p1, p2):
 173             # compare criterion: arch compatibility first, then repo
 174             # priority, and version last
 175             a1 = p1.arch()
 176             a2 = p2.arch()
 177             if str(a1) != str(a2):
 178                 if a1.compatible_with(a2):
 179                     return -1
 180                 else:
 181                     return 1
 182             # Priority of a repository is an integer value between 0 (the
 183             # highest priority) and 99 (the lowest priority)
 184             pr1 = int(p1.repoInfo().priority())
 185             pr2 = int(p2.repoInfo().priority())
 186             if pr1 > pr2:
 187                 return -1
 188             elif pr1 < pr2:
 189                 return 1
 190
 191             ed1 = p1.edition()
 192             ed2 = p2.edition()
 193             (e1, v1, r1) = map(str, [ed1.epoch(), ed1.version(), ed1.release()])
 194             (e2, v2, r2) = map(str, [ed2.epoch(), ed2.version(), ed2.release()])
 195             return rpm.labelCompare((e1, v1, r1), (e2, v2, r2))
 196
 197         found = False
 198         startx = pkg.startswith("*")
 199         endx = pkg.endswith("*")
 200         ispattern = startx or endx
 201         name, arch = self._splitPkgString(pkg)
 202
 203         q = zypp.PoolQuery()
 204         q.addKind(zypp.ResKind.package)
 205
 206         if ispattern:
 207             if startx and not endx:
 208                 pattern = '%s$' % (pkg[1:])
 209             if endx and not startx:
 210                 pattern = '^%s' % (pkg[0:-1])
 211             if endx and startx:
 212                 pattern = '%s' % (pkg[1:-1])
 213             q.setMatchRegex()
 214             q.addAttribute(zypp.SolvAttr.name, pattern)
 215
 216         elif arch:
 217             q.setMatchExact()
 218             q.addAttribute(zypp.SolvAttr.name, name)
 219
 220         else:
 221             q.setMatchExact()
 222             q.addAttribute(zypp.SolvAttr.name, pkg)
 223
 224         for pitem in sorted(
 225                         q.queryResults(self.Z.pool()),
 226                         cmp=lambda x,y: cmpEVR(zypp.asKindPackage(x), zypp.asKindPackage(y)),
 227                         reverse=True):
 228             item = zypp.asKindPackage(pitem)
 229             if item.name() in self.excpkgs.keys() and \
 230                self.excpkgs[item.name()] == item.repoInfo().name():
 231                 continue
 232             if item.name() in self.incpkgs.keys() and \
 233                self.incpkgs[item.name()] != item.repoInfo().name():
 234                 continue
 235
 236             found = True
 237             obspkg = self.whatObsolete(item)
 238             if arch:
 239                 if arch == str(item.arch()):
 240                     pitem.status().setToBeInstalled (zypp.ResStatus.USER)
 241             else:
 242                 markPoolItem(obspkg, pitem)
 243             if not ispattern:
 244                 break
 245
 246         # Can't match using package name, then search from packge
 247         # provides infomation
 248         if found == False and not ispattern:
 249             q.addAttribute(zypp.SolvAttr.provides, pkg)
 250             q.addAttribute(zypp.SolvAttr.name,'')
 251
 252             for pitem in sorted(
 253                             q.queryResults(self.Z.pool()),
 254                             cmp=lambda x,y: cmpEVR(zypp.asKindPackage(x), zypp.asKindPackage(y)),
 255                             reverse=True):
 256                 item = zypp.asKindPackage(pitem)
 257                 if item.name() in self.excpkgs.keys() and \
 258                    self.excpkgs[item.name()] == item.repoInfo().name():
 259                     continue
 260                 if item.name() in self.incpkgs.keys() and \
 261                    self.incpkgs[item.name()] != item.repoInfo().name():
 262                     continue
 263
 264                 found = True
 265                 obspkg = self.whatObsolete(item)
 266                 markPoolItem(obspkg, pitem)
 267                 break
 268
 269         if found:
 270             return None
 271         else:
 272             raise CreatorError("Unable to find package: %s" % (pkg,))
 273
 274     def inDeselectPackages(self, pitem):
 275         """check if specified pacakges are in the list of inDeselectPackages
 276         """
 277         item = zypp.asKindPackage(pitem)
 278         name = item.name()
 279         for pkg in self.to_deselect:
 280             startx = pkg.startswith("*")
 281             endx = pkg.endswith("*")
 282             ispattern = startx or endx
 283             pkgname, pkgarch = self._splitPkgString(pkg)
 284             if not ispattern:
 285                 if pkgarch:
 286                     if name == pkgname and str(item.arch()) == pkgarch:
 287                         return True
 288                 else:
 289                     if name == pkgname:
 290                         return True
 291             else:
 292                 if startx and name.endswith(pkg[1:]):
 293                     return True
 294                 if endx and name.startswith(pkg[:-1]):
 295                     return True
 296
 297         return False
 298
 299     def deselectPackage(self, pkg):
 300         """collect packages should not be installed"""
 301         self.to_deselect.append(pkg)
 302
 303     def selectGroup(self, grp, include = ksparser.GROUP_DEFAULT):
 304         if not self.Z:
 305             self.__initialize_zypp()
 306         found = False
 307         q = zypp.PoolQuery()
 308         q.addKind(zypp.ResKind.pattern)
 309         for pitem in q.queryResults(self.Z.pool()):
 310             item = zypp.asKindPattern(pitem)
 311             summary = "%s" % item.summary()
 312             name = "%s" % item.name()
 313             if name == grp or summary == grp:
 314                 found = True
 315                 pitem.status().setToBeInstalled (zypp.ResStatus.USER)
 316                 break
 317
 318         if found:
 319             if include == ksparser.GROUP_REQUIRED:
 320                 map(
 321                     lambda p: self.deselectPackage(p),
 322                     grp.default_packages.keys())
 323
 324             return None
 325         else:
 326             raise CreatorError("Unable to find pattern: %s" % (grp,))
 327
 328     def addRepository(self, name,
 329                             url = None,
 330                             mirrorlist = None,
 331                             proxy = None,
 332                             proxy_username = None,
 333                             proxy_password = None,
 334                             inc = None,
 335                             exc = None,
 336                             ssl_verify = True,
 337                             nocache = False,
 338                             cost=None,
 339                             priority=None):
 340         # TODO: Handle cost attribute for repos
 341
 342         if not self.repo_manager:
 343             self.__initialize_repo_manager()
 344
 345         if not proxy and url:
 346             proxy = get_proxy_for(url)
 347
 348         repo = RepositoryStub()
 349         repo.name = name
 350         repo.id = name
 351         repo.proxy = proxy
 352         repo.proxy_username = proxy_username
 353         repo.proxy_password = proxy_password
 354         repo.ssl_verify = ssl_verify
 355         repo.nocache = nocache
 356         repo.baseurl.append(url)
 357         if inc:
 358             for pkg in inc:
 359                 self.incpkgs[pkg] = name
 360         if exc:
 361             for pkg in exc:
 362                 self.excpkgs[pkg] = name
 363
 364         if mirrorlist:
 365             repo.mirrorlist = mirrorlist
 366
 367         # Enable gpg check for verifying corrupt packages
 368         repo.gpgcheck = 1
 369         if priority is not None:
 370             # priority 0 has issue in RepoInfo.setPriority
 371             repo.priority = priority + 1
 372
 373         try:
 374             repo_info = zypp.RepoInfo()
 375             repo_info.setAlias(repo.name)
 376             repo_info.setName(repo.name)
 377             repo_info.setEnabled(repo.enabled)
 378             repo_info.setAutorefresh(repo.autorefresh)
 379             repo_info.setKeepPackages(repo.keeppackages)
 380             baseurl = zypp.Url(repo.baseurl[0].full)
 381             if not ssl_verify:
 382                 baseurl.setQueryParam("ssl_verify", "no")
 383             if proxy:
 384                 host = urlparse.urlparse(proxy)[1]
 385                 # scheme, host, path, parm, query, frag = urlparse.urlparse(proxy)
 386
 387                 proxyinfo = host.rsplit(":", 1)
 388                 host = proxyinfo[0]
 389
 390                 port = "80"
 391                 if len(proxyinfo) > 1:
 392                     port = proxyinfo[1]
 393
 394                 if proxy.startswith("socks") and len(proxy.rsplit(':', 1)) == 2:
 395                     host = proxy.rsplit(':', 1)[0]
 396                     port = proxy.rsplit(':', 1)[1]
 397
 398                 # parse user/pass from proxy host
 399                 proxyinfo = host.rsplit("@", 1)
 400                 if len(proxyinfo) == 2:
 401                     host = proxyinfo[1]
 402                     # Known Issue: If password contains ":", which should be
 403                     # quoted, for example, use '123%3Aabc' instead of 123:abc
 404                     userpassinfo = proxyinfo[0].rsplit(":", 1)
 405                     if len(userpassinfo) == 2:
 406                         proxy_username = userpassinfo[0]
 407                         proxy_password = userpassinfo[1]
 408                     elif len(userpassinfo) == 1:
 409                         proxy_username = userpassinfo[0]
 410
 411                 baseurl.setQueryParam ("proxy", host)
 412                 baseurl.setQueryParam ("proxyport", port)
 413                 if proxy_username:
 414                     baseurl.setQueryParam ("proxyuser", proxy_username)
 415                 if proxy_password:
 416                     baseurl.setQueryParam ("proxypass", proxy_password)
 417             else:
 418                 baseurl.setQueryParam ("proxy", "_none_")
 419
 420             self.repos.append(repo)
 421
 422             repo_info.addBaseUrl(baseurl)
 423
 424             if repo.priority is not None:
 425                 repo_info.setPriority(repo.priority)
 426
 427             # this hack is used to change zypp credential file location
 428             # the default one is $HOME/.zypp, which cause conflicts when
 429             # installing some basic packages, and the location doesn't
 430             # have any interface actually, so use a tricky way anyway
 431             homedir = None
 432             if 'HOME' in os.environ:
 433                 homedir = os.environ['HOME']
 434                 os.environ['HOME'] = '/'
 435             else:
 436                 os.environ['HOME'] = '/'
 437
 438             self.repo_manager.addRepository(repo_info)
 439
 440             # save back the $HOME env
 441             if homedir:
 442                 os.environ['HOME'] = homedir
 443             else:
 444                 del os.environ['HOME']
 445
 446             self.__build_repo_cache(name)
 447
 448         except RuntimeError, e:
 449             raise CreatorError(str(e))
 450
 451         msger.verbose('repo: %s was added' % name)
 452         return repo
 453
 454     def installHasFile(self, file):
 455         return False
 456
 457     def preInstall(self, pkg):
 458         self.pre_pkgs.append(pkg)
 459
 460     def checkPackage(self, pkg):
 461         self.check_pkgs.append(pkg)
 462
 463     def runInstall(self, checksize = 0):
 464         os.environ["HOME"] = "/"
 465         os.environ["LD_PRELOAD"] = ""
 466         self.buildTransaction()
 467
 468         todo = zypp.GetResolvablesToInsDel(self.Z.pool())
 469         installed_pkgs = todo._toInstall
 470         dlpkgs = []
 471
 472         for pitem in installed_pkgs:
 473             if not zypp.isKindPattern(pitem) and \
 474               not self.inDeselectPackages(pitem):
 475                 item = zypp.asKindPackage(pitem)
 476                 dlpkgs.append(item)
 477
 478                 if item.name() in self.check_pkgs:
 479                     self.check_pkgs.remove(item.name())
 480
 481                 if not self.install_debuginfo or str(item.arch()) == "noarch":
 482                     continue
 483
 484                 dipkg = self._zyppQueryPackage("%s-debuginfo" % item.name())
 485                 if dipkg:
 486                     ditem = zypp.asKindPackage(dipkg)
 487                     dlpkgs.append(ditem)
 488                 else:
 489                     msger.warning("No debuginfo rpm found for: %s" \
 490                                   % item.name())
 491
 492         if self.check_pkgs:
 493             raise CreatorError('Packages absent in image: %s' % ','.join(self.check_pkgs))
 494
 495         # record all pkg and the content
 496         localpkgs = self.localpkgs.keys()
 497         for pkg in dlpkgs:
 498             license = ''
 499             if pkg.name() in localpkgs:
 500                 hdr = rpmmisc.readRpmHeader(self.ts, self.localpkgs[pkg.name()])
 501                 pkg_long_name = misc.RPM_FMT % {
 502                                     'name': hdr['name'],
 503                                     'arch': hdr['arch'],
 504                                     'version': hdr['version'],
 505                                     'release': hdr['release']
 506                                 }
 507                 license = hdr['license']
 508
 509             else:
 510                 pkg_long_name = misc.RPM_FMT % {
 511                                     'name': pkg.name(),
 512                                     'arch': pkg.arch(),
 513                                     'version': pkg.edition().version(),
 514                                     'release': pkg.edition().release()
 515                                 }
 516
 517                 license = pkg.license()
 518
 519             if license in self.__pkgs_license.keys():
 520                 self.__pkgs_license[license].append(pkg_long_name)
 521             else:
 522                 self.__pkgs_license[license] = [pkg_long_name]
 523
 524         total_count = len(dlpkgs)
 525         cached_count = 0
 526         download_total_size = sum(map(lambda x: int(x.downloadSize()), dlpkgs))
 527         localpkgs = self.localpkgs.keys()
 528
 529         msger.info("Checking packages cached ...")
 530         for po in dlpkgs:
 531             # Check if it is cached locally
 532             if po.name() in localpkgs:
 533                 cached_count += 1
 534             else:
 535                 local = self.getLocalPkgPath(po)
 536                 name = str(po.repoInfo().name())
 537                 try:
 538                     repo = filter(lambda r: r.name == name, self.repos)[0]
 539                 except IndexError:
 540                     repo = None
 541                 nocache = repo.nocache if repo else False
 542
 543                 if os.path.exists(local):
 544                     if nocache or self.checkPkg(local) !=0:
 545                         os.unlink(local)
 546                     else:
 547                         download_total_size -= int(po.downloadSize())
 548                         cached_count += 1
 549         cache_avail_size = misc.get_filesystem_avail(self.cachedir)
 550         if cache_avail_size < download_total_size:
 551             raise CreatorError("No enough space used for downloading.")
 552
 553         # record the total size of installed pkgs
 554         install_total_size = sum(map(lambda x: int(x.installSize()), dlpkgs))
 555         # check needed size before actually download and install
 556
 557         # FIXME: for multiple partitions for loop type, check fails
 558         #        skip the check temporarily
 559         #if checksize and install_total_size > checksize:
 560         #    raise CreatorError("No enough space used for installing, "
 561         #                       "please resize partition size in ks file")
 562
 563         download_count =  total_count - cached_count
 564         msger.info("Packages: %d Total, %d Cached, %d Missed" \
 565                    % (total_count, cached_count, download_count))
 566
 567         try:
 568             if download_count > 0:
 569                 msger.info("Downloading packages ...")
 570             self.downloadPkgs(dlpkgs, download_count)
 571         except CreatorError, e:
 572             raise CreatorError("Package download failed: %s" %(e,))
 573
 574         try:
 575             self.installPkgs(dlpkgs)
 576         except (RepoError, RpmError):
 577             raise
 578         except Exception, e:
 579             raise CreatorError("Package installation failed: %s" % (e,))
 580
 581     def getVcsInfo(self):
 582         if self.__pkgs_vcsinfo:
 583             return
 584
 585         if not self.ts:
 586             self.__initialize_transaction()
 587
 588         mi = self.ts.dbMatch()
 589         for hdr in mi:
 590             lname = misc.RPM_FMT % {
 591                         'name': hdr['name'],
 592                         'arch': hdr['arch'],
 593                         'version': hdr['version'],
 594                         'release': hdr['release']
 595                     }
 596             try:
 597                 self.__pkgs_vcsinfo[lname] = hdr['VCS']
 598             except ValueError:
 599                 # if rpm not support VCS, set to None
 600                 self.__pkgs_vcsinfo[lname] = None
 601
 602         return self.__pkgs_vcsinfo
 603
 604     def getAllContent(self):
 605         if self.__pkgs_content:
 606             return self.__pkgs_content
 607
 608         if not self.ts:
 609             self.__initialize_transaction()
 610
 611         mi = self.ts.dbMatch()
 612         for hdr in mi:
 613             lname = misc.RPM_FMT % {
 614                         'name': hdr['name'],
 615                         'arch': hdr['arch'],
 616                         'version': hdr['version'],
 617                         'release': hdr['release']
 618                     }
 619             self.__pkgs_content[lname] = hdr['FILENAMES']
 620
 621         return self.__pkgs_content
 622
 623     def getPkgsLicense(self):
 624         return self.__pkgs_license
 625
 626     def getFilelist(self, pkgname):
 627         if not pkgname:
 628             return None
 629
 630         if not self.ts:
 631             self.__initialize_transaction()
 632
 633         mi = self.ts.dbMatch('name', pkgname)
 634         for header in mi:
 635             return header['FILENAMES']
 636
 637     def __initialize_repo_manager(self):
 638         if self.repo_manager:
 639             return
 640
 641         # Clean up repo metadata
 642         shutil.rmtree(self.cachedir + "/etc", ignore_errors = True)
 643         shutil.rmtree(self.cachedir + "/solv", ignore_errors = True)
 644         shutil.rmtree(self.cachedir + "/raw", ignore_errors = True)
 645
 646         zypp.KeyRing.setDefaultAccept( zypp.KeyRing.ACCEPT_UNSIGNED_FILE
 647                                      | zypp.KeyRing.ACCEPT_VERIFICATION_FAILED
 648                                      | zypp.KeyRing.ACCEPT_UNKNOWNKEY
 649                                      | zypp.KeyRing.TRUST_KEY_TEMPORARILY
 650                                      )
 651
 652         self.repo_manager_options = \
 653                 zypp.RepoManagerOptions(zypp.Pathname(self.instroot))
 654
 655         self.repo_manager_options.knownReposPath = \
 656                 zypp.Pathname(self.cachedir + "/etc/zypp/repos.d")
 657
 658         self.repo_manager_options.repoCachePath = \
 659                 zypp.Pathname(self.cachedir)
 660
 661         self.repo_manager_options.repoRawCachePath = \
 662                 zypp.Pathname(self.cachedir + "/raw")
 663
 664         self.repo_manager_options.repoSolvCachePath = \
 665                 zypp.Pathname(self.cachedir + "/solv")
 666
 667         self.repo_manager_options.repoPackagesCachePath = \
 668                 zypp.Pathname(self.cachedir + "/packages")
 669
 670         self.repo_manager = zypp.RepoManager(self.repo_manager_options)
 671
 672     def __build_repo_cache(self, name):
 673         repo = self.repo_manager.getRepositoryInfo(name)
 674         if self.repo_manager.isCached(repo) or not repo.enabled():
 675             return
 676
 677         msger.info('Refreshing repository: %s ...' % name)
 678         self.repo_manager.buildCache(repo, zypp.RepoManager.BuildIfNeeded)
 679
 680     def __initialize_zypp(self):
 681         if self.Z:
 682             return
 683
 684         zconfig = zypp.ZConfig_instance()
 685
 686         # Set system architecture
 687         if self.target_arch:
 688             zconfig.setSystemArchitecture(zypp.Arch(self.target_arch))
 689
 690         msger.info("zypp architecture is <%s>" % zconfig.systemArchitecture())
 691
 692         # repoPackagesCachePath is corrected by this
 693         self.repo_manager = zypp.RepoManager(self.repo_manager_options)
 694         repos = self.repo_manager.knownRepositories()
 695         for repo in repos:
 696             if not repo.enabled():
 697                 continue
 698             self.repo_manager.loadFromCache(repo)
 699
 700         self.Z = zypp.ZYppFactory_instance().getZYpp()
 701         self.Z.initializeTarget(zypp.Pathname(self.instroot))
 702         self.Z.target().load()
 703
 704     def buildTransaction(self):
 705         if not self.Z.resolver().resolvePool():
 706             probs = self.Z.resolver().problems()
 707
 708             for problem in probs:
 709                 msger.warning("repo problem: %s, %s" \
 710                               % (problem.description().decode("utf-8"),
 711                                  problem.details().decode("utf-8")))
 712
 713             raise RepoError("found %d resolver problem, abort!" \
 714                             % len(probs))
 715
 716     def getLocalPkgPath(self, po):
 717         repoinfo = po.repoInfo()
 718         cacheroot = repoinfo.packagesPath()
 719         location = po.location()
 720         rpmpath = str(location.filename())
 721         pkgpath = "%s/%s" % (cacheroot, os.path.basename(rpmpath))
 722         return pkgpath
 723
 724     def installLocal(self, pkg, po=None, updateonly=False):
 725         if not self.ts:
 726             self.__initialize_transaction()
 727
 728         solvfile = "%s/.solv" % (self.cachedir)
 729
 730         rc, out = runner.runtool([fs_related.find_binary_path("rpms2solv"),
 731                                   pkg])
 732         if rc == 0:
 733             f = open(solvfile, "w+")
 734             f.write(out)
 735             f.close()
 736
 737             warnmsg = self.repo_manager.loadSolvFile(solvfile,
 738                                                      os.path.basename(pkg))
 739             if warnmsg:
 740                 msger.warning(warnmsg)
 741
 742             os.unlink(solvfile)
 743         else:
 744             msger.warning('Can not get %s solv data.' % pkg)
 745
 746         hdr = rpmmisc.readRpmHeader(self.ts, pkg)
 747         arch = zypp.Arch(hdr['arch'])
 748         sysarch = zypp.Arch(self.target_arch)
 749
 750         if arch.compatible_with (sysarch):
 751             pkgname = hdr['name']
 752             self.localpkgs[pkgname] = pkg
 753             self.selectPackage(pkgname)
 754             msger.info("Marking %s to be installed" % (pkg))
 755
 756         else:
 757             msger.warning("Cannot add package %s to transaction. "
 758                           "Not a compatible architecture: %s" \
 759                           % (pkg, hdr['arch']))
 760
 761     def downloadPkgs(self, package_objects, count):
 762         localpkgs = self.localpkgs.keys()
 763         progress_obj = TextProgress(count)
 764
 765         for po in package_objects:
 766             if po.name() in localpkgs:
 767                 continue
 768
 769             filename = self.getLocalPkgPath(po)
 770             if os.path.exists(filename):
 771                 if self.checkPkg(filename) == 0:
 772                     continue
 773
 774             dirn = os.path.dirname(filename)
 775             if not os.path.exists(dirn):
 776                 os.makedirs(dirn)
 777
 778             url = self.get_url(po)
 779             proxies = self.get_proxies(po)
 780
 781             try:
 782                 filename = myurlgrab(url.full, filename, proxies, progress_obj)
 783             except CreatorError:
 784                 self.close()
 785                 raise
 786
 787     def preinstallPkgs(self):
 788         if not self.ts_pre:
 789             self.__initialize_transaction()
 790
 791         self.ts_pre.order()
 792         cb = rpmmisc.RPMInstallCallback(self.ts_pre)
 793         cb.headmsg = "Preinstall"
 794         installlogfile = "%s/__catched_stderr.buf" % (self.instroot)
 795
 796         # start to catch stderr output from librpm
 797         msger.enable_logstderr(installlogfile)
 798
 799         errors = self.ts_pre.run(cb.callback, '')
 800         # stop catch
 801         msger.disable_logstderr()
 802         self.ts_pre.closeDB()
 803         self.ts_pre = None
 804
 805         if errors is not None:
 806             if len(errors) == 0:
 807                 msger.warning('scriptlet or other non-fatal errors occurred '
 808                               'during transaction.')
 809
 810             else:
 811                 for e in errors:
 812                     msger.warning(e[0])
 813                 raise RepoError('Could not run transaction.')
 814
 815     def installPkgs(self, package_objects):
 816         if not self.ts:
 817             self.__initialize_transaction()
 818
 819         # clean rpm lock
 820         self._cleanupRpmdbLocks(self.instroot)
 821         self._cleanupZyppJunk(self.instroot)
 822         # Set filters
 823         probfilter = 0
 824         for flag in self.probFilterFlags:
 825             probfilter |= flag
 826         self.ts.setProbFilter(probfilter)
 827         self.ts_pre.setProbFilter(probfilter)
 828
 829         localpkgs = self.localpkgs.keys()
 830
 831         for po in package_objects:
 832             pkgname = po.name()
 833             if pkgname in localpkgs:
 834                 rpmpath = self.localpkgs[pkgname]
 835             else:
 836                 rpmpath = self.getLocalPkgPath(po)
 837
 838             if not os.path.exists(rpmpath):
 839                 # Maybe it is a local repo
 840                 rpmuri = self.get_url(po)
 841                 if rpmuri.startswith("file:/"):
 842                     rpmpath = rpmuri[5:]
 843
 844             if not os.path.exists(rpmpath):
 845                 raise RpmError("Error: %s doesn't exist" % rpmpath)
 846
 847             h = rpmmisc.readRpmHeader(self.ts, rpmpath)
 848
 849             if pkgname in self.pre_pkgs:
 850                 msger.verbose("pre-install package added: %s" % pkgname)
 851                 self.ts_pre.addInstall(h, rpmpath, 'u')
 852
 853             self.ts.addInstall(h, rpmpath, 'u')
 854
 855         unresolved_dependencies = self.ts.check()
 856         if not unresolved_dependencies:
 857             if self.pre_pkgs:
 858                 self.preinstallPkgs()
 859
 860             self.ts.order()
 861             cb = rpmmisc.RPMInstallCallback(self.ts)
 862             installlogfile = "%s/__catched_stderr.buf" % (self.instroot)
 863
 864             # start to catch stderr output from librpm
 865             msger.enable_logstderr(installlogfile)
 866
 867             errors = self.ts.run(cb.callback, '')
 868             # stop catch
 869             msger.disable_logstderr()
 870             self.ts.closeDB()
 871             self.ts = None
 872
 873             if errors is not None:
 874                 if len(errors) == 0:
 875                     msger.warning('scriptlet or other non-fatal errors occurred '
 876                                   'during transaction.')
 877
 878                 else:
 879                     for e in errors:
 880                         msger.warning(e[0])
 881                     raise RepoError('Could not run transaction.')
 882
 883         else:
 884             for pkg, need, needflags, sense, key in unresolved_dependencies:
 885                 package = '-'.join(pkg)
 886
 887                 if needflags == rpm.RPMSENSE_LESS:
 888                     deppkg = ' < '.join(need)
 889                 elif needflags == rpm.RPMSENSE_EQUAL:
 890                     deppkg = ' = '.join(need)
 891                 elif needflags == rpm.RPMSENSE_GREATER:
 892                     deppkg = ' > '.join(need)
 893                 else:
 894                     deppkg = '-'.join(need)
 895
 896                 if sense == rpm.RPMDEP_SENSE_REQUIRES:
 897                     msger.warning("[%s] Requires [%s], which is not provided" \
 898                                   % (package, deppkg))
 899
 900                 elif sense == rpm.RPMDEP_SENSE_CONFLICTS:
 901                     msger.warning("[%s] Conflicts with [%s]" % (package, deppkg))
 902
 903             raise RepoError("Unresolved dependencies, transaction failed.")
 904
 905     def __initialize_transaction(self):
 906         if not self.ts:
 907             self.ts = rpm.TransactionSet(self.instroot)
 908             # Set to not verify DSA signatures.
 909             self.ts.setVSFlags(rpm._RPMVSF_NOSIGNATURES|rpm._RPMVSF_NODIGESTS)
 910
 911         if not self.ts_pre:
 912             self.ts_pre = rpm.TransactionSet(self.instroot)
 913             # Just unpack the files, don't run scripts
 914             self.ts_pre.setFlags(rpm.RPMTRANS_FLAG_ALLFILES | rpm.RPMTRANS_FLAG_NOSCRIPTS)
 915             # Set to not verify DSA signatures.
 916             self.ts_pre.setVSFlags(rpm._RPMVSF_NOSIGNATURES|rpm._RPMVSF_NODIGESTS)
 917
 918     def checkPkg(self, pkg):
 919         ret = 1
 920         if not os.path.exists(pkg):
 921             return ret
 922         ret = rpmmisc.checkRpmIntegrity('rpm', pkg)
 923         if ret != 0:
 924             msger.warning("package %s is damaged: %s" \
 925                           % (os.path.basename(pkg), pkg))
 926
 927         return ret
 928
 929     def _add_prob_flags(self, *flags):
 930         for flag in flags:
 931             if flag not in self.probFilterFlags:
 932                 self.probFilterFlags.append(flag)
 933
 934     def get_proxies(self, pobj):
 935         if not pobj:
 936             return None
 937
 938         proxy = None
 939         proxies = None
 940         repoinfo = pobj.repoInfo()
 941         reponame = "%s" % repoinfo.name()
 942         repos = filter(lambda r: r.name == reponame, self.repos)
 943         repourl = str(repoinfo.baseUrls()[0])
 944
 945         if repos:
 946             proxy = repos[0].proxy
 947         if not proxy:
 948             proxy = get_proxy_for(repourl)
 949         if proxy:
 950             proxies = {str(repourl.split(':')[0]): str(proxy)}
 951
 952         return proxies
 953
 954     def get_url(self, pobj):
 955         if not pobj:
 956             return None
 957
 958         name = str(pobj.repoInfo().name())
 959         try:
 960             repo = filter(lambda r: r.name == name, self.repos)[0]
 961         except IndexError:
 962             return None
 963
 964         location = pobj.location()
 965         location = str(location.filename())
 966         if location.startswith("./"):
 967             location = location[2:]
 968
 969         return repo.baseurl[0].join(location)
 970
 971     def package_url(self, pkgname):
 972
 973         def cmpEVR(p1, p2):
 974             ed1 = p1.edition()
 975             ed2 = p2.edition()
 976             (e1, v1, r1) = map(str, [ed1.epoch(), ed1.version(), ed1.release()])
 977             (e2, v2, r2) = map(str, [ed2.epoch(), ed2.version(), ed2.release()])
 978             return rpm.labelCompare((e1, v1, r1), (e2, v2, r2))
 979
 980         if not self.Z:
 981             self.__initialize_zypp()
 982
 983         q = zypp.PoolQuery()
 984         q.addKind(zypp.ResKind.package)
 985         q.setMatchExact()
 986         q.addAttribute(zypp.SolvAttr.name, pkgname)
 987         items = sorted(q.queryResults(self.Z.pool()),
 988                        cmp=lambda x,y: cmpEVR(zypp.asKindPackage(x), zypp.asKindPackage(y)),
 989                        reverse=True)
 990
 991         if items:
 992             item = zypp.asKindPackage(items[0])
 993             url = self.get_url(item)
 994             proxies = self.get_proxies(item)
 995             return (url, proxies)
 996
 997         return (None, None)