plugins/backend/zypppkgmgr.py

   1 #!/usr/bin/python -tt
   2 #
   3 # Copyright (c) 2010, 2011 Intel, Inc.
   4 #
   5 # This program is free software; you can redistribute it and/or modify it
   6 # under the terms of the GNU General Public License as published by the Free
   7 # Software Foundation; version 2 of the License
   8 #
   9 # This program is distributed in the hope that it will be useful, but
  10 # WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
  11 # or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  12 # for more details.
  13 #
  14 # You should have received a copy of the GNU General Public License along
  15 # with this program; if not, write to the Free Software Foundation, Inc., 59
  16 # Temple Place - Suite 330, Boston, MA 02111-1307, USA.
  17
  18 import os
  19 import shutil
  20 import urlparse
  21 import rpm
  22
  23 import zypp
  24 if not hasattr(zypp, 'PoolQuery') or \
  25    not hasattr(zypp.RepoManager, 'loadSolvFile'):
  26     raise ImportError("python-zypp in host system cannot support PoolQuery or "
  27                       "loadSolvFile interface, please update it to enhanced "
  28                       "version which can be found in download.tizen.org/tools")
  29
  30 from mic import msger
  31 from mic.kickstart import ksparser
  32 from mic.utils import misc, rpmmisc, runner, fs_related
  33 from mic.utils.grabber import myurlgrab, TextProgress
  34 from mic.utils.proxy import get_proxy_for
  35 from mic.utils.errors import CreatorError, RepoError, RpmError
  36 from mic.imager.baseimager import BaseImageCreator
  37
  38 class RepositoryStub:
  39     def __init__(self):
  40         self.name = None
  41         self.baseurl = []
  42         self.mirrorlist = None
  43         self.proxy = None
  44         self.proxy_username = None
  45         self.proxy_password = None
  46         self.nocache = False
  47
  48         self.enabled = True
  49         self.autorefresh = True
  50         self.keeppackages = True
  51         self.priority = None
  52
  53 from mic.pluginbase import BackendPlugin
  54 class Zypp(BackendPlugin):
  55     name = 'zypp'
  56
  57     def __init__(self, target_arch, instroot, cachedir):
  58         self.cachedir = cachedir
  59         self.instroot  = instroot
  60         self.target_arch = target_arch
  61
  62         self.__pkgs_license = {}
  63         self.__pkgs_content = {}
  64         self.__pkgs_vcsinfo = {}
  65         self.repos = []
  66         self.to_deselect = []
  67         self.localpkgs = {}
  68         self.repo_manager = None
  69         self.repo_manager_options = None
  70         self.Z = None
  71         self.ts = None
  72         self.ts_pre = None
  73         self.incpkgs = {}
  74         self.excpkgs = {}
  75         self.pre_pkgs = []
  76         self.check_pkgs = []
  77         self.probFilterFlags = [ rpm.RPMPROB_FILTER_OLDPACKAGE,
  78                                  rpm.RPMPROB_FILTER_REPLACEPKG ]
  79
  80         self.has_prov_query = True
  81         self.install_debuginfo = False
  82         # this can't be changed, it is used by zypp
  83         self.tmp_file_path = '/var/tmp'
  84
  85     def doFileLogSetup(self, uid, logfile):
  86         # don't do the file log for the livecd as it can lead to open fds
  87         # being left and an inability to clean up after ourself
  88         pass
  89
  90     def closeRpmDB(self):
  91         pass
  92
  93     def close(self):
  94         if self.ts:
  95             self.ts.closeDB()
  96             self.ts = None
  97
  98         if self.ts_pre:
  99             self.ts_pre.closeDB()
 100             self.ts = None
 101
 102         self.closeRpmDB()
 103
 104     def __del__(self):
 105         self.close()
 106
 107     def _cleanupRpmdbLocks(self, installroot):
 108         # cleans up temporary files left by bdb so that differing
 109         # versions of rpm don't cause problems
 110         import glob
 111         for f in glob.glob(installroot + "/var/lib/rpm/__db*"):
 112             os.unlink(f)
 113
 114     def _cleanupZyppJunk(self, installroot):
 115         try:
 116             shutil.rmtree(os.path.join(installroot, '.zypp'))
 117         except:
 118             pass
 119
 120     def setup(self):
 121         self._cleanupRpmdbLocks(self.instroot)
 122         # '/var/tmp' is used by zypp to build cache, so make sure
 123         # if it exists
 124         if not os.path.exists(self.tmp_file_path ):
 125             os.makedirs(self.tmp_file_path)
 126
 127     def whatObsolete(self, pkg):
 128         query = zypp.PoolQuery()
 129         query.addKind(zypp.ResKind.package)
 130         query.addDependency(zypp.SolvAttr.obsoletes, pkg.name(), pkg.edition())
 131         query.setMatchExact()
 132         for pi in query.queryResults(self.Z.pool()):
 133             return pi
 134         return None
 135
 136     def _zyppQueryPackage(self, pkg):
 137         query = zypp.PoolQuery()
 138         query.addKind(zypp.ResKind.package)
 139         query.addAttribute(zypp.SolvAttr.name, pkg)
 140         query.setMatchExact()
 141         for pi in query.queryResults(self.Z.pool()):
 142             return pi
 143         return None
 144
 145     def _splitPkgString(self, pkg):
 146         sp = pkg.rsplit(".", 1)
 147         name = sp[0]
 148         arch = None
 149         if len(sp) == 2:
 150             arch = sp[1]
 151             sysarch = zypp.Arch(self.target_arch)
 152             if not zypp.Arch(arch).compatible_with (sysarch):
 153                 arch = None
 154                 name = ".".join(sp)
 155         return name, arch
 156
 157     def selectPackage(self, pkg):
 158         """Select a given package or package pattern, can be specified
 159         with name.arch or name* or *name
 160         """
 161
 162         if not self.Z:
 163             self.__initialize_zypp()
 164
 165         def markPoolItem(obs, pi):
 166             if obs == None:
 167                 pi.status().setToBeInstalled (zypp.ResStatus.USER)
 168             else:
 169                 obs.status().setToBeInstalled (zypp.ResStatus.USER)
 170
 171         def cmpEVR(p1, p2):
 172             # compare criterion: arch compatibility first, then repo
 173             # priority, and version last
 174             a1 = p1.arch()
 175             a2 = p2.arch()
 176             if str(a1) != str(a2):
 177                 if a1.compatible_with(a2):
 178                     return -1
 179                 else:
 180                     return 1
 181             # Priority of a repository is an integer value between 0 (the
 182             # highest priority) and 99 (the lowest priority)
 183             pr1 = int(p1.repoInfo().priority())
 184             pr2 = int(p2.repoInfo().priority())
 185             if pr1 > pr2:
 186                 return -1
 187             elif pr1 < pr2:
 188                 return 1
 189
 190             ed1 = p1.edition()
 191             ed2 = p2.edition()
 192             (e1, v1, r1) = map(str, [ed1.epoch(), ed1.version(), ed1.release()])
 193             (e2, v2, r2) = map(str, [ed2.epoch(), ed2.version(), ed2.release()])
 194             return rpm.labelCompare((e1, v1, r1), (e2, v2, r2))
 195
 196         found = False
 197         startx = pkg.startswith("*")
 198         endx = pkg.endswith("*")
 199         ispattern = startx or endx
 200         name, arch = self._splitPkgString(pkg)
 201
 202         q = zypp.PoolQuery()
 203         q.addKind(zypp.ResKind.package)
 204
 205         if ispattern:
 206             if startx and not endx:
 207                 pattern = '%s$' % (pkg[1:])
 208             if endx and not startx:
 209                 pattern = '^%s' % (pkg[0:-1])
 210             if endx and startx:
 211                 pattern = '%s' % (pkg[1:-1])
 212             q.setMatchRegex()
 213             q.addAttribute(zypp.SolvAttr.name, pattern)
 214
 215         elif arch:
 216             q.setMatchExact()
 217             q.addAttribute(zypp.SolvAttr.name, name)
 218
 219         else:
 220             q.setMatchExact()
 221             q.addAttribute(zypp.SolvAttr.name, pkg)
 222
 223         for pitem in sorted(
 224                         q.queryResults(self.Z.pool()),
 225                         cmp=lambda x,y: cmpEVR(zypp.asKindPackage(x), zypp.asKindPackage(y)),
 226                         reverse=True):
 227             item = zypp.asKindPackage(pitem)
 228             if item.name() in self.excpkgs.keys() and \
 229                self.excpkgs[item.name()] == item.repoInfo().name():
 230                 continue
 231             if item.name() in self.incpkgs.keys() and \
 232                self.incpkgs[item.name()] != item.repoInfo().name():
 233                 continue
 234
 235             found = True
 236             obspkg = self.whatObsolete(item)
 237             if arch:
 238                 if arch == str(item.arch()):
 239                     item.status().setToBeInstalled (zypp.ResStatus.USER)
 240             else:
 241                 markPoolItem(obspkg, pitem)
 242             if not ispattern:
 243                 break
 244
 245         # Can't match using package name, then search from packge
 246         # provides infomation
 247         if found == False and not ispattern:
 248             q.addAttribute(zypp.SolvAttr.provides, pkg)
 249             q.addAttribute(zypp.SolvAttr.name,'')
 250
 251             for pitem in sorted(
 252                             q.queryResults(self.Z.pool()),
 253                             cmp=lambda x,y: cmpEVR(zypp.asKindPackage(x), zypp.asKindPackage(y)),
 254                             reverse=True):
 255                 item = zypp.asKindPackage(pitem)
 256                 if item.name() in self.excpkgs.keys() and \
 257                    self.excpkgs[item.name()] == item.repoInfo().name():
 258                     continue
 259                 if item.name() in self.incpkgs.keys() and \
 260                    self.incpkgs[item.name()] != item.repoInfo().name():
 261                     continue
 262
 263                 found = True
 264                 obspkg = self.whatObsolete(item)
 265                 markPoolItem(obspkg, pitem)
 266                 break
 267
 268         if found:
 269             return None
 270         else:
 271             raise CreatorError("Unable to find package: %s" % (pkg,))
 272
 273     def inDeselectPackages(self, pitem):
 274         """check if specified pacakges are in the list of inDeselectPackages
 275         """
 276         item = zypp.asKindPackage(pitem)
 277         name = item.name()
 278         for pkg in self.to_deselect:
 279             startx = pkg.startswith("*")
 280             endx = pkg.endswith("*")
 281             ispattern = startx or endx
 282             pkgname, pkgarch = self._splitPkgString(pkg)
 283             if not ispattern:
 284                 if pkgarch:
 285                     if name == pkgname and str(item.arch()) == pkgarch:
 286                         return True
 287                 else:
 288                     if name == pkgname:
 289                         return True
 290             else:
 291                 if startx and name.endswith(pkg[1:]):
 292                     return True
 293                 if endx and name.startswith(pkg[:-1]):
 294                     return True
 295
 296         return False
 297
 298     def deselectPackage(self, pkg):
 299         """collect packages should not be installed"""
 300         self.to_deselect.append(pkg)
 301
 302     def selectGroup(self, grp, include = ksparser.GROUP_DEFAULT):
 303         if not self.Z:
 304             self.__initialize_zypp()
 305         found = False
 306         q = zypp.PoolQuery()
 307         q.addKind(zypp.ResKind.pattern)
 308         for pitem in q.queryResults(self.Z.pool()):
 309             item = zypp.asKindPattern(pitem)
 310             summary = "%s" % item.summary()
 311             name = "%s" % item.name()
 312             if name == grp or summary == grp:
 313                 found = True
 314                 pitem.status().setToBeInstalled (zypp.ResStatus.USER)
 315                 break
 316
 317         if found:
 318             if include == ksparser.GROUP_REQUIRED:
 319                 map(
 320                     lambda p: self.deselectPackage(p),
 321                     grp.default_packages.keys())
 322
 323             return None
 324         else:
 325             raise CreatorError("Unable to find pattern: %s" % (grp,))
 326
 327     def addRepository(self, name,
 328                             url = None,
 329                             mirrorlist = None,
 330                             proxy = None,
 331                             proxy_username = None,
 332                             proxy_password = None,
 333                             inc = None,
 334                             exc = None,
 335                             ssl_verify = True,
 336                             nocache = False,
 337                             cost=None,
 338                             priority=None):
 339         # TODO: Handle cost attribute for repos
 340
 341         if not self.repo_manager:
 342             self.__initialize_repo_manager()
 343
 344         if not proxy and url:
 345             proxy = get_proxy_for(url)
 346
 347         repo = RepositoryStub()
 348         repo.name = name
 349         repo.id = name
 350         repo.proxy = proxy
 351         repo.proxy_username = proxy_username
 352         repo.proxy_password = proxy_password
 353         repo.ssl_verify = ssl_verify
 354         repo.nocache = nocache
 355         repo.baseurl.append(url)
 356         if inc:
 357             for pkg in inc:
 358                 self.incpkgs[pkg] = name
 359         if exc:
 360             for pkg in exc:
 361                 self.excpkgs[pkg] = name
 362
 363         if mirrorlist:
 364             repo.mirrorlist = mirrorlist
 365
 366         # Enable gpg check for verifying corrupt packages
 367         repo.gpgcheck = 1
 368         if priority is not None:
 369             # priority 0 has issue in RepoInfo.setPriority
 370             repo.priority = priority + 1
 371
 372         try:
 373             repo_info = zypp.RepoInfo()
 374             repo_info.setAlias(repo.name)
 375             repo_info.setName(repo.name)
 376             repo_info.setEnabled(repo.enabled)
 377             repo_info.setAutorefresh(repo.autorefresh)
 378             repo_info.setKeepPackages(repo.keeppackages)
 379             baseurl = zypp.Url(repo.baseurl[0].full)
 380             if not ssl_verify:
 381                 baseurl.setQueryParam("ssl_verify", "no")
 382             if proxy:
 383                 host = urlparse.urlparse(proxy)[1]
 384                 # scheme, host, path, parm, query, frag = urlparse.urlparse(proxy)
 385
 386                 proxyinfo = host.rsplit(":", 1)
 387                 host = proxyinfo[0]
 388
 389                 port = "80"
 390                 if len(proxyinfo) > 1:
 391                     port = proxyinfo[1]
 392
 393                 if proxy.startswith("socks") and len(proxy.rsplit(':', 1)) == 2:
 394                     host = proxy.rsplit(':', 1)[0]
 395                     port = proxy.rsplit(':', 1)[1]
 396
 397                 # parse user/pass from proxy host
 398                 proxyinfo = host.rsplit("@", 1)
 399                 if len(proxyinfo) == 2:
 400                     host = proxyinfo[1]
 401                     # Known Issue: If password contains ":", which should be
 402                     # quoted, for example, use '123%3Aabc' instead of 123:abc
 403                     userpassinfo = proxyinfo[0].rsplit(":", 1)
 404                     if len(userpassinfo) == 2:
 405                         proxy_username = userpassinfo[0]
 406                         proxy_password = userpassinfo[1]
 407                     elif len(userpassinfo) == 1:
 408                         proxy_username = userpassinfo[0]
 409
 410                 baseurl.setQueryParam ("proxy", host)
 411                 baseurl.setQueryParam ("proxyport", port)
 412                 if proxy_username:
 413                     baseurl.setQueryParam ("proxyuser", proxy_username)
 414                 if proxy_password:
 415                     baseurl.setQueryParam ("proxypass", proxy_password)
 416             else:
 417                 baseurl.setQueryParam ("proxy", "_none_")
 418
 419             self.repos.append(repo)
 420
 421             repo_info.addBaseUrl(baseurl)
 422
 423             if repo.priority is not None:
 424                 repo_info.setPriority(repo.priority)
 425
 426             # this hack is used to change zypp credential file location
 427             # the default one is $HOME/.zypp, which cause conflicts when
 428             # installing some basic packages, and the location doesn't
 429             # have any interface actually, so use a tricky way anyway
 430             homedir = None
 431             if 'HOME' in os.environ:
 432                 homedir = os.environ['HOME']
 433                 os.environ['HOME'] = '/'
 434             else:
 435                 os.environ['HOME'] = '/'
 436
 437             self.repo_manager.addRepository(repo_info)
 438
 439             # save back the $HOME env
 440             if homedir:
 441                 os.environ['HOME'] = homedir
 442             else:
 443                 del os.environ['HOME']
 444
 445             self.__build_repo_cache(name)
 446
 447         except RuntimeError, e:
 448             raise CreatorError(str(e))
 449
 450         msger.verbose('repo: %s was added' % name)
 451         return repo
 452
 453     def installHasFile(self, file):
 454         return False
 455
 456     def preInstall(self, pkg):
 457         self.pre_pkgs.append(pkg)
 458
 459     def checkPackage(self, pkg):
 460         self.check_pkgs.append(pkg)
 461
 462     def runInstall(self, checksize = 0):
 463         os.environ["HOME"] = "/"
 464         os.environ["LD_PRELOAD"] = ""
 465         self.buildTransaction()
 466
 467         todo = zypp.GetResolvablesToInsDel(self.Z.pool())
 468         installed_pkgs = todo._toInstall
 469         dlpkgs = []
 470
 471         for pitem in installed_pkgs:
 472             if not zypp.isKindPattern(pitem) and \
 473               not self.inDeselectPackages(pitem):
 474                 item = zypp.asKindPackage(pitem)
 475                 dlpkgs.append(item)
 476
 477                 if item.name() in self.check_pkgs:
 478                     self.check_pkgs.remove(item.name())
 479
 480                 if not self.install_debuginfo or str(item.arch()) == "noarch":
 481                     continue
 482
 483                 dipkg = self._zyppQueryPackage("%s-debuginfo" % item.name())
 484                 if dipkg:
 485                     ditem = zypp.asKindPackage(dipkg)
 486                     dlpkgs.append(ditem)
 487                 else:
 488                     msger.warning("No debuginfo rpm found for: %s" \
 489                                   % item.name())
 490
 491         if self.check_pkgs:
 492             raise CreatorError('Packages absent in image: %s' % ','.join(self.check_pkgs))
 493
 494         # record all pkg and the content
 495         localpkgs = self.localpkgs.keys()
 496         for pkg in dlpkgs:
 497             license = ''
 498             if pkg.name() in localpkgs:
 499                 hdr = rpmmisc.readRpmHeader(self.ts, self.localpkgs[pkg.name()])
 500                 pkg_long_name = misc.RPM_FMT % {
 501                                     'name': hdr['name'],
 502                                     'arch': hdr['arch'],
 503                                     'version': hdr['version'],
 504                                     'release': hdr['release']
 505                                 }
 506                 license = hdr['license']
 507
 508             else:
 509                 pkg_long_name = misc.RPM_FMT % {
 510                                     'name': pkg.name(),
 511                                     'arch': pkg.arch(),
 512                                     'version': pkg.edition().version(),
 513                                     'release': pkg.edition().release()
 514                                 }
 515
 516                 license = pkg.license()
 517
 518             if license in self.__pkgs_license.keys():
 519                 self.__pkgs_license[license].append(pkg_long_name)
 520             else:
 521                 self.__pkgs_license[license] = [pkg_long_name]
 522
 523         total_count = len(dlpkgs)
 524         cached_count = 0
 525         download_total_size = sum(map(lambda x: int(x.downloadSize()), dlpkgs))
 526         localpkgs = self.localpkgs.keys()
 527
 528         msger.info("Checking packages cached ...")
 529         for po in dlpkgs:
 530             # Check if it is cached locally
 531             if po.name() in localpkgs:
 532                 cached_count += 1
 533             else:
 534                 local = self.getLocalPkgPath(po)
 535                 name = str(po.repoInfo().name())
 536                 try:
 537                     repo = filter(lambda r: r.name == name, self.repos)[0]
 538                 except IndexError:
 539                     repo = None
 540                 nocache = repo.nocache if repo else False
 541
 542                 if os.path.exists(local):
 543                     if nocache or self.checkPkg(local) !=0:
 544                         os.unlink(local)
 545                     else:
 546                         download_total_size -= int(po.downloadSize())
 547                         cached_count += 1
 548         cache_avail_size = misc.get_filesystem_avail(self.cachedir)
 549         if cache_avail_size < download_total_size:
 550             raise CreatorError("No enough space used for downloading.")
 551
 552         # record the total size of installed pkgs
 553         install_total_size = sum(map(lambda x: int(x.installSize()), dlpkgs))
 554         # check needed size before actually download and install
 555
 556         # FIXME: for multiple partitions for loop type, check fails
 557         #        skip the check temporarily
 558         #if checksize and install_total_size > checksize:
 559         #    raise CreatorError("No enough space used for installing, "
 560         #                       "please resize partition size in ks file")
 561
 562         download_count =  total_count - cached_count
 563         msger.info("Packages: %d Total, %d Cached, %d Missed" \
 564                    % (total_count, cached_count, download_count))
 565
 566         try:
 567             if download_count > 0:
 568                 msger.info("Downloading packages ...")
 569             self.downloadPkgs(dlpkgs, download_count)
 570         except CreatorError, e:
 571             raise CreatorError("Package download failed: %s" %(e,))
 572
 573         try:
 574             self.installPkgs(dlpkgs)
 575         except (RepoError, RpmError):
 576             raise
 577         except Exception, e:
 578             raise CreatorError("Package installation failed: %s" % (e,))
 579
 580     def getVcsInfo(self):
 581         if self.__pkgs_vcsinfo:
 582             return
 583
 584         if not self.ts:
 585             self.__initialize_transaction()
 586
 587         mi = self.ts.dbMatch()
 588         for hdr in mi:
 589             lname = misc.RPM_FMT % {
 590                         'name': hdr['name'],
 591                         'arch': hdr['arch'],
 592                         'version': hdr['version'],
 593                         'release': hdr['release']
 594                     }
 595             try:
 596                 self.__pkgs_vcsinfo[lname] = hdr['VCS']
 597             except ValueError:
 598                 # if rpm not support VCS, set to None
 599                 self.__pkgs_vcsinfo[lname] = None
 600
 601         return self.__pkgs_vcsinfo
 602
 603     def getAllContent(self):
 604         if self.__pkgs_content:
 605             return self.__pkgs_content
 606
 607         if not self.ts:
 608             self.__initialize_transaction()
 609
 610         mi = self.ts.dbMatch()
 611         for hdr in mi:
 612             lname = misc.RPM_FMT % {
 613                         'name': hdr['name'],
 614                         'arch': hdr['arch'],
 615                         'version': hdr['version'],
 616                         'release': hdr['release']
 617                     }
 618             self.__pkgs_content[lname] = hdr['FILENAMES']
 619
 620         return self.__pkgs_content
 621
 622     def getPkgsLicense(self):
 623         return self.__pkgs_license
 624
 625     def getFilelist(self, pkgname):
 626         if not pkgname:
 627             return None
 628
 629         if not self.ts:
 630             self.__initialize_transaction()
 631
 632         mi = self.ts.dbMatch('name', pkgname)
 633         for header in mi:
 634             return header['FILENAMES']
 635
 636     def __initialize_repo_manager(self):
 637         if self.repo_manager:
 638             return
 639
 640         # Clean up repo metadata
 641         shutil.rmtree(self.cachedir + "/etc", ignore_errors = True)
 642         shutil.rmtree(self.cachedir + "/solv", ignore_errors = True)
 643         shutil.rmtree(self.cachedir + "/raw", ignore_errors = True)
 644
 645         zypp.KeyRing.setDefaultAccept( zypp.KeyRing.ACCEPT_UNSIGNED_FILE
 646                                      | zypp.KeyRing.ACCEPT_VERIFICATION_FAILED
 647                                      | zypp.KeyRing.ACCEPT_UNKNOWNKEY
 648                                      | zypp.KeyRing.TRUST_KEY_TEMPORARILY
 649                                      )
 650
 651         self.repo_manager_options = \
 652                 zypp.RepoManagerOptions(zypp.Pathname(self.instroot))
 653
 654         self.repo_manager_options.knownReposPath = \
 655                 zypp.Pathname(self.cachedir + "/etc/zypp/repos.d")
 656
 657         self.repo_manager_options.repoCachePath = \
 658                 zypp.Pathname(self.cachedir)
 659
 660         self.repo_manager_options.repoRawCachePath = \
 661                 zypp.Pathname(self.cachedir + "/raw")
 662
 663         self.repo_manager_options.repoSolvCachePath = \
 664                 zypp.Pathname(self.cachedir + "/solv")
 665
 666         self.repo_manager_options.repoPackagesCachePath = \
 667                 zypp.Pathname(self.cachedir + "/packages")
 668
 669         self.repo_manager = zypp.RepoManager(self.repo_manager_options)
 670
 671     def __build_repo_cache(self, name):
 672         repo = self.repo_manager.getRepositoryInfo(name)
 673         if self.repo_manager.isCached(repo) or not repo.enabled():
 674             return
 675
 676         msger.info('Refreshing repository: %s ...' % name)
 677         self.repo_manager.buildCache(repo, zypp.RepoManager.BuildIfNeeded)
 678
 679     def __initialize_zypp(self):
 680         if self.Z:
 681             return
 682
 683         zconfig = zypp.ZConfig_instance()
 684
 685         # Set system architecture
 686         if self.target_arch:
 687             zconfig.setSystemArchitecture(zypp.Arch(self.target_arch))
 688
 689         msger.info("zypp architecture is <%s>" % zconfig.systemArchitecture())
 690
 691         # repoPackagesCachePath is corrected by this
 692         self.repo_manager = zypp.RepoManager(self.repo_manager_options)
 693         repos = self.repo_manager.knownRepositories()
 694         for repo in repos:
 695             if not repo.enabled():
 696                 continue
 697             self.repo_manager.loadFromCache(repo)
 698
 699         self.Z = zypp.ZYppFactory_instance().getZYpp()
 700         self.Z.initializeTarget(zypp.Pathname(self.instroot))
 701         self.Z.target().load()
 702
 703     def buildTransaction(self):
 704         if not self.Z.resolver().resolvePool():
 705             probs = self.Z.resolver().problems()
 706
 707             for problem in probs:
 708                 msger.warning("repo problem: %s, %s" \
 709                               % (problem.description().decode("utf-8"),
 710                                  problem.details().decode("utf-8")))
 711
 712             raise RepoError("found %d resolver problem, abort!" \
 713                             % len(probs))
 714
 715     def getLocalPkgPath(self, po):
 716         repoinfo = po.repoInfo()
 717         cacheroot = repoinfo.packagesPath()
 718         location = po.location()
 719         rpmpath = str(location.filename())
 720         pkgpath = "%s/%s" % (cacheroot, os.path.basename(rpmpath))
 721         return pkgpath
 722
 723     def installLocal(self, pkg, po=None, updateonly=False):
 724         if not self.ts:
 725             self.__initialize_transaction()
 726
 727         solvfile = "%s/.solv" % (self.cachedir)
 728
 729         rc, out = runner.runtool([fs_related.find_binary_path("rpms2solv"),
 730                                   pkg])
 731         if rc == 0:
 732             f = open(solvfile, "w+")
 733             f.write(out)
 734             f.close()
 735
 736             warnmsg = self.repo_manager.loadSolvFile(solvfile,
 737                                                      os.path.basename(pkg))
 738             if warnmsg:
 739                 msger.warning(warnmsg)
 740
 741             os.unlink(solvfile)
 742         else:
 743             msger.warning('Can not get %s solv data.' % pkg)
 744
 745         hdr = rpmmisc.readRpmHeader(self.ts, pkg)
 746         arch = zypp.Arch(hdr['arch'])
 747         sysarch = zypp.Arch(self.target_arch)
 748
 749         if arch.compatible_with (sysarch):
 750             pkgname = hdr['name']
 751             self.localpkgs[pkgname] = pkg
 752             self.selectPackage(pkgname)
 753             msger.info("Marking %s to be installed" % (pkg))
 754
 755         else:
 756             msger.warning("Cannot add package %s to transaction. "
 757                           "Not a compatible architecture: %s" \
 758                           % (pkg, hdr['arch']))
 759
 760     def downloadPkgs(self, package_objects, count):
 761         localpkgs = self.localpkgs.keys()
 762         progress_obj = TextProgress(count)
 763
 764         for po in package_objects:
 765             if po.name() in localpkgs:
 766                 continue
 767
 768             filename = self.getLocalPkgPath(po)
 769             if os.path.exists(filename):
 770                 if self.checkPkg(filename) == 0:
 771                     continue
 772
 773             dirn = os.path.dirname(filename)
 774             if not os.path.exists(dirn):
 775                 os.makedirs(dirn)
 776
 777             url = self.get_url(po)
 778             proxies = self.get_proxies(po)
 779
 780             try:
 781                 filename = myurlgrab(url.full, filename, proxies, progress_obj)
 782             except CreatorError:
 783                 self.close()
 784                 raise
 785
 786     def preinstallPkgs(self):
 787         if not self.ts_pre:
 788             self.__initialize_transaction()
 789
 790         self.ts_pre.order()
 791         cb = rpmmisc.RPMInstallCallback(self.ts_pre)
 792         cb.headmsg = "Preinstall"
 793         installlogfile = "%s/__catched_stderr.buf" % (self.instroot)
 794
 795         # start to catch stderr output from librpm
 796         msger.enable_logstderr(installlogfile)
 797
 798         errors = self.ts_pre.run(cb.callback, '')
 799         # stop catch
 800         msger.disable_logstderr()
 801         self.ts_pre.closeDB()
 802         self.ts_pre = None
 803
 804         if errors is not None:
 805             if len(errors) == 0:
 806                 msger.warning('scriptlet or other non-fatal errors occurred '
 807                               'during transaction.')
 808
 809             else:
 810                 for e in errors:
 811                     msger.warning(e[0])
 812                 raise RepoError('Could not run transaction.')
 813
 814     def installPkgs(self, package_objects):
 815         if not self.ts:
 816             self.__initialize_transaction()
 817
 818         # clean rpm lock
 819         self._cleanupRpmdbLocks(self.instroot)
 820         self._cleanupZyppJunk(self.instroot)
 821         # Set filters
 822         probfilter = 0
 823         for flag in self.probFilterFlags:
 824             probfilter |= flag
 825         self.ts.setProbFilter(probfilter)
 826         self.ts_pre.setProbFilter(probfilter)
 827
 828         localpkgs = self.localpkgs.keys()
 829
 830         for po in package_objects:
 831             pkgname = po.name()
 832             if pkgname in localpkgs:
 833                 rpmpath = self.localpkgs[pkgname]
 834             else:
 835                 rpmpath = self.getLocalPkgPath(po)
 836
 837             if not os.path.exists(rpmpath):
 838                 # Maybe it is a local repo
 839                 rpmuri = self.get_url(po)
 840                 if rpmuri.startswith("file:/"):
 841                     rpmpath = rpmuri[5:]
 842
 843             if not os.path.exists(rpmpath):
 844                 raise RpmError("Error: %s doesn't exist" % rpmpath)
 845
 846             h = rpmmisc.readRpmHeader(self.ts, rpmpath)
 847
 848             if pkgname in self.pre_pkgs:
 849                 msger.verbose("pre-install package added: %s" % pkgname)
 850                 self.ts_pre.addInstall(h, rpmpath, 'u')
 851
 852             self.ts.addInstall(h, rpmpath, 'u')
 853
 854         unresolved_dependencies = self.ts.check()
 855         if not unresolved_dependencies:
 856             if self.pre_pkgs:
 857                 self.preinstallPkgs()
 858
 859             self.ts.order()
 860             cb = rpmmisc.RPMInstallCallback(self.ts)
 861             installlogfile = "%s/__catched_stderr.buf" % (self.instroot)
 862
 863             # start to catch stderr output from librpm
 864             msger.enable_logstderr(installlogfile)
 865
 866             errors = self.ts.run(cb.callback, '')
 867             # stop catch
 868             msger.disable_logstderr()
 869             self.ts.closeDB()
 870             self.ts = None
 871
 872             if errors is not None:
 873                 if len(errors) == 0:
 874                     msger.warning('scriptlet or other non-fatal errors occurred '
 875                                   'during transaction.')
 876
 877                 else:
 878                     for e in errors:
 879                         msger.warning(e[0])
 880                     raise RepoError('Could not run transaction.')
 881
 882         else:
 883             for pkg, need, needflags, sense, key in unresolved_dependencies:
 884                 package = '-'.join(pkg)
 885
 886                 if needflags == rpm.RPMSENSE_LESS:
 887                     deppkg = ' < '.join(need)
 888                 elif needflags == rpm.RPMSENSE_EQUAL:
 889                     deppkg = ' = '.join(need)
 890                 elif needflags == rpm.RPMSENSE_GREATER:
 891                     deppkg = ' > '.join(need)
 892                 else:
 893                     deppkg = '-'.join(need)
 894
 895                 if sense == rpm.RPMDEP_SENSE_REQUIRES:
 896                     msger.warning("[%s] Requires [%s], which is not provided" \
 897                                   % (package, deppkg))
 898
 899                 elif sense == rpm.RPMDEP_SENSE_CONFLICTS:
 900                     msger.warning("[%s] Conflicts with [%s]" % (package, deppkg))
 901
 902             raise RepoError("Unresolved dependencies, transaction failed.")
 903
 904     def __initialize_transaction(self):
 905         if not self.ts:
 906             self.ts = rpm.TransactionSet(self.instroot)
 907             # Set to not verify DSA signatures.
 908             self.ts.setVSFlags(rpm._RPMVSF_NOSIGNATURES|rpm._RPMVSF_NODIGESTS)
 909
 910         if not self.ts_pre:
 911             self.ts_pre = rpm.TransactionSet(self.instroot)
 912             # Just unpack the files, don't run scripts
 913             self.ts_pre.setFlags(rpm.RPMTRANS_FLAG_ALLFILES | rpm.RPMTRANS_FLAG_NOSCRIPTS)
 914             # Set to not verify DSA signatures.
 915             self.ts_pre.setVSFlags(rpm._RPMVSF_NOSIGNATURES|rpm._RPMVSF_NODIGESTS)
 916
 917     def checkPkg(self, pkg):
 918         ret = 1
 919         if not os.path.exists(pkg):
 920             return ret
 921         ret = rpmmisc.checkRpmIntegrity('rpm', pkg)
 922         if ret != 0:
 923             msger.warning("package %s is damaged: %s" \
 924                           % (os.path.basename(pkg), pkg))
 925
 926         return ret
 927
 928     def _add_prob_flags(self, *flags):
 929         for flag in flags:
 930             if flag not in self.probFilterFlags:
 931                 self.probFilterFlags.append(flag)
 932
 933     def get_proxies(self, pobj):
 934         if not pobj:
 935             return None
 936
 937         proxy = None
 938         proxies = None
 939         repoinfo = pobj.repoInfo()
 940         reponame = "%s" % repoinfo.name()
 941         repos = filter(lambda r: r.name == reponame, self.repos)
 942         repourl = str(repoinfo.baseUrls()[0])
 943
 944         if repos:
 945             proxy = repos[0].proxy
 946         if not proxy:
 947             proxy = get_proxy_for(repourl)
 948         if proxy:
 949             proxies = {str(repourl.split(':')[0]): str(proxy)}
 950
 951         return proxies
 952
 953     def get_url(self, pobj):
 954         if not pobj:
 955             return None
 956
 957         name = str(pobj.repoInfo().name())
 958         try:
 959             repo = filter(lambda r: r.name == name, self.repos)[0]
 960         except IndexError:
 961             return None
 962
 963         location = pobj.location()
 964         location = str(location.filename())
 965         if location.startswith("./"):
 966             location = location[2:]
 967
 968         return repo.baseurl[0].join(location)
 969
 970     def package_url(self, pkgname):
 971
 972         def cmpEVR(p1, p2):
 973             ed1 = p1.edition()
 974             ed2 = p2.edition()
 975             (e1, v1, r1) = map(str, [ed1.epoch(), ed1.version(), ed1.release()])
 976             (e2, v2, r2) = map(str, [ed2.epoch(), ed2.version(), ed2.release()])
 977             return rpm.labelCompare((e1, v1, r1), (e2, v2, r2))
 978
 979         if not self.Z:
 980             self.__initialize_zypp()
 981
 982         q = zypp.PoolQuery()
 983         q.addKind(zypp.ResKind.package)
 984         q.setMatchExact()
 985         q.addAttribute(zypp.SolvAttr.name, pkgname)
 986         items = sorted(q.queryResults(self.Z.pool()),
 987                        cmp=lambda x,y: cmpEVR(zypp.asKindPackage(x), zypp.asKindPackage(y)),
 988                        reverse=True)
 989
 990         if items:
 991             item = zypp.asKindPackage(items[0])
 992             url = self.get_url(item)
 993             proxies = self.get_proxies(item)
 994             return (url, proxies)
 995
 996         return (None, None)