examples/solv.c

   1 /*
   2  * Copyright (c) 2009, Novell Inc.
   3  *
   4  * This program is licensed under the BSD license, read LICENSE.BSD
   5  * for further information
   6  */
   7
   8 /* solv, a little software installer demoing the sat solver library */
   9
  10 /* things it does:
  11  * - understands globs for package names / dependencies
  12  * - understands .arch suffix
  13  * - installation of commandline packages
  14  * - repository data caching
  15  * - on demand loading of secondary repository data
  16  * - gpg and checksum verification
  17  * - file conflicts
  18  * - deltarpm support
  19  * - fastestmirror implementation
  20  *
  21  * things available in the library but missing from solv:
  22  * - vendor policy loading
  23  * - soft locks file handling
  24  * - multi version handling
  25  */
  26
  27 #define _GNU_SOURCE
  28
  29 #include <stdio.h>
  30 #include <stdlib.h>
  31 #include <dirent.h>
  32 #include <fnmatch.h>
  33 #include <unistd.h>
  34 #include <zlib.h>
  35 #include <fcntl.h>
  36 #include <assert.h>
  37 #include <sys/utsname.h>
  38 #include <sys/types.h>
  39 #include <sys/wait.h>
  40 #include <time.h>
  41 #include <sys/time.h>
  42 #include <sys/dir.h>
  43 #include <sys/stat.h>
  44
  45 #include <sys/socket.h>
  46 #include <netdb.h>
  47 #include <poll.h>
  48 #include <errno.h>
  49
  50 #include "pool.h"
  51 #include "poolarch.h"
  52 #include "repo.h"
  53 #include "evr.h"
  54 #include "policy.h"
  55 #include "util.h"
  56 #include "solver.h"
  57 #include "solverdebug.h"
  58 #include "chksum.h"
  59 #include "repo_solv.h"
  60 #include "selection.h"
  61
  62 #include "repo_write.h"
  63 #ifdef ENABLE_RPMDB
  64 #include "repo_rpmdb.h"
  65 #include "pool_fileconflicts.h"
  66 #endif
  67 #ifdef ENABLE_DEBIAN
  68 #include "repo_deb.h"
  69 #endif
  70 #ifdef ENABLE_RPMMD
  71 #include "repo_rpmmd.h"
  72 #include "repo_repomdxml.h"
  73 #include "repo_updateinfoxml.h"
  74 #include "repo_deltainfoxml.h"
  75 #endif
  76 #ifdef ENABLE_SUSEREPO
  77 #include "repo_products.h"
  78 #include "repo_susetags.h"
  79 #include "repo_content.h"
  80 #endif
  81 #include "solv_xfopen.h"
  82
  83 #ifdef FEDORA
  84 # define REPOINFO_PATH "/etc/yum.repos.d"
  85 #endif
  86 #ifdef SUSE
  87 # define REPOINFO_PATH "/etc/zypp/repos.d"
  88 # define PRODUCTS_PATH "/etc/products.d"
  89 # define SOFTLOCKS_PATH "/var/lib/zypp/SoftLocks"
  90 #endif
  91
  92 #define SOLVCACHE_PATH "/var/cache/solv"
  93
  94 #define METADATA_EXPIRE (60 * 15)
  95
  96 struct repoinfo {
  97   Repo *repo;
  98
  99   char *alias;
 100   char *name;
 101   int enabled;
 102   int autorefresh;
 103   char *baseurl;
 104   char *metalink;
 105   char *mirrorlist;
 106   char *path;
 107   int type;
 108   int pkgs_gpgcheck;
 109   int repo_gpgcheck;
 110   int priority;
 111   int keeppackages;
 112   int metadata_expire;
 113   char **components;
 114   int ncomponents;
 115
 116   unsigned char cookie[32];
 117   unsigned char extcookie[32];
 118   int incomplete;
 119 };
 120
 121 #ifdef FEDORA
 122 char *
 123 yum_substitute(Pool *pool, char *line)
 124 {
 125   char *p, *p2;
 126   static char *releaseevr;
 127   static char *basearch;
 128
 129   if (!line)
 130     {
 131       solv_free(releaseevr);
 132       releaseevr = 0;
 133       solv_free(basearch);
 134       basearch = 0;
 135       return 0;
 136     }
 137   p = line;
 138   while ((p2 = strchr(p, '$')) != 0)
 139     {
 140       if (!strncmp(p2, "$releasever", 11))
 141         {
 142           if (!releaseevr)
 143             {
 144               Queue q;
 145               const char *rootdir = pool_get_rootdir(pool);
 146
 147               queue_init(&q);
 148               rpm_installedrpmdbids(rootdir, "Providename", "redhat-release", &q);
 149               if (q.count)
 150                 {
 151                   void *handle, *state = 0;
 152                   char *p;
 153                   handle = rpm_byrpmdbid(q.elements[0], rootdir, &state);
 154                   releaseevr = rpm_query(handle, SOLVABLE_EVR);
 155                   rpm_byrpmdbid(0, 0, &state);
 156                   if ((p = strchr(releaseevr, '-')) != 0)
 157                     *p = 0;
 158                 }
 159               queue_free(&q);
 160               if (!releaseevr)
 161                 {
 162                   fprintf(stderr, "no installed package provides 'redhat-release', cannot determine $releasever\n");
 163                   exit(1);
 164                 }
 165             }
 166           *p2 = 0;
 167           p = pool_tmpjoin(pool, line, releaseevr, p2 + 11);
 168           p2 = p + (p2 - line);
 169           line = p;
 170           p = p2 + strlen(releaseevr);
 171           continue;
 172         }
 173       if (!strncmp(p2, "$basearch", 9))
 174         {
 175           if (!basearch)
 176             {
 177               struct utsname un;
 178               if (uname(&un))
 179                 {
 180                   perror("uname");
 181                   exit(1);
 182                 }
 183               basearch = strdup(un.machine);
 184               if (basearch[0] == 'i' && basearch[1] && !strcmp(basearch + 2, "86"))
 185                 basearch[1] = '3';
 186             }
 187           *p2 = 0;
 188           p = pool_tmpjoin(pool, line, basearch, p2 + 9);
 189           p2 = p + (p2 - line);
 190           line = p;
 191           p = p2 + strlen(basearch);
 192           continue;
 193         }
 194       p = p2 + 1;
 195     }
 196   return line;
 197 }
 198 #endif
 199
 200 #define TYPE_UNKNOWN    0
 201 #define TYPE_SUSETAGS   1
 202 #define TYPE_RPMMD      2
 203 #define TYPE_PLAINDIR   3
 204 #define TYPE_DEBIAN     4
 205
 206 #ifndef NOSYSTEM
 207 static int
 208 read_repoinfos_sort(const void *ap, const void *bp)
 209 {
 210   const struct repoinfo *a = ap;
 211   const struct repoinfo *b = bp;
 212   return strcmp(a->alias, b->alias);
 213 }
 214 #endif
 215
 216 #if defined(SUSE) || defined(FEDORA)
 217
 218 struct repoinfo *
 219 read_repoinfos(Pool *pool, int *nrepoinfosp)
 220 {
 221   const char *reposdir = REPOINFO_PATH;
 222   char buf[4096];
 223   char buf2[4096], *kp, *vp, *kpe;
 224   DIR *dir;
 225   FILE *fp;
 226   struct dirent *ent;
 227   int l, rdlen;
 228   struct repoinfo *repoinfos = 0, *cinfo;
 229   int nrepoinfos = 0;
 230
 231   rdlen = strlen(reposdir);
 232   dir = opendir(reposdir);
 233   if (!dir)
 234     {
 235       *nrepoinfosp = 0;
 236       return 0;
 237     }
 238   while ((ent = readdir(dir)) != 0)
 239     {
 240       if (ent->d_name[0] == '.')
 241         continue;
 242       l = strlen(ent->d_name);
 243       if (l < 6 || rdlen + 2 + l >= sizeof(buf) || strcmp(ent->d_name + l - 5, ".repo") != 0)
 244         continue;
 245       snprintf(buf, sizeof(buf), "%s/%s", reposdir, ent->d_name);
 246       if ((fp = fopen(buf, "r")) == 0)
 247         {
 248           perror(buf);
 249           continue;
 250         }
 251       cinfo = 0;
 252       while(fgets(buf2, sizeof(buf2), fp))
 253         {
 254           l = strlen(buf2);
 255           if (l == 0)
 256             continue;
 257           while (l && (buf2[l - 1] == '\n' || buf2[l - 1] == ' ' || buf2[l - 1] == '\t'))
 258             buf2[--l] = 0;
 259           kp = buf2;
 260           while (*kp == ' ' || *kp == '\t')
 261             kp++;
 262           if (!*kp || *kp == '#')
 263             continue;
 264 #ifdef FEDORA
 265           if (strchr(kp, '$'))
 266             kp = yum_substitute(pool, kp);
 267 #endif
 268           if (*kp == '[')
 269             {
 270               vp = strrchr(kp, ']');
 271               if (!vp)
 272                 continue;
 273               *vp = 0;
 274               repoinfos = solv_extend(repoinfos, nrepoinfos, 1, sizeof(*repoinfos), 15);
 275               cinfo = repoinfos + nrepoinfos++;
 276               memset(cinfo, 0, sizeof(*cinfo));
 277               cinfo->alias = strdup(kp + 1);
 278               cinfo->type = TYPE_RPMMD;
 279               cinfo->autorefresh = 1;
 280               cinfo->priority = 99;
 281 #ifndef FEDORA
 282               cinfo->repo_gpgcheck = 1;
 283 #endif
 284               cinfo->metadata_expire = METADATA_EXPIRE;
 285               continue;
 286             }
 287           if (!cinfo)
 288             continue;
 289           vp = strchr(kp, '=');
 290           if (!vp)
 291             continue;
 292           for (kpe = vp - 1; kpe >= kp; kpe--)
 293             if (*kpe != ' ' && *kpe != '\t')
 294               break;
 295           if (kpe == kp)
 296             continue;
 297           vp++;
 298           while (*vp == ' ' || *vp == '\t')
 299             vp++;
 300           kpe[1] = 0;
 301           if (!strcmp(kp, "name"))
 302             cinfo->name = strdup(vp);
 303           else if (!strcmp(kp, "enabled"))
 304             cinfo->enabled = *vp == '0' ? 0 : 1;
 305           else if (!strcmp(kp, "autorefresh"))
 306             cinfo->autorefresh = *vp == '0' ? 0 : 1;
 307           else if (!strcmp(kp, "gpgcheck"))
 308             cinfo->pkgs_gpgcheck = *vp == '0' ? 0 : 1;
 309           else if (!strcmp(kp, "repo_gpgcheck"))
 310             cinfo->repo_gpgcheck = *vp == '0' ? 0 : 1;
 311           else if (!strcmp(kp, "baseurl"))
 312             cinfo->baseurl = strdup(vp);
 313           else if (!strcmp(kp, "mirrorlist"))
 314             {
 315               if (strstr(vp, "metalink"))
 316                 cinfo->metalink = strdup(vp);
 317               else
 318                 cinfo->mirrorlist = strdup(vp);
 319             }
 320           else if (!strcmp(kp, "path"))
 321             {
 322               if (vp && strcmp(vp, "/") != 0)
 323                 cinfo->path = strdup(vp);
 324             }
 325           else if (!strcmp(kp, "type"))
 326             {
 327               if (!strcmp(vp, "yast2"))
 328                 cinfo->type = TYPE_SUSETAGS;
 329               else if (!strcmp(vp, "rpm-md"))
 330                 cinfo->type = TYPE_RPMMD;
 331               else if (!strcmp(vp, "plaindir"))
 332                 cinfo->type = TYPE_PLAINDIR;
 333               else
 334                 cinfo->type = TYPE_UNKNOWN;
 335             }
 336           else if (!strcmp(kp, "priority"))
 337             cinfo->priority = atoi(vp);
 338           else if (!strcmp(kp, "keeppackages"))
 339             cinfo->keeppackages = *vp == '0' ? 0 : 1;
 340         }
 341       fclose(fp);
 342       cinfo = 0;
 343     }
 344   closedir(dir);
 345   qsort(repoinfos, nrepoinfos, sizeof(*repoinfos), read_repoinfos_sort);
 346   *nrepoinfosp = nrepoinfos;
 347   return repoinfos;
 348 }
 349
 350 #endif
 351
 352 #ifdef DEBIAN
 353
 354 struct repoinfo *
 355 read_repoinfos(Pool *pool, int *nrepoinfosp)
 356 {
 357   FILE *fp;
 358   char buf[4096];
 359   char buf2[4096];
 360   int l;
 361   char *kp, *url, *distro;
 362   struct repoinfo *repoinfos = 0, *cinfo;
 363   int nrepoinfos = 0;
 364   DIR *dir = 0;
 365   struct dirent *ent;
 366
 367   fp = fopen("/etc/apt/sources.list", "r");
 368   while (1)
 369     {
 370       if (!fp)
 371         {
 372           if (!dir)
 373             {
 374               dir = opendir("/etc/apt/sources.list.d");
 375               if (!dir)
 376                 break;
 377             }
 378           if ((ent = readdir(dir)) == 0)
 379             {
 380               closedir(dir);
 381               break;
 382             }
 383           if (ent->d_name[0] == '.')
 384             continue;
 385           l = strlen(ent->d_name);
 386           if (l < 5 || strcmp(ent->d_name + l - 5, ".list") != 0)
 387             continue;
 388           snprintf(buf, sizeof(buf), "%s/%s", "/etc/apt/sources.list.d", ent->d_name);
 389           if (!(fp = fopen(buf, "r")))
 390             continue;
 391         }
 392       while(fgets(buf2, sizeof(buf2), fp))
 393         {
 394           l = strlen(buf2);
 395           if (l == 0)
 396             continue;
 397           while (l && (buf2[l - 1] == '\n' || buf2[l - 1] == ' ' || buf2[l - 1] == '\t'))
 398             buf2[--l] = 0;
 399           kp = buf2;
 400           while (*kp == ' ' || *kp == '\t')
 401             kp++;
 402           if (!*kp || *kp == '#')
 403             continue;
 404           if (strncmp(kp, "deb", 3) != 0)
 405             continue;
 406           kp += 3;
 407           if (*kp != ' ' && *kp != '\t')
 408             continue;
 409           while (*kp == ' ' || *kp == '\t')
 410             kp++;
 411           if (!*kp)
 412             continue;
 413           url = kp;
 414           while (*kp && *kp != ' ' && *kp != '\t')
 415             kp++;
 416           if (*kp)
 417             *kp++ = 0;
 418           while (*kp == ' ' || *kp == '\t')
 419             kp++;
 420           if (!*kp)
 421             continue;
 422           distro = kp;
 423           while (*kp && *kp != ' ' && *kp != '\t')
 424             kp++;
 425           if (*kp)
 426             *kp++ = 0;
 427           while (*kp == ' ' || *kp == '\t')
 428             kp++;
 429           if (!*kp)
 430             continue;
 431           repoinfos = solv_extend(repoinfos, nrepoinfos, 1, sizeof(*repoinfos), 15);
 432           cinfo = repoinfos + nrepoinfos++;
 433           memset(cinfo, 0, sizeof(*cinfo));
 434           cinfo->baseurl = strdup(url);
 435           cinfo->alias = solv_dupjoin(url, "/", distro);
 436           cinfo->name = strdup(distro);
 437           cinfo->type = TYPE_DEBIAN;
 438           cinfo->enabled = 1;
 439           cinfo->autorefresh = 1;
 440           cinfo->repo_gpgcheck = 1;
 441           cinfo->metadata_expire = METADATA_EXPIRE;
 442           while (*kp)
 443             {
 444               char *compo;
 445               while (*kp == ' ' || *kp == '\t')
 446                 kp++;
 447               if (!*kp)
 448                 break;
 449               compo = kp;
 450               while (*kp && *kp != ' ' && *kp != '\t')
 451                 kp++;
 452               if (*kp)
 453                 *kp++ = 0;
 454               cinfo->components = solv_extend(cinfo->components, cinfo->ncomponents, 1, sizeof(*cinfo->components), 15);
 455               cinfo->components[cinfo->ncomponents++] = strdup(compo);
 456             }
 457         }
 458       fclose(fp);
 459       fp = 0;
 460     }
 461   qsort(repoinfos, nrepoinfos, sizeof(*repoinfos), read_repoinfos_sort);
 462   *nrepoinfosp = nrepoinfos;
 463   return repoinfos;
 464 }
 465
 466 #endif
 467
 468 #ifdef NOSYSTEM
 469 struct repoinfo *
 470 read_repoinfos(Pool *pool, int *nrepoinfosp)
 471 {
 472   *nrepoinfosp = 0;
 473   return 0;
 474 }
 475 #endif
 476
 477
 478 void
 479 free_repoinfos(struct repoinfo *repoinfos, int nrepoinfos)
 480 {
 481   int i, j;
 482   for (i = 0; i < nrepoinfos; i++)
 483     {
 484       struct repoinfo *cinfo = repoinfos + i;
 485       solv_free(cinfo->name);
 486       solv_free(cinfo->alias);
 487       solv_free(cinfo->path);
 488       solv_free(cinfo->metalink);
 489       solv_free(cinfo->mirrorlist);
 490       solv_free(cinfo->baseurl);
 491       for (j = 0; j < cinfo->ncomponents; j++)
 492         solv_free(cinfo->components[j]);
 493       solv_free(cinfo->components);
 494     }
 495   solv_free(repoinfos);
 496 }
 497
 498 static inline int
 499 opentmpfile()
 500 {
 501   char tmpl[100];
 502   int fd;
 503
 504   strcpy(tmpl, "/var/tmp/solvXXXXXX");
 505   fd = mkstemp(tmpl);
 506   if (fd < 0)
 507     {
 508       perror("mkstemp");
 509       exit(1);
 510     }
 511   unlink(tmpl);
 512   return fd;
 513 }
 514
 515 static int
 516 verify_checksum(int fd, const char *file, const unsigned char *chksum, Id chksumtype)
 517 {
 518   char buf[1024];
 519   const unsigned char *sum;
 520   void *h;
 521   int l;
 522
 523   h = solv_chksum_create(chksumtype);
 524   if (!h)
 525     {
 526       printf("%s: unknown checksum type\n", file);
 527       return 0;
 528     }
 529   while ((l = read(fd, buf, sizeof(buf))) > 0)
 530     solv_chksum_add(h, buf, l);
 531   lseek(fd, 0, SEEK_SET);
 532   l = 0;
 533   sum = solv_chksum_get(h, &l);
 534   if (memcmp(sum, chksum, l))
 535     {
 536       printf("%s: checksum mismatch\n", file);
 537       solv_chksum_free(h, 0);
 538       return 0;
 539     }
 540   solv_chksum_free(h, 0);
 541   return 1;
 542 }
 543
 544 void
 545 findfastest(char **urls, int nurls)
 546 {
 547   int i, j, port;
 548   int *socks, qc;
 549   struct pollfd *fds;
 550   char *p, *p2, *q;
 551   char portstr[16];
 552   struct addrinfo hints, *result;;
 553
 554   fds = solv_calloc(nurls, sizeof(*fds));
 555   socks = solv_calloc(nurls, sizeof(*socks));
 556   for (i = 0; i < nurls; i++)
 557     {
 558       socks[i] = -1;
 559       p = strchr(urls[i], '/');
 560       if (!p)
 561         continue;
 562       if (p[1] != '/')
 563         continue;
 564       p += 2;
 565       q = strchr(p, '/');
 566       qc = 0;
 567       if (q)
 568         {
 569           qc = *q;
 570           *q = 0;
 571         }
 572       if ((p2 = strchr(p, '@')) != 0)
 573         p = p2 + 1;
 574       port = 80;
 575       if (!strncmp("https:", urls[i], 6))
 576         port = 443;
 577       else if (!strncmp("ftp:", urls[i], 4))
 578         port = 21;
 579       if ((p2 = strrchr(p, ':')) != 0)
 580         {
 581           port = atoi(p2 + 1);
 582           if (q)
 583             *q = qc;
 584           q = p2;
 585           qc = *q;
 586           *q = 0;
 587         }
 588       sprintf(portstr, "%d", port);
 589       memset(&hints, 0, sizeof(struct addrinfo));
 590       hints.ai_family = AF_UNSPEC;
 591       hints.ai_socktype = SOCK_STREAM;
 592       hints.ai_flags = AI_NUMERICSERV;
 593       result = 0;
 594       if (!getaddrinfo(p, portstr, &hints, &result))
 595         {
 596           socks[i] = socket(result->ai_family, result->ai_socktype, result->ai_protocol);
 597           if (socks[i] >= 0)
 598             {
 599               fcntl(socks[i], F_SETFL, O_NONBLOCK);
 600               if (connect(socks[i], result->ai_addr, result->ai_addrlen) == -1)
 601                 {
 602                   if (errno != EINPROGRESS)
 603                     {
 604                       close(socks[i]);
 605                       socks[i] = -1;
 606                     }
 607                 }
 608             }
 609           freeaddrinfo(result);
 610         }
 611       if (q)
 612         *q = qc;
 613     }
 614   for (;;)
 615     {
 616       for (i = j = 0; i < nurls; i++)
 617         {
 618           if (socks[i] < 0)
 619             continue;
 620           fds[j].fd = socks[i];
 621           fds[j].events = POLLOUT;
 622           j++;
 623         }
 624       if (j < 2)
 625         {
 626           i = j - 1;
 627           break;
 628         }
 629       if (poll(fds, j, 10000) <= 0)
 630         {
 631           i = -1;       /* something is wrong */
 632           break;
 633         }
 634       for (i = 0; i < j; i++)
 635         if ((fds[i].revents & POLLOUT) != 0)
 636           {
 637             int soe = 0;
 638             socklen_t soel = sizeof(int);
 639             if (getsockopt(fds[i].fd, SOL_SOCKET, SO_ERROR, &soe, &soel) == -1 || soe != 0)
 640               {
 641                 /* connect failed, kill socket */
 642                 for (j = 0; j < nurls; j++)
 643                   if (socks[j] == fds[i].fd)
 644                     {
 645                       close(socks[j]);
 646                       socks[j] = -1;
 647                     }
 648                 i = j + 1;
 649                 break;
 650               }
 651             break;      /* horray! */
 652           }
 653       if (i == j + 1)
 654         continue;
 655       if (i == j)
 656         i = -1;         /* something is wrong, no bit was set */
 657       break;
 658     }
 659   /* now i contains the fastest fd index */
 660   if (i >= 0)
 661     {
 662       for (j = 0; j < nurls; j++)
 663         if (socks[j] == fds[i].fd)
 664           break;
 665       if (j != 0)
 666         {
 667           char *url0 = urls[0];
 668           urls[0] = urls[j];
 669           urls[j] = url0;
 670         }
 671     }
 672   for (i = j = 0; i < nurls; i++)
 673     if (socks[i] >= 0)
 674       close(socks[i]);
 675   free(socks);
 676   free(fds);
 677 }
 678
 679 char *
 680 findmetalinkurl(FILE *fp, unsigned char *chksump, Id *chksumtypep)
 681 {
 682   char buf[4096], *bp, *ep;
 683   char **urls = 0;
 684   int nurls = 0;
 685   int i;
 686
 687   if (chksumtypep)
 688     *chksumtypep = 0;
 689   while((bp = fgets(buf, sizeof(buf), fp)) != 0)
 690     {
 691       while (*bp == ' ' || *bp == '\t')
 692         bp++;
 693       if (chksumtypep && !*chksumtypep && !strncmp(bp, "<hash type=\"sha256\">", 20))
 694         {
 695           bp += 20;
 696           if (solv_hex2bin((const char **)&bp, chksump, 32) == 32)
 697             *chksumtypep = REPOKEY_TYPE_SHA256;
 698           continue;
 699         }
 700       if (strncmp(bp, "<url", 4))
 701         continue;
 702       bp = strchr(bp, '>');
 703       if (!bp)
 704         continue;
 705       bp++;
 706       ep = strstr(bp, "repodata/repomd.xml</url>");
 707       if (!ep)
 708         continue;
 709       *ep = 0;
 710       if (strncmp(bp, "http", 4))
 711         continue;
 712       urls = solv_extend(urls, nurls, 1, sizeof(*urls), 15);
 713       urls[nurls++] = strdup(bp);
 714     }
 715   if (nurls)
 716     {
 717       if (nurls > 1)
 718         findfastest(urls, nurls > 5 ? 5 : nurls);
 719       bp = urls[0];
 720       urls[0] = 0;
 721       for (i = 0; i < nurls; i++)
 722         solv_free(urls[i]);
 723       solv_free(urls);
 724       ep = strchr(bp, '/');
 725       if ((ep = strchr(ep + 2, '/')) != 0)
 726         {
 727           *ep = 0;
 728           printf("[using mirror %s]\n", bp);
 729           *ep = '/';
 730         }
 731       return bp;
 732     }
 733   return 0;
 734 }
 735
 736 char *
 737 findmirrorlisturl(FILE *fp)
 738 {
 739   char buf[4096], *bp, *ep;
 740   int i, l;
 741   char **urls = 0;
 742   int nurls = 0;
 743
 744   while((bp = fgets(buf, sizeof(buf), fp)) != 0)
 745     {
 746       while (*bp == ' ' || *bp == '\t')
 747         bp++;
 748       if (!*bp || *bp == '#')
 749         continue;
 750       l = strlen(bp);
 751       while (l > 0 && (bp[l - 1] == ' ' || bp[l - 1] == '\t' || bp[l - 1] == '\n'))
 752         bp[--l] = 0;
 753       urls = solv_extend(urls, nurls, 1, sizeof(*urls), 15);
 754       urls[nurls++] = strdup(bp);
 755     }
 756   if (nurls)
 757     {
 758       if (nurls > 1)
 759         findfastest(urls, nurls > 5 ? 5 : nurls);
 760       bp = urls[0];
 761       urls[0] = 0;
 762       for (i = 0; i < nurls; i++)
 763         solv_free(urls[i]);
 764       solv_free(urls);
 765       ep = strchr(bp, '/');
 766       if ((ep = strchr(ep + 2, '/')) != 0)
 767         {
 768           *ep = 0;
 769           printf("[using mirror %s]\n", bp);
 770           *ep = '/';
 771         }
 772       return bp;
 773     }
 774   return 0;
 775 }
 776
 777 static inline int
 778 iscompressed(const char *name)
 779 {
 780   return solv_xfopen_iscompressed(name) != 0;
 781 }
 782
 783 FILE *
 784 curlfopen(struct repoinfo *cinfo, const char *file, int uncompress, const unsigned char *chksum, Id chksumtype, int markincomplete)
 785 {
 786   FILE *fp;
 787   pid_t pid;
 788   int fd, l;
 789   int status;
 790   char url[4096];
 791   const char *baseurl = cinfo->baseurl;
 792
 793   if (!baseurl)
 794     {
 795       if (!cinfo->metalink && !cinfo->mirrorlist)
 796         return 0;
 797       if (file != cinfo->metalink && file != cinfo->mirrorlist)
 798         {
 799           unsigned char mlchksum[32];
 800           Id mlchksumtype;
 801           fp = curlfopen(cinfo, cinfo->metalink ? cinfo->metalink : cinfo->mirrorlist, 0, 0, 0, 0);
 802           mlchksumtype = 0;
 803           if (!fp)
 804             return 0;
 805           if (cinfo->metalink)
 806             cinfo->baseurl = findmetalinkurl(fp, mlchksum, &mlchksumtype);
 807           else
 808             cinfo->baseurl = findmirrorlisturl(fp);
 809           fclose(fp);
 810           if (!cinfo->baseurl)
 811             return 0;
 812 #ifdef FEDORA
 813           if (strchr(cinfo->baseurl, '$'))
 814             {
 815               char *b = yum_substitute(cinfo->repo->pool, cinfo->baseurl);
 816               free(cinfo->baseurl);
 817               cinfo->baseurl = strdup(b);
 818             }
 819 #endif
 820           if (!chksumtype && mlchksumtype && !strcmp(file, "repodata/repomd.xml"))
 821             {
 822               chksumtype = mlchksumtype;
 823               chksum = mlchksum;
 824             }
 825           return curlfopen(cinfo, file, uncompress, chksum, chksumtype, markincomplete);
 826         }
 827       snprintf(url, sizeof(url), "%s", file);
 828     }
 829   else
 830     {
 831       l = strlen(baseurl);
 832       if (l && baseurl[l - 1] == '/')
 833         snprintf(url, sizeof(url), "%s%s", baseurl, file);
 834       else
 835         snprintf(url, sizeof(url), "%s/%s", baseurl, file);
 836     }
 837   fd = opentmpfile();
 838   // printf("url: %s\n", url);
 839   if ((pid = fork()) == (pid_t)-1)
 840     {
 841       perror("fork");
 842       exit(1);
 843     }
 844   if (pid == 0)
 845     {
 846       if (fd != 1)
 847         {
 848           dup2(fd, 1);
 849           close(fd);
 850         }
 851       execlp("curl", "curl", "-f", "-s", "-L", url, (char *)0);
 852       perror("curl");
 853       _exit(0);
 854     }
 855   status = 0;
 856   while (waitpid(pid, &status, 0) != pid)
 857     ;
 858   if (lseek(fd, 0, SEEK_END) == 0 && (!status || !chksumtype))
 859     {
 860       /* empty file */
 861       close(fd);
 862       return 0;
 863     }
 864   lseek(fd, 0, SEEK_SET);
 865   if (status)
 866     {
 867       printf("%s: download error %d\n", file, status >> 8 ? status >> 8 : status);
 868       if (markincomplete)
 869         cinfo->incomplete = 1;
 870       close(fd);
 871       return 0;
 872     }
 873   if (chksumtype && !verify_checksum(fd, file, chksum, chksumtype))
 874     {
 875       if (markincomplete)
 876         cinfo->incomplete = 1;
 877       close(fd);
 878       return 0;
 879     }
 880   fcntl(fd, F_SETFD, FD_CLOEXEC);
 881   if (uncompress)
 882     {
 883       if (solv_xfopen_iscompressed(file) < 0)
 884         {
 885           printf("%s: unsupported compression\n", file);
 886           if (markincomplete)
 887             cinfo->incomplete = 1;
 888           close(fd);
 889           return 0;
 890         }
 891       fp = solv_xfopen_fd(file, fd, "r");
 892     }
 893   else
 894     fp = fdopen(fd, "r");
 895   if (!fp)
 896     close(fd);
 897   return fp;
 898 }
 899
 900 #ifndef DEBIAN
 901
 902 static void
 903 cleanupgpg(char *gpgdir)
 904 {
 905   char cmd[256];
 906   snprintf(cmd, sizeof(cmd), "%s/pubring.gpg", gpgdir);
 907   unlink(cmd);
 908   snprintf(cmd, sizeof(cmd), "%s/pubring.gpg~", gpgdir);
 909   unlink(cmd);
 910   snprintf(cmd, sizeof(cmd), "%s/secring.gpg", gpgdir);
 911   unlink(cmd);
 912   snprintf(cmd, sizeof(cmd), "%s/trustdb.gpg", gpgdir);
 913   unlink(cmd);
 914   snprintf(cmd, sizeof(cmd), "%s/keys", gpgdir);
 915   unlink(cmd);
 916   rmdir(gpgdir);
 917 }
 918
 919 int
 920 checksig(Pool *sigpool, FILE *fp, FILE *sigfp)
 921 {
 922   char *gpgdir;
 923   char *keysfile;
 924   const char *pubkey;
 925   char cmd[256];
 926   FILE *kfp;
 927   Solvable *s;
 928   Id p;
 929   off_t posfp, possigfp;
 930   int r, nkeys;
 931
 932   gpgdir = mkdtemp(pool_tmpjoin(sigpool, "/var/tmp/solvgpg.XXXXXX", 0, 0));
 933   if (!gpgdir)
 934     return 0;
 935   keysfile = pool_tmpjoin(sigpool, gpgdir, "/keys", 0);
 936   if (!(kfp = fopen(keysfile, "w")) )
 937     {
 938       cleanupgpg(gpgdir);
 939       return 0;
 940     }
 941   nkeys = 0;
 942   for (p = 1, s = sigpool->solvables + p; p < sigpool->nsolvables; p++, s++)
 943     {
 944       if (!s->repo)
 945         continue;
 946       pubkey = solvable_lookup_str(s, SOLVABLE_DESCRIPTION);
 947       if (!pubkey || !*pubkey)
 948         continue;
 949       if (fwrite(pubkey, strlen(pubkey), 1, kfp) != 1)
 950         break;
 951       if (fputc('\n', kfp) == EOF)      /* Just in case... */
 952         break;
 953       nkeys++;
 954     }
 955   if (fclose(kfp) || !nkeys)
 956     {
 957       cleanupgpg(gpgdir);
 958       return 0;
 959     }
 960   snprintf(cmd, sizeof(cmd), "gpg2 -q --homedir %s --import %s", gpgdir, keysfile);
 961   if (system(cmd))
 962     {
 963       fprintf(stderr, "key import error\n");
 964       cleanupgpg(gpgdir);
 965       return 0;
 966     }
 967   unlink(keysfile);
 968   posfp = lseek(fileno(fp), 0, SEEK_CUR);
 969   lseek(fileno(fp), 0, SEEK_SET);
 970   possigfp = lseek(fileno(sigfp), 0, SEEK_CUR);
 971   lseek(fileno(sigfp), 0, SEEK_SET);
 972   snprintf(cmd, sizeof(cmd), "gpg -q --homedir %s --verify /dev/fd/%d /dev/fd/%d >/dev/null 2>&1", gpgdir, fileno(sigfp), fileno(fp));
 973   fcntl(fileno(fp), F_SETFD, 0);        /* clear CLOEXEC */
 974   fcntl(fileno(sigfp), F_SETFD, 0);     /* clear CLOEXEC */
 975   r = system(cmd);
 976   lseek(fileno(sigfp), possigfp, SEEK_SET);
 977   lseek(fileno(fp), posfp, SEEK_SET);
 978   fcntl(fileno(fp), F_SETFD, FD_CLOEXEC);
 979   fcntl(fileno(sigfp), F_SETFD, FD_CLOEXEC);
 980   cleanupgpg(gpgdir);
 981   return r == 0 ? 1 : 0;
 982 }
 983
 984 #else
 985
 986 static int
 987 checksig(Pool *sigpool, FILE *fp, FILE *sigfp)
 988 {
 989   char cmd[256];
 990   int r;
 991
 992   snprintf(cmd, sizeof(cmd), "gpgv -q --keyring /etc/apt/trusted.gpg /dev/fd/%d /dev/fd/%d >/dev/null 2>&1", fileno(sigfp), fileno(fp));
 993   fcntl(fileno(fp), F_SETFD, 0);        /* clear CLOEXEC */
 994   fcntl(fileno(sigfp), F_SETFD, 0);     /* clear CLOEXEC */
 995   r = system(cmd);
 996   fcntl(fileno(fp), F_SETFD, FD_CLOEXEC);
 997   fcntl(fileno(sigfp), F_SETFD, FD_CLOEXEC);
 998   return r == 0 ? 1 : 0;
 999 }
1000
1001 #endif
1002
1003 static Pool *
1004 read_sigs()
1005 {
1006   Pool *sigpool = pool_create();
1007 #if defined(ENABLE_RPMDB_PUBKEY)
1008   Repo *repo = repo_create(sigpool, "rpmdbkeys");
1009   repo_add_rpmdb_pubkeys(repo, 0);
1010 #endif
1011   return sigpool;
1012 }
1013
1014 static int
1015 downloadchecksig(struct repoinfo *cinfo, FILE *fp, const char *sigurl, Pool **sigpool)
1016 {
1017   FILE *sigfp;
1018   sigfp = curlfopen(cinfo, sigurl, 0, 0, 0, 0);
1019   if (!sigfp)
1020     {
1021       printf(" unsigned, skipped\n");
1022       return 0;
1023     }
1024   if (!*sigpool)
1025     *sigpool = read_sigs();
1026   if (!checksig(*sigpool, fp, sigfp))
1027     {
1028       printf(" checksig failed, skipped\n");
1029       fclose(sigfp);
1030       return 0;
1031     }
1032   fclose(sigfp);
1033   return 1;
1034 }
1035
1036 #define CHKSUM_IDENT "1.1"
1037
1038 void
1039 calc_checksum_fp(FILE *fp, Id chktype, unsigned char *out)
1040 {
1041   char buf[4096];
1042   void *h = solv_chksum_create(chktype);
1043   int l;
1044
1045   solv_chksum_add(h, CHKSUM_IDENT, strlen(CHKSUM_IDENT));
1046   while ((l = fread(buf, 1, sizeof(buf), fp)) > 0)
1047     solv_chksum_add(h, buf, l);
1048   rewind(fp);
1049   solv_chksum_free(h, out);
1050 }
1051
1052 void
1053 calc_checksum_stat(struct stat *stb, Id chktype, unsigned char *cookie, unsigned char *out)
1054 {
1055   void *h = solv_chksum_create(chktype);
1056   solv_chksum_add(h, CHKSUM_IDENT, strlen(CHKSUM_IDENT));
1057   if (cookie)
1058     solv_chksum_add(h, cookie, 32);
1059   solv_chksum_add(h, &stb->st_dev, sizeof(stb->st_dev));
1060   solv_chksum_add(h, &stb->st_ino, sizeof(stb->st_ino));
1061   solv_chksum_add(h, &stb->st_size, sizeof(stb->st_size));
1062   solv_chksum_add(h, &stb->st_mtime, sizeof(stb->st_mtime));
1063   solv_chksum_free(h, out);
1064 }
1065
1066 void
1067 setarch(Pool *pool)
1068 {
1069   struct utsname un;
1070   if (uname(&un))
1071     {
1072       perror("uname");
1073       exit(1);
1074     }
1075   pool_setarch(pool, un.machine);
1076 }
1077
1078 char *calccachepath(Repo *repo, const char *repoext)
1079 {
1080   char *q, *p = pool_tmpjoin(repo->pool, SOLVCACHE_PATH, "/", repo->name);
1081   if (repoext)
1082     {
1083       p = pool_tmpappend(repo->pool, p, "_", repoext);
1084       p = pool_tmpappend(repo->pool, p, ".solvx", 0);
1085     }
1086   else
1087     p = pool_tmpappend(repo->pool, p, ".solv", 0);
1088   q = p + strlen(SOLVCACHE_PATH) + 1;
1089   if (*q == '.')
1090     *q = '_';
1091   for (; *q; q++)
1092     if (*q == '/')
1093       *q = '_';
1094   return p;
1095 }
1096
1097 int
1098 usecachedrepo(Repo *repo, const char *repoext, unsigned char *cookie, int mark)
1099 {
1100   FILE *fp;
1101   unsigned char mycookie[32];
1102   unsigned char myextcookie[32];
1103   struct repoinfo *cinfo;
1104   int flags;
1105
1106   cinfo = repo->appdata;
1107   if (!(fp = fopen(calccachepath(repo, repoext), "r")))
1108     return 0;
1109   if (fseek(fp, -sizeof(mycookie), SEEK_END) || fread(mycookie, sizeof(mycookie), 1, fp) != 1)
1110     {
1111       fclose(fp);
1112       return 0;
1113     }
1114   if (cookie && memcmp(cookie, mycookie, sizeof(mycookie)))
1115     {
1116       fclose(fp);
1117       return 0;
1118     }
1119   if (cinfo && !repoext)
1120     {
1121       if (fseek(fp, -sizeof(mycookie) * 2, SEEK_END) || fread(myextcookie, sizeof(myextcookie), 1, fp) != 1)
1122         {
1123           fclose(fp);
1124           return 0;
1125         }
1126     }
1127   rewind(fp);
1128
1129   flags = 0;
1130   if (repoext)
1131     {
1132       flags = REPO_USE_LOADING|REPO_EXTEND_SOLVABLES;
1133       if (strcmp(repoext, "DL") != 0)
1134         flags |= REPO_LOCALPOOL;        /* no local pool for DL so that we can compare IDs */
1135     }
1136
1137   if (repo_add_solv(repo, fp, flags))
1138     {
1139       fclose(fp);
1140       return 0;
1141     }
1142   if (cinfo && !repoext)
1143     {
1144       memcpy(cinfo->cookie, mycookie, sizeof(mycookie));
1145       memcpy(cinfo->extcookie, myextcookie, sizeof(myextcookie));
1146     }
1147   if (mark)
1148     futimens(fileno(fp), 0);    /* try to set modification time */
1149   fclose(fp);
1150   return 1;
1151 }
1152
1153 void
1154 writecachedrepo(Repo *repo, Repodata *info, const char *repoext, unsigned char *cookie)
1155 {
1156   FILE *fp;
1157   int i, fd;
1158   char *tmpl;
1159   struct repoinfo *cinfo;
1160   int onepiece;
1161
1162   cinfo = repo->appdata;
1163   if (cinfo && cinfo->incomplete)
1164     return;
1165   mkdir(SOLVCACHE_PATH, 0755);
1166   /* use dupjoin instead of tmpjoin because tmpl must survive repo_write */
1167   tmpl = solv_dupjoin(SOLVCACHE_PATH, "/", ".newsolv-XXXXXX");
1168   fd = mkstemp(tmpl);
1169   if (fd < 0)
1170     {
1171       free(tmpl);
1172       return;
1173     }
1174   fchmod(fd, 0444);
1175   if (!(fp = fdopen(fd, "w")))
1176     {
1177       close(fd);
1178       unlink(tmpl);
1179       free(tmpl);
1180       return;
1181     }
1182
1183   onepiece = 1;
1184   for (i = repo->start; i < repo->end; i++)
1185    if (repo->pool->solvables[i].repo != repo)
1186      break;
1187   if (i < repo->end)
1188     onepiece = 0;
1189
1190   if (!info)
1191     repo_write(repo, fp);
1192   else if (repoext)
1193     repodata_write(info, fp);
1194   else
1195     {
1196       int oldnrepodata = repo->nrepodata;
1197       repo->nrepodata = oldnrepodata > 2 ? 2 : oldnrepodata;    /* XXX: do this right */
1198       repo_write(repo, fp);
1199       repo->nrepodata = oldnrepodata;
1200       onepiece = 0;
1201     }
1202
1203   if (!repoext && cinfo)
1204     {
1205       if (!cinfo->extcookie[0])
1206         {
1207           /* create the ext cookie and append it */
1208           /* we just need some unique ID */
1209           struct stat stb;
1210           if (!fstat(fileno(fp), &stb))
1211             memset(&stb, 0, sizeof(stb));
1212           calc_checksum_stat(&stb, REPOKEY_TYPE_SHA256, cookie, cinfo->extcookie);
1213           if (cinfo->extcookie[0] == 0)
1214             cinfo->extcookie[0] = 1;
1215         }
1216       if (fwrite(cinfo->extcookie, 32, 1, fp) != 1)
1217         {
1218           fclose(fp);
1219           unlink(tmpl);
1220           free(tmpl);
1221           return;
1222         }
1223     }
1224   /* append our cookie describing the metadata state */
1225   if (fwrite(cookie, 32, 1, fp) != 1)
1226     {
1227       fclose(fp);
1228       unlink(tmpl);
1229       free(tmpl);
1230       return;
1231     }
1232   if (fclose(fp))
1233     {
1234       unlink(tmpl);
1235       free(tmpl);
1236       return;
1237     }
1238   if (onepiece)
1239     {
1240       /* switch to just saved repo to activate paging and save memory */
1241       FILE *fp = fopen(tmpl, "r");
1242       if (fp)
1243         {
1244           if (!repoext)
1245             {
1246               /* main repo */
1247               repo_empty(repo, 1);
1248               if (repo_add_solv(repo, fp, SOLV_ADD_NO_STUBS))
1249                 {
1250                   /* oops, no way to recover from here */
1251                   fprintf(stderr, "internal error\n");
1252                   exit(1);
1253                 }
1254             }
1255           else
1256             {
1257               int flags = REPO_USE_LOADING|REPO_EXTEND_SOLVABLES;
1258               /* make sure repodata contains complete repo */
1259               /* (this is how repodata_write saves it) */
1260               repodata_extend_block(info, repo->start, repo->end - repo->start);
1261               info->state = REPODATA_LOADING;
1262               if (strcmp(repoext, "DL") != 0)
1263                 flags |= REPO_LOCALPOOL;
1264               repo_add_solv(repo, fp, flags);
1265               info->state = REPODATA_AVAILABLE; /* in case the load failed */
1266             }
1267           fclose(fp);
1268         }
1269     }
1270   if (!rename(tmpl, calccachepath(repo, repoext)))
1271     unlink(tmpl);
1272   free(tmpl);
1273 }
1274
1275
1276 #ifdef ENABLE_RPMMD
1277 /* repomd helpers */
1278
1279 static inline const char *
1280 repomd_find(Repo *repo, const char *what, const unsigned char **chksump, Id *chksumtypep)
1281 {
1282   Pool *pool = repo->pool;
1283   Dataiterator di;
1284   const char *filename;
1285
1286   filename = 0;
1287   *chksump = 0;
1288   *chksumtypep = 0;
1289   dataiterator_init(&di, pool, repo, SOLVID_META, REPOSITORY_REPOMD_TYPE, what, SEARCH_STRING);
1290   dataiterator_prepend_keyname(&di, REPOSITORY_REPOMD);
1291   if (dataiterator_step(&di))
1292     {
1293       dataiterator_setpos_parent(&di);
1294       filename = pool_lookup_str(pool, SOLVID_POS, REPOSITORY_REPOMD_LOCATION);
1295       *chksump = pool_lookup_bin_checksum(pool, SOLVID_POS, REPOSITORY_REPOMD_CHECKSUM, chksumtypep);
1296     }
1297   dataiterator_free(&di);
1298   if (filename && !*chksumtypep)
1299     {
1300       printf("no %s file checksum!\n", what);
1301       filename = 0;
1302     }
1303   return filename;
1304 }
1305
1306 int
1307 repomd_add_ext(Repo *repo, Repodata *data, const char *what)
1308 {
1309   Id chksumtype, handle;
1310   const unsigned char *chksum;
1311   const char *filename;
1312
1313   filename = repomd_find(repo, what, &chksum, &chksumtype);
1314   if (!filename)
1315     return 0;
1316   if (!strcmp(what, "prestodelta"))
1317     what = "deltainfo";
1318   handle = repodata_new_handle(data);
1319   repodata_set_poolstr(data, handle, REPOSITORY_REPOMD_TYPE, what);
1320   repodata_set_str(data, handle, REPOSITORY_REPOMD_LOCATION, filename);
1321   repodata_set_bin_checksum(data, handle, REPOSITORY_REPOMD_CHECKSUM, chksumtype, chksum);
1322   if (!strcmp(what, "deltainfo"))
1323     {
1324       repodata_add_idarray(data, handle, REPOSITORY_KEYS, REPOSITORY_DELTAINFO);
1325       repodata_add_idarray(data, handle, REPOSITORY_KEYS, REPOKEY_TYPE_FLEXARRAY);
1326     }
1327   if (!strcmp(what, "filelists"))
1328     {
1329       repodata_add_idarray(data, handle, REPOSITORY_KEYS, SOLVABLE_FILELIST);
1330       repodata_add_idarray(data, handle, REPOSITORY_KEYS, REPOKEY_TYPE_DIRSTRARRAY);
1331     }
1332   repodata_add_flexarray(data, SOLVID_META, REPOSITORY_EXTERNAL, handle);
1333   return 1;
1334 }
1335
1336 int
1337 repomd_load_ext(Repo *repo, Repodata *data)
1338 {
1339   const char *filename, *repomdtype;
1340   char ext[3];
1341   FILE *fp;
1342   struct repoinfo *cinfo;
1343   const unsigned char *filechksum;
1344   Id filechksumtype;
1345   int r = 0;
1346
1347   cinfo = repo->appdata;
1348   repomdtype = repodata_lookup_str(data, SOLVID_META, REPOSITORY_REPOMD_TYPE);
1349   if (!repomdtype)
1350     return 0;
1351   if (!strcmp(repomdtype, "filelists"))
1352     strcpy(ext, "FL");
1353   else if (!strcmp(repomdtype, "deltainfo"))
1354     strcpy(ext, "DL");
1355   else
1356     return 0;
1357 #if 1
1358   printf("[%s:%s", repo->name, ext);
1359 #endif
1360   if (usecachedrepo(repo, ext, cinfo->extcookie, 0))
1361     {
1362       printf(" cached]\n");fflush(stdout);
1363       return 1;
1364     }
1365   printf(" fetching]\n"); fflush(stdout);
1366   filename = repodata_lookup_str(data, SOLVID_META, REPOSITORY_REPOMD_LOCATION);
1367   filechksumtype = 0;
1368   filechksum = repodata_lookup_bin_checksum(data, SOLVID_META, REPOSITORY_REPOMD_CHECKSUM, &filechksumtype);
1369   if ((fp = curlfopen(cinfo, filename, iscompressed(filename), filechksum, filechksumtype, 0)) == 0)
1370     return 0;
1371   if (!strcmp(ext, "FL"))
1372     r = repo_add_rpmmd(repo, fp, ext, REPO_USE_LOADING|REPO_EXTEND_SOLVABLES|REPO_LOCALPOOL);
1373   else if (!strcmp(ext, "DL"))
1374     r = repo_add_deltainfoxml(repo, fp, REPO_USE_LOADING);
1375   fclose(fp);
1376   if (r)
1377     {
1378       printf("%s\n", pool_errstr(repo->pool));
1379       return 0;
1380     }
1381   writecachedrepo(repo, data, ext, cinfo->extcookie);
1382   return 1;
1383 }
1384
1385 #endif
1386
1387
1388 #ifdef ENABLE_SUSEREPO
1389 /* susetags helpers */
1390
1391 static inline const char *
1392 susetags_find(Repo *repo, const char *what, const unsigned char **chksump, Id *chksumtypep)
1393 {
1394   Pool *pool = repo->pool;
1395   Dataiterator di;
1396   const char *filename;
1397
1398   filename = 0;
1399   *chksump = 0;
1400   *chksumtypep = 0;
1401   dataiterator_init(&di, pool, repo, SOLVID_META, SUSETAGS_FILE_NAME, what, SEARCH_STRING);
1402   dataiterator_prepend_keyname(&di, SUSETAGS_FILE);
1403   if (dataiterator_step(&di))
1404     {
1405       dataiterator_setpos_parent(&di);
1406       *chksump = pool_lookup_bin_checksum(pool, SOLVID_POS, SUSETAGS_FILE_CHECKSUM, chksumtypep);
1407       filename = what;
1408     }
1409   dataiterator_free(&di);
1410   if (filename && !*chksumtypep)
1411     {
1412       printf("no %s file checksum!\n", what);
1413       filename = 0;
1414     }
1415   return filename;
1416 }
1417
1418 static Id susetags_langtags[] = {
1419   SOLVABLE_SUMMARY, REPOKEY_TYPE_STR,
1420   SOLVABLE_DESCRIPTION, REPOKEY_TYPE_STR,
1421   SOLVABLE_EULA, REPOKEY_TYPE_STR,
1422   SOLVABLE_MESSAGEINS, REPOKEY_TYPE_STR,
1423   SOLVABLE_MESSAGEDEL, REPOKEY_TYPE_STR,
1424   SOLVABLE_CATEGORY, REPOKEY_TYPE_ID,
1425   0, 0
1426 };
1427
1428 void
1429 susetags_add_ext(Repo *repo, Repodata *data)
1430 {
1431   Pool *pool = repo->pool;
1432   Dataiterator di;
1433   char ext[3];
1434   Id handle, filechksumtype;
1435   const unsigned char *filechksum;
1436   int i;
1437
1438   dataiterator_init(&di, pool, repo, SOLVID_META, SUSETAGS_FILE_NAME, 0, 0);
1439   dataiterator_prepend_keyname(&di, SUSETAGS_FILE);
1440   while (dataiterator_step(&di))
1441     {
1442       if (strncmp(di.kv.str, "packages.", 9) != 0)
1443         continue;
1444       if (!strcmp(di.kv.str + 9, "gz"))
1445         continue;
1446       if (!di.kv.str[9] || !di.kv.str[10] || (di.kv.str[11] && di.kv.str[11] != '.'))
1447         continue;
1448       ext[0] = di.kv.str[9];
1449       ext[1] = di.kv.str[10];
1450       ext[2] = 0;
1451       if (!strcmp(ext, "en"))
1452         continue;
1453       if (!susetags_find(repo, di.kv.str, &filechksum, &filechksumtype))
1454         continue;
1455       handle = repodata_new_handle(data);
1456       repodata_set_str(data, handle, SUSETAGS_FILE_NAME, di.kv.str);
1457       if (filechksumtype)
1458         repodata_set_bin_checksum(data, handle, SUSETAGS_FILE_CHECKSUM, filechksumtype, filechksum);
1459       if (!strcmp(ext, "DU"))
1460         {
1461           repodata_add_idarray(data, handle, REPOSITORY_KEYS, SOLVABLE_DISKUSAGE);
1462           repodata_add_idarray(data, handle, REPOSITORY_KEYS, REPOKEY_TYPE_DIRNUMNUMARRAY);
1463         }
1464       else if (!strcmp(ext, "FL"))
1465         {
1466           repodata_add_idarray(data, handle, REPOSITORY_KEYS, SOLVABLE_FILELIST);
1467           repodata_add_idarray(data, handle, REPOSITORY_KEYS, REPOKEY_TYPE_DIRSTRARRAY);
1468         }
1469       else
1470         {
1471           for (i = 0; susetags_langtags[i]; i += 2)
1472             {
1473               repodata_add_idarray(data, handle, REPOSITORY_KEYS, pool_id2langid(pool, susetags_langtags[i], ext, 1));
1474               repodata_add_idarray(data, handle, REPOSITORY_KEYS, susetags_langtags[i + 1]);
1475             }
1476         }
1477       repodata_add_flexarray(data, SOLVID_META, REPOSITORY_EXTERNAL, handle);
1478     }
1479   dataiterator_free(&di);
1480 }
1481
1482 int
1483 susetags_load_ext(Repo *repo, Repodata *data)
1484 {
1485   const char *filename, *descrdir;
1486   Id defvendor;
1487   char ext[3];
1488   FILE *fp;
1489   struct repoinfo *cinfo;
1490   const unsigned char *filechksum;
1491   Id filechksumtype;
1492   int flags;
1493
1494   cinfo = repo->appdata;
1495   filename = repodata_lookup_str(data, SOLVID_META, SUSETAGS_FILE_NAME);
1496   if (!filename)
1497     return 0;
1498   /* susetags load */
1499   ext[0] = filename[9];
1500   ext[1] = filename[10];
1501   ext[2] = 0;
1502 #if 1
1503   printf("[%s:%s", repo->name, ext);
1504 #endif
1505   if (usecachedrepo(repo, ext, cinfo->extcookie, 0))
1506     {
1507       printf(" cached]\n"); fflush(stdout);
1508       return 1;
1509     }
1510 #if 1
1511   printf(" fetching]\n"); fflush(stdout);
1512 #endif
1513   defvendor = repo_lookup_id(repo, SOLVID_META, SUSETAGS_DEFAULTVENDOR);
1514   descrdir = repo_lookup_str(repo, SOLVID_META, SUSETAGS_DESCRDIR);
1515   if (!descrdir)
1516     descrdir = "suse/setup/descr";
1517   filechksumtype = 0;
1518   filechksum = repodata_lookup_bin_checksum(data, SOLVID_META, SUSETAGS_FILE_CHECKSUM, &filechksumtype);
1519   if ((fp = curlfopen(cinfo, pool_tmpjoin(repo->pool, descrdir, "/", filename), iscompressed(filename), filechksum, filechksumtype, 0)) == 0)
1520     return 0;
1521   flags = REPO_USE_LOADING|REPO_EXTEND_SOLVABLES;
1522   if (strcmp(ext, "DL") != 0)
1523     flags |= REPO_LOCALPOOL;
1524   if (repo_add_susetags(repo, fp, defvendor, ext, flags))
1525     {
1526       fclose(fp);
1527       printf("%s\n", pool_errstr(repo->pool));
1528       return 0;
1529     }
1530   fclose(fp);
1531   writecachedrepo(repo, data, ext, cinfo->extcookie);
1532   return 1;
1533 }
1534 #endif
1535
1536
1537
1538 /* load callback */
1539
1540 int
1541 load_stub(Pool *pool, Repodata *data, void *dp)
1542 {
1543   struct repoinfo *cinfo = data->repo->appdata;
1544   switch (cinfo->type)
1545     {
1546 #ifdef ENABLE_SUSEREPO
1547     case TYPE_SUSETAGS:
1548       return susetags_load_ext(data->repo, data);
1549 #endif
1550 #ifdef ENABLE_RPMMD
1551     case TYPE_RPMMD:
1552       return repomd_load_ext(data->repo, data);
1553 #endif
1554     default:
1555       return 0;
1556     }
1557 }
1558
1559 static unsigned char installedcookie[32];
1560
1561 #ifdef ENABLE_DEBIAN
1562
1563 const char *
1564 debian_find_component(struct repoinfo *cinfo, FILE *fp, char *comp, const unsigned char **chksump, Id *chksumtypep)
1565 {
1566   char buf[4096];
1567   Id chksumtype;
1568   unsigned char *chksum;
1569   Id curchksumtype;
1570   int l, compl;
1571   char *ch, *fn, *bp;
1572   char *filename;
1573   static char *basearch;
1574   char *binarydir;
1575   int lbinarydir;
1576
1577   if (!basearch)
1578     {
1579       struct utsname un;
1580       if (uname(&un))
1581         {
1582           perror("uname");
1583           exit(1);
1584         }
1585       basearch = strdup(un.machine);
1586       if (basearch[0] == 'i' && basearch[1] && !strcmp(basearch + 2, "86"))
1587         basearch[1] = '3';
1588     }
1589   binarydir = solv_dupjoin("binary-", basearch, "/");
1590   lbinarydir = strlen(binarydir);
1591   compl = strlen(comp);
1592   rewind(fp);
1593   curchksumtype = 0;
1594   filename = 0;
1595   chksum = solv_malloc(32);
1596   chksumtype = 0;
1597   while(fgets(buf, sizeof(buf), fp))
1598     {
1599       l = strlen(buf);
1600       if (l == 0)
1601         continue;
1602       while (l && (buf[l - 1] == '\n' || buf[l - 1] == ' ' || buf[l - 1] == '\t'))
1603         buf[--l] = 0;
1604       if (!strncasecmp(buf, "MD5Sum:", 7))
1605         {
1606           curchksumtype = REPOKEY_TYPE_MD5;
1607           continue;
1608         }
1609       if (!strncasecmp(buf, "SHA1:", 5))
1610         {
1611           curchksumtype = REPOKEY_TYPE_SHA1;
1612           continue;
1613         }
1614       if (!strncasecmp(buf, "SHA256:", 7))
1615         {
1616           curchksumtype = REPOKEY_TYPE_SHA256;
1617           continue;
1618         }
1619       if (!curchksumtype)
1620         continue;
1621       bp = buf;
1622       if (*bp++ != ' ')
1623         {
1624           curchksumtype = 0;
1625           continue;
1626         }
1627       ch = bp;
1628       while (*bp && *bp != ' ' && *bp != '\t')
1629         bp++;
1630       if (!*bp)
1631         continue;
1632       *bp++ = 0;
1633       while (*bp == ' ' || *bp == '\t')
1634         bp++;
1635       while (*bp && *bp != ' ' && *bp != '\t')
1636         bp++;
1637       if (!*bp)
1638         continue;
1639       while (*bp == ' ' || *bp == '\t')
1640         bp++;
1641       fn = bp;
1642       if (strncmp(fn, comp, compl) != 0 || fn[compl] != '/')
1643         continue;
1644       bp += compl + 1;
1645       if (strncmp(bp, binarydir, lbinarydir))
1646         continue;
1647       bp += lbinarydir;
1648       if (!strcmp(bp, "Packages") || !strcmp(bp, "Packages.gz"))
1649         {
1650           unsigned char curchksum[32];
1651           int curl;
1652           if (filename && !strcmp(bp, "Packages"))
1653             continue;
1654           curl = solv_chksum_len(curchksumtype);
1655           if (!curl || (chksumtype && solv_chksum_len(chksumtype) > curl))
1656             continue;
1657           if (solv_hex2bin((const char **)&ch, curchksum, sizeof(curchksum)) != curl)
1658             continue;
1659           solv_free(filename);
1660           filename = strdup(fn);
1661           chksumtype = curchksumtype;
1662           memcpy(chksum, curchksum, curl);
1663         }
1664     }
1665   free(binarydir);
1666   if (filename)
1667     {
1668       fn = solv_dupjoin("/", filename, 0);
1669       solv_free(filename);
1670       filename = solv_dupjoin("dists/", cinfo->name, fn);
1671       solv_free(fn);
1672     }
1673   if (!chksumtype)
1674     chksum = solv_free(chksum);
1675   *chksump = chksum;
1676   *chksumtypep = chksumtype;
1677   return filename;
1678 }
1679 #endif
1680
1681 void
1682 read_repos(Pool *pool, struct repoinfo *repoinfos, int nrepoinfos)
1683 {
1684   Repo *repo;
1685   struct repoinfo *cinfo;
1686   int i;
1687   FILE *fp;
1688   const char *filename;
1689   const unsigned char *filechksum;
1690   Id filechksumtype;
1691 #ifdef ENABLE_SUSEREPO
1692   const char *descrdir;
1693   int defvendor;
1694 #endif
1695   struct stat stb;
1696   Pool *sigpool = 0;
1697 #if defined(ENABLE_SUSEREPO) || defined(ENABLE_RPMMD)
1698   Repodata *data;
1699 #endif
1700   int dorefresh;
1701 #if defined(ENABLE_DEBIAN)
1702   FILE *fpr;
1703   int j;
1704 #endif
1705
1706   repo = repo_create(pool, "@System");
1707 #if defined(ENABLE_RPMDB) && (defined(SUSE) || defined(FEDORA))
1708   printf("rpm database:");
1709   if (stat(pool_prepend_rootdir_tmp(pool, "/var/lib/rpm/Packages"), &stb))
1710     memset(&stb, 0, sizeof(stb));
1711 #endif
1712 #if defined(ENABLE_DEBIAN) && defined(DEBIAN)
1713   printf("dpgk database:");
1714   if (stat(pool_prepend_rootdir_tmp(pool, "/var/lib/dpkg/status"), &stb))
1715     memset(&stb, 0, sizeof(stb));
1716 #endif
1717 #ifdef NOSYSTEM
1718   printf("no installed database:");
1719   memset(&stb, 0, sizeof(stb));
1720 #endif
1721   calc_checksum_stat(&stb, REPOKEY_TYPE_SHA256, 0, installedcookie);
1722   if (usecachedrepo(repo, 0, installedcookie, 0))
1723     printf(" cached\n");
1724   else
1725     {
1726 #if defined(ENABLE_RPMDB) && (defined(SUSE) || defined(FEDORA))
1727       FILE *ofp;
1728       Repo *ref = 0;
1729 #endif
1730       printf(" reading\n");
1731
1732 #if defined(ENABLE_RPMDB) && (defined(SUSE) || defined(FEDORA))
1733 # if defined(ENABLE_SUSEREPO) && defined(PRODUCTS_PATH)
1734       if (repo_add_products(repo, PRODUCTS_PATH, REPO_NO_INTERNALIZE | REPO_USE_ROOTDIR))
1735         {
1736           fprintf(stderr, "product reading failed: %s\n", pool_errstr(pool));
1737           exit(1);
1738         }
1739 # endif
1740       if ((ofp = fopen(calccachepath(repo, 0), "r")) != 0)
1741         {
1742           ref = repo_create(pool, "@System.old");
1743           if (repo_add_solv(ref, ofp, 0))
1744             {
1745               repo_free(ref, 1);
1746               ref = 0;
1747             }
1748           fclose(ofp);
1749         }
1750       if (repo_add_rpmdb(repo, ref, REPO_REUSE_REPODATA | REPO_USE_ROOTDIR))
1751         {
1752           fprintf(stderr, "installed db: %s\n", pool_errstr(pool));
1753           exit(1);
1754         }
1755       if (ref)
1756         repo_free(ref, 1);
1757 #endif
1758 #if defined(ENABLE_DEBIAN) && defined(DEBIAN)
1759       if (repo_add_debdb(repo, REPO_REUSE_REPODATA | REPO_USE_ROOTDIR))
1760         {
1761           fprintf(stderr, "installed db: %s\n", pool_errstr(pool));
1762           exit(1);
1763         }
1764 #endif
1765       writecachedrepo(repo, 0, 0, installedcookie);
1766     }
1767   pool_set_installed(pool, repo);
1768
1769   for (i = 0; i < nrepoinfos; i++)
1770     {
1771       cinfo = repoinfos + i;
1772       if (!cinfo->enabled)
1773         continue;
1774
1775       repo = repo_create(pool, cinfo->alias);
1776       cinfo->repo = repo;
1777       repo->appdata = cinfo;
1778       repo->priority = 99 - cinfo->priority;
1779
1780       dorefresh = cinfo->autorefresh;
1781       if (dorefresh && cinfo->metadata_expire && stat(calccachepath(repo, 0), &stb) == 0)
1782         {
1783           if (cinfo->metadata_expire == -1 || time(0) - stb.st_mtime < cinfo->metadata_expire)
1784             dorefresh = 0;
1785         }
1786       if (!dorefresh && usecachedrepo(repo, 0, 0, 0))
1787         {
1788           printf("repo '%s':", cinfo->alias);
1789           printf(" cached\n");
1790           continue;
1791         }
1792       switch (cinfo->type)
1793         {
1794 #ifdef ENABLE_RPMMD
1795         case TYPE_RPMMD:
1796           printf("rpmmd repo '%s':", cinfo->alias);
1797           fflush(stdout);
1798           if ((fp = curlfopen(cinfo, "repodata/repomd.xml", 0, 0, 0, 0)) == 0)
1799             {
1800               printf(" no repomd.xml file, skipped\n");
1801               repo_free(repo, 1);
1802               cinfo->repo = 0;
1803               break;
1804             }
1805           calc_checksum_fp(fp, REPOKEY_TYPE_SHA256, cinfo->cookie);
1806           if (usecachedrepo(repo, 0, cinfo->cookie, 1))
1807             {
1808               printf(" cached\n");
1809               fclose(fp);
1810               break;
1811             }
1812           if (cinfo->repo_gpgcheck && !downloadchecksig(cinfo, fp, "repodata/repomd.xml.asc", &sigpool))
1813             {
1814               fclose(fp);
1815               break;
1816             }
1817           if (repo_add_repomdxml(repo, fp, 0))
1818             {
1819               printf("repomd.xml: %s\n", pool_errstr(pool));
1820               fclose(fp);
1821               break;    /* hopeless */
1822             }
1823           fclose(fp);
1824           printf(" fetching\n");
1825           filename = repomd_find(repo, "primary", &filechksum, &filechksumtype);
1826           if (filename && (fp = curlfopen(cinfo, filename, iscompressed(filename), filechksum, filechksumtype, 1)) != 0)
1827             {
1828               if (repo_add_rpmmd(repo, fp, 0, 0))
1829                 {
1830                   printf("primary: %s\n", pool_errstr(pool));
1831                   cinfo->incomplete = 1;
1832                 }
1833               fclose(fp);
1834             }
1835           if (cinfo->incomplete)
1836             break;      /* hopeless */
1837
1838           filename = repomd_find(repo, "updateinfo", &filechksum, &filechksumtype);
1839           if (filename && (fp = curlfopen(cinfo, filename, iscompressed(filename), filechksum, filechksumtype, 1)) != 0)
1840             {
1841               if (repo_add_updateinfoxml(repo, fp, 0))
1842                 {
1843                   printf("updateinfo: %s\n", pool_errstr(pool));
1844                   cinfo->incomplete = 1;
1845                 }
1846               fclose(fp);
1847             }
1848
1849           data = repo_add_repodata(repo, 0);
1850           if (!repomd_add_ext(repo, data, "deltainfo"))
1851             repomd_add_ext(repo, data, "prestodelta");
1852           repomd_add_ext(repo, data, "filelists");
1853           repodata_internalize(data);
1854           if (!cinfo->incomplete)
1855             writecachedrepo(repo, 0, 0, cinfo->cookie);
1856           repodata_create_stubs(repo_last_repodata(repo));
1857           break;
1858 #endif
1859
1860 #ifdef ENABLE_SUSEREPO
1861         case TYPE_SUSETAGS:
1862           printf("susetags repo '%s':", cinfo->alias);
1863           fflush(stdout);
1864           descrdir = 0;
1865           defvendor = 0;
1866           if ((fp = curlfopen(cinfo, "content", 0, 0, 0, 0)) == 0)
1867             {
1868               printf(" no content file, skipped\n");
1869               repo_free(repo, 1);
1870               cinfo->repo = 0;
1871               break;
1872             }
1873           calc_checksum_fp(fp, REPOKEY_TYPE_SHA256, cinfo->cookie);
1874           if (usecachedrepo(repo, 0, cinfo->cookie, 1))
1875             {
1876               printf(" cached\n");
1877               fclose(fp);
1878               break;
1879             }
1880           if (cinfo->repo_gpgcheck && !downloadchecksig(cinfo, fp, "content.asc", &sigpool))
1881             {
1882               fclose(fp);
1883               break;
1884             }
1885           if (repo_add_content(repo, fp, 0))
1886             {
1887               printf("content: %s\n", pool_errstr(pool));
1888               fclose(fp);
1889               break;    /* hopeless */
1890             }
1891           fclose(fp);
1892           defvendor = repo_lookup_id(repo, SOLVID_META, SUSETAGS_DEFAULTVENDOR);
1893           descrdir = repo_lookup_str(repo, SOLVID_META, SUSETAGS_DESCRDIR);
1894           if (!descrdir)
1895             descrdir = "suse/setup/descr";
1896           filename = susetags_find(repo, "packages.gz", &filechksum, &filechksumtype);
1897           if (!filename)
1898             filename = susetags_find(repo, "packages", &filechksum, &filechksumtype);
1899           if (!filename)
1900             {
1901               printf(" no packages file entry, skipped\n");
1902               break;
1903             }
1904           printf(" fetching\n");
1905           if ((fp = curlfopen(cinfo, pool_tmpjoin(pool, descrdir, "/", filename), iscompressed(filename), filechksum, filechksumtype, 1)) == 0)
1906             break;      /* hopeless */
1907           if (repo_add_susetags(repo, fp, defvendor, 0, REPO_NO_INTERNALIZE|SUSETAGS_RECORD_SHARES))
1908             {
1909               printf("packages: %s\n", pool_errstr(pool));
1910               fclose(fp);
1911               cinfo->incomplete = 1;
1912               break;    /* hopeless */
1913             }
1914           fclose(fp);
1915           /* add default language */
1916           filename = susetags_find(repo, "packages.en.gz", &filechksum, &filechksumtype);
1917           if (!filename)
1918             filename = susetags_find(repo, "packages.en", &filechksum, &filechksumtype);
1919           if (filename)
1920             {
1921               if ((fp = curlfopen(cinfo, pool_tmpjoin(pool, descrdir, "/", filename), iscompressed(filename), filechksum, filechksumtype, 1)) != 0)
1922                 {
1923                   if (repo_add_susetags(repo, fp, defvendor, 0, REPO_NO_INTERNALIZE|REPO_REUSE_REPODATA|REPO_EXTEND_SOLVABLES))
1924                     {
1925                       printf("packages.en: %s\n", pool_errstr(pool));
1926                       cinfo->incomplete = 1;
1927                     }
1928                   fclose(fp);
1929                 }
1930             }
1931           filename = susetags_find(repo, "patterns", &filechksum, &filechksumtype);
1932           if (filename)
1933             {
1934               if ((fp = curlfopen(cinfo, pool_tmpjoin(pool, descrdir, "/", filename), iscompressed(filename), filechksum, filechksumtype, 1)) != 0)
1935                 {
1936                   char pbuf[256];
1937                   while (fgets(pbuf, sizeof(pbuf), fp))
1938                     {
1939                       int l = strlen(pbuf);
1940                       FILE *fp2;
1941                       if (l && pbuf[l - 1] == '\n')
1942                         pbuf[--l] = 0;
1943                       if (!*pbuf || *pbuf == '.' || strchr(pbuf, '/') != 0)
1944                         continue;
1945                       filename = susetags_find(repo, pbuf, &filechksum, &filechksumtype);
1946                       if (filename && (fp2 = curlfopen(cinfo, pool_tmpjoin(pool, descrdir, "/", filename), iscompressed(filename), filechksum, filechksumtype, 1)) != 0)
1947                         {
1948                           if (repo_add_susetags(repo, fp2, defvendor, 0, REPO_NO_INTERNALIZE))
1949                             {
1950                               printf("%s: %s\n", pbuf, pool_errstr(pool));
1951                               cinfo->incomplete = 1;
1952                             }
1953                           fclose(fp2);
1954                         }
1955                     }
1956                   fclose(fp);
1957                 }
1958             }
1959           repo_internalize(repo);
1960           data = repo_add_repodata(repo, 0);
1961           susetags_add_ext(repo, data);
1962           repodata_internalize(data);
1963           if (!cinfo->incomplete)
1964             writecachedrepo(repo, 0, 0, cinfo->cookie);
1965           repodata_create_stubs(repo_last_repodata(repo));
1966           break;
1967 #endif
1968
1969 #if defined(ENABLE_DEBIAN)
1970         case TYPE_DEBIAN:
1971           printf("debian repo '%s':", cinfo->alias);
1972           fflush(stdout);
1973           filename = solv_dupjoin("dists/", cinfo->name, "/Release");
1974           if ((fpr = curlfopen(cinfo, filename, 0, 0, 0, 0)) == 0)
1975             {
1976               printf(" no Release file, skipped\n");
1977               repo_free(repo, 1);
1978               cinfo->repo = 0;
1979               free((char *)filename);
1980               break;
1981             }
1982           solv_free((char *)filename);
1983           if (cinfo->repo_gpgcheck)
1984             {
1985               filename = solv_dupjoin("dists/", cinfo->name, "/Release.gpg");
1986               if (!downloadchecksig(cinfo, fpr, filename, &sigpool))
1987                 {
1988                   fclose(fpr);
1989                   solv_free((char *)filename);
1990                   break;
1991                 }
1992               solv_free((char *)filename);
1993             }
1994           calc_checksum_fp(fpr, REPOKEY_TYPE_SHA256, cinfo->cookie);
1995           if (usecachedrepo(repo, 0, cinfo->cookie, 1))
1996             {
1997               printf(" cached\n");
1998               fclose(fpr);
1999               break;
2000             }
2001           printf(" fetching\n");
2002           for (j = 0; j < cinfo->ncomponents; j++)
2003             {
2004               if (!(filename = debian_find_component(cinfo, fpr, cinfo->components[j], &filechksum, &filechksumtype)))
2005                 {
2006                   printf("[component %s not found]\n", cinfo->components[j]);
2007                   continue;
2008                 }
2009               if ((fp = curlfopen(cinfo, filename, iscompressed(filename), filechksum, filechksumtype, 1)) != 0)
2010                 {
2011                   if (repo_add_debpackages(repo, fp, 0))
2012                     {
2013                       printf("component %s: %s\n", cinfo->components[j], pool_errstr(pool));
2014                       cinfo->incomplete = 1;
2015                     }
2016                   fclose(fp);
2017                 }
2018               solv_free((char *)filechksum);
2019               solv_free((char *)filename);
2020             }
2021           fclose(fpr);
2022           if (!cinfo->incomplete)
2023             writecachedrepo(repo, 0, 0, cinfo->cookie);
2024           break;
2025 #endif
2026
2027         default:
2028           printf("unsupported repo '%s': skipped\n", cinfo->alias);
2029           repo_free(repo, 1);
2030           cinfo->repo = 0;
2031           break;
2032         }
2033     }
2034   if (sigpool)
2035     pool_free(sigpool);
2036 }
2037
2038 int
2039 yesno(const char *str)
2040 {
2041   char inbuf[128], *ip;
2042
2043   for (;;)
2044     {
2045       printf("%s", str);
2046       fflush(stdout);
2047       *inbuf = 0;
2048       if (!(ip = fgets(inbuf, sizeof(inbuf), stdin)))
2049         {
2050           printf("Abort.\n");
2051           exit(1);
2052         }
2053       while (*ip == ' ' || *ip == '\t')
2054         ip++;
2055       if (*ip == 'q')
2056         {
2057           printf("Abort.\n");
2058           exit(1);
2059         }
2060       if (*ip == 'y' || *ip == 'n')
2061         return *ip == 'y' ? 1 : 0;
2062     }
2063 }
2064
2065 #if defined(ENABLE_RPMDB) && (defined(SUSE) || defined(FEDORA))
2066
2067 struct fcstate {
2068   FILE **newpkgsfps;
2069   Queue *checkq;
2070   int newpkgscnt;
2071   void *rpmdbstate;
2072 };
2073
2074 static void *
2075 fileconflict_cb(Pool *pool, Id p, void *cbdata)
2076 {
2077   struct fcstate *fcstate = cbdata;
2078   Solvable *s;
2079   Id rpmdbid;
2080   int i;
2081   FILE *fp;
2082
2083   if (!p)
2084     {
2085       rpm_byrpmdbid(0, 0, &fcstate->rpmdbstate);
2086       return 0;
2087     }
2088   s = pool_id2solvable(pool, p);
2089   if (pool->installed && s->repo == pool->installed)
2090     {
2091       if (!s->repo->rpmdbid)
2092         return 0;
2093       rpmdbid = s->repo->rpmdbid[p - s->repo->start];
2094       if (!rpmdbid)
2095         return 0;
2096        return rpm_byrpmdbid(rpmdbid, 0, &fcstate->rpmdbstate);
2097     }
2098   for (i = 0; i < fcstate->newpkgscnt; i++)
2099     if (fcstate->checkq->elements[i] == p)
2100       break;
2101   if (i == fcstate->newpkgscnt)
2102     return 0;
2103   fp = fcstate->newpkgsfps[i];
2104   if (!fp)
2105     return 0;
2106   rewind(fp);
2107   return rpm_byfp(fp, pool_solvable2str(pool, s), &fcstate->rpmdbstate);
2108 }
2109
2110
2111 void
2112 runrpm(const char *arg, const char *name, int dupfd3, const char *rootdir)
2113 {
2114   pid_t pid;
2115   int status;
2116
2117   if ((pid = fork()) == (pid_t)-1)
2118     {
2119       perror("fork");
2120       exit(1);
2121     }
2122   if (pid == 0)
2123     {
2124       if (!rootdir)
2125         rootdir = "/";
2126       if (dupfd3 != -1 && dupfd3 != 3)
2127         {
2128           dup2(dupfd3, 3);
2129           close(dupfd3);
2130         }
2131       if (dupfd3 != -1)
2132         fcntl(3, F_SETFD, 0);   /* clear CLOEXEC */
2133       if (strcmp(arg, "-e") == 0)
2134         execlp("rpm", "rpm", arg, "--nodeps", "--nodigest", "--nosignature", "--root", rootdir, name, (char *)0);
2135       else
2136         execlp("rpm", "rpm", arg, "--force", "--nodeps", "--nodigest", "--nosignature", "--root", rootdir, name, (char *)0);
2137       perror("rpm");
2138       _exit(0);
2139     }
2140   while (waitpid(pid, &status, 0) != pid)
2141     ;
2142   if (status)
2143     {
2144       printf("rpm failed\n");
2145       exit(1);
2146     }
2147 }
2148
2149 #endif
2150
2151 #if defined(ENABLE_DEBIAN) && defined(DEBIAN)
2152
2153 void
2154 rundpkg(const char *arg, const char *name, int dupfd3, const char *rootdir)
2155 {
2156   pid_t pid;
2157   int status;
2158
2159   if ((pid = fork()) == (pid_t)-1)
2160     {
2161       perror("fork");
2162       exit(1);
2163     }
2164   if (pid == 0)
2165     {
2166       if (!rootdir)
2167         rootdir = "/";
2168       if (dupfd3 != -1 && dupfd3 != 3)
2169         {
2170           dup2(dupfd3, 3);
2171           close(dupfd3);
2172         }
2173       if (dupfd3 != -1)
2174         fcntl(3, F_SETFD, 0);   /* clear CLOEXEC */
2175       if (strcmp(arg, "--install") == 0)
2176         execlp("dpkg", "dpkg", "--install", "--root", rootdir, "--force", "all", name, (char *)0);
2177       else
2178         execlp("dpkg", "dpkg", "--remove", "--root", rootdir, "--force", "all", name, (char *)0);
2179       perror("dpkg");
2180       _exit(0);
2181     }
2182   while (waitpid(pid, &status, 0) != pid)
2183     ;
2184   if (status)
2185     {
2186       printf("dpkg failed\n");
2187       exit(1);
2188     }
2189 }
2190
2191 #endif
2192
2193 static Id
2194 nscallback(Pool *pool, void *data, Id name, Id evr)
2195 {
2196   if (name == NAMESPACE_PRODUCTBUDDY)
2197     {
2198       /* SUSE specific hack: each product has an associated rpm */
2199       Solvable *s = pool->solvables + evr;
2200       Id p, pp, cap;
2201       Id bestp = 0;
2202
2203       cap = pool_str2id(pool, pool_tmpjoin(pool, "product(", pool_id2str(pool, s->name) + 8, ")"), 0);
2204       if (!cap)
2205         return 0;
2206       cap = pool_rel2id(pool, cap, s->evr, REL_EQ, 0);
2207       if (!cap)
2208         return 0;
2209       FOR_PROVIDES(p, pp, cap)
2210         {
2211           Solvable *ps = pool->solvables + p;
2212           if (ps->repo == s->repo && ps->arch == s->arch)
2213             if (!bestp || pool_evrcmp(pool, pool->solvables[bestp].evr, ps->evr, EVRCMP_COMPARE) < 0)
2214               bestp = p;
2215         }
2216       return bestp;
2217     }
2218 #if 0
2219   if (name == NAMESPACE_LANGUAGE)
2220     {
2221       if (!strcmp(pool_id2str(pool, evr), "ja"))
2222         return 1;
2223       if (!strcmp(pool_id2str(pool, evr), "de"))
2224         return 1;
2225       if (!strcmp(pool_id2str(pool, evr), "en"))
2226         return 1;
2227       if (!strcmp(pool_id2str(pool, evr), "en_US"))
2228         return 1;
2229     }
2230 #endif
2231   return 0;
2232 }
2233
2234 #ifdef SOFTLOCKS_PATH
2235
2236 void
2237 addsoftlocks(Pool *pool, Queue *job)
2238 {
2239   FILE *fp;
2240   Id type, id, p, pp;
2241   char *bp, *ep, buf[4096];
2242
2243   if ((fp = fopen(SOFTLOCKS_PATH, "r")) == 0)
2244     return;
2245   while((bp = fgets(buf, sizeof(buf), fp)) != 0)
2246     {
2247       while (*bp == ' ' || *bp == '\t')
2248         bp++;
2249       if (!*bp || *bp == '#')
2250         continue;
2251       for (ep = bp; *ep; ep++)
2252         if (*ep == ' ' || *ep == '\t' || *ep == '\n')
2253           break;
2254       *ep = 0;
2255       type = SOLVER_SOLVABLE_NAME;
2256       if (!strncmp(bp, "provides:", 9) && bp[9])
2257         {
2258           type = SOLVER_SOLVABLE_PROVIDES;
2259           bp += 9;
2260         }
2261       id = pool_str2id(pool, bp, 1);
2262       if (pool->installed)
2263         {
2264           FOR_JOB_SELECT(p, pp, type, id)
2265             if (pool->solvables[p].repo == pool->installed)
2266               break;
2267           if (p)
2268             continue;   /* ignore, as it is already installed */
2269         }
2270       queue_push2(job, SOLVER_LOCK|SOLVER_WEAK|type, id);
2271     }
2272   fclose(fp);
2273 }
2274
2275 #endif
2276
2277
2278 void
2279 rewrite_repos(Pool *pool, Queue *addedfileprovides, Queue *addedfileprovides_inst)
2280 {
2281   Repo *repo;
2282   Repodata *data;
2283   Map providedids;
2284   Queue fileprovidesq;
2285   int i, j, n;
2286   struct repoinfo *cinfo;
2287
2288   map_init(&providedids, pool->ss.nstrings);
2289   queue_init(&fileprovidesq);
2290   for (i = 0; i < addedfileprovides->count; i++)
2291     MAPSET(&providedids, addedfileprovides->elements[i]);
2292   FOR_REPOS(i, repo)
2293     {
2294       /* make sure all repodatas but the first are extensions */
2295       if (repo->nrepodata < 2)
2296         continue;
2297       cinfo = repo->appdata;
2298       if (cinfo && cinfo->incomplete)
2299         continue;
2300       data = repo_id2repodata(repo, 1);
2301       if (data->loadcallback)
2302         continue;
2303       for (j = 2; j < repo->nrepodata; j++)
2304         {
2305           Repodata *edata = repo_id2repodata(repo, j);
2306           if (!edata->loadcallback)
2307             break;
2308         }
2309       if (j < repo->nrepodata)
2310         continue;       /* found a non-externsion repodata, can't rewrite  */
2311       if (repodata_lookup_idarray(data, SOLVID_META, REPOSITORY_ADDEDFILEPROVIDES, &fileprovidesq))
2312         {
2313           if (repo == pool->installed && addedfileprovides_inst)
2314             {
2315               for (j = 0; j < addedfileprovides->count; j++)
2316                 MAPCLR(&providedids, addedfileprovides->elements[j]);
2317               for (j = 0; j < addedfileprovides_inst->count; j++)
2318                 MAPSET(&providedids, addedfileprovides_inst->elements[j]);
2319             }
2320           n = 0;
2321           for (j = 0; j < fileprovidesq.count; j++)
2322             if (MAPTST(&providedids, fileprovidesq.elements[j]))
2323               n++;
2324           if (repo == pool->installed && addedfileprovides_inst)
2325             {
2326               for (j = 0; j < addedfileprovides_inst->count; j++)
2327                 MAPCLR(&providedids, addedfileprovides_inst->elements[j]);
2328               for (j = 0; j < addedfileprovides->count; j++)
2329                 MAPSET(&providedids, addedfileprovides->elements[j]);
2330               if (n == addedfileprovides_inst->count)
2331                 continue;       /* nothing new added */
2332             }
2333           else if (n == addedfileprovides->count)
2334             continue;   /* nothing new added */
2335         }
2336       repodata_set_idarray(data, SOLVID_META, REPOSITORY_ADDEDFILEPROVIDES, repo == pool->installed && addedfileprovides_inst ? addedfileprovides_inst : addedfileprovides);
2337       repodata_internalize(data);
2338       writecachedrepo(repo, data, 0, cinfo ? cinfo->cookie : installedcookie);
2339     }
2340   queue_free(&fileprovidesq);
2341   map_free(&providedids);
2342 }
2343
2344 static void
2345 select_patches(Pool *pool, Queue *job)
2346 {
2347   Id p, pp;
2348   int pruneyou = 0;
2349   Map installedmap, multiversionmap;
2350   Solvable *s;
2351
2352   map_init(&multiversionmap, 0);
2353   map_init(&installedmap, pool->nsolvables);
2354   solver_calculate_multiversionmap(pool, job, &multiversionmap);
2355   if (pool->installed)
2356     FOR_REPO_SOLVABLES(pool->installed, p, s)
2357       MAPSET(&installedmap, p);
2358
2359   /* install all patches */
2360   for (p = 1; p < pool->nsolvables; p++)
2361     {
2362       const char *type;
2363       int r;
2364       Id p2;
2365
2366       s = pool->solvables + p;
2367       if (strncmp(pool_id2str(pool, s->name), "patch:", 6) != 0)
2368         continue;
2369       FOR_PROVIDES(p2, pp, s->name)
2370         {
2371           Solvable *s2 = pool->solvables + p2;
2372           if (s2->name != s->name)
2373             continue;
2374           r = pool_evrcmp(pool, s->evr, s2->evr, EVRCMP_COMPARE);
2375           if (r < 0 || (r == 0 && p > p2))
2376             break;
2377         }
2378       if (p2)
2379         continue;
2380       type = solvable_lookup_str(s, SOLVABLE_PATCHCATEGORY);
2381       if (type && !strcmp(type, "optional"))
2382         continue;
2383       r = solvable_trivial_installable_map(s, &installedmap, 0, &multiversionmap);
2384       if (r == -1)
2385         continue;
2386       if (solvable_lookup_bool(s, UPDATE_RESTART) && r == 0)
2387         {
2388           if (!pruneyou++)
2389             queue_empty(job);
2390         }
2391       else if (pruneyou)
2392         continue;
2393       queue_push2(job, SOLVER_SOLVABLE, p);
2394     }
2395   map_free(&installedmap);
2396   map_free(&multiversionmap);
2397 }
2398
2399 #define MODE_LIST        0
2400 #define MODE_INSTALL     1
2401 #define MODE_ERASE       2
2402 #define MODE_UPDATE      3
2403 #define MODE_DISTUPGRADE 4
2404 #define MODE_VERIFY      5
2405 #define MODE_PATCH       6
2406 #define MODE_INFO        7
2407 #define MODE_REPOLIST    8
2408 #define MODE_SEARCH      9
2409
2410 void
2411 usage(int r)
2412 {
2413   fprintf(stderr, "Usage: solv COMMAND <select>\n");
2414   fprintf(stderr, "\n");
2415   fprintf(stderr, "    dist-upgrade: replace installed packages with\n");
2416   fprintf(stderr, "                  versions from the repositories\n");
2417   fprintf(stderr, "    erase:        erase installed packages\n");
2418   fprintf(stderr, "    info:         display package information\n");
2419   fprintf(stderr, "    install:      install packages\n");
2420   fprintf(stderr, "    list:         list packages\n");
2421   fprintf(stderr, "    repos:        list enabled repositories\n");
2422   fprintf(stderr, "    search:       search name/summary/description\n");
2423   fprintf(stderr, "    update:       update installed packages\n");
2424   fprintf(stderr, "    verify:       check dependencies of installed packages\n");
2425   fprintf(stderr, "\n");
2426   exit(r);
2427 }
2428
2429 int
2430 main(int argc, char **argv)
2431 {
2432   Pool *pool;
2433   Repo *commandlinerepo = 0;
2434   Id *commandlinepkgs = 0;
2435   Id p, pp;
2436   struct repoinfo *repoinfos;
2437   int nrepoinfos = 0;
2438   int mainmode = 0, mode = 0;
2439   int i, newpkgs;
2440   Queue job, checkq;
2441   Solver *solv = 0;
2442   Transaction *trans;
2443   char inbuf[128], *ip;
2444   FILE **newpkgsfps;
2445   Queue addedfileprovides;
2446   Queue addedfileprovides_inst;
2447   Queue repofilter;
2448   int cleandeps = 0;
2449   int forcebest = 0;
2450   char *rootdir = 0;
2451
2452   argc--;
2453   argv++;
2454   if (!argv[0])
2455     usage(1);
2456   if (!strcmp(argv[0], "install") || !strcmp(argv[0], "in"))
2457     {
2458       mainmode = MODE_INSTALL;
2459       mode = SOLVER_INSTALL;
2460     }
2461   else if (!strcmp(argv[0], "patch"))
2462     {
2463       mainmode = MODE_PATCH;
2464       mode = SOLVER_INSTALL;
2465     }
2466   else if (!strcmp(argv[0], "erase") || !strcmp(argv[0], "rm"))
2467     {
2468       mainmode = MODE_ERASE;
2469       mode = SOLVER_ERASE;
2470     }
2471   else if (!strcmp(argv[0], "list"))
2472     {
2473       mainmode = MODE_LIST;
2474       mode = 0;
2475     }
2476   else if (!strcmp(argv[0], "info"))
2477     {
2478       mainmode = MODE_INFO;
2479       mode = 0;
2480     }
2481   else if (!strcmp(argv[0], "search"))
2482     {
2483       mainmode = MODE_SEARCH;
2484       mode = 0;
2485     }
2486   else if (!strcmp(argv[0], "verify"))
2487     {
2488       mainmode = MODE_VERIFY;
2489       mode = SOLVER_VERIFY;
2490     }
2491   else if (!strcmp(argv[0], "update") || !strcmp(argv[0], "up"))
2492     {
2493       mainmode = MODE_UPDATE;
2494       mode = SOLVER_UPDATE;
2495     }
2496   else if (!strcmp(argv[0], "dist-upgrade") || !strcmp(argv[0], "dup"))
2497     {
2498       mainmode = MODE_DISTUPGRADE;
2499       mode = SOLVER_DISTUPGRADE;
2500     }
2501   else if (!strcmp(argv[0], "repos") || !strcmp(argv[0], "repolist") || !strcmp(argv[0], "lr"))
2502     {
2503       mainmode = MODE_REPOLIST;
2504       mode = 0;
2505     }
2506   else
2507     usage(1);
2508
2509   for (;;)
2510     {
2511       if (argc > 2 && !strcmp(argv[1], "--root"))
2512         {
2513           rootdir = argv[2];
2514           argc -= 2;
2515           argv += 2;
2516         }
2517
2518       else if (argc > 1 && !strcmp(argv[1], "--clean"))
2519         {
2520           cleandeps = 1;
2521           argc--;
2522           argv++;
2523         }
2524       else if (argc > 1 && !strcmp(argv[1], "--best"))
2525         {
2526           forcebest = 1;
2527           argc--;
2528           argv++;
2529         }
2530       else
2531         break;
2532     }
2533
2534   pool = pool_create();
2535   pool_set_rootdir(pool, rootdir);
2536
2537 #if 0
2538   {
2539     const char *langs[] = {"de_DE", "de", "en"};
2540     pool_set_languages(pool, langs, sizeof(langs)/sizeof(*langs));
2541   }
2542 #endif
2543
2544   pool_setloadcallback(pool, load_stub, 0);
2545   pool->nscallback = nscallback;
2546   // pool_setdebuglevel(pool, 2);
2547   setarch(pool);
2548   repoinfos = read_repoinfos(pool, &nrepoinfos);
2549
2550   if (mainmode == MODE_REPOLIST)
2551     {
2552       int j = 1;
2553       for (i = 0; i < nrepoinfos; i++)
2554         {
2555           struct repoinfo *cinfo = repoinfos + i;
2556           if (!cinfo->enabled)
2557             continue;
2558           printf("%d: %-20s %s (prio %d)\n", j++, cinfo->alias, cinfo->name, cinfo->priority);
2559         }
2560       exit(0);
2561     }
2562
2563   read_repos(pool, repoinfos, nrepoinfos);
2564
2565   queue_init(&repofilter);
2566   while (argc > 2 && !strcmp(argv[1], "-r"))
2567     {
2568       const char *rname = argv[2], *rp;
2569       Id repoid = 0;
2570       for (rp = rname; *rp; rp++)
2571         if (*rp <= '0' || *rp >= '9')
2572           break;
2573       if (!*rp)
2574         {
2575           /* repo specified by number */
2576           int rnum = atoi(rname);
2577           for (i = 0; i < nrepoinfos; i++)
2578             {
2579               struct repoinfo *cinfo = repoinfos + i;
2580               if (!cinfo->enabled)
2581                 continue;
2582               if (--rnum == 0)
2583                 repoid = cinfo->repo->repoid;
2584             }
2585         }
2586       else
2587         {
2588           /* repo specified by alias */
2589           Repo *repo;
2590           FOR_REPOS(i, repo)
2591             {
2592               if (!strcasecmp(rname, repo->name))
2593                 repoid = repo->repoid;
2594             }
2595         }
2596       if (!repoid)
2597         {
2598           fprintf(stderr, "%s: no such repo\n", rname);
2599           exit(1);
2600         }
2601       /* SETVENDOR is actually wrong but useful */
2602       queue_push2(&repofilter, SOLVER_SOLVABLE_REPO | SOLVER_SETREPO | SOLVER_SETVENDOR, repoid);
2603       argc -= 2;
2604       argv += 2;
2605     }
2606   if (mainmode == MODE_SEARCH)
2607     {
2608       Queue sel, q;
2609       Dataiterator di;
2610       if (argc != 2)
2611         usage(1);
2612       pool_createwhatprovides(pool);
2613       queue_init(&sel);
2614       dataiterator_init(&di, pool, 0, 0, 0, argv[1], SEARCH_SUBSTRING|SEARCH_NOCASE);
2615       dataiterator_set_keyname(&di, SOLVABLE_NAME);
2616       dataiterator_set_search(&di, 0, 0);
2617       while (dataiterator_step(&di))
2618         queue_push2(&sel, SOLVER_SOLVABLE, di.solvid);
2619       dataiterator_set_keyname(&di, SOLVABLE_SUMMARY);
2620       dataiterator_set_search(&di, 0, 0);
2621       while (dataiterator_step(&di))
2622         queue_push2(&sel, SOLVER_SOLVABLE, di.solvid);
2623       dataiterator_set_keyname(&di, SOLVABLE_DESCRIPTION);
2624       dataiterator_set_search(&di, 0, 0);
2625       while (dataiterator_step(&di))
2626         queue_push2(&sel, SOLVER_SOLVABLE, di.solvid);
2627       dataiterator_free(&di);
2628       if (repofilter.count)
2629         selection_filter(pool, &sel, &repofilter);
2630
2631       queue_init(&q);
2632       selection_solvables(pool, &sel, &q);
2633       queue_free(&sel);
2634       for (i = 0; i < q.count; i++)
2635         {
2636           Solvable *s = pool_id2solvable(pool, q.elements[i]);
2637           printf("  - %s [%s]: %s\n", pool_solvable2str(pool, s), s->repo->name, solvable_lookup_str(s, SOLVABLE_SUMMARY));
2638         }
2639       queue_free(&q);
2640       exit(0);
2641     }
2642
2643
2644   if (mainmode == MODE_LIST || mainmode == MODE_INSTALL)
2645     {
2646       for (i = 1; i < argc; i++)
2647         {
2648           int l;
2649           l = strlen(argv[i]);
2650 #if defined(ENABLE_RPMDB) && (defined(SUSE) || defined(FEDORA))
2651           if (l <= 4 || strcmp(argv[i] + l - 4, ".rpm"))
2652             continue;
2653 #endif
2654 #if defined(ENABLE_DEBIAN) && defined(DEBIAN)
2655           if (l <= 4 || strcmp(argv[i] + l - 4, ".deb"))
2656             continue;
2657 #endif
2658           if (access(argv[i], R_OK))
2659             {
2660               perror(argv[i]);
2661               exit(1);
2662             }
2663           if (!commandlinepkgs)
2664             commandlinepkgs = solv_calloc(argc, sizeof(Id));
2665           if (!commandlinerepo)
2666             commandlinerepo = repo_create(pool, "@commandline");
2667           p = 0;
2668 #if defined(ENABLE_RPMDB) && (defined(SUSE) || defined(FEDORA))
2669           p = repo_add_rpm(commandlinerepo, (const char *)argv[i], REPO_REUSE_REPODATA|REPO_NO_INTERNALIZE);
2670 #endif
2671 #if defined(ENABLE_DEBIAN) && defined(DEBIAN)
2672           p = repo_add_deb(commandlinerepo, (const char *)argv[i], REPO_REUSE_REPODATA|REPO_NO_INTERNALIZE);
2673 #endif
2674           if (!p)
2675             {
2676               fprintf(stderr, "could not add '%s'\n", argv[i]);
2677               exit(1);
2678             }
2679           commandlinepkgs[i] = p;
2680         }
2681       if (commandlinerepo)
2682         repo_internalize(commandlinerepo);
2683     }
2684
2685   // FOR_REPOS(i, repo)
2686   //   printf("%s: %d solvables\n", repo->name, repo->nsolvables);
2687   queue_init(&addedfileprovides);
2688   queue_init(&addedfileprovides_inst);
2689   pool_addfileprovides_queue(pool, &addedfileprovides, &addedfileprovides_inst);
2690   if (addedfileprovides.count || addedfileprovides_inst.count)
2691     rewrite_repos(pool, &addedfileprovides, &addedfileprovides_inst);
2692   queue_free(&addedfileprovides);
2693   queue_free(&addedfileprovides_inst);
2694   pool_createwhatprovides(pool);
2695
2696   queue_init(&job);
2697   for (i = 1; i < argc; i++)
2698     {
2699       Queue job2;
2700       int j, flags, rflags;
2701
2702       if (commandlinepkgs && commandlinepkgs[i])
2703         {
2704           queue_push2(&job, SOLVER_SOLVABLE, commandlinepkgs[i]);
2705           continue;
2706         }
2707       queue_init(&job2);
2708       flags = SELECTION_NAME|SELECTION_PROVIDES|SELECTION_GLOB;
2709       flags |= SELECTION_CANON|SELECTION_DOTARCH|SELECTION_REL;
2710       if (mode == MODE_LIST)
2711         flags |= SELECTION_WITH_SOURCE;
2712       if (argv[i][0] == '/')
2713         flags |= SELECTION_FILELIST | (mode == MODE_ERASE ? SELECTION_INSTALLED_ONLY : 0);
2714       rflags = selection_make(pool, &job2, argv[i], flags);
2715       if (repofilter.count)
2716         selection_filter(pool, &job2, &repofilter);
2717       if (!job2.count)
2718         {
2719           flags |= SELECTION_NOCASE;
2720           rflags = selection_make(pool, &job2, argv[i], flags);
2721           if (repofilter.count)
2722             selection_filter(pool, &job2, &repofilter);
2723           if (job2.count)
2724             printf("[ignoring case for '%s']\n", argv[i]);
2725         }
2726       if (!job2.count)
2727         {
2728           fprintf(stderr, "nothing matches '%s'\n", argv[i]);
2729           exit(1);
2730         }
2731       if (rflags & SELECTION_FILELIST)
2732         printf("[using file list match for '%s']\n", argv[i]);
2733       if (rflags & SELECTION_PROVIDES)
2734         printf("[using capability match for '%s']\n", argv[i]);
2735       for (j = 0; j < job2.count; j++)
2736         queue_push(&job, job2.elements[j]);
2737       queue_free(&job2);
2738     }
2739
2740   if (!job.count && (mainmode == MODE_UPDATE || mainmode == MODE_DISTUPGRADE || mainmode == MODE_VERIFY || repofilter.count))
2741     {
2742       queue_push2(&job, SOLVER_SOLVABLE_ALL, 0);
2743       if (repofilter.count)
2744         selection_filter(pool, &job, &repofilter);
2745     }
2746   queue_free(&repofilter);
2747
2748   if (!job.count && mainmode != MODE_PATCH)
2749     {
2750       printf("no package matched\n");
2751       exit(1);
2752     }
2753
2754   if (mainmode == MODE_LIST || mainmode == MODE_INFO)
2755     {
2756       /* list mode, no solver needed */
2757       Queue q;
2758       queue_init(&q);
2759       for (i = 0; i < job.count; i += 2)
2760         {
2761           int j;
2762           queue_empty(&q);
2763           pool_job2solvables(pool, &q, job.elements[i], job.elements[i + 1]);
2764           for (j = 0; j < q.count; j++)
2765             {
2766               Solvable *s = pool_id2solvable(pool, q.elements[j]);
2767               if (mainmode == MODE_INFO)
2768                 {
2769                   const char *str;
2770                   printf("Name:        %s\n", pool_solvable2str(pool, s));
2771                   printf("Repo:        %s\n", s->repo->name);
2772                   printf("Summary:     %s\n", solvable_lookup_str(s, SOLVABLE_SUMMARY));
2773                   str = solvable_lookup_str(s, SOLVABLE_URL);
2774                   if (str)
2775                     printf("Url:         %s\n", str);
2776                   str = solvable_lookup_str(s, SOLVABLE_LICENSE);
2777                   if (str)
2778                     printf("License:     %s\n", str);
2779                   printf("Description:\n%s\n", solvable_lookup_str(s, SOLVABLE_DESCRIPTION));
2780                   printf("\n");
2781                 }
2782               else
2783                 {
2784 #if 1
2785                   const char *sum = solvable_lookup_str_lang(s, SOLVABLE_SUMMARY, "de", 1);
2786 #else
2787                   const char *sum = solvable_lookup_str_poollang(s, SOLVABLE_SUMMARY);
2788 #endif
2789                   printf("  - %s [%s]\n", pool_solvable2str(pool, s), s->repo->name);
2790                   if (sum)
2791                     printf("    %s\n", sum);
2792                 }
2793             }
2794         }
2795       queue_free(&q);
2796       queue_free(&job);
2797       pool_free(pool);
2798       free_repoinfos(repoinfos, nrepoinfos);
2799       solv_free(commandlinepkgs);
2800 #ifdef FEDORA
2801       yum_substitute(pool, 0);
2802 #endif
2803       exit(0);
2804     }
2805
2806   if (mainmode == MODE_PATCH)
2807     select_patches(pool, &job);
2808
2809   // add mode
2810   for (i = 0; i < job.count; i += 2)
2811     {
2812       job.elements[i] |= mode;
2813       if (mode == SOLVER_UPDATE && pool_isemptyupdatejob(pool, job.elements[i], job.elements[i + 1]))
2814         job.elements[i] ^= SOLVER_UPDATE ^ SOLVER_INSTALL;
2815       if (cleandeps)
2816         job.elements[i] |= SOLVER_CLEANDEPS;
2817       if (forcebest)
2818         job.elements[i] |= SOLVER_FORCEBEST;
2819     }
2820
2821   // multiversion test
2822   // queue_push2(&job, SOLVER_MULTIVERSION|SOLVER_SOLVABLE_NAME, pool_str2id(pool, "kernel-pae", 1));
2823   // queue_push2(&job, SOLVER_MULTIVERSION|SOLVER_SOLVABLE_NAME, pool_str2id(pool, "kernel-pae-base", 1));
2824   // queue_push2(&job, SOLVER_MULTIVERSION|SOLVER_SOLVABLE_NAME, pool_str2id(pool, "kernel-pae-extra", 1));
2825 #if 0
2826   queue_push2(&job, SOLVER_INSTALL|SOLVER_SOLVABLE_PROVIDES, pool_rel2id(pool, NAMESPACE_LANGUAGE, 0, REL_NAMESPACE, 1));
2827   queue_push2(&job, SOLVER_ERASE|SOLVER_CLEANDEPS|SOLVER_SOLVABLE_PROVIDES, pool_rel2id(pool, NAMESPACE_LANGUAGE, 0, REL_NAMESPACE, 1));
2828 #endif
2829
2830 #ifdef SOFTLOCKS_PATH
2831   addsoftlocks(pool, &job);
2832 #endif
2833
2834 #if defined(ENABLE_RPMDB) && (defined(SUSE) || defined(FEDORA))
2835 rerunsolver:
2836 #endif
2837   solv = solver_create(pool);
2838   solver_set_flag(solv, SOLVER_FLAG_SPLITPROVIDES, 1);
2839 #ifdef FEDORA
2840   solver_set_flag(solv, SOLVER_FLAG_ALLOW_VENDORCHANGE, 1);
2841 #endif
2842   if (mainmode == MODE_ERASE)
2843     solver_set_flag(solv, SOLVER_FLAG_ALLOW_UNINSTALL, 1);      /* don't nag */
2844   solver_set_flag(solv, SOLVER_FLAG_BEST_OBEY_POLICY, 1);
2845
2846   for (;;)
2847     {
2848       Id problem, solution;
2849       int pcnt, scnt;
2850
2851       if (!solver_solve(solv, &job))
2852         break;
2853       pcnt = solver_problem_count(solv);
2854       printf("Found %d problems:\n", pcnt);
2855       for (problem = 1; problem <= pcnt; problem++)
2856         {
2857           int take = 0;
2858           printf("Problem %d/%d:\n", problem, pcnt);
2859           solver_printprobleminfo(solv, problem);
2860           printf("\n");
2861           scnt = solver_solution_count(solv, problem);
2862           for (solution = 1; solution <= scnt; solution++)
2863             {
2864               printf("Solution %d:\n", solution);
2865               solver_printsolution(solv, problem, solution);
2866               printf("\n");
2867             }
2868           for (;;)
2869             {
2870               printf("Please choose a solution: ");
2871               fflush(stdout);
2872               *inbuf = 0;
2873               if (!(ip = fgets(inbuf, sizeof(inbuf), stdin)))
2874                 {
2875                   printf("Abort.\n");
2876                   exit(1);
2877                 }
2878               while (*ip == ' ' || *ip == '\t')
2879                 ip++;
2880               if (*ip >= '0' && *ip <= '9')
2881                 {
2882                   take = atoi(ip);
2883                   if (take >= 1 && take <= scnt)
2884                     break;
2885                 }
2886               if (*ip == 's')
2887                 {
2888                   take = 0;
2889                   break;
2890                 }
2891               if (*ip == 'q')
2892                 {
2893                   printf("Abort.\n");
2894                   exit(1);
2895                 }
2896             }
2897           if (!take)
2898             continue;
2899           solver_take_solution(solv, problem, take, &job);
2900         }
2901     }
2902
2903   trans = solver_create_transaction(solv);
2904   if (!trans->steps.count)
2905     {
2906       printf("Nothing to do.\n");
2907       transaction_free(trans);
2908       solver_free(solv);
2909       queue_free(&job);
2910       pool_free(pool);
2911       free_repoinfos(repoinfos, nrepoinfos);
2912       solv_free(commandlinepkgs);
2913 #ifdef FEDORA
2914       yum_substitute(pool, 0);
2915 #endif
2916       exit(1);
2917     }
2918   printf("\n");
2919   printf("Transaction summary:\n\n");
2920   transaction_print(trans);
2921
2922 #if defined(SUSE)
2923   if (1)
2924     {
2925       DUChanges duc[4];
2926       int i;
2927
2928       duc[0].path = "/";
2929       duc[1].path = "/usr/share/man";
2930       duc[2].path = "/sbin";
2931       duc[3].path = "/etc";
2932       transaction_calc_duchanges(trans, duc, 4);
2933       for (i = 0; i < 4; i++)
2934         printf("duchanges %s: %d K  %d inodes\n", duc[i].path, duc[i].kbytes, duc[i].files);
2935     }
2936 #endif
2937   printf("install size change: %d K\n", transaction_calc_installsizechange(trans));
2938   printf("\n");
2939
2940   if (!yesno("OK to continue (y/n)? "))
2941     {
2942       printf("Abort.\n");
2943       transaction_free(trans);
2944       solver_free(solv);
2945       queue_free(&job);
2946       pool_free(pool);
2947       free_repoinfos(repoinfos, nrepoinfos);
2948       solv_free(commandlinepkgs);
2949 #ifdef FEDORA
2950       yum_substitute(pool, 0);
2951 #endif
2952       exit(1);
2953     }
2954
2955   queue_init(&checkq);
2956   newpkgs = transaction_installedresult(trans, &checkq);
2957   newpkgsfps = 0;
2958
2959   if (newpkgs)
2960     {
2961       int downloadsize = 0;
2962       for (i = 0; i < newpkgs; i++)
2963         {
2964           Solvable *s;
2965
2966           p = checkq.elements[i];
2967           s = pool_id2solvable(pool, p);
2968           downloadsize += solvable_lookup_sizek(s, SOLVABLE_DOWNLOADSIZE, 0);
2969         }
2970       printf("Downloading %d packages, %d K\n", newpkgs, downloadsize);
2971       newpkgsfps = solv_calloc(newpkgs, sizeof(*newpkgsfps));
2972       for (i = 0; i < newpkgs; i++)
2973         {
2974           unsigned int medianr;
2975           const char *loc;
2976           Solvable *s;
2977           struct repoinfo *cinfo;
2978           const unsigned char *chksum;
2979           Id chksumtype;
2980           Dataiterator di;
2981
2982           p = checkq.elements[i];
2983           s = pool_id2solvable(pool, p);
2984           if (s->repo == commandlinerepo)
2985             {
2986               loc = solvable_lookup_location(s, &medianr);
2987               if (!(newpkgsfps[i] = fopen(loc, "r")))
2988                 {
2989                   perror(loc);
2990                   exit(1);
2991                 }
2992               putchar('.');
2993               continue;
2994             }
2995           cinfo = s->repo->appdata;
2996           if (!cinfo)
2997             {
2998               printf("%s: no repository information\n", s->repo->name);
2999               exit(1);
3000             }
3001           loc = solvable_lookup_location(s, &medianr);
3002           if (!loc)
3003              continue;
3004
3005           if (pool->installed && pool->installed->nsolvables)
3006             {
3007               /* try a delta first */
3008               char *matchname = strdup(pool_id2str(pool, s->name));
3009               dataiterator_init(&di, pool, s->repo, SOLVID_META, DELTA_PACKAGE_NAME, matchname, SEARCH_STRING);
3010               dataiterator_prepend_keyname(&di, REPOSITORY_DELTAINFO);
3011               while (dataiterator_step(&di))
3012                 {
3013                   Id baseevr, op;
3014
3015                   dataiterator_setpos_parent(&di);
3016                   if (pool_lookup_id(pool, SOLVID_POS, DELTA_PACKAGE_EVR) != s->evr ||
3017                       pool_lookup_id(pool, SOLVID_POS, DELTA_PACKAGE_ARCH) != s->arch)
3018                     continue;
3019                   baseevr = pool_lookup_id(pool, SOLVID_POS, DELTA_BASE_EVR);
3020                   FOR_PROVIDES(op, pp, s->name)
3021                     {
3022                       Solvable *os = pool->solvables + op;
3023                       if (os->repo == pool->installed && os->name == s->name && os->arch == s->arch && os->evr == baseevr)
3024                         break;
3025                     }
3026                   if (op && access("/usr/bin/applydeltarpm", X_OK) == 0)
3027                     {
3028                       /* base is installed, run sequence check */
3029                       const char *seqname;
3030                       const char *seqevr;
3031                       const char *seqnum;
3032                       const char *seq;
3033                       const char *dloc;
3034                       const char *archstr;
3035                       FILE *fp;
3036                       char cmd[128];
3037                       int newfd;
3038
3039                       archstr = pool_id2str(pool, s->arch);
3040                       if (strlen(archstr) > 10 || strchr(archstr, '\'') != 0)
3041                         continue;
3042
3043                       seqname = pool_lookup_str(pool, SOLVID_POS, DELTA_SEQ_NAME);
3044                       seqevr = pool_lookup_str(pool, SOLVID_POS, DELTA_SEQ_EVR);
3045                       seqnum = pool_lookup_str(pool, SOLVID_POS, DELTA_SEQ_NUM);
3046                       seq = pool_tmpjoin(pool, seqname, "-", seqevr);
3047                       seq = pool_tmpappend(pool, seq, "-", seqnum);
3048                       if (strchr(seq, '\'') != 0)
3049                         continue;
3050 #ifdef FEDORA
3051                       sprintf(cmd, "/usr/bin/applydeltarpm -a '%s' -c -s '", archstr);
3052 #else
3053                       sprintf(cmd, "/usr/bin/applydeltarpm -c -s '");
3054 #endif
3055                       if (system(pool_tmpjoin(pool, cmd, seq, "'")) != 0)
3056                         continue;       /* didn't match */
3057                       /* looks good, download delta */
3058                       chksumtype = 0;
3059                       chksum = pool_lookup_bin_checksum(pool, SOLVID_POS, DELTA_CHECKSUM, &chksumtype);
3060                       if (!chksumtype)
3061                         continue;       /* no way! */
3062                       dloc = pool_lookup_deltalocation(pool, SOLVID_POS, 0);
3063                       if (!dloc)
3064                         continue;
3065                       if (cinfo->type == TYPE_SUSETAGS)
3066                         {
3067                           const char *datadir = repo_lookup_str(cinfo->repo, SOLVID_META, SUSETAGS_DATADIR);
3068                           dloc = pool_tmpjoin(pool, datadir ? datadir : "suse", "/", dloc);
3069                         }
3070                       if ((fp = curlfopen(cinfo, dloc, 0, chksum, chksumtype, 0)) == 0)
3071                         continue;
3072                       /* got it, now reconstruct */
3073                       newfd = opentmpfile();
3074 #ifdef FEDORA
3075                       sprintf(cmd, "applydeltarpm -a '%s' /dev/fd/%d /dev/fd/%d", archstr, fileno(fp), newfd);
3076 #else
3077                       sprintf(cmd, "applydeltarpm /dev/fd/%d /dev/fd/%d", fileno(fp), newfd);
3078 #endif
3079                       fcntl(fileno(fp), F_SETFD, 0);
3080                       if (system(cmd))
3081                         {
3082                           close(newfd);
3083                           fclose(fp);
3084                           continue;
3085                         }
3086                       lseek(newfd, 0, SEEK_SET);
3087                       chksumtype = 0;
3088                       chksum = solvable_lookup_bin_checksum(s, SOLVABLE_CHECKSUM, &chksumtype);
3089                       if (chksumtype && !verify_checksum(newfd, loc, chksum, chksumtype))
3090                         {
3091                           close(newfd);
3092                           fclose(fp);
3093                           continue;
3094                         }
3095                       newpkgsfps[i] = fdopen(newfd, "r");
3096                       fclose(fp);
3097                       break;
3098                     }
3099                 }
3100               dataiterator_free(&di);
3101               solv_free(matchname);
3102             }
3103
3104           if (newpkgsfps[i])
3105             {
3106               putchar('d');
3107               fflush(stdout);
3108               continue;         /* delta worked! */
3109             }
3110           if (cinfo->type == TYPE_SUSETAGS)
3111             {
3112               const char *datadir = repo_lookup_str(cinfo->repo, SOLVID_META, SUSETAGS_DATADIR);
3113               loc = pool_tmpjoin(pool, datadir ? datadir : "suse", "/", loc);
3114             }
3115           chksumtype = 0;
3116           chksum = solvable_lookup_bin_checksum(s, SOLVABLE_CHECKSUM, &chksumtype);
3117           if ((newpkgsfps[i] = curlfopen(cinfo, loc, 0, chksum, chksumtype, 0)) == 0)
3118             {
3119               printf("\n%s: %s not found in repository\n", s->repo->name, loc);
3120               exit(1);
3121             }
3122           putchar('.');
3123           fflush(stdout);
3124         }
3125       putchar('\n');
3126     }
3127
3128 #if defined(ENABLE_RPMDB) && (defined(SUSE) || defined(FEDORA))
3129   if (newpkgs)
3130     {
3131       Queue conflicts;
3132       struct fcstate fcstate;
3133
3134       printf("Searching for file conflicts\n");
3135       queue_init(&conflicts);
3136       fcstate.rpmdbstate = 0;
3137       fcstate.newpkgscnt = newpkgs;
3138       fcstate.checkq = &checkq;
3139       fcstate.newpkgsfps = newpkgsfps;
3140       pool_findfileconflicts(pool, &checkq, newpkgs, &conflicts, &fileconflict_cb, &fcstate);
3141       if (conflicts.count)
3142         {
3143           printf("\n");
3144           for (i = 0; i < conflicts.count; i += 6)
3145             printf("file %s of package %s conflicts with package %s\n", pool_id2str(pool, conflicts.elements[i]), pool_solvid2str(pool, conflicts.elements[i + 1]), pool_solvid2str(pool, conflicts.elements[i + 4]));
3146           printf("\n");
3147           if (yesno("Re-run solver (y/n/q)? "))
3148             {
3149               for (i = 0; i < newpkgs; i++)
3150                 if (newpkgsfps[i])
3151                   fclose(newpkgsfps[i]);
3152               newpkgsfps = solv_free(newpkgsfps);
3153               solver_free(solv);
3154               solv = 0;
3155               pool_add_fileconflicts_deps(pool, &conflicts);
3156               goto rerunsolver;
3157             }
3158         }
3159       queue_free(&conflicts);
3160     }
3161 #endif
3162
3163   printf("Committing transaction:\n\n");
3164   transaction_order(trans, 0);
3165   for (i = 0; i < trans->steps.count; i++)
3166     {
3167 #if defined(ENABLE_RPMDB) && (defined(SUSE) || defined(FEDORA))
3168       const char *evr, *evrp, *nvra;
3169 #endif
3170       Solvable *s;
3171       int j;
3172       FILE *fp;
3173       Id type;
3174
3175       p = trans->steps.elements[i];
3176       s = pool_id2solvable(pool, p);
3177       type = transaction_type(trans, p, SOLVER_TRANSACTION_RPM_ONLY);
3178       switch(type)
3179         {
3180         case SOLVER_TRANSACTION_ERASE:
3181           printf("erase %s\n", pool_solvid2str(pool, p));
3182 #if defined(ENABLE_RPMDB) && (defined(SUSE) || defined(FEDORA))
3183           if (!s->repo->rpmdbid || !s->repo->rpmdbid[p - s->repo->start])
3184             continue;
3185           /* strip epoch from evr */
3186           evr = evrp = pool_id2str(pool, s->evr);
3187           while (*evrp >= '0' && *evrp <= '9')
3188             evrp++;
3189           if (evrp > evr && evrp[0] == ':' && evrp[1])
3190             evr = evrp + 1;
3191           nvra = pool_tmpjoin(pool, pool_id2str(pool, s->name), "-", evr);
3192           nvra = pool_tmpappend(pool, nvra, ".", pool_id2str(pool, s->arch));
3193           runrpm("-e", nvra, -1, rootdir);      /* too bad that --querybynumber doesn't work */
3194 #endif
3195 #if defined(ENABLE_DEBIAN) && defined(DEBIAN)
3196           rundpkg("--remove", pool_id2str(pool, s->name), 0, rootdir);
3197 #endif
3198           break;
3199         case SOLVER_TRANSACTION_INSTALL:
3200         case SOLVER_TRANSACTION_MULTIINSTALL:
3201           printf("install %s\n", pool_solvid2str(pool, p));
3202           for (j = 0; j < newpkgs; j++)
3203             if (checkq.elements[j] == p)
3204               break;
3205           fp = j < newpkgs ? newpkgsfps[j] : 0;
3206           if (!fp)
3207             continue;
3208           rewind(fp);
3209           lseek(fileno(fp), 0, SEEK_SET);
3210 #if defined(ENABLE_RPMDB) && (defined(SUSE) || defined(FEDORA))
3211           runrpm(type == SOLVER_TRANSACTION_MULTIINSTALL ? "-i" : "-U", "/dev/fd/3", fileno(fp), rootdir);
3212 #endif
3213 #if defined(ENABLE_DEBIAN) && defined(DEBIAN)
3214           rundpkg("--install", "/dev/fd/3", fileno(fp), rootdir);
3215 #endif
3216           fclose(fp);
3217           newpkgsfps[j] = 0;
3218           break;
3219         default:
3220           break;
3221         }
3222     }
3223
3224   for (i = 0; i < newpkgs; i++)
3225     if (newpkgsfps[i])
3226       fclose(newpkgsfps[i]);
3227   solv_free(newpkgsfps);
3228   queue_free(&checkq);
3229   transaction_free(trans);
3230   solver_free(solv);
3231   queue_free(&job);
3232   pool_free(pool);
3233   free_repoinfos(repoinfos, nrepoinfos);
3234   solv_free(commandlinepkgs);
3235 #ifdef FEDORA
3236   yum_substitute(pool, 0);
3237 #endif
3238   exit(0);
3239 }