2 * Copyright (c) 2007-2009, Novell Inc.
4 * This program is licensed under the BSD license, read LICENSE.BSD
5 * for further information
11 * The pool contains information about solvables
12 * stored optimized for memory consumption and fast retrieval.
24 #include "poolid_private.h"
30 #define SOLVABLE_BLOCK 255
32 #define KNOWNID_INITIALIZE
34 #undef KNOWNID_INITIALIZE
43 pool = (Pool *)solv_calloc(1, sizeof(*pool));
45 stringpool_init (&pool->ss, initpool_data);
47 /* alloc space for RelDep 0 */
48 pool->rels = solv_extend_resize(0, 1, sizeof(Reldep), REL_BLOCK);
50 memset(pool->rels, 0, sizeof(Reldep));
52 /* alloc space for Solvable 0 and system solvable */
53 pool->solvables = solv_extend_resize(0, 2, sizeof(Solvable), SOLVABLE_BLOCK);
55 memset(pool->solvables, 0, 2 * sizeof(Solvable));
57 /* initialize the system solvable */
58 s = pool->solvables + SYSTEMSOLVABLE;
59 s->name = SYSTEM_SYSTEM;
60 s->arch = ARCH_NOARCH;
63 queue_init(&pool->vendormap);
65 pool->debugmask = SOLV_DEBUG_RESULT; /* FIXME */
67 pool->obsoleteusescolors = 1;
70 pool->allowselfconflicts = 1;
71 pool->disttype = DISTTYPE_DEB;
74 pool->obsoleteusesprovides = 1;
75 pool->implicitobsoleteusesprovides = 1;
81 /* free all the resources of our pool */
87 pool_freewhatprovides(pool);
88 pool_freeidhashes(pool);
89 pool_freeallrepos(pool, 1);
90 solv_free(pool->id2arch);
91 solv_free(pool->id2color);
92 solv_free(pool->solvables);
93 stringpool_free(&pool->ss);
94 solv_free(pool->rels);
95 pool_setvendorclasses(pool, 0);
96 queue_free(&pool->vendormap);
97 for (i = 0; i < POOL_TMPSPACEBUF; i++)
98 solv_free(pool->tmpspace.buf[i]);
99 for (i = 0; i < pool->nlanguages; i++)
100 free((char *)pool->languages[i]);
101 solv_free(pool->languages);
102 solv_free(pool->languagecache);
107 pool_freeallrepos(Pool *pool, int reuseids)
111 pool_freewhatprovides(pool);
112 for (i = 1; i < pool->nrepos; i++)
114 repo_freedata(pool->repos[i]);
115 pool->repos = solv_free(pool->repos);
118 /* the first two solvables don't belong to a repo */
119 pool_free_solvable_block(pool, 2, pool->nsolvables - 2, reuseids);
122 #ifdef MULTI_SEMANTICS
124 pool_setdisttype(Pool *pool, int disttype)
126 pool->disttype = disttype;
131 pool_add_solvable(Pool *pool)
133 pool->solvables = solv_extend(pool->solvables, pool->nsolvables, 1, sizeof(Solvable), SOLVABLE_BLOCK);
134 memset(pool->solvables + pool->nsolvables, 0, sizeof(Solvable));
135 return pool->nsolvables++;
139 pool_add_solvable_block(Pool *pool, int count)
141 Id nsolvables = pool->nsolvables;
144 pool->solvables = solv_extend(pool->solvables, pool->nsolvables, count, sizeof(Solvable), SOLVABLE_BLOCK);
145 memset(pool->solvables + nsolvables, 0, sizeof(Solvable) * count);
146 pool->nsolvables += count;
151 pool_free_solvable_block(Pool *pool, Id start, int count, int reuseids)
155 if (reuseids && start + count == pool->nsolvables)
157 /* might want to shrink solvable array */
158 pool->nsolvables = start;
161 memset(pool->solvables + start, 0, sizeof(Solvable) * count);
166 pool_set_installed(Pool *pool, Repo *installed)
168 if (pool->installed == installed)
170 pool->installed = installed;
171 pool_freewhatprovides(pool);
175 pool_shrink_whatprovides_sortcmp(const void *ap, const void *bp, void *dp)
180 oa = pool->whatprovides[*(Id *)ap];
181 ob = pool->whatprovides[*(Id *)bp];
183 return *(Id *)ap - *(Id *)bp;
188 da = pool->whatprovidesdata + oa;
189 db = pool->whatprovidesdata + ob;
191 if ((r = (*da++ - *db++)) != 0)
195 return *(Id *)ap - *(Id *)bp;
199 * pool_shrink_whatprovides - unify whatprovides data
201 * whatprovides_rel must be empty for this to work!
205 pool_shrink_whatprovides(Pool *pool)
209 Id lastid, *last, *dp, *lp;
213 if (pool->ss.nstrings < 3)
215 sorted = solv_malloc2(pool->ss.nstrings, sizeof(Id));
216 for (id = 0; id < pool->ss.nstrings; id++)
218 solv_sort(sorted + 1, pool->ss.nstrings - 1, sizeof(Id), pool_shrink_whatprovides_sortcmp, pool);
221 for (i = 1; i < pool->ss.nstrings; i++)
224 o = pool->whatprovides[id];
225 if (o == 0 || o == 1)
227 dp = pool->whatprovidesdata + o;
241 pool->whatprovides[id] = -lastid;
245 last = pool->whatprovidesdata + o;
249 dp = pool->whatprovidesdata + 2;
250 for (id = 1; id < pool->ss.nstrings; id++)
252 o = pool->whatprovides[id];
253 if (o == 0 || o == 1)
260 pool->whatprovides[id] = pool->whatprovides[i];
263 lp = pool->whatprovidesdata + o;
266 pool->whatprovides[id] = dp - pool->whatprovidesdata;
267 while ((*dp++ = *lp++) != 0)
270 o = dp - pool->whatprovidesdata;
271 POOL_DEBUG(SOLV_DEBUG_STATS, "shrunk whatprovidesdata from %d to %d\n", pool->whatprovidesdataoff, o);
272 if (pool->whatprovidesdataoff == o)
274 r = pool->whatprovidesdataoff - o;
275 pool->whatprovidesdataoff = o;
276 pool->whatprovidesdata = solv_realloc(pool->whatprovidesdata, (o + pool->whatprovidesdataleft) * sizeof(Id));
277 if (r > pool->whatprovidesdataleft)
278 r = pool->whatprovidesdataleft;
279 memset(pool->whatprovidesdata + o, 0, r * sizeof(Id));
284 * pool_createwhatprovides()
286 * create hashes over pool of solvables to ease provide lookups
290 pool_createwhatprovides(Pool *pool)
292 int i, num, np, extra;
297 Offset *whatprovides;
298 Id *whatprovidesdata, *d;
299 Repo *installed = pool->installed;
302 now = solv_timems(0);
303 POOL_DEBUG(SOLV_DEBUG_STATS, "number of solvables: %d\n", pool->nsolvables);
304 POOL_DEBUG(SOLV_DEBUG_STATS, "number of ids: %d + %d\n", pool->ss.nstrings, pool->nrels);
306 pool_freeidhashes(pool); /* XXX: should not be here! */
307 pool_freewhatprovides(pool);
308 num = pool->ss.nstrings;
309 pool->whatprovides = whatprovides = solv_calloc_block(num, sizeof(Offset), WHATPROVIDES_BLOCK);
310 pool->whatprovides_rel = solv_calloc_block(pool->nrels, sizeof(Offset), WHATPROVIDES_BLOCK);
312 /* count providers for each name */
313 for (i = pool->nsolvables - 1; i > 0; i--)
316 s = pool->solvables + i;
317 if (!s->provides || !s->repo || s->repo->disabled)
319 /* we always need the installed solvable in the whatprovides data,
320 otherwise obsoletes/conflicts on them won't work */
321 if (s->repo != installed && !pool_installable(pool, s))
323 pp = s->repo->idarraydata + s->provides;
324 while ((id = *pp++) != 0)
328 Reldep *rd = GETRELDEP(pool, id);
331 whatprovides[id]++; /* inc count of providers */
335 off = 2; /* first entry is undef, second is empty list */
336 np = 0; /* number of names provided */
337 for (i = 0, idp = whatprovides; i < num; i++, idp++)
340 if (!n) /* no providers */
342 off += n; /* make space for all providers */
343 *idp = off++; /* now idp points to terminating zero */
344 np++; /* inc # of provider 'slots' for stats */
347 POOL_DEBUG(SOLV_DEBUG_STATS, "provide ids: %d\n", np);
349 /* reserve some space for relation data */
350 extra = 2 * pool->nrels;
354 POOL_DEBUG(SOLV_DEBUG_STATS, "provide space needed: %d + %d\n", off, extra);
356 /* alloc space for all providers + extra */
357 whatprovidesdata = solv_calloc(off + extra, sizeof(Id));
359 /* now fill data for all provides */
360 for (i = pool->nsolvables - 1; i > 0; i--)
363 s = pool->solvables + i;
364 if (!s->provides || !s->repo || s->repo->disabled)
366 if (s->repo != installed && !pool_installable(pool, s))
369 /* for all provides of this solvable */
370 pp = s->repo->idarraydata + s->provides;
371 while ((id = *pp++) != 0)
375 Reldep *rd = GETRELDEP(pool, id);
378 d = whatprovidesdata + whatprovides[id]; /* offset into whatprovidesdata */
379 if (*d != i) /* don't add same solvable twice */
386 pool->whatprovidesdata = whatprovidesdata;
387 pool->whatprovidesdataoff = off;
388 pool->whatprovidesdataleft = extra;
389 pool_shrink_whatprovides(pool);
390 POOL_DEBUG(SOLV_DEBUG_STATS, "whatprovides memory used: %d K id array, %d K data\n", (pool->ss.nstrings + pool->nrels + WHATPROVIDES_BLOCK) / (int)(1024/sizeof(Id)), (pool->whatprovidesdataoff + pool->whatprovidesdataleft) / (int)(1024/sizeof(Id)));
391 POOL_DEBUG(SOLV_DEBUG_STATS, "createwhatprovides took %d ms\n", solv_timems(now));
395 * free all of our whatprovides data
396 * be careful, everything internalized with pool_queuetowhatprovides is
400 pool_freewhatprovides(Pool *pool)
402 pool->whatprovides = solv_free(pool->whatprovides);
403 pool->whatprovides_rel = solv_free(pool->whatprovides_rel);
404 pool->whatprovidesdata = solv_free(pool->whatprovidesdata);
405 pool->whatprovidesdataoff = 0;
406 pool->whatprovidesdataleft = 0;
410 /******************************************************************************/
413 * pool_queuetowhatprovides - add queue contents to whatprovidesdata
415 * on-demand filling of provider information
416 * move queue data into whatprovidesdata
418 * returns: Offset into whatprovides
422 pool_queuetowhatprovides(Pool *pool, Queue *q)
425 int count = q->count;
427 if (count == 0) /* queue empty -> 1 */
430 /* extend whatprovidesdata if needed, +1 for ID_NULL-termination */
431 if (pool->whatprovidesdataleft < count + 1)
433 POOL_DEBUG(SOLV_DEBUG_STATS, "growing provides hash data...\n");
434 pool->whatprovidesdata = solv_realloc(pool->whatprovidesdata, (pool->whatprovidesdataoff + count + 4096) * sizeof(Id));
435 pool->whatprovidesdataleft = count + 4096;
438 /* copy queue to next free slot */
439 off = pool->whatprovidesdataoff;
440 memcpy(pool->whatprovidesdata + pool->whatprovidesdataoff, q->elements, count * sizeof(Id));
442 /* adapt count and ID_NULL-terminate */
443 pool->whatprovidesdataoff += count;
444 pool->whatprovidesdata[pool->whatprovidesdataoff++] = ID_NULL;
445 pool->whatprovidesdataleft -= count + 1;
451 /*************************************************************************/
453 #if defined(MULTI_SEMANTICS)
454 # define EVRCMP_DEPCMP (pool->disttype == DISTTYPE_DEB ? EVRCMP_COMPARE : EVRCMP_MATCH_RELEASE)
455 #elif defined(DEBIAN_SEMANTICS)
456 # define EVRCMP_DEPCMP EVRCMP_COMPARE
458 # define EVRCMP_DEPCMP EVRCMP_MATCH_RELEASE
461 /* check if a package's nevr matches a dependency */
464 pool_match_nevr_rel(Pool *pool, Solvable *s, Id d)
466 Reldep *rd = GETRELDEP(pool, d);
469 int flags = rd->flags;
478 return pool_match_nevr(pool, s, name);
480 if (pool_match_nevr(pool, s, name))
482 return pool_match_nevr(pool, s, evr);
485 if (!pool_match_nevr(pool, s, name))
487 return pool_match_nevr(pool, s, evr);
492 if (!pool_match_nevr(pool, s, name))
495 return flags & 2 ? 1 : 0;
500 if (flags != 2 && flags != 5)
502 if ((flags & (1 << (1 + pool_evrcmp(pool, s->evr, evr, EVRCMP_DEPCMP)))) != 0)
507 /* match (flags, evr) against provider (pflags, pevr) */
509 pool_match_flags_evr(Pool *pool, int pflags, Id pevr, int flags, int evr)
511 if (!pflags || !flags || pflags >= 8 || flags >= 8)
513 if (flags == 7 || pflags == 7)
514 return 1; /* rel provides every version */
515 if ((pflags & flags & 5) != 0)
516 return 1; /* both rels show in the same direction */
519 if ((pflags & flags & 2) != 0)
520 return 1; /* both have '=', match */
524 int f = flags == 5 ? 5 : flags == 2 ? pflags : (flags ^ 5) & (pflags | 5);
525 if ((f & (1 << (1 + pool_evrcmp(pool, pevr, evr, EVRCMP_DEPCMP)))) != 0)
531 /* match two dependencies (d1 = provider) */
534 pool_match_dep(Pool *pool, Id d1, Id d2)
544 rd2 = GETRELDEP(pool, d2);
545 return pool_match_dep(pool, d1, rd2->name);
547 rd1 = GETRELDEP(pool, d1);
550 return pool_match_dep(pool, rd1->name, d2);
552 rd2 = GETRELDEP(pool, d2);
553 /* first match name */
554 if (!pool_match_dep(pool, rd1->name, rd2->name))
556 /* name matches, check flags and evr */
557 return pool_match_flags_evr(pool, rd1->flags, rd1->evr, rd2->flags, rd2->evr);
563 * add packages fulfilling the relation to whatprovides array
564 * no exact providers, do range match
569 pool_addrelproviders(Pool *pool, Id d)
571 Reldep *rd = GETRELDEP(pool, d);
577 int flags = rd->flags;
582 queue_init_buffer(&plist, buf, sizeof(buf)/sizeof(*buf));
586 /* special relation */
594 wp = pool_whatprovides(pool, name);
595 pp2 = pool_whatprovides_ptr(pool, evr);
596 pp = pool->whatprovidesdata + wp;
597 while ((p = *pp++) != 0)
599 for (pp3 = pp2; *pp3; pp3++)
603 queue_push(&plist, p); /* found it */
609 wp = pool_whatprovides(pool, name);
610 pp = pool->whatprovidesdata + wp;
612 wp = pool_whatprovides(pool, evr);
616 while ((p = *pp++) != 0)
617 queue_push(&plist, p);
619 pp = pool_whatprovides_ptr(pool, evr);
620 while ((p = *pp++) != 0)
621 queue_pushunique(&plist, p);
622 if (plist.count != cnt)
627 if (name == NAMESPACE_OTHERPROVIDERS)
629 wp = pool_whatprovides(pool, evr);
632 if (pool->nscallback)
634 /* ask callback which packages provide the dependency
636 * 1: the system (aka SYSTEMSOLVABLE)
637 * >1: set of packages, stored as offset on whatprovidesdata
639 p = pool->nscallback(pool, pool->nscallbackdata, name, evr);
643 queue_push(&plist, SYSTEMSOLVABLE);
647 /* small hack: make it possible to match <pkg>.src
648 * we have to iterate over the solvables as src packages do not
649 * provide anything, thus they are not indexed in our
650 * whatprovides hash */
654 for (p = 1, s = pool->solvables + p; p < pool->nsolvables; p++, s++)
656 if (s->arch != ARCH_SRC && s->arch != ARCH_NOSRC)
658 if (pool_match_nevr(pool, s, name))
659 queue_push(&plist, p);
663 wp = pool_whatprovides(pool, name);
664 pp = pool->whatprovidesdata + wp;
665 while ((p = *pp++) != 0)
667 Solvable *s = pool->solvables + p;
669 queue_push(&plist, p);
674 case REL_FILECONFLICT:
675 pp = pool_whatprovides_ptr(pool, name);
676 while ((p = *pp++) != 0)
678 Id origd = MAKERELDEP(d);
679 Solvable *s = pool->solvables + p;
682 pidp = s->repo->idarraydata + s->provides;
683 while ((pid = *pidp++) != 0)
687 queue_push(&plist, p);
695 /* we can reuse an existing entry */
697 pool->whatprovides_rel[d] = wp;
703 /* simple version comparison relation */
705 POOL_DEBUG(SOLV_DEBUG_STATS, "addrelproviders: what provides %s?\n", pool_dep2str(pool, name));
707 pp = pool_whatprovides_ptr(pool, name);
708 while (ISRELDEP(name))
710 rd = GETRELDEP(pool, name);
713 while ((p = *pp++) != 0)
715 Solvable *s = pool->solvables + p;
718 /* no provides - check nevr */
719 if (pool_match_nevr_rel(pool, s, MAKERELDEP(d)))
720 queue_push(&plist, p);
723 /* solvable p provides name in some rels */
724 pidp = s->repo->idarraydata + s->provides;
725 while ((pid = *pidp++) != 0)
729 if (pool->disttype == DISTTYPE_DEB)
730 continue; /* unversioned provides can never match versioned deps */
734 continue; /* wrong provides name */
735 prd = GETRELDEP(pool, pid);
736 if (prd->name != name)
737 continue; /* wrong provides name */
738 /* right package, both deps are rels. check flags/evr */
739 if (pool_match_flags_evr(pool, prd->flags, prd->evr, flags, evr))
743 continue; /* none of the providers matched */
744 queue_push(&plist, p);
746 /* make our system solvable provide all unknown rpmlib() stuff */
747 if (plist.count == 0 && !strncmp(pool_id2str(pool, name), "rpmlib(", 7))
748 queue_push(&plist, SYSTEMSOLVABLE);
750 /* add providers to whatprovides */
752 POOL_DEBUG(SOLV_DEBUG_STATS, "addrelproviders: adding %d packages to %d\n", plist.count, d);
754 pool->whatprovides_rel[d] = pool_queuetowhatprovides(pool, &plist);
757 return pool->whatprovides_rel[d];
760 /*************************************************************************/
763 pool_debug(Pool *pool, int type, const char *format, ...)
768 if ((type & (SOLV_FATAL|SOLV_ERROR)) == 0)
770 if ((pool->debugmask & type) == 0)
773 va_start(args, format);
774 if (!pool->debugcallback)
776 if ((type & (SOLV_FATAL|SOLV_ERROR)) == 0 && !(pool->debugmask & SOLV_DEBUG_TO_STDERR))
777 vprintf(format, args);
779 vfprintf(stderr, format, args);
782 vsnprintf(buf, sizeof(buf), format, args);
783 pool->debugcallback(pool, pool->debugcallbackdata, type, buf);
787 pool_setdebuglevel(Pool *pool, int level)
789 int mask = SOLV_DEBUG_RESULT;
791 mask |= SOLV_DEBUG_STATS|SOLV_DEBUG_ANALYZE|SOLV_DEBUG_UNSOLVABLE|SOLV_DEBUG_SOLVER|SOLV_DEBUG_TRANSACTION;
793 mask |= SOLV_DEBUG_JOB|SOLV_DEBUG_SOLUTIONS|SOLV_DEBUG_POLICY;
795 mask |= SOLV_DEBUG_PROPAGATE;
797 mask |= SOLV_DEBUG_RULE_CREATION;
798 mask |= pool->debugmask & SOLV_DEBUG_TO_STDERR; /* keep bit */
799 pool->debugmask = mask;
802 void pool_setdebugcallback(Pool *pool, void (*debugcallback)(struct _Pool *, void *data, int type, const char *str), void *debugcallbackdata)
804 pool->debugcallback = debugcallback;
805 pool->debugcallbackdata = debugcallbackdata;
808 void pool_setdebugmask(Pool *pool, int mask)
810 pool->debugmask = mask;
813 void pool_setloadcallback(Pool *pool, int (*cb)(struct _Pool *, struct _Repodata *, void *), void *loadcbdata)
815 pool->loadcallback = cb;
816 pool->loadcallbackdata = loadcbdata;
819 /*************************************************************************/
829 #define SEARCHFILES_BLOCK 127
832 pool_addfileprovides_dep(Pool *pool, Id *ida, struct searchfiles *sf, struct searchfiles *isf)
836 struct searchfiles *csf;
838 while ((dep = *ida++) != 0)
841 while (ISRELDEP(dep))
844 sid = pool->ss.nstrings + GETRELID(dep);
845 if (MAPTST(&csf->seen, sid))
850 MAPSET(&csf->seen, sid);
851 rd = GETRELDEP(pool, dep);
854 else if (rd->flags == REL_NAMESPACE)
856 if (rd->name == NAMESPACE_INSTALLED || rd->name == NAMESPACE_SPLITPROVIDES)
859 if (!csf || MAPTST(&csf->seen, sid))
864 MAPSET(&csf->seen, sid);
868 else if (rd->flags == REL_FILECONFLICT)
878 pool_addfileprovides_dep(pool, ids, csf, isf);
884 if (MAPTST(&csf->seen, dep))
886 MAPSET(&csf->seen, dep);
887 s = pool_id2str(pool, dep);
890 csf->ids = solv_extend(csf->ids, csf->nfiles, 1, sizeof(Id), SEARCHFILES_BLOCK);
891 csf->dirs = solv_extend(csf->dirs, csf->nfiles, 1, sizeof(const char *), SEARCHFILES_BLOCK);
892 csf->names = solv_extend(csf->names, csf->nfiles, 1, sizeof(const char *), SEARCHFILES_BLOCK);
893 csf->ids[csf->nfiles] = dep;
894 sr = strrchr(s, '/');
895 csf->names[csf->nfiles] = solv_strdup(sr + 1);
896 csf->dirs[csf->nfiles] = solv_malloc(sr - s + 1);
898 strncpy(csf->dirs[csf->nfiles], s, sr - s);
899 csf->dirs[csf->nfiles][sr - s] = 0;
904 struct addfileprovides_cbdata {
918 addfileprovides_cb(void *cbdata, Solvable *s, Repodata *data, Repokey *key, KeyValue *value)
920 struct addfileprovides_cbdata *cbd = cbdata;
923 if (!cbd->useddirs.size)
925 map_init(&cbd->useddirs, data->dirpool.ndirs + 1);
926 for (i = 0; i < cbd->nfiles; i++)
929 if (MAPTST(&cbd->providedids, cbd->ids[i]))
934 did = repodata_str2dir(data, cbd->dirs[i], 0);
937 MAPSET(&cbd->useddirs, did);
939 repodata_free_dircache(data);
941 if (value->id >= data->dirpool.ndirs || !MAPTST(&cbd->useddirs, value->id))
943 for (i = 0; i < cbd->nfiles; i++)
945 if (cbd->dids[i] != value->id)
947 if (!strcmp(cbd->names[i], value->str))
950 if (i == cbd->nfiles)
952 s->provides = repo_addid_dep(s->repo, s->provides, cbd->ids[i], SOLVABLE_FILEMARKER);
957 pool_addfileprovides_search(Pool *pool, struct addfileprovides_cbdata *cbd, struct searchfiles *sf, Repo *repoonly)
963 int i, j, repoid, repodataid;
964 int provstart, provend;
966 int ndone, incomplete;
971 cbd->nfiles = sf->nfiles;
973 cbd->dirs = sf->dirs;
974 cbd->names = sf->names;
975 cbd->dids = solv_realloc2(cbd->dids, sf->nfiles, sizeof(Id));
976 map_init(&cbd->providedids, pool->ss.nstrings);
979 repo = repoonly ? repoonly : pool->repos[repoid];
980 map_init(&donemap, pool->nsolvables);
981 queue_init(&fileprovidesq);
982 provstart = provend = 0;
985 if (!repo || repo->disabled)
987 if (repoonly || ++repoid == pool->nrepos)
989 repo = pool->repos[repoid];
993 FOR_REPODATAS(repo, repodataid, data)
995 if (ndone >= repo->nsolvables)
998 if (repodata_lookup_idarray(data, SOLVID_META, REPOSITORY_ADDEDFILEPROVIDES, &fileprovidesq))
1000 map_empty(&cbd->providedids);
1001 for (i = 0; i < fileprovidesq.count; i++)
1002 MAPSET(&cbd->providedids, fileprovidesq.elements[i]);
1003 provstart = data->start;
1004 provend = data->end;
1005 for (i = 0; i < cbd->nfiles; i++)
1006 if (!MAPTST(&cbd->providedids, cbd->ids[i]))
1008 if (i == cbd->nfiles)
1010 /* great! no need to search files */
1011 for (p = data->start; p < data->end; p++)
1012 if (pool->solvables[p].repo == repo)
1014 if (MAPTST(&donemap, p))
1016 MAPSET(&donemap, p);
1023 if (!repodata_has_keyname(data, SOLVABLE_FILELIST))
1026 if (data->start < provstart || data->end > provend)
1028 map_empty(&cbd->providedids);
1029 provstart = provend = 0;
1032 /* check if the data is incomplete */
1034 if (data->state == REPODATA_AVAILABLE)
1036 for (j = 1; j < data->nkeys; j++)
1037 if (data->keys[j].name != REPOSITORY_SOLVABLES && data->keys[j].name != SOLVABLE_FILELIST)
1039 if (j < data->nkeys)
1042 for (i = 0; i < cbd->nfiles; i++)
1043 if (!MAPTST(&cbd->providedids, cbd->ids[i]) && !repodata_filelistfilter_matches(data, pool_id2str(pool, cbd->ids[i])))
1044 printf("need complete filelist because of %s\n", pool_id2str(pool, cbd->ids[i]));
1046 for (i = 0; i < cbd->nfiles; i++)
1047 if (!MAPTST(&cbd->providedids, cbd->ids[i]) && !repodata_filelistfilter_matches(data, pool_id2str(pool, cbd->ids[i])))
1049 if (i < cbd->nfiles)
1055 map_init(&cbd->useddirs, 0);
1056 for (p = data->start; p < data->end; p++)
1057 if (pool->solvables[p].repo == repo)
1059 if (MAPTST(&donemap, p))
1061 repodata_search(data, p, SOLVABLE_FILELIST, 0, addfileprovides_cb, cbd);
1064 MAPSET(&donemap, p);
1068 map_free(&cbd->useddirs);
1071 if (repoonly || ++repoid == pool->nrepos)
1073 repo = pool->repos[repoid];
1076 queue_free(&fileprovidesq);
1077 map_free(&cbd->providedids);
1081 pool_addfileprovides_queue(Pool *pool, Queue *idq)
1084 Repo *installed, *repo;
1085 struct searchfiles sf, isf, *isfp;
1086 struct addfileprovides_cbdata cbd;
1090 installed = pool->installed;
1091 now = solv_timems(0);
1092 memset(&sf, 0, sizeof(sf));
1093 map_init(&sf.seen, pool->ss.nstrings + pool->nrels);
1094 memset(&isf, 0, sizeof(isf));
1095 map_init(&isf.seen, pool->ss.nstrings + pool->nrels);
1099 isfp = installed ? &isf : 0;
1100 for (i = 1, s = pool->solvables + i; i < pool->nsolvables; i++, s++)
1106 pool_addfileprovides_dep(pool, repo->idarraydata + s->obsoletes, &sf, isfp);
1108 pool_addfileprovides_dep(pool, repo->idarraydata + s->conflicts, &sf, isfp);
1110 pool_addfileprovides_dep(pool, repo->idarraydata + s->requires, &sf, isfp);
1112 pool_addfileprovides_dep(pool, repo->idarraydata + s->recommends, &sf, isfp);
1114 pool_addfileprovides_dep(pool, repo->idarraydata + s->suggests, &sf, isfp);
1116 pool_addfileprovides_dep(pool, repo->idarraydata + s->supplements, &sf, isfp);
1118 pool_addfileprovides_dep(pool, repo->idarraydata + s->enhances, &sf, isfp);
1121 map_free(&isf.seen);
1122 POOL_DEBUG(SOLV_DEBUG_STATS, "found %d file dependencies, %d installed file dependencies\n", sf.nfiles, isf.nfiles);
1127 for (i = 0; i < sf.nfiles; i++)
1128 POOL_DEBUG(SOLV_DEBUG_STATS, "looking up %s in filelist\n", pool_id2str(pool, sf.ids[i]));
1130 pool_addfileprovides_search(pool, &cbd, &sf, 0);
1132 for (i = 0; i < sf.nfiles; i++)
1133 queue_push(idq, sf.ids[i]);
1135 for (i = 0; i < sf.nfiles; i++)
1137 solv_free(sf.dirs[i]);
1138 solv_free(sf.names[i]);
1141 solv_free(sf.names);
1146 for (i = 0; i < isf.nfiles; i++)
1147 POOL_DEBUG(SOLV_DEBUG_STATS, "looking up %s in installed filelist\n", pool_id2str(pool, isf.ids[i]));
1150 pool_addfileprovides_search(pool, &cbd, &isf, installed);
1152 for (i = 0; i < isf.nfiles; i++)
1154 solv_free(isf.dirs[i]);
1155 solv_free(isf.names[i]);
1157 solv_free(isf.dirs);
1158 solv_free(isf.names);
1160 solv_free(cbd.dids);
1161 pool_freewhatprovides(pool); /* as we have added provides */
1162 POOL_DEBUG(SOLV_DEBUG_STATS, "addfileprovides took %d ms\n", solv_timems(now));
1166 pool_addfileprovides(Pool *pool)
1168 pool_addfileprovides_queue(pool, 0);
1172 pool_search(Pool *pool, Id p, Id key, const char *match, int flags, int (*callback)(void *cbdata, Solvable *s, struct _Repodata *data, struct _Repokey *key, struct _KeyValue *kv), void *cbdata)
1176 if (pool->solvables[p].repo)
1177 repo_search(pool->solvables[p].repo, p, key, match, flags, callback, cbdata);
1180 /* FIXME: obey callback return value! */
1181 for (p = 1; p < pool->nsolvables; p++)
1182 if (pool->solvables[p].repo)
1183 repo_search(pool->solvables[p].repo, p, key, match, flags, callback, cbdata);
1187 pool_clear_pos(Pool *pool)
1189 memset(&pool->pos, 0, sizeof(pool->pos));
1194 pool_set_languages(Pool *pool, const char **languages, int nlanguages)
1198 pool->languagecache = solv_free(pool->languagecache);
1199 pool->languagecacheother = 0;
1200 if (pool->nlanguages)
1202 for (i = 0; i < pool->nlanguages; i++)
1203 free((char *)pool->languages[i]);
1204 free(pool->languages);
1206 pool->nlanguages = nlanguages;
1209 pool->languages = solv_calloc(nlanguages, sizeof(const char **));
1210 for (i = 0; i < pool->nlanguages; i++)
1211 pool->languages[i] = solv_strdup(languages[i]);
1215 pool_id2langid(Pool *pool, Id id, const char *lang, int create)
1221 if (!lang || !*lang)
1223 n = pool_id2str(pool, id);
1224 l = strlen(n) + strlen(lang) + 2;
1225 if (l > sizeof(buf))
1226 p = solv_malloc(strlen(n) + strlen(lang) + 2);
1229 sprintf(p, "%s:%s", n, lang);
1230 id = pool_str2id(pool, p, create);
1237 pool_alloctmpspace(Pool *pool, int len)
1239 int n = pool->tmpspace.n;
1242 if (len > pool->tmpspace.len[n])
1244 pool->tmpspace.buf[n] = solv_realloc(pool->tmpspace.buf[n], len + 32);
1245 pool->tmpspace.len[n] = len + 32;
1247 pool->tmpspace.n = (n + 1) % POOL_TMPSPACEBUF;
1248 return pool->tmpspace.buf[n];
1252 pool_alloctmpspace_free(Pool *pool, const char *space, int len)
1257 n = oldn = pool->tmpspace.n;
1261 n = POOL_TMPSPACEBUF - 1;
1264 if (pool->tmpspace.buf[n] != space)
1266 if (len > pool->tmpspace.len[n])
1268 pool->tmpspace.buf[n] = solv_realloc(pool->tmpspace.buf[n], len + 32);
1269 pool->tmpspace.len[n] = len + 32;
1271 return pool->tmpspace.buf[n];
1278 pool_freetmpspace(Pool *pool, const char *space)
1280 int n = pool->tmpspace.n;
1283 n = (n + (POOL_TMPSPACEBUF - 1)) % POOL_TMPSPACEBUF;
1284 if (pool->tmpspace.buf[n] == space)
1285 pool->tmpspace.n = n;
1289 pool_tmpjoin(Pool *pool, const char *str1, const char *str2, const char *str3)
1293 l1 = str1 ? strlen(str1) : 0;
1294 l2 = str2 ? strlen(str2) : 0;
1295 l3 = str3 ? strlen(str3) : 0;
1296 s = str = pool_alloctmpspace(pool, l1 + l2 + l3 + 1);
1317 pool_tmpappend(Pool *pool, const char *str1, const char *str2, const char *str3)
1322 l1 = str1 ? strlen(str1) : 0;
1323 l2 = str2 ? strlen(str2) : 0;
1324 l3 = str3 ? strlen(str3) : 0;
1325 str = pool_alloctmpspace_free(pool, str1, l1 + l2 + l3 + 1);
1329 str = pool_alloctmpspace(pool, l1 + l2 + l3 + 1);
1352 pool_bin2hex(Pool *pool, const unsigned char *buf, int len)
1357 s = pool_alloctmpspace(pool, 2 * len + 1);
1358 solv_bin2hex(buf, len, s);
1362 /*******************************************************************/
1374 struct mptree *mptree;
1385 solver_fill_DU_cb(void *cbdata, Solvable *s, Repodata *data, Repokey *key, KeyValue *value)
1387 struct ducbdata *cbd = cbdata;
1390 if (data != cbd->olddata)
1392 Id dn, mp, comp, *dirmap, *dirs;
1394 const char *compstr;
1395 struct mptree *mptree;
1397 /* create map from dir to mptree */
1398 cbd->dirmap = solv_free(cbd->dirmap);
1400 dirmap = solv_calloc(data->dirpool.ndirs, sizeof(Id));
1401 mptree = cbd->mptree;
1403 for (dn = 2, dirs = data->dirpool.dirs + dn; dn < data->dirpool.ndirs; dn++)
1417 if (!mptree[mp].child)
1422 if (data->localpool)
1423 compstr = stringpool_id2str(&data->spool, comp);
1425 compstr = pool_id2str(data->repo->pool, comp);
1426 compl = strlen(compstr);
1427 for (i = mptree[mp].child; i; i = mptree[i].sibling)
1428 if (mptree[i].compl == compl && !strncmp(mptree[i].comp, compstr, compl))
1430 dirmap[dn] = i ? i : -mp;
1432 /* change dirmap to point to mountpoint instead of mptree */
1433 for (dn = 0; dn < data->dirpool.ndirs; dn++)
1436 dirmap[dn] = mptree[mp > 0 ? mp : -mp].mountpoint;
1438 cbd->dirmap = dirmap;
1439 cbd->nmap = data->dirpool.ndirs;
1440 cbd->olddata = data;
1443 if (value->id < 0 || value->id >= cbd->nmap)
1445 mp = cbd->dirmap[value->id];
1448 if (cbd->addsub > 0)
1450 cbd->mps[mp].kbytes += value->num;
1451 cbd->mps[mp].files += value->num2;
1455 cbd->mps[mp].kbytes -= value->num;
1456 cbd->mps[mp].files -= value->num2;
1462 propagate_mountpoints(struct mptree *mptree, int pos, Id mountpoint)
1465 if (mptree[pos].mountpoint == -1)
1466 mptree[pos].mountpoint = mountpoint;
1468 mountpoint = mptree[pos].mountpoint;
1469 for (i = mptree[pos].child; i; i = mptree[i].sibling)
1470 propagate_mountpoints(mptree, i, mountpoint);
1473 #define MPTREE_BLOCK 15
1476 pool_calc_duchanges(Pool *pool, Map *installedmap, DUChanges *mps, int nmps)
1479 const char *path, *compstr;
1480 struct mptree *mptree;
1484 struct ducbdata cbd;
1488 Repo *oldinstalled = pool->installed;
1490 memset(&ignoredu, 0, sizeof(ignoredu));
1497 mptree = solv_extend_resize(0, 1, sizeof(struct mptree), MPTREE_BLOCK);
1500 mptree[0].sibling = 0;
1501 mptree[0].child = 0;
1503 mptree[0].compl = 0;
1504 mptree[0].mountpoint = -1;
1507 /* create component tree */
1508 for (mp = 0; mp < nmps; mp++)
1513 path = mps[mp].path;
1518 if ((p = strchr(path, '/')) == 0)
1521 compl = strlen(compstr);
1532 for (i = mptree[pos].child; i; i = mptree[i].sibling)
1533 if (mptree[i].compl == compl && !strncmp(mptree[i].comp, compstr, compl))
1537 /* create new node */
1538 mptree = solv_extend(mptree, nmptree, 1, sizeof(struct mptree), MPTREE_BLOCK);
1540 mptree[i].sibling = mptree[pos].child;
1541 mptree[i].child = 0;
1542 mptree[i].comp = compstr;
1543 mptree[i].compl = compl;
1544 mptree[i].mountpoint = -1;
1545 mptree[pos].child = i;
1549 mptree[pos].mountpoint = mp;
1552 propagate_mountpoints(mptree, 0, mptree[0].mountpoint);
1555 for (i = 0; i < nmptree; i++)
1557 printf("#%d sibling: %d\n", i, mptree[i].sibling);
1558 printf("#%d child: %d\n", i, mptree[i].child);
1559 printf("#%d comp: %s\n", i, mptree[i].comp);
1560 printf("#%d compl: %d\n", i, mptree[i].compl);
1561 printf("#%d mountpont: %d\n", i, mptree[i].mountpoint);
1565 cbd.mptree = mptree;
1567 for (sp = 1, s = pool->solvables + sp; sp < pool->nsolvables; sp++, s++)
1569 if (!s->repo || (oldinstalled && s->repo == oldinstalled))
1571 if (!MAPTST(installedmap, sp))
1574 repo_search(s->repo, sp, SOLVABLE_DISKUSAGE, 0, 0, solver_fill_DU_cb, &cbd);
1575 if (!cbd.hasdu && oldinstalled)
1578 /* no du data available, ignore data of all installed solvables we obsolete */
1580 map_init(&ignoredu, oldinstalled->end - oldinstalled->start);
1583 Id obs, *obsp = s->repo->idarraydata + s->obsoletes;
1584 while ((obs = *obsp++) != 0)
1585 FOR_PROVIDES(op, opp, obs)
1586 if (op >= oldinstalled->start && op < oldinstalled->end)
1587 MAPSET(&ignoredu, op - oldinstalled->start);
1589 FOR_PROVIDES(op, opp, s->name)
1590 if (pool->solvables[op].name == s->name)
1591 if (op >= oldinstalled->start && op < oldinstalled->end)
1592 MAPSET(&ignoredu, op - oldinstalled->start);
1598 /* assumes we allways have du data for installed solvables */
1599 FOR_REPO_SOLVABLES(oldinstalled, sp, s)
1601 if (MAPTST(installedmap, sp))
1603 if (ignoredu.map && MAPTST(&ignoredu, sp - oldinstalled->start))
1605 repo_search(oldinstalled, sp, SOLVABLE_DISKUSAGE, 0, 0, solver_fill_DU_cb, &cbd);
1609 map_free(&ignoredu);
1610 solv_free(cbd.dirmap);
1615 pool_calc_installsizechange(Pool *pool, Map *installedmap)
1620 Repo *oldinstalled = pool->installed;
1622 for (sp = 1, s = pool->solvables + sp; sp < pool->nsolvables; sp++, s++)
1624 if (!s->repo || (oldinstalled && s->repo == oldinstalled))
1626 if (!MAPTST(installedmap, sp))
1628 change += solvable_lookup_num(s, SOLVABLE_INSTALLSIZE, 0);
1632 FOR_REPO_SOLVABLES(oldinstalled, sp, s)
1634 if (MAPTST(installedmap, sp))
1636 change -= solvable_lookup_num(s, SOLVABLE_INSTALLSIZE, 0);
1644 * 2: conflicts with installed
1645 * 8: interesting (only true if installed)
1649 static inline Id dep2name(Pool *pool, Id dep)
1651 while (ISRELDEP(dep))
1653 Reldep *rd = rd = GETRELDEP(pool, dep);
1659 static int providedbyinstalled_multiversion(Pool *pool, unsigned char *map, Id n, Id con)
1662 Solvable *sn = pool->solvables + n;
1664 FOR_PROVIDES(p, pp, sn->name)
1666 Solvable *s = pool->solvables + p;
1667 if (s->name != sn->name || s->arch != sn->arch)
1669 if ((map[p] & 9) != 9)
1671 if (pool_match_nevr(pool, pool->solvables + p, con))
1673 return 1; /* found installed package that doesn't conflict */
1678 static inline int providedbyinstalled(Pool *pool, unsigned char *map, Id dep, int ispatch, Map *noobsoletesmap)
1682 FOR_PROVIDES(p, pp, dep)
1684 if (p == SYSTEMSOLVABLE)
1685 return 1; /* always boring, as never constraining */
1686 if (ispatch && !pool_match_nevr(pool, pool->solvables + p, dep))
1688 if (ispatch && noobsoletesmap && noobsoletesmap->size && MAPTST(noobsoletesmap, p) && ISRELDEP(dep))
1689 if (providedbyinstalled_multiversion(pool, map, p, dep))
1691 if ((map[p] & 9) == 9)
1699 * pool_trivial_installable - calculate if a set of solvables is
1700 * trivial installable without any other installs/deinstalls of
1701 * packages not belonging to the set.
1703 * the state is returned in the result queue:
1704 * 1: solvable is installable without any other package changes
1705 * 0: solvable is not installable
1706 * -1: solvable is installable, but doesn't constrain any installed packages
1710 pool_trivial_installable_noobsoletesmap(Pool *pool, Map *installedmap, Queue *pkgs, Queue *res, Map *noobsoletesmap)
1713 Id p, *dp, con, *conp, req, *reqp;
1717 map = solv_calloc(pool->nsolvables, 1);
1718 for (p = 1; p < pool->nsolvables; p++)
1720 if (!MAPTST(installedmap, p))
1723 s = pool->solvables + p;
1726 conp = s->repo->idarraydata + s->conflicts;
1727 while ((con = *conp++) != 0)
1729 dp = pool_whatprovides_ptr(pool, con);
1731 map[p] |= 2; /* XXX: self conflict ? */
1734 for (i = 0; i < pkgs->count; i++)
1735 map[pkgs->elements[i]] = 16;
1737 for (i = 0, did = 0; did < pkgs->count; i++, did++)
1739 if (i == pkgs->count)
1741 p = pkgs->elements[i];
1742 if ((map[p] & 16) == 0)
1744 if ((map[p] & 2) != 0)
1749 s = pool->solvables + p;
1753 reqp = s->repo->idarraydata + s->requires;
1754 while ((req = *reqp++) != 0)
1756 if (req == SOLVABLE_PREREQMARKER)
1758 r = providedbyinstalled(pool, map, req, 0, 0);
1761 /* decided and miss */
1765 m |= r; /* 1 | 9 | 16 | 17 */
1774 int ispatch = 0; /* see solver.c patch handling */
1776 if (!strncmp("patch:", pool_id2str(pool, s->name), 6))
1778 conp = s->repo->idarraydata + s->conflicts;
1779 while ((con = *conp++) != 0)
1781 if ((providedbyinstalled(pool, map, con, ispatch, noobsoletesmap) & 1) != 0)
1786 if ((m == 1 || m == 17) && ISRELDEP(con))
1788 con = dep2name(pool, con);
1789 if ((providedbyinstalled(pool, map, con, ispatch, noobsoletesmap) & 1) != 0)
1794 continue; /* found a conflict */
1797 if (s->repo && s->repo != oldinstalled)
1799 Id p2, obs, *obsp, *pp;
1803 obsp = s->repo->idarraydata + s->obsoletes;
1804 while ((obs = *obsp++) != 0)
1806 if ((providedbyinstalled(pool, map, obs, 0, 0) & 1) != 0)
1815 FOR_PROVIDES(p2, pp, s->name)
1817 s2 = pool->solvables + p2;
1818 if (s2->name == s->name && (map[p2] & 1) != 0)
1835 queue_init_clone(res, pkgs);
1836 for (i = 0; i < pkgs->count; i++)
1838 m = map[pkgs->elements[i]];
1845 res->elements[i] = r;
1851 pool_trivial_installable(Pool *pool, Map *installedmap, Queue *pkgs, Queue *res)
1853 pool_trivial_installable_noobsoletesmap(pool, installedmap, pkgs, res, 0);
1857 pool_lookup_str(Pool *pool, Id entry, Id keyname)
1859 if (entry == SOLVID_POS && pool->pos.repo)
1860 return repodata_lookup_str(pool->pos.repo->repodata + pool->pos.repodataid, SOLVID_POS, keyname);
1863 return solvable_lookup_str(pool->solvables + entry, keyname);
1867 pool_lookup_id(Pool *pool, Id entry, Id keyname)
1869 if (entry == SOLVID_POS && pool->pos.repo)
1871 Repodata *data = pool->pos.repo->repodata + pool->pos.repodataid;
1872 Id id = repodata_lookup_id(data, SOLVID_POS, keyname);
1873 return data->localpool ? repodata_globalize_id(data, id, 1) : id;
1877 return solvable_lookup_id(pool->solvables + entry, keyname);
1881 pool_lookup_num(Pool *pool, Id entry, Id keyname, unsigned int notfound)
1883 if (entry == SOLVID_POS && pool->pos.repo)
1886 if (repodata_lookup_num(pool->pos.repo->repodata + pool->pos.repodataid, SOLVID_POS, keyname, &value))
1892 return solvable_lookup_num(pool->solvables + entry, keyname, notfound);
1896 pool_lookup_void(Pool *pool, Id entry, Id keyname)
1898 if (entry == SOLVID_POS && pool->pos.repo)
1899 return repodata_lookup_void(pool->pos.repo->repodata + pool->pos.repodataid, SOLVID_POS, keyname);
1902 return solvable_lookup_void(pool->solvables + entry, keyname);
1905 const unsigned char *
1906 pool_lookup_bin_checksum(Pool *pool, Id entry, Id keyname, Id *typep)
1908 if (entry == SOLVID_POS && pool->pos.repo)
1909 return repodata_lookup_bin_checksum(pool->pos.repo->repodata + pool->pos.repodataid, SOLVID_POS, keyname, typep);
1912 return solvable_lookup_bin_checksum(pool->solvables + entry, keyname, typep);
1916 pool_lookup_checksum(Pool *pool, Id entry, Id keyname, Id *typep)
1918 if (entry == SOLVID_POS && pool->pos.repo)
1920 const unsigned char *chk = repodata_lookup_bin_checksum(pool->pos.repo->repodata + pool->pos.repodataid, SOLVID_POS, keyname, typep);
1921 return chk ? repodata_chk2str(pool->pos.repo->repodata + pool->pos.repodataid, *typep, chk) : 0;
1925 return solvable_lookup_checksum(pool->solvables + entry, keyname, typep);
1929 pool_add_fileconflicts_deps(Pool *pool, Queue *conflicts)
1931 int hadhashes = pool->relhashtbl ? 1 : 0;
1937 if (!conflicts->count)
1939 pool_freewhatprovides(pool);
1940 for (i = 0; i < conflicts->count; i += 5)
1942 fn = conflicts->elements[i];
1943 p = conflicts->elements[i + 1];
1944 md5 = conflicts->elements[i + 2];
1945 q = conflicts->elements[i + 3];
1946 id = pool_rel2id(pool, fn, md5, REL_FILECONFLICT, 1);
1947 s = pool->solvables + p;
1950 s->provides = repo_addid_dep(s->repo, s->provides, id, SOLVABLE_FILEMARKER);
1951 s = pool->solvables + q;
1954 s->conflicts = repo_addid_dep(s->repo, s->conflicts, id, 0);
1957 pool_freeidhashes(pool);