4 * Parses all files below 'proddir'
5 * See http://en.opensuse.org/Product_Management/Code11
8 * Copyright (c) 2008, Novell Inc.
10 * This program is licensed under the BSD license, read LICENSE.BSD
11 * for further information
17 #include <sys/types.h>
35 #include "tools_util.h"
36 #include "repo_content.h"
37 #include "repo_zyppdb.h"
38 #include "repo_products.h"
39 #include "repo_releasefile_products.h"
78 /* !! must be sorted by first column !! */
79 static struct stateswitch stateswitches[] = {
80 { STATE_START, "product", STATE_PRODUCT, 0 },
81 { STATE_PRODUCT, "vendor", STATE_VENDOR, 1 },
82 { STATE_PRODUCT, "name", STATE_NAME, 1 },
83 { STATE_PRODUCT, "version", STATE_VERSION, 1 },
84 { STATE_PRODUCT, "release", STATE_RELEASE, 1 },
85 { STATE_PRODUCT, "arch", STATE_ARCH, 1 },
86 { STATE_PRODUCT, "productline", STATE_PRODUCTLINE, 1 },
87 { STATE_PRODUCT, "summary", STATE_SUMMARY, 1 },
88 { STATE_PRODUCT, "shortsummary", STATE_SHORTSUMMARY, 1 },
89 { STATE_PRODUCT, "description", STATE_DESCRIPTION, 1 },
90 { STATE_PRODUCT, "register", STATE_REGISTER, 0 },
91 { STATE_PRODUCT, "urls", STATE_URLS, 0 },
92 { STATE_PRODUCT, "runtimeconfig", STATE_RUNTIMECONFIG, 0 },
93 { STATE_PRODUCT, "linguas", STATE_LINGUAS, 0 },
94 { STATE_PRODUCT, "updaterepokey", STATE_UPDATEREPOKEY, 1 },
95 { STATE_PRODUCT, "cpeid", STATE_CPEID, 1 },
96 { STATE_PRODUCT, "endoflife", STATE_ENDOFLIFE, 1 },
97 { STATE_URLS, "url", STATE_URL, 1 },
98 { STATE_LINGUAS, "lang", STATE_LANG, 0 },
99 { STATE_REGISTER, "target", STATE_TARGET, 1 },
100 { STATE_REGISTER, "release", STATE_REGRELEASE, 1 },
101 { STATE_REGISTER, "flavor", STATE_REGFLAVOR, 1 },
102 { STATE_REGISTER, "updates", STATE_REGUPDATES, 0 },
103 { STATE_REGUPDATES, "repository", STATE_REGUPDREPO, 0 },
108 const char *filename;
109 const char *basename;
121 struct stateswitch *swtab[NUMSTATES];
122 enum state sbtab[NUMSTATES];
137 ino_t currentproduct;
144 * find value for xml attribute
145 * I: txt, name of attribute
146 * I: atts, list of key/value attributes
147 * O: pointer to value of matching key, or NULL
151 static inline const char *
152 find_attr(const char *txt, const char **atts)
154 for (; *atts; atts += 2)
156 if (!strcmp(*atts, txt))
163 datestr2timestamp(const char *date)
170 for (p = date; *p >= '0' && *p <= '9'; p++)
174 memset(&tm, 0, sizeof(tm));
175 p = strptime(date, "%F%T", &tm);
178 memset(&tm, 0, sizeof(tm));
179 p = strptime(date, "%F", &tm);
187 * XML callback: startElement
191 startElement(void *userData, const char *name, const char **atts)
193 struct parsedata *pd = userData;
194 Pool *pool = pd->pool;
195 Solvable *s = pd->solvable;
196 struct stateswitch *sw;
199 fprintf(stderr, "start: [%d]%s\n", pd->state, name);
201 if (pd->depth != pd->statedepth)
208 if (!pd->swtab[pd->state]) /* no statetable -> no substates */
211 fprintf(stderr, "into unknown: %s (from: %d)\n", name, pd->state);
215 for (sw = pd->swtab[pd->state]; sw->from == pd->state; sw++) /* find name in statetable */
216 if (!strcmp(sw->ename, name))
219 if (sw->from != pd->state)
222 fprintf(stderr, "into unknown: %s (from: %d)\n", name, pd->state);
227 pd->docontent = sw->docontent;
228 pd->statedepth = pd->depth;
235 /* parse 'schemeversion' and store in global variable */
237 const char * scheme = find_attr("schemeversion", atts);
238 pd->productscheme = (scheme && *scheme) ? atoi(scheme) : -1;
242 s = pd->solvable = pool_id2solvable(pool, repo_add_solvable(pd->repo));
243 pd->handle = s - pool->solvables;
247 /* <summary lang="xy">... */
249 case STATE_DESCRIPTION:
250 pd->tmplang = join_dup(&pd->jd, find_attr("lang", atts));
253 pd->urltype = pool_str2id(pd->pool, find_attr("name", atts), 1);
255 case STATE_REGUPDREPO:
257 const char *repoid = find_attr("repoid", atts);
258 if (repoid && *repoid)
260 Id h = repodata_new_handle(pd->data);
261 repodata_set_str(pd->data, h, PRODUCT_UPDATES_REPOID, repoid);
262 repodata_add_flexarray(pd->data, pd->handle, PRODUCT_UPDATES, h);
273 endElement(void *userData, const char *name)
275 struct parsedata *pd = userData;
276 Solvable *s = pd->solvable;
279 fprintf(stderr, "end: [%d]%s\n", pd->state, name);
281 if (pd->depth != pd->statedepth)
285 fprintf(stderr, "back from unknown %d %d %d\n", pd->state, pd->depth, pd->statedepth);
296 /* product done, finish solvable */
298 repodata_set_num(pd->data, pd->handle, SOLVABLE_INSTALLTIME, pd->ctime);
301 repodata_set_str(pd->data, pd->handle, PRODUCT_REFERENCEFILE, pd->basename);
303 /* this is where <productsdir>/baseproduct points to */
304 if (pd->currentproduct == pd->baseproduct)
305 repodata_set_str(pd->data, pd->handle, PRODUCT_TYPE, "base");
310 s->evr = makeevr(pd->pool, join2(&pd->jd, pd->tmpvers, "-", pd->tmprel));
313 fprintf(stderr, "Seen <release> but no <version>\n");
316 else if (pd->tmpvers)
317 s->evr = makeevr(pd->pool, pd->tmpvers); /* just version, no release */
318 pd->tmpvers = solv_free((void *)pd->tmpvers);
319 pd->tmprel = solv_free((void *)pd->tmprel);
321 s->arch = ARCH_NOARCH;
324 if (s->name && s->arch != ARCH_SRC && s->arch != ARCH_NOSRC)
325 s->provides = repo_addid_dep(pd->repo, s->provides, pool_rel2id(pd->pool, s->name, s->evr, REL_EQ, 1), 0);
329 s->vendor = pool_str2id(pd->pool, pd->content, 1);
332 s->name = pool_str2id(pd->pool, join2(&pd->jd, "product", ":", pd->content), 1);
335 pd->tmpvers = solv_strdup(pd->content);
338 pd->tmprel = solv_strdup(pd->content);
341 s->arch = pool_str2id(pd->pool, pd->content, 1);
343 case STATE_PRODUCTLINE:
344 repodata_set_str(pd->data, pd->handle, PRODUCT_PRODUCTLINE, pd->content);
346 case STATE_UPDATEREPOKEY:
350 repodata_set_str(pd->data, pd->handle, pool_id2langid(pd->pool, SOLVABLE_SUMMARY, pd->tmplang, 1), pd->content);
352 case STATE_SHORTSUMMARY:
353 repodata_set_str(pd->data, pd->handle, PRODUCT_SHORTLABEL, pd->content);
355 case STATE_DESCRIPTION:
356 repodata_set_str(pd->data, pd->handle, pool_id2langid(pd->pool, SOLVABLE_DESCRIPTION, pd->tmplang, 1), pd->content);
361 repodata_add_poolstr_array(pd->data, pd->handle, PRODUCT_URL, pd->content);
362 repodata_add_idarray(pd->data, pd->handle, PRODUCT_URL_TYPE, pd->urltype);
366 repodata_set_str(pd->data, pd->handle, PRODUCT_REGISTER_TARGET, pd->content);
368 case STATE_REGRELEASE:
369 repodata_set_str(pd->data, pd->handle, PRODUCT_REGISTER_RELEASE, pd->content);
371 case STATE_REGFLAVOR:
372 repodata_set_str(pd->data, pd->handle, PRODUCT_REGISTER_FLAVOR, pd->content);
376 repodata_set_str(pd->data, pd->handle, SOLVABLE_CPEID, pd->content);
378 case STATE_ENDOFLIFE:
379 /* FATE#320699: Support tri-state product-endoflife (tag absent, present but nodate(0), present + date) */
380 repodata_set_num(pd->data, pd->handle, PRODUCT_ENDOFLIFE, (*pd->content ? datestr2timestamp(pd->content) : 0));
386 pd->state = pd->sbtab[pd->state];
390 fprintf(stderr, "end: [%s] -> %d\n", name, pd->state);
396 characterData(void *userData, const XML_Char *s, int len)
398 struct parsedata *pd = userData;
403 l = pd->lcontent + len + 1;
404 if (l > pd->acontent)
406 pd->content = solv_realloc(pd->content, l + 256);
407 pd->acontent = l + 256;
409 c = pd->content + pd->lcontent;
416 #define BUFF_SIZE 8192
420 * add single product to repo
425 add_code11_product(struct parsedata *pd, FILE *fp)
432 if (!fstat(fileno(fp), &st))
434 pd->currentproduct = st.st_ino;
435 pd->ctime = (unsigned int)st.st_ctime;
439 pd->currentproduct = pd->baseproduct + 1; /* make it != baseproduct if stat fails */
440 pool_error(pd->pool, 0, "fstat: %s", strerror(errno));
444 parser = XML_ParserCreate(NULL);
445 XML_SetUserData(parser, pd);
446 XML_SetElementHandler(parser, startElement, endElement);
447 XML_SetCharacterDataHandler(parser, characterData);
451 l = fread(buf, 1, sizeof(buf), fp);
452 if (XML_Parse(parser, buf, l, l == 0) == XML_STATUS_ERROR)
454 pool_debug(pd->pool, SOLV_ERROR, "%s: %s at line %u:%u\n", pd->filename, XML_ErrorString(XML_GetErrorCode(parser)), (unsigned int)XML_GetCurrentLineNumber(parser), (unsigned int)XML_GetCurrentColumnNumber(parser));
455 XML_ParserFree(parser);
458 repo_free_solvable(pd->repo, pd->solvable - pd->pool->solvables, 1);
466 XML_ParserFree(parser);
471 repo_add_code11_products(Repo *repo, const char *dirpath, int flags)
475 struct stateswitch *sw;
479 data = repo_add_repodata(repo, flags);
481 memset(&pd, 0, sizeof(pd));
483 pd.pool = repo->pool;
486 pd.content = solv_malloc(256);
489 for (i = 0, sw = stateswitches; sw->from != NUMSTATES; i++, sw++)
491 if (!pd.swtab[sw->from])
492 pd.swtab[sw->from] = sw;
493 pd.sbtab[sw->to] = sw->from;
496 if (flags & REPO_USE_ROOTDIR)
497 dirpath = pool_prepend_rootdir(repo->pool, dirpath);
498 dir = opendir(dirpath);
501 struct dirent *entry;
505 /* check for <productsdir>/baseproduct on code11 and remember its target inode */
506 if (stat(join2(&pd.jd, dirpath, "/", "baseproduct"), &st) == 0) /* follow symlink */
507 pd.baseproduct = st.st_ino;
511 while ((entry = readdir(dir)))
513 int len = strlen(entry->d_name);
515 if (len <= 5 || strcmp(entry->d_name + len - 5, ".prod") != 0)
517 fullpath = join2(&pd.jd, dirpath, "/", entry->d_name);
518 fp = fopen(fullpath, "r");
521 pool_error(repo->pool, 0, "%s: %s", fullpath, strerror(errno));
524 pd.filename = fullpath;
525 pd.basename = entry->d_name;
526 add_code11_product(&pd, fp);
531 solv_free(pd.content);
532 join_freemem(&pd.jd);
533 if (flags & REPO_USE_ROOTDIR)
534 solv_free((char *)dirpath);
536 if (!(flags & REPO_NO_INTERNALIZE))
537 repodata_internalize(data);
542 /******************************************************************************************/
546 * read all installed products
548 * try proddir (reading all .xml files from this directory) first
549 * if not available, assume non-code11 layout and parse /etc/xyz-release
551 * parse each one as a product
554 /* Oh joy! Three parsers for the price of one! */
557 repo_add_products(Repo *repo, const char *proddir, int flags)
559 const char *fullpath;
564 dir = opendir(flags & REPO_USE_ROOTDIR ? pool_prepend_rootdir_tmp(repo->pool, proddir) : proddir);
567 /* assume code11 stype products */
569 return repo_add_code11_products(repo, proddir, flags);
573 /* code11 didn't work, try old code10 zyppdb */
574 fullpath = "/var/lib/zypp/db/products";
575 if (flags & REPO_USE_ROOTDIR)
576 fullpath = pool_prepend_rootdir_tmp(repo->pool, fullpath);
577 dir = opendir(fullpath);
581 /* assume code10 style products */
582 return repo_add_zyppdb_products(repo, "/var/lib/zypp/db/products", flags);
585 /* code10/11 didn't work, try -release files parsing */
587 if (flags & REPO_USE_ROOTDIR)
588 fullpath = pool_prepend_rootdir_tmp(repo->pool, fullpath);
589 dir = opendir(fullpath);
593 return repo_add_releasefile_products(repo, "/etc", flags);
596 /* no luck. check if the rootdir exists */
597 fullpath = pool_get_rootdir(repo->pool);
598 if (fullpath && *fullpath)
600 dir = opendir(fullpath);
602 return pool_error(repo->pool, -1, "%s: %s", fullpath, strerror(errno));
606 /* the least we can do... */
607 if (!(flags & REPO_NO_INTERNALIZE) && (flags & REPO_REUSE_REPODATA) != 0)
608 repodata_internalize(repo_last_repodata(repo));