4 * Parses all files below 'proddir'
5 * See http://en.opensuse.org/Product_Management/Code11
8 * Copyright (c) 2008, Novell Inc.
10 * This program is licensed under the BSD license, read LICENSE.BSD
11 * for further information
14 #include <sys/types.h>
31 #include "tools_util.h"
32 #include "repo_content.h"
33 #include "repo_zyppdb.h"
47 STATE_DESCRIPTION, // 8
48 STATE_UPDATEREPOKEY, // 9 should go away
52 STATE_RUNTIMECONFIG, // 12
57 STATE_REGRELEASE, // 18
58 STATE_PRODUCTLINE, // 19
69 /* !! must be sorted by first column !! */
70 static struct stateswitch stateswitches[] = {
71 { STATE_START, "product", STATE_PRODUCT, 0 },
72 { STATE_PRODUCT, "vendor", STATE_VENDOR, 1 },
73 { STATE_PRODUCT, "name", STATE_NAME, 1 },
74 { STATE_PRODUCT, "version", STATE_VERSION, 1 },
75 { STATE_PRODUCT, "release", STATE_RELEASE, 1 },
76 { STATE_PRODUCT, "arch", STATE_ARCH, 1 },
77 { STATE_PRODUCT, "productline", STATE_PRODUCTLINE, 1 },
78 { STATE_PRODUCT, "summary", STATE_SUMMARY, 1 },
79 { STATE_PRODUCT, "description", STATE_DESCRIPTION, 1 },
80 { STATE_PRODUCT, "register", STATE_REGISTER, 0 },
81 { STATE_PRODUCT, "urls", STATE_URLS, 0 },
82 { STATE_PRODUCT, "runtimeconfig", STATE_RUNTIMECONFIG, 0 },
83 { STATE_PRODUCT, "linguas", STATE_LINGUAS, 0 },
84 { STATE_PRODUCT, "updaterepokey", STATE_UPDATEREPOKEY, 1 },
85 { STATE_PRODUCT, "cpename", STATE_CPEID, 1 },
86 { STATE_URLS, "url", STATE_URL, 1 },
87 { STATE_LINGUAS, "lang", STATE_LANG, 0 },
88 { STATE_REGISTER, "target", STATE_TARGET, 1 },
89 { STATE_REGISTER, "release", STATE_REGRELEASE, 1 },
107 struct stateswitch *swtab[NUMSTATES];
108 enum state sbtab[NUMSTATES];
109 const char *attribute; /* only print this attribute, if currentproduct == baseproduct */
115 const char *tmpurltype;
123 ino_t currentproduct;
126 Id langcache[ID_NUM_INTERNAL];
132 * find value for xml attribute
133 * I: txt, name of attribute
134 * I: atts, list of key/value attributes
136 * O: pointer to value of matching key, or NULL
140 static inline const char *
141 find_attr(const char *txt, const char **atts, int dup)
143 for (; *atts; atts += 2)
145 if (!strcmp(*atts, txt))
146 return dup ? strdup(atts[1]) : atts[1];
153 * create localized tag
157 langtag(struct parsedata *pd, Id tag, const char *language)
159 if (language && !language[0])
161 if (!language || tag >= ID_NUM_INTERNAL)
162 return pool_id2langid(pd->repo->pool, tag, language, 1);
163 if (!pd->langcache[tag])
164 pd->langcache[tag] = pool_id2langid(pd->repo->pool, tag, language, 1);
165 return pd->langcache[tag];
170 * XML callback: startElement
174 startElement(void *userData, const char *name, const char **atts)
176 struct parsedata *pd = userData;
177 Pool *pool = pd->pool;
178 Solvable *s = pd->solvable;
179 struct stateswitch *sw;
182 fprintf(stderr, "start: [%d]%s\n", pd->state, name);
184 if (pd->depth != pd->statedepth)
191 if (!pd->swtab[pd->state]) /* no statetable -> no substates */
194 fprintf(stderr, "into unknown: %s (from: %d)\n", name, pd->state);
198 for (sw = pd->swtab[pd->state]; sw->from == pd->state; sw++) /* find name in statetable */
199 if (!strcmp(sw->ename, name))
202 if (sw->from != pd->state)
205 fprintf(stderr, "into unknown: %s (from: %d)\n", name, pd->state);
210 pd->docontent = sw->docontent;
211 pd->statedepth = pd->depth;
218 /* parse 'schemeversion' and store in global variable */
220 const char * scheme = find_attr("schemeversion", atts, 0);
221 pd->productscheme = (scheme && *scheme) ? atoi(scheme) : -1;
225 s = pd->solvable = pool_id2solvable(pool, repo_add_solvable(pd->repo));
226 pd->handle = s - pool->solvables;
230 /* <summary lang="xy">... */
232 pd->tmplang = find_attr("lang", atts, 1);
234 case STATE_DESCRIPTION:
235 pd->tmplang = find_attr("lang", atts, 1);
238 pd->tmpurltype = find_attr("name", atts, 1);
247 endElement(void *userData, const char *name)
249 struct parsedata *pd = userData;
250 Solvable *s = pd->solvable;
253 fprintf(stderr, "end: [%d]%s\n", pd->state, name);
255 if (pd->depth != pd->statedepth)
259 fprintf(stderr, "back from unknown %d %d %d\n", pd->state, pd->depth, pd->statedepth);
270 /* product done, finish solvable */
272 repodata_set_num(pd->data, pd->handle, SOLVABLE_INSTALLTIME, pd->ctime);
275 repodata_set_str(pd->data, pd->handle, PRODUCT_REFERENCEFILE, pd->basename);
277 /* this is where <productsdir>/baseproduct points to */
278 if (pd->currentproduct == pd->baseproduct)
279 repodata_set_str(pd->data, pd->handle, PRODUCT_TYPE, "base");
281 // output distver if requested, only if the product is
283 // this is yum $releasever variable
284 if (pd->currentproduct == pd->baseproduct
286 && !strcmp(pd->attribute, "releasever"))
288 printf("%s\n", pd->tmpvers);
294 s->evr = makeevr(pd->pool, join2(pd->tmpvers, "-", pd->tmprel));
297 fprintf(stderr, "Seen <release> but no <version>\n");
300 else if (pd->tmpvers)
301 s->evr = makeevr(pd->pool, pd->tmpvers); /* just version, no release */
302 pd->tmpvers = sat_free((void *)pd->tmpvers);
303 pd->tmprel = sat_free((void *)pd->tmprel);
305 s->arch = ARCH_NOARCH;
306 if (s->arch != ARCH_SRC && s->arch != ARCH_NOSRC)
307 s->provides = repo_addid_dep(pd->repo, s->provides, rel2id(pd->pool, s->name, s->evr, REL_EQ, 1), 0);
311 s->vendor = str2id(pd->pool, pd->content, 1);
314 s->name = str2id(pd->pool, join2("product", ":", pd->content), 1);
317 pd->tmpvers = strdup(pd->content);
320 pd->tmprel = strdup(pd->content);
323 s->arch = str2id(pd->pool, pd->content, 1);
325 case STATE_PRODUCTLINE:
326 repodata_set_str(pd->data, pd->handle, PRODUCT_PRODUCTLINE, pd->content);
328 case STATE_UPDATEREPOKEY:
329 repodata_set_str(pd->data, pd->handle, langtag(pd, PRODUCT_UPDATEREPOKEY, pd->tmplang), pd->content);
332 repodata_set_str(pd->data, pd->handle, langtag(pd, SOLVABLE_SUMMARY, pd->tmplang), pd->content);
333 pd->tmplang = sat_free((void *)pd->tmplang);
335 case STATE_DESCRIPTION:
336 repodata_set_str(pd->data, pd->handle, langtag(pd, SOLVABLE_DESCRIPTION, pd->tmplang), pd->content );
337 pd->tmplang = sat_free((void *)pd->tmplang);
342 repodata_add_poolstr_array(pd->data, pd->handle, PRODUCT_URL, pd->content);
343 repodata_add_idarray(pd->data, pd->handle, PRODUCT_URL_TYPE, str2id(pd->pool, pd->tmpurltype, 1));
345 pd->tmpurltype = sat_free((void *)pd->tmpurltype);
348 repodata_set_str(pd->data, pd->handle, PRODUCT_REGISTER_TARGET, pd->content);
349 if (pd->currentproduct == pd->baseproduct
351 && !strcmp(pd->attribute, "register.target"))
353 printf("%s\n", pd->content);
356 case STATE_REGRELEASE:
357 repodata_set_str(pd->data, pd->handle, PRODUCT_REGISTER_RELEASE, pd->content);
358 if (pd->currentproduct == pd->baseproduct
360 && !strcmp(pd->attribute, "register.release"))
362 printf("%s\n", pd->content);
367 repodata_set_str(pd->data, pd->handle, SOLVABLE_CPE_ID, pd->content);
372 pd->state = pd->sbtab[pd->state];
376 fprintf(stderr, "end: [%s] -> %d\n", name, pd->state);
382 characterData(void *userData, const XML_Char *s, int len)
384 struct parsedata *pd = userData;
389 l = pd->lcontent + len + 1;
390 if (l > pd->acontent)
392 pd->content = sat_realloc(pd->content, l + 256);
393 pd->acontent = l + 256;
395 c = pd->content + pd->lcontent;
402 #define BUFF_SIZE 8192
406 * add single product to repo
411 repo_add_product(struct parsedata *pd, FILE *fp, int code11)
417 if (!fstat(fileno(fp), &st))
419 pd->currentproduct = st.st_ino;
420 pd->ctime = (unsigned int)st.st_ctime;
424 pd->currentproduct = pd->baseproduct + 1; /* make it != baseproduct if stat fails */
431 XML_Parser parser = XML_ParserCreate(NULL);
432 XML_SetUserData(parser, pd);
433 XML_SetElementHandler(parser, startElement, endElement);
434 XML_SetCharacterDataHandler(parser, characterData);
438 l = fread(buf, 1, sizeof(buf), fp);
439 if (XML_Parse(parser, buf, l, l == 0) == XML_STATUS_ERROR)
441 fprintf(stderr, "%s: %s at line %u:%u\n", pd->filename, XML_ErrorString(XML_GetErrorCode(parser)), (unsigned int)XML_GetCurrentLineNumber(parser), (unsigned int)XML_GetCurrentColumnNumber(parser));
442 fprintf(stderr, "Skipping this product\n");
448 XML_ParserFree(parser);
455 int lnum = 0; /* line number */
457 /* parse /etc/<xyz>-release file */
458 while (fgets(buf, sizeof(buf), fp))
460 /* remove trailing \n */
462 if (*(buf + l - 1) == '\n')
471 /* 1st line, <name> [(<arch>)] */
472 ptr = strchr(buf, '(');
481 /* track back until non-blank, non-digit */
483 && (*ptr1 == ' ' || isdigit(*ptr1) || *ptr1 == '.'))
486 name = str2id(pd->pool, join2("product", ":", buf), 1);
491 char *ptr1 = strchr(ptr, ')');
499 if (isupper(*ptr1)) *ptr1 = tolower(*ptr1);
502 arch = str2id(pd->pool, ptr, 1);
506 else if (strncmp(buf, "VERSION", 7) == 0)
508 ptr = strchr(buf+7, '=');
511 while (*++ptr == ' ');
512 version = makeevr(pd->pool, ptr);
518 Solvable *s = pd->solvable = pool_id2solvable(pd->pool, repo_add_solvable(pd->repo));
524 if (s->arch != ARCH_SRC && s->arch != ARCH_NOSRC)
525 s->provides = repo_addid_dep(pd->repo, s->provides, rel2id(pd->pool, s->name, s->evr, REL_EQ, 1), 0);
534 * parse dir looking for files ending in suffix
538 parse_dir(DIR *dir, const char *path, struct parsedata *pd, int code11)
540 struct dirent *entry;
541 char *suffix = code11 ? ".prod" : "-release";
542 int slen = code11 ? 5 : 8; /* strlen(".prod") : strlen("-release") */
545 /* check for <productsdir>/baseproduct on code11 and remember its target inode */
547 && stat(join2(path, "/", "baseproduct"), &st) == 0) /* follow symlink */
549 pd->baseproduct = st.st_ino;
554 while ((entry = readdir(dir)))
557 len = strlen(entry->d_name);
559 /* skip /etc/lsb-release, thats not a product per-se */
561 && strcmp(entry->d_name, "lsb-release") == 0)
567 && strcmp(entry->d_name + len - slen, suffix) == 0)
569 char *fullpath = join2(path, "/", entry->d_name);
570 FILE *fp = fopen(fullpath, "r");
576 pd->filename = fullpath;
577 pd->basename = entry->d_name;
578 repo_add_product(pd, fp, code11);
586 * read all installed products
588 * try proddir (reading all .xml files from this directory) first
589 * if not available, assume non-code11 layout and parse /etc/xyz-release
591 * parse each one as a product
594 /* Oh joy! Three parsers for the price of one! */
597 repo_add_products(Repo *repo, const char *proddir, const char *root, const char *attribute, int flags)
599 const char *fullpath = proddir;
603 struct stateswitch *sw;
606 if (!(flags & REPO_REUSE_REPODATA))
607 data = repo_add_repodata(repo, 0);
609 data = repo_last_repodata(repo);
611 memset(&pd, 0, sizeof(pd));
613 pd.pool = repo->pool;
616 pd.content = sat_malloc(256);
619 pd.attribute = attribute;
621 for (i = 0, sw = stateswitches; sw->from != NUMSTATES; i++, sw++)
623 if (!pd.swtab[sw->from])
624 pd.swtab[sw->from] = sw;
625 pd.sbtab[sw->to] = sw->from;
628 dir = opendir(fullpath);
631 parse_dir(dir, fullpath, &pd, 1); /* assume 'code11' products */
636 fullpath = root ? join2(root, "", "/var/lib/zypp/db/products") : "/var/lib/zypp/db/products";
637 dir = opendir(fullpath);
640 repo_add_zyppdb_products(repo, data, fullpath, dir); /* assume 'code10' zypp-style products */
645 fullpath = root ? join2(root, "", "/etc") : "/etc";
646 dir = opendir(fullpath);
649 parse_dir(dir, fullpath, &pd, 0); /* fall back to /etc/<xyz>-release parsing */
659 sat_free((void *)pd.tmplang);
660 sat_free(pd.content);
663 if (!(flags & REPO_NO_INTERNALIZE))
664 repodata_internalize(data);