4 * Parses all files below 'proddir'
5 * See http://en.opensuse.org/Product_Management/Code11
8 * Copyright (c) 2008, Novell Inc.
10 * This program is licensed under the BSD license, read LICENSE.BSD
11 * for further information
14 #include <sys/types.h>
31 #include "tools_util.h"
32 #include "repo_content.h"
33 #include "repo_zyppdb.h"
47 STATE_DESCRIPTION, // 8
48 STATE_UPDATEREPOKEY, // 9 should go away
52 STATE_RUNTIMECONFIG, // 12
57 STATE_REGRELEASE, // 18
58 STATE_PRODUCTLINE, // 19
69 /* !! must be sorted by first column !! */
70 static struct stateswitch stateswitches[] = {
71 { STATE_START, "product", STATE_PRODUCT, 0 },
72 { STATE_PRODUCT, "vendor", STATE_VENDOR, 1 },
73 { STATE_PRODUCT, "name", STATE_NAME, 1 },
74 { STATE_PRODUCT, "version", STATE_VERSION, 1 },
75 { STATE_PRODUCT, "release", STATE_RELEASE, 1 },
76 { STATE_PRODUCT, "arch", STATE_ARCH, 1 },
77 { STATE_PRODUCT, "productline", STATE_PRODUCTLINE, 1 },
78 { STATE_PRODUCT, "summary", STATE_SUMMARY, 1 },
79 { STATE_PRODUCT, "description", STATE_DESCRIPTION, 1 },
80 { STATE_PRODUCT, "register", STATE_REGISTER, 0 },
81 { STATE_PRODUCT, "urls", STATE_URLS, 0 },
82 { STATE_PRODUCT, "runtimeconfig", STATE_RUNTIMECONFIG, 0 },
83 { STATE_PRODUCT, "linguas", STATE_LINGUAS, 0 },
84 { STATE_PRODUCT, "updaterepokey", STATE_UPDATEREPOKEY, 1 },
85 { STATE_PRODUCT, "cpename", STATE_CPEID, 1 },
86 { STATE_URLS, "url", STATE_URL, 1 },
87 { STATE_LINGUAS, "lang", STATE_LANG, 0 },
88 { STATE_REGISTER, "target", STATE_TARGET, 1 },
89 { STATE_REGISTER, "release", STATE_REGRELEASE, 1 },
107 struct stateswitch *swtab[NUMSTATES];
108 enum state sbtab[NUMSTATES];
114 const char *tmpurltype;
122 ino_t currentproduct;
125 Id langcache[ID_NUM_INTERNAL];
131 * find value for xml attribute
132 * I: txt, name of attribute
133 * I: atts, list of key/value attributes
135 * O: pointer to value of matching key, or NULL
139 static inline const char *
140 find_attr(const char *txt, const char **atts, int dup)
142 for (; *atts; atts += 2)
144 if (!strcmp(*atts, txt))
145 return dup ? strdup(atts[1]) : atts[1];
152 * create localized tag
156 langtag(struct parsedata *pd, Id tag, const char *language)
158 if (language && !language[0])
160 if (!language || tag >= ID_NUM_INTERNAL)
161 return pool_id2langid(pd->repo->pool, tag, language, 1);
162 if (!pd->langcache[tag])
163 pd->langcache[tag] = pool_id2langid(pd->repo->pool, tag, language, 1);
164 return pd->langcache[tag];
169 * XML callback: startElement
173 startElement(void *userData, const char *name, const char **atts)
175 struct parsedata *pd = userData;
176 Pool *pool = pd->pool;
177 Solvable *s = pd->solvable;
178 struct stateswitch *sw;
181 fprintf(stderr, "start: [%d]%s\n", pd->state, name);
183 if (pd->depth != pd->statedepth)
190 if (!pd->swtab[pd->state]) /* no statetable -> no substates */
193 fprintf(stderr, "into unknown: %s (from: %d)\n", name, pd->state);
197 for (sw = pd->swtab[pd->state]; sw->from == pd->state; sw++) /* find name in statetable */
198 if (!strcmp(sw->ename, name))
201 if (sw->from != pd->state)
204 fprintf(stderr, "into unknown: %s (from: %d)\n", name, pd->state);
209 pd->docontent = sw->docontent;
210 pd->statedepth = pd->depth;
217 /* parse 'schemeversion' and store in global variable */
219 const char * scheme = find_attr("schemeversion", atts, 0);
220 pd->productscheme = (scheme && *scheme) ? atoi(scheme) : -1;
224 s = pd->solvable = pool_id2solvable(pool, repo_add_solvable(pd->repo));
225 pd->handle = s - pool->solvables;
229 /* <summary lang="xy">... */
231 pd->tmplang = find_attr("lang", atts, 1);
233 case STATE_DESCRIPTION:
234 pd->tmplang = find_attr("lang", atts, 1);
237 pd->tmpurltype = find_attr("name", atts, 1);
246 endElement(void *userData, const char *name)
248 struct parsedata *pd = userData;
249 Solvable *s = pd->solvable;
252 fprintf(stderr, "end: [%d]%s\n", pd->state, name);
254 if (pd->depth != pd->statedepth)
258 fprintf(stderr, "back from unknown %d %d %d\n", pd->state, pd->depth, pd->statedepth);
269 /* product done, finish solvable */
271 repodata_set_num(pd->data, pd->handle, SOLVABLE_INSTALLTIME, pd->ctime);
274 repodata_set_str(pd->data, pd->handle, PRODUCT_REFERENCEFILE, pd->basename);
276 /* this is where <productsdir>/baseproduct points to */
277 if (pd->currentproduct == pd->baseproduct)
278 repodata_set_str(pd->data, pd->handle, PRODUCT_TYPE, "base");
283 s->evr = makeevr(pd->pool, join2(pd->tmpvers, "-", pd->tmprel));
286 fprintf(stderr, "Seen <release> but no <version>\n");
289 else if (pd->tmpvers)
290 s->evr = makeevr(pd->pool, pd->tmpvers); /* just version, no release */
291 pd->tmpvers = sat_free((void *)pd->tmpvers);
292 pd->tmprel = sat_free((void *)pd->tmprel);
294 s->arch = ARCH_NOARCH;
295 if (s->arch != ARCH_SRC && s->arch != ARCH_NOSRC)
296 s->provides = repo_addid_dep(pd->repo, s->provides, rel2id(pd->pool, s->name, s->evr, REL_EQ, 1), 0);
300 s->vendor = str2id(pd->pool, pd->content, 1);
303 s->name = str2id(pd->pool, join2("product", ":", pd->content), 1);
306 pd->tmpvers = strdup(pd->content);
309 pd->tmprel = strdup(pd->content);
312 s->arch = str2id(pd->pool, pd->content, 1);
314 case STATE_PRODUCTLINE:
315 repodata_set_str(pd->data, pd->handle, PRODUCT_PRODUCTLINE, pd->content);
317 case STATE_UPDATEREPOKEY:
318 repodata_set_str(pd->data, pd->handle, langtag(pd, PRODUCT_UPDATEREPOKEY, pd->tmplang), pd->content);
321 repodata_set_str(pd->data, pd->handle, langtag(pd, SOLVABLE_SUMMARY, pd->tmplang), pd->content);
322 pd->tmplang = sat_free((void *)pd->tmplang);
324 case STATE_DESCRIPTION:
325 repodata_set_str(pd->data, pd->handle, langtag(pd, SOLVABLE_DESCRIPTION, pd->tmplang), pd->content );
326 pd->tmplang = sat_free((void *)pd->tmplang);
331 repodata_add_poolstr_array(pd->data, pd->handle, PRODUCT_URL, pd->content);
332 repodata_add_idarray(pd->data, pd->handle, PRODUCT_URL_TYPE, str2id(pd->pool, pd->tmpurltype, 1));
334 pd->tmpurltype = sat_free((void *)pd->tmpurltype);
337 repodata_set_str(pd->data, pd->handle, PRODUCT_REGISTER_TARGET, pd->content);
339 case STATE_REGRELEASE:
340 repodata_set_str(pd->data, pd->handle, PRODUCT_REGISTER_RELEASE, pd->content);
344 repodata_set_str(pd->data, pd->handle, SOLVABLE_CPE_ID, pd->content);
349 pd->state = pd->sbtab[pd->state];
353 fprintf(stderr, "end: [%s] -> %d\n", name, pd->state);
359 characterData(void *userData, const XML_Char *s, int len)
361 struct parsedata *pd = userData;
366 l = pd->lcontent + len + 1;
367 if (l > pd->acontent)
369 pd->content = sat_realloc(pd->content, l + 256);
370 pd->acontent = l + 256;
372 c = pd->content + pd->lcontent;
379 #define BUFF_SIZE 8192
383 * add single product to repo
388 repo_add_product(struct parsedata *pd, FILE *fp, int code11)
394 if (!fstat(fileno(fp), &st))
396 pd->currentproduct = st.st_ino;
397 pd->ctime = (unsigned int)st.st_ctime;
401 pd->currentproduct = pd->baseproduct + 1; /* make it != baseproduct if stat fails */
408 XML_Parser parser = XML_ParserCreate(NULL);
409 XML_SetUserData(parser, pd);
410 XML_SetElementHandler(parser, startElement, endElement);
411 XML_SetCharacterDataHandler(parser, characterData);
415 l = fread(buf, 1, sizeof(buf), fp);
416 if (XML_Parse(parser, buf, l, l == 0) == XML_STATUS_ERROR)
418 pool_debug(pd->pool, SAT_ERROR, "%s: %s at line %u:%u\n", pd->filename, XML_ErrorString(XML_GetErrorCode(parser)), (unsigned int)XML_GetCurrentLineNumber(parser), (unsigned int)XML_GetCurrentColumnNumber(parser));
419 pool_debug(pd->pool, SAT_ERROR, "Skipping this product\n");
420 XML_ParserFree(parser);
426 XML_ParserFree(parser);
433 int lnum = 0; /* line number */
435 /* parse /etc/<xyz>-release file */
436 while (fgets(buf, sizeof(buf), fp))
438 /* remove trailing \n */
440 if (*(buf + l - 1) == '\n')
449 /* 1st line, <name> [(<arch>)] */
450 ptr = strchr(buf, '(');
459 /* track back until non-blank, non-digit */
461 && (*ptr1 == ' ' || isdigit(*ptr1) || *ptr1 == '.'))
464 name = str2id(pd->pool, join2("product", ":", buf), 1);
469 char *ptr1 = strchr(ptr, ')');
477 if (isupper(*ptr1)) *ptr1 = tolower(*ptr1);
480 arch = str2id(pd->pool, ptr, 1);
484 else if (strncmp(buf, "VERSION", 7) == 0)
486 ptr = strchr(buf+7, '=');
489 while (*++ptr == ' ');
490 version = makeevr(pd->pool, ptr);
496 Solvable *s = pd->solvable = pool_id2solvable(pd->pool, repo_add_solvable(pd->repo));
502 if (s->arch != ARCH_SRC && s->arch != ARCH_NOSRC)
503 s->provides = repo_addid_dep(pd->repo, s->provides, rel2id(pd->pool, s->name, s->evr, REL_EQ, 1), 0);
511 * parse dir looking for files ending in suffix
515 parse_dir(DIR *dir, const char *path, struct parsedata *pd, int code11)
517 struct dirent *entry;
518 char *suffix = code11 ? ".prod" : "-release";
519 int slen = code11 ? 5 : 8; /* strlen(".prod") : strlen("-release") */
522 /* check for <productsdir>/baseproduct on code11 and remember its target inode */
524 && stat(join2(path, "/", "baseproduct"), &st) == 0) /* follow symlink */
526 pd->baseproduct = st.st_ino;
531 while ((entry = readdir(dir)))
534 len = strlen(entry->d_name);
536 /* skip /etc/lsb-release, thats not a product per-se */
538 && strcmp(entry->d_name, "lsb-release") == 0)
544 && strcmp(entry->d_name + len - slen, suffix) == 0)
546 char *fullpath = join2(path, "/", entry->d_name);
547 FILE *fp = fopen(fullpath, "r");
553 pd->filename = fullpath;
554 pd->basename = entry->d_name;
555 repo_add_product(pd, fp, code11);
563 * read all installed products
565 * try proddir (reading all .xml files from this directory) first
566 * if not available, assume non-code11 layout and parse /etc/xyz-release
568 * parse each one as a product
571 /* Oh joy! Three parsers for the price of one! */
574 repo_add_products(Repo *repo, const char *proddir, const char *root, int flags)
576 const char *fullpath = proddir;
580 struct stateswitch *sw;
583 if (!(flags & REPO_REUSE_REPODATA))
584 data = repo_add_repodata(repo, 0);
586 data = repo_last_repodata(repo);
588 memset(&pd, 0, sizeof(pd));
590 pd.pool = repo->pool;
593 pd.content = sat_malloc(256);
596 for (i = 0, sw = stateswitches; sw->from != NUMSTATES; i++, sw++)
598 if (!pd.swtab[sw->from])
599 pd.swtab[sw->from] = sw;
600 pd.sbtab[sw->to] = sw->from;
603 dir = opendir(fullpath);
606 parse_dir(dir, fullpath, &pd, 1); /* assume 'code11' products */
611 fullpath = root ? join2(root, "", "/var/lib/zypp/db/products") : "/var/lib/zypp/db/products";
612 dir = opendir(fullpath);
615 repo_add_zyppdb_products(repo, data, fullpath, dir); /* assume 'code10' zypp-style products */
620 fullpath = root ? join2(root, "", "/etc") : "/etc";
621 dir = opendir(fullpath);
624 parse_dir(dir, fullpath, &pd, 0); /* fall back to /etc/<xyz>-release parsing */
634 sat_free((void *)pd.tmplang);
635 sat_free(pd.content);
638 if (!(flags & REPO_NO_INTERNALIZE))
639 repodata_internalize(data);