tic/parser/repo_parser.py

   1 #!/usr/bin/python
   2 # Copyright (c) 2000 - 2016 Samsung Electronics Co., Ltd. All rights reserved.
   3 #
   4 # Contact:
   5 # @author Chulwoo Shin <cw1.shin@samsung.com>
   6 #
   7 # Licensed under the Apache License, Version 2.0 (the "License");
   8 # you may not use this file except in compliance with the License.
   9 # You may obtain a copy of the License at
  10 #
  11 # http://www.apache.org/licenses/LICENSE-2.0
  12 #
  13 # Unless required by applicable law or agreed to in writing, software
  14 # distributed under the License is distributed on an "AS IS" BASIS,
  15 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  16 # See the License for the specific language governing permissions and
  17 # limitations under the License.
  18 #
  19 # Contributors:
  20 # - S-Core Co., Ltd
  21
  22 from lxml import etree
  23 from tic.utils.error import TICError
  24 import logging
  25 import re
  26
  27 class RepodataParser(object):
  28
  29     def __init__(self, repodata_list):
  30         self.repodata_list = repodata_list
  31
  32     def _xml_parse(self, pkg_group, root, tag_dic):
  33
  34         def _set_version(element, tag):
  35             if 'ver' in tag.attrib:
  36                 element['ver'] = tag.attrib['ver']
  37             if 'rel' in tag.attrib:
  38                 element['rel'] = tag.attrib['rel']
  39             if 'epoch' in tag.attrib:
  40                 element['epoch'] = tag.attrib['epoch']
  41             if 'flags' in tag.attrib:
  42                 element['flags'] = tag.attrib['flags']
  43
  44         logger = logging.getLogger(__name__)
  45         meta_prefix = 'building-block'
  46         meta_prefix_root = 'building-block-root-'
  47         meta_prefix_sub1 = 'building-block-sub1-'
  48         meta_pattern = re.compile(''.join(['^', meta_prefix, '-(?P<meta>root|sub1|sub2)-(?P<pkgname>.+)']), re.I)
  49         meta_sub1_pattern = re.compile("(?P<root>.+)-(?P<sub1>.+)")
  50         meta_sub2_pattern = re.compile("(?P<root>.+)-(?P<sub1>.+)-(?P<sub2>.+)")
  51
  52         pkg_dict = pkg_group.get('pkg_dict')
  53         provides_dict = pkg_group.get('provides')
  54         files_dict = pkg_group.get('files')
  55         meta_info = pkg_group.get('meta_info')
  56
  57         pkg_id = len(pkg_dict)
  58
  59         for pkg in root.findall(tag_dic['package']):
  60             pkg_name = pkg.findtext(tag_dic['name'])
  61
  62             # check whether a package is duplicated.
  63             if pkg_name in pkg_dict:
  64                 #TODO: Apply to policy of duplication
  65                 logger.warning('package(%s) is duplicated. exclude this package', pkg_name)
  66                 continue
  67
  68             pkg_info = {}
  69             pkg_info['id'] = pkg_id
  70             pkg_info['name'] = pkg_name
  71             pkg_info['selfChecked'] = False # for web-ui tree
  72
  73             # Parsing meta-pkg using meta naming rule
  74             meta_match = meta_pattern.search(pkg_info['name'])
  75             if meta_match is not None:
  76                 #print(meta_match.group(0), ', ', meta_match.group('meta'), ', ', meta_match.group('pkgname'))
  77                 if meta_match.group('meta') == 'root':
  78                     meta_info['root'].append([pkg_info['name']])
  79                     pkg_info['meta'] = 'root'
  80                 elif meta_match.group('meta') == 'sub1':
  81                     sub1_match = meta_sub1_pattern.search(meta_match.group('pkgname'))
  82                     meta_info['sub1'].append([pkg_info['name'],
  83                                               ''.join([meta_prefix_root, sub1_match.group('root')])])
  84                     pkg_info['meta'] = 'sub1'
  85                 elif meta_match.group('meta') == 'sub2':
  86                     sub2_match = meta_sub2_pattern.search(meta_match.group('pkgname'))
  87                     meta_info['sub2'].append([pkg_info['name'],
  88                                               ''.join([meta_prefix_root, sub2_match.group('root')]),
  89                                               ''.join([meta_prefix_sub1, sub2_match.group('root'),'-', sub2_match.group('sub1')])])
  90                     pkg_info['meta'] = 'sub2'
  91
  92             pkg_info['arch'] = pkg.findtext(tag_dic['arch'])
  93             #pkg_info['version'] = pkg.find(tag_dic['version']).attrib['ver']
  94             ver_tag = pkg.find(tag_dic['version'])
  95             pkg_info['version'] = {'epoch':ver_tag.attrib['epoch'],
  96                                    'ver':ver_tag.attrib['ver'],
  97                                    'rel':ver_tag.attrib['rel']}
  98             pkg_info['checksum'] = pkg.findtext(tag_dic['checksum'])
  99             pkg_info['summary'] = pkg.findtext(tag_dic['summary'])
 100             pkg_info['description'] = pkg.findtext(tag_dic['description'])
 101             pkg_info['location'] = pkg.find(tag_dic['location']).attrib['href']
 102             size_tag = pkg.find(tag_dic['size'])
 103             pkg_info['size'] = size_tag.attrib['package']
 104             pkg_info['installed'] = size_tag.attrib['installed']
 105
 106             format_tag = pkg.find(tag_dic['format'])
 107             if(format_tag is not None):
 108                 requires_tag = format_tag.find(tag_dic['requires'])
 109                 if requires_tag is not None:
 110                     dep_list = []
 111                     for rpm in requires_tag:
 112                         require = {}
 113                         require['name'] = rpm.attrib['name']
 114                         _set_version(require, rpm)
 115                         dep_list.append(require)
 116                     pkg_info['requires'] = dep_list;
 117                 provides_tag = format_tag.find(tag_dic['provides'])
 118                 if provides_tag is not None:
 119                     dep_list = []
 120                     for rpm in provides_tag:
 121                         provide = {}
 122                         provide['name'] = rpm.attrib['name']
 123                         _set_version(provide, rpm)
 124
 125                         if rpm.attrib['name'] in provides_dict:
 126                             provides_dict[rpm.attrib['name']].append({'name': pkg_name, 'data': provide})
 127                         else:
 128                             provides_dict[rpm.attrib['name']] = [{'name': pkg_name, 'data': provide}]
 129                         dep_list.append(provide)
 130                     pkg_info['provides'] = dep_list;
 131                 conflicts_tag = format_tag.find(tag_dic['conflicts'])
 132                 if conflicts_tag is not None:
 133                     dep_list = []
 134                     for rpm in conflicts_tag:
 135                         conflict = {}
 136                         conflict['name'] = rpm.attrib['name']
 137                         _set_version(conflict, rpm)
 138                         dep_list.append(conflict)
 139                     pkg_info['conflicts'] = dep_list;
 140                 recommends_tag = format_tag.find(tag_dic['recommends'])
 141                 if recommends_tag is not None:
 142                     dep_list = []
 143                     for rpm in recommends_tag:
 144                         recommend = {}
 145                         recommend['name'] = rpm.attrib['name']
 146                         _set_version(recommend, rpm)
 147                         dep_list.append(recommend)
 148                     pkg_info['recommends'] = dep_list;
 149                 suggests_tag = format_tag.find(tag_dic['suggests'])
 150                 if suggests_tag is not None:
 151                     dep_list = []
 152                     for rpm in suggests_tag:
 153                         dep_list.append(rpm.attrib['name'])
 154                     pkg_info['suggests'] = dep_list;
 155                 file_tag = format_tag.find(tag_dic['file'])
 156                 if file_tag is not None:
 157                     dep_list = []
 158                     for file_t in format_tag.findall(tag_dic['file']):
 159                         if file_t.text in files_dict:
 160                             files_dict[file_t.text].append(pkg_name)
 161                         else:
 162                             files_dict[file_t.text] = [pkg_name]
 163                         dep_list.append(file_t.text)
 164                     pkg_info['file'] = dep_list;
 165             pkg_dict[pkg_name] = pkg_info
 166             pkg_id += 1
 167
 168     def _prepare_requires_id(self, pkg_group):
 169         logger = logging.getLogger(__name__)
 170         pkg_list = pkg_group.get('pkg_list')
 171         pkg2id = pkg_group.get('pkg2id')
 172         provides2id = pkg_group.get('provides2id')
 173         file2id = pkg_group.get('file2id')
 174
 175         for pkg_id in range(len(pkg_list)):
 176             requires = pkg_list[pkg_id].get('requires')
 177             if requires is not None:
 178                 for req_info in requires:
 179                     req_name = req_info['name']
 180                     #TODO: Determine dependency search order
 181                     if req_name in provides2id:
 182                         #TODO: Select a package in provides (version?)
 183                         req_info['id'] = provides2id[req_name][0]['id']
 184                     elif req_name in pkg2id:
 185                         req_info['id'] = pkg2id[req_name]
 186                     elif req_name in file2id:
 187                         req_info['id'] = file2id[req_name][0]['id']
 188                     else:
 189                         #TODO: Exception Check
 190                         # the dependent package does not exist.
 191                         logger.warning('"%s" required by "%s" does not exist.', req_name, pkg_list[pkg_id].get('name'))
 192
 193     def _get_tagname(self, root):
 194         tags = {}
 195         # xmlns = re.sub('metadata$', '', root.tag)
 196         tags['metadata'] = '{%s}metadata' % root.nsmap[None]
 197         tags['package'] = '{%s}package' % root.nsmap[None]
 198         tags['name'] = '{%s}name' % root.nsmap[None]
 199         tags['arch'] = '{%s}arch' % root.nsmap[None]
 200         tags['version'] = '{%s}version' % root.nsmap[None]
 201         tags['checksum'] = '{%s}checksum' % root.nsmap[None]
 202         tags['summary'] = '{%s}summary' % root.nsmap[None]
 203         tags['description'] = '{%s}description' % root.nsmap[None]
 204         tags['location'] = '{%s}location' % root.nsmap[None]
 205         tags['size'] = '{%s}size' % root.nsmap[None]
 206         tags['format'] = '{%s}format' % root.nsmap[None]
 207         tags['requires'] = '{%s}requires' % root.nsmap['rpm']
 208         tags['provides'] = '{%s}provides' % root.nsmap['rpm']
 209         tags['conflicts'] = '{%s}conflicts' % root.nsmap['rpm']
 210         tags['suggests'] = '{%s}suggests' % root.nsmap['rpm']
 211         tags['recommends'] = '{%s}recommends' % root.nsmap['rpm']
 212         tags['file'] = '{%s}file' % root.nsmap[None]
 213         return tags
 214
 215     def parse(self):
 216         if not self.repodata_list:
 217             return None
 218
 219         xml_list = []
 220         try:
 221             for repodata in self.repodata_list:
 222                 tree = etree.parse(repodata['primary'])
 223                 xml_list.append(tree.getroot())
 224         except etree.XMLSyntaxError as e:
 225             raise TICError('primary.xml syntax error. %s', e)
 226
 227         tag_dic = self._get_tagname(xml_list[0])
 228
 229         #TODO: temporary code (should be deleted)
 230         meta_string='<?xml version="1.0" encoding="UTF-8"?><metadata xmlns="http://linux.duke.edu/metadata/common" xmlns:rpm="http://linux.duke.edu/metadata/rpm" packages="1467"><package type="rpm"><name>building-block-root-metapkg</name><arch>aarch64</arch><version epoch="0" ver="2.0.4" rel="4.2" vcs="platform/upstream/SDL#5f9405ba696ad79a0e05150430fe69e874f8280d" /><checksum type="sha256" pkgid="YES">6f74666eb89e1addc4ce75e25f3e639bbfdd8798fc848a6b7027501070567dcf</checksum><summary>Simple DirectMedia Layer</summary><description>This is the Simple DirectMedia Layer, a generic API that provides low level access to audio, keyboard, mouse, and display framebuffer across multiple platforms.</description><packager /><url>http://www.libsdl.org/</url><time file="1476718677" build="1476718668" /><size package="264245" installed="956696" archive="957124" /><location href="aarch64/SDL2-2.0.4-4.2.aarch64.rpm" /><format><rpm:license>Zlib and SGI-B-2.0</rpm:license><rpm:vendor>tizen</rpm:vendor><rpm:group>System Environment/Libraries</rpm:group><rpm:buildhost>w36</rpm:buildhost><rpm:sourcerpm>SDL2-2.0.4-4.2.src.rpm</rpm:sourcerpm><rpm:header-range start="280" end="5958" /><rpm:requires><rpm:entry name="building-block-sub1-metapkg-extsub1" /><rpm:entry name="building-block-sub1-metapkg-extsub2" /></rpm:requires></format></package><package type="rpm"><name>building-block-sub1-metapkg-extsub1</name><arch>aarch64</arch><version epoch="0" ver="2.0.4" rel="4.2" vcs="platform/upstream/SDL#5f9405ba696ad79a0e05150430fe69e874f8280d" /><checksum type="sha256" pkgid="YES">6f74666eb89e1addc4ce75e25f3e639bbfdd8798fc848a6b7027501070567dcf</checksum><summary>sub1-extension</summary><description>This is the Simple DirectMedia Layer, a generic API that provides low level access to audio, keyboard, mouse, and display framebuffer across multiple platforms.</description><packager /><url>http://www.libsdl.org/</url><time file="1476718677" build="1476718668" /><size package="264245" installed="956696" archive="957124" /><location href="aarch64/SDL2-2.0.4-4.2.aarch64.rpm" /><format><rpm:license>Zlib and SGI-B-2.0</rpm:license><rpm:vendor>tizen</rpm:vendor><rpm:group>System Environment/Libraries</rpm:group><rpm:buildhost>w36</rpm:buildhost><rpm:sourcerpm>SDL2-2.0.4-4.2.src.rpm</rpm:sourcerpm><rpm:header-range start="280" end="5958" /><rpm:requires><rpm:entry name="building-block-sub2-metapkg-extsub1-exts1sub1" /></rpm:requires></format></package><package type="rpm"><name>building-block-sub2-metapkg-extsub1-exts1sub1</name><arch>aarch64</arch><version epoch="0" ver="2.0.4" rel="4.2" vcs="platform/upstream/SDL#5f9405ba696ad79a0e05150430fe69e874f8280d" /><checksum type="sha256" pkgid="YES">6f74666eb89e1addc4ce75e25f3e639bbfdd8798fc848a6b7027501070567dcf</checksum><summary>sub2-extension</summary><description>This is the Simple DirectMedia Layer, a generic API that provides low level access to audio, keyboard, mouse, and display framebuffer across multiple platforms.</description><packager /><url>http://www.libsdl.org/</url><time file="1476718677" build="1476718668" /><size package="264245" installed="956696" archive="957124" /><location href="aarch64/SDL2-2.0.4-4.2.aarch64.rpm" /><format><rpm:license>Zlib and SGI-B-2.0</rpm:license><rpm:vendor>tizen</rpm:vendor><rpm:group>System Environment/Libraries</rpm:group><rpm:buildhost>w36</rpm:buildhost><rpm:sourcerpm>SDL2-2.0.4-4.2.src.rpm</rpm:sourcerpm><rpm:header-range start="280" end="5958" /></format></package><package type="rpm"><name>building-block-sub2-metapkg-extsub1-exts1sub2</name><arch>aarch64</arch><version epoch="0" ver="2.0.4" rel="4.2" vcs="platform/upstream/SDL#5f9405ba696ad79a0e05150430fe69e874f8280d" /><checksum type="sha256" pkgid="YES">6f74666eb89e1addc4ce75e25f3e639bbfdd8798fc848a6b7027501070567dcf</checksum><summary>sub2-extension</summary><description>This is the Simple DirectMedia Layer, a generic API that provides low level access to audio, keyboard, mouse, and display framebuffer across multiple platforms.</description><packager /><url>http://www.libsdl.org/</url><time file="1476718677" build="1476718668" /><size package="264245" installed="956696" archive="957124" /><location href="aarch64/SDL2-2.0.4-4.2.aarch64.rpm" /><format><rpm:license>Zlib and SGI-B-2.0</rpm:license><rpm:vendor>tizen</rpm:vendor><rpm:group>System Environment/Libraries</rpm:group><rpm:buildhost>w36</rpm:buildhost><rpm:sourcerpm>SDL2-2.0.4-4.2.src.rpm</rpm:sourcerpm><rpm:header-range start="280" end="5958" /></format></package><package type="rpm"><name>building-block-sub1-metapkg-extsub2</name><arch>aarch64</arch><version epoch="0" ver="2.0.4" rel="4.2" vcs="platform/upstream/SDL#5f9405ba696ad79a0e05150430fe69e874f8280d" /><checksum type="sha256" pkgid="YES">6f74666eb89e1addc4ce75e25f3e639bbfdd8798fc848a6b7027501070567dcf</checksum><summary>sub1-extension</summary><description>This is the Simple DirectMedia Layer, a generic API that provides low level access to audio, keyboard, mouse, and display framebuffer across multiple platforms.</description><packager /><url>http://www.libsdl.org/</url><time file="1476718677" build="1476718668" /><size package="264245" installed="956696" archive="957124" /><location href="aarch64/SDL2-2.0.4-4.2.aarch64.rpm" /><format><rpm:license>Zlib and SGI-B-2.0</rpm:license><rpm:vendor>tizen</rpm:vendor><rpm:group>System Environment/Libraries</rpm:group><rpm:buildhost>w36</rpm:buildhost><rpm:sourcerpm>SDL2-2.0.4-4.2.src.rpm</rpm:sourcerpm><rpm:header-range start="280" end="5958" /><rpm:requires><rpm:entry name="building-block-sub2-metapkg-extsub2-exts2sub1" /><rpm:entry name="SDL2" /></rpm:requires></format></package><package type="rpm"><name>building-block-sub2-metapkg-extsub2-exts2sub1</name><arch>aarch64</arch><version epoch="0" ver="2.0.4" rel="4.2" vcs="platform/upstream/SDL#5f9405ba696ad79a0e05150430fe69e874f8280d" /><checksum type="sha256" pkgid="YES">6f74666eb89e1addc4ce75e25f3e639bbfdd8798fc848a6b7027501070567dcf</checksum><summary>sub2-extension</summary><description>This is the Simple DirectMedia Layer, a generic API that provides low level access to audio, keyboard, mouse, and display framebuffer across multiple platforms.</description><packager /><url>http://www.libsdl.org/</url><time file="1476718677" build="1476718668" /><size package="264245" installed="956696" archive="957124" /><location href="aarch64/SDL2-2.0.4-4.2.aarch64.rpm" /><format><rpm:license>Zlib and SGI-B-2.0</rpm:license><rpm:vendor>tizen</rpm:vendor><rpm:group>System Environment/Libraries</rpm:group><rpm:buildhost>w36</rpm:buildhost><rpm:sourcerpm>SDL2-2.0.4-4.2.src.rpm</rpm:sourcerpm><rpm:header-range start="280" end="5958" /></format></package><package type="rpm"><name>building-block-sub2-metapkg-extsub2-exts2sub2</name><arch>aarch64</arch><version epoch="0" ver="2.0.4" rel="4.2" vcs="platform/upstream/SDL#5f9405ba696ad79a0e05150430fe69e874f8280d" /><checksum type="sha256" pkgid="YES">6f74666eb89e1addc4ce75e25f3e639bbfdd8798fc848a6b7027501070567dcf</checksum><summary>sub2-extension</summary><description>This is the Simple DirectMedia Layer, a generic API that provides low level access to audio, keyboard, mouse, and display framebuffer across multiple platforms.</description><packager /><url>http://www.libsdl.org/</url><time file="1476718677" build="1476718668" /><size package="264245" installed="956696" archive="957124" /><location href="aarch64/SDL2-2.0.4-4.2.aarch64.rpm" /><format><rpm:license>Zlib and SGI-B-2.0</rpm:license><rpm:vendor>tizen</rpm:vendor><rpm:group>System Environment/Libraries</rpm:group><rpm:buildhost>w36</rpm:buildhost><rpm:sourcerpm>SDL2-2.0.4-4.2.src.rpm</rpm:sourcerpm><rpm:header-range start="280" end="5958" /><rpm:requires><rpm:entry name="SDL2" /></rpm:requires></format></package></metadata>'
 231         xml_list.append(etree.fromstring(meta_string))
 232
 233         #pkg_group = dict(pkg_list=[], pkg2id={}, provides2id={}, file2id={}, meta_info=dict(root=[], sub1=[], sub2=[]))
 234         pkg_group = dict(pkg_dict={},
 235                          provides={},
 236                          files={},
 237                          groups={},
 238                          meta_info=dict(root=[], sub1=[], sub2=[]))
 239
 240         # parses the repodata (primary.xml)
 241         for xml_root in xml_list:
 242             self._xml_parse(pkg_group, xml_root, tag_dic)
 243
 244         # set the requires id
 245         #self._prepare_requires_id(pkg_group)
 246
 247         return pkg_group