.gitlab-ci/meson-junit-report.py

   1 #!/usr/bin/env python3
   2 #
   3 # meson-junit-report.py: Turns a Meson test log into a JUnit report
   4 #
   5 # Copyright 2019  GNOME Foundation
   6 #
   7 # SPDX-License-Identifier: LGPL-2.1-or-later
   8
   9 import argparse
  10 import datetime
  11 import json
  12 import sys
  13 import xml.etree.ElementTree as ET
  14
  15 aparser = argparse.ArgumentParser(description='Turns a Meson test log into a JUnit report')
  16 aparser.add_argument('--project-name', metavar='NAME',
  17                      help='The project name',
  18                      default='unknown')
  19 aparser.add_argument('--job-id', metavar='ID',
  20                      help='The job ID for the report',
  21                      default='Unknown')
  22 aparser.add_argument('--branch', metavar='NAME',
  23                      help='Branch of the project being tested',
  24                      default='master')
  25 aparser.add_argument('--output', metavar='FILE',
  26                      help='The output file, stdout by default',
  27                      type=argparse.FileType('w', encoding='UTF-8'),
  28                      default=sys.stdout)
  29 aparser.add_argument('infile', metavar='FILE',
  30                      help='The input testlog.json, stdin by default',
  31                      type=argparse.FileType('r', encoding='UTF-8'),
  32                      default=sys.stdin)
  33
  34 args = aparser.parse_args()
  35
  36 outfile = args.output
  37
  38 testsuites = ET.Element('testsuites')
  39 testsuites.set('id', '{}/{}'.format(args.job_id, args.branch))
  40 testsuites.set('package', args.project_name)
  41 testsuites.set('timestamp', datetime.datetime.utcnow().isoformat(timespec='minutes'))
  42
  43 suites = {}
  44 for line in args.infile:
  45     data = json.loads(line)
  46     (full_suite, unit_name) = data['name'].split(' / ')
  47     (project_name, suite_name) = full_suite.split(':')
  48
  49     duration = data['duration']
  50     return_code = data['returncode']
  51     log = data['stdout']
  52
  53     unit = {
  54         'suite': suite_name,
  55         'name': unit_name,
  56         'duration': duration,
  57         'returncode': return_code,
  58         'stdout': log,
  59     }
  60
  61     units = suites.setdefault(suite_name, [])
  62     units.append(unit)
  63
  64 for name, units in suites.items():
  65     print('Processing suite {} (units: {})'.format(name, len(units)))
  66
  67     def if_failed(unit):
  68         if not if_skipped(unit) and unit['returncode'] != 0:
  69             return True
  70         return False
  71
  72     def if_skipped(unit):
  73         if unit['returncode'] == 77:
  74             return True
  75         return False
  76
  77     def if_succeded(unit):
  78         if unit['returncode'] == 0:
  79             return True
  80         return False
  81
  82     successes = list(filter(if_succeded, units))
  83     failures = list(filter(if_failed, units))
  84     skips = list(filter(if_skipped, units))
  85     print(' - {}: {} pass, {} fail, {} skipped'.format(name, len(successes), len(failures), len(skips)))
  86
  87     testsuite = ET.SubElement(testsuites, 'testsuite')
  88     testsuite.set('name', '{}/{}'.format(args.project_name, name))
  89     testsuite.set('tests', str(len(units)))
  90     testsuite.set('errors', str(len(failures)))
  91     testsuite.set('skipped', str(len(skips)))
  92     testsuite.set('failures', str(len(failures)))
  93
  94     for unit in successes:
  95         testcase = ET.SubElement(testsuite, 'testcase')
  96         testcase.set('classname', '{}/{}'.format(args.project_name, unit['suite']))
  97         testcase.set('name', unit['name'])
  98         testcase.set('time', str(unit['duration']))
  99
 100     for unit in skips:
 101         testcase = ET.SubElement(testsuite, 'testcase')
 102         testcase.set('classname', '{}/{}'.format(args.project_name, unit['suite']))
 103         testcase.set('name', unit['name'])
 104         testcase.set('time', str(unit['duration']))
 105
 106         skip = ET.SubElement(testcase, 'skipped')
 107
 108     for unit in failures:
 109         testcase = ET.SubElement(testsuite, 'testcase')
 110         testcase.set('classname', '{}/{}'.format(args.project_name, unit['suite']))
 111         testcase.set('name', unit['name'])
 112         testcase.set('time', str(unit['duration']))
 113
 114         failure = ET.SubElement(testcase, 'failure')
 115         failure.set('classname', '{}/{}'.format(args.project_name, unit['suite']))
 116         failure.set('name', unit['name'])
 117         failure.set('type', 'error')
 118         failure.text = unit['stdout']
 119
 120 output = ET.tostring(testsuites, encoding='unicode')
 121 outfile.write(output)