.gitlab-ci/meson-junit-report.py

   1 #!/usr/bin/env python3
   2 #
   3 # meson-junit-report.py: Turns a Meson test log into a JUnit report
   4 #
   5 # Copyright 2019  GNOME Foundation
   6 #
   7 # SPDX-License-Identifier: LGPL-2.1-or-later
   8
   9 import argparse
  10 import datetime
  11 import json
  12 import sys
  13 import xml.etree.ElementTree as ET
  14
  15 aparser = argparse.ArgumentParser(description='Turns a Meson test log into a JUnit report')
  16 aparser.add_argument('--project-name', metavar='NAME',
  17                      help='The project name',
  18                      default='unknown')
  19 aparser.add_argument('--job-id', metavar='ID',
  20                      help='The job ID for the report',
  21                      default='Unknown')
  22 aparser.add_argument('--branch', metavar='NAME',
  23                      help='Branch of the project being tested',
  24                      default='master')
  25 aparser.add_argument('--output', metavar='FILE',
  26                      help='The output file, stdout by default',
  27                      type=argparse.FileType('w', encoding='UTF-8'),
  28                      default=sys.stdout)
  29 aparser.add_argument('infile', metavar='FILE',
  30                      help='The input testlog.json, stdin by default',
  31                      type=argparse.FileType('r', encoding='UTF-8'),
  32                      default=sys.stdin)
  33
  34 args = aparser.parse_args()
  35
  36 outfile = args.output
  37
  38 testsuites = ET.Element('testsuites')
  39 testsuites.set('id', '{}/{}'.format(args.job_id, args.branch))
  40 testsuites.set('package', args.project_name)
  41 testsuites.set('timestamp', datetime.datetime.utcnow().isoformat(timespec='minutes'))
  42
  43 suites = {}
  44 for line in args.infile:
  45     data = json.loads(line)
  46     (full_suite, unit_name) = data['name'].split(' / ')
  47     (project_name, suite_name) = full_suite.split(':')
  48
  49     duration = data['duration']
  50     return_code = data['returncode']
  51     log = data['stdout']
  52
  53     unit = {
  54         'suite': suite_name,
  55         'name': unit_name,
  56         'duration': duration,
  57         'returncode': return_code,
  58         'stdout': log,
  59     }
  60
  61     units = suites.setdefault(suite_name, [])
  62     units.append(unit)
  63
  64 for name, units in suites.items():
  65     print('Processing suite {} (units: {})'.format(name, len(units)))
  66
  67     def if_failed(unit):
  68         if unit['returncode'] != 0:
  69             return True
  70         return False
  71
  72     def if_succeded(unit):
  73         if unit['returncode'] == 0:
  74             return True
  75         return False
  76
  77     successes = list(filter(if_succeded, units))
  78     failures = list(filter(if_failed, units))
  79     print(' - {}: {} pass, {} fail'.format(name, len(successes), len(failures)))
  80
  81     testsuite = ET.SubElement(testsuites, 'testsuite')
  82     testsuite.set('name', '{}/{}'.format(args.project_name, name))
  83     testsuite.set('tests', str(len(units)))
  84     testsuite.set('errors', str(len(failures)))
  85     testsuite.set('failures', str(len(failures)))
  86
  87     for unit in successes:
  88         testcase = ET.SubElement(testsuite, 'testcase')
  89         testcase.set('classname', '{}/{}'.format(args.project_name, unit['suite']))
  90         testcase.set('name', unit['name'])
  91         testcase.set('time', str(unit['duration']))
  92
  93     for unit in failures:
  94         testcase = ET.SubElement(testsuite, 'testcase')
  95         testcase.set('classname', '{}/{}'.format(args.project_name, unit['suite']))
  96         testcase.set('name', unit['name'])
  97         testcase.set('time', str(unit['duration']))
  98
  99         failure = ET.SubElement(testcase, 'failure')
 100         failure.set('classname', '{}/{}'.format(args.project_name, unit['suite']))
 101         failure.set('name', unit['name'])
 102         failure.set('type', 'error')
 103         failure.text = unit['stdout']
 104
 105 output = ET.tostring(testsuites, encoding='unicode')
 106 outfile.write(output)