subprojects/gst-integration-testsuites/testsuites/validate_known_issues.py

   1 KNOWN_ISSUES = {
   2     "General flakiness": {
   3         "tests": [
   4             r"^validate\.((?!play_15s).)*$",
   5             r"^validate\.((?!transcode).)*$",
   6             r"^validate\.((?!media_check).)*$",
   7             r"^validate\.((?!compositor).)*$",
   8             r"^validate\.((?!glvideomixer).)*$",
   9             r"^validate\.((?!launch_pipeline).)*$",
  10             r"^validate\.((?!rtsp*).)*$",
  11         ],
  12         "max_retries": 2,
  13     },
  14     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/issues/486": {
  15         "tests": [
  16             "validate.dash.playback.fast_forward.dash_exMPD_BIP_TC1",
  17             "validate.dash.playback.reverse_playback.dash_exMPD_BIP_TC1",
  18             "validate.dash.playback.seek_with_stop.dash_exMPD_BIP_TC1",
  19             "validate.dash.playback.scrub_forward_seeking.dash_exMPD_BIP_TC1",
  20             "validate.dash.playback.seek_backward.dash_exMPD_BIP_TC1",
  21             "validate.dash.playback.seek_forward.dash_exMPD_BIP_TC1",
  22         ],
  23         "issues": [
  24             {
  25                 "detected-on": "playbin",
  26                 "summary": "We got an ERROR message on the bus",
  27                 "level": "critical",
  28                 "sometimes": True,
  29             },
  30             {
  31                 "summary": "flow return from pad push doesn't match expected value",
  32                 "details": ".*Wrong combined flow return error.*",
  33                 "level": "critical",
  34                 "sometimes": True,
  35             },
  36             {
  37                 "level": "critical",
  38                 "summary": "The program stopped before some actions were executed",
  39                 "sometimes": True,
  40             }
  41         ]
  42     },
  43     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-base/issues/311": {
  44         "tests": [
  45             "validate.http.*.ogg$",
  46             "validate.http.*.ogv$",
  47             "validate.rtsp.*.ogg$",
  48             "validate.rtsp.*.ogv$",
  49         ],
  50         "issues": [
  51             {
  52                 "detected-on": "playbin",
  53                 "summary": "We got an ERROR message on the bus",
  54                 "details": ".*No valid frames decoded before end of stream.*",
  55                 "level": "critical",
  56                 "sometimes": True,
  57             },
  58             {
  59                 "level": "critical",
  60                 "summary": "We got an ERROR message on the bus",
  61                 "details": ".*Got error: Could not decode stream.*",
  62                 "sometimes": True,
  63             },
  64             {
  65                 "level": "critical",
  66                 "summary": "The program stopped before some actions were executed",
  67                 "sometimes": True,
  68             },
  69             {
  70                 "summary": "The program stopped before some actions were executed",
  71                 "issue-id": "scenario::not-ended",
  72                 "sometimes": True,
  73             },
  74         ]
  75     },
  76     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/issues/563": {
  77         "tests": [
  78             "validate.rtsp.playback.seek_backward.bowlerhatdancer_sleepytom_SGP_mjpeg_avi",
  79         ],
  80         "issues": [
  81             {
  82                 "level": "critical",
  83                 "summary": "The program stopped before some actions were executed",
  84                 "sometimes": True,
  85             }
  86         ]
  87     },
  88     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/issues/377": {
  89         "tests": [
  90             "validate.rtsp.*",
  91         ],
  92         "issues": [
  93             {
  94                 "timeout": True,
  95                 "sometimes": True,
  96             },
  97         ]
  98     },
  99     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/issues/930": {
 100         "tests": [
 101             "validate.hls.playback.reverse_playback.*",
 102         ],
 103         "issues": [
 104             {
 105                 'timeout': True,
 106                 'sometimes': True,
 107             },
 108         ],
 109     },
 110     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/issues/582": {
 111         "tests": [
 112             "validate.http.playback.reverse_playback.*",
 113             "validate.http.playback.*seek.*",
 114             "validate.http.playback.*change_state.*",
 115         ],
 116         "issues": [
 117             {
 118                 'timeout': True,
 119                 'sometimes': True,
 120             },
 121         ],
 122     },
 123     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/issues/609": {
 124         "tests": [
 125             "validate.hls.playback.*seek.*",
 126         ],
 127         "issues": [
 128             {
 129                 'timeout': True,
 130                 'sometimes': True,
 131                 'stacktrace_symbols': [
 132                     'g_rec_mutex_lock'
 133                 ]
 134             },
 135         ],
 136     },
 137     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/issues/937": {
 138         "tests": [
 139             "validate.hls.playback.fast_forward.*",
 140         ],
 141         "issues": [
 142             {
 143                 'timeout': True,
 144                 'sometimes': True,
 145             },
 146         ],
 147     },
 148     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-base/issues/578": {
 149         "tests": [
 150             "validate.http.playback.change_state_intensive.*ogv",
 151             "validate.http.playback.change_state_intensive.*ogg",
 152         ],
 153         "issues": [
 154             {
 155                 'timeout': True,
 156                 'sometimes': True,
 157             },
 158         ],
 159     },
 160     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/issues/585": {
 161         "tests": [
 162             "validate.rtsp.*playback.*seek.*.",
 163         ],
 164         "issues": [
 165             {
 166                 "summary": "We got a g_log critical issue",
 167                 "details": ".*g_hash_table_foreach_remove_or_steal.*",
 168             },
 169             {
 170                 "issue-id": "runtime::error-on-bus",
 171                 "summary": "We got an ERROR message on the bus",
 172                 "level": "critical",
 173                 "detected-on": "playbin0",
 174                 "details": ".*Could not open resource for reading and writing.*",
 175             },
 176         ],
 177     },
 178     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-base/issues/578": {
 179         "tests": [
 180             "validate.http.playback.change_state_intensive.*ogv",
 181             "validate.http.playback.change_state_intensive.*ogg",
 182         ],
 183         "issues": [
 184             {
 185                 'timeout': True,
 186                 'sometimes': True,
 187             },
 188         ],
 189     },
 190     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-base/issues/579": {
 191         "tests": [
 192             "validate.http.*ogv",
 193             "validate.http.*ogg",
 194         ],
 195         "issues": [
 196             {
 197                 "summary": "We got an ERROR message on the bus",
 198                 "level": "critical",
 199                 "details": ".*Could not decode stream.*",
 200                 "sometimes": True,
 201             },
 202         ]
 203     },
 204     "https://gitlab.freedesktop.org/gstreamer/gst-libav/issues/45": {
 205         "tests": [
 206             "validate.file.playback.reverse_playback.rawaudioS32LE_prores_mov"
 207         ],
 208         "issues": [
 209             {
 210                 "issue-id": "runtime::error-on-bus",
 211                 "summary": "We got an ERROR message on the bus",
 212                 "level": "critical",
 213                 "detected-on": "playbin0",
 214                 "details": ".*No valid frames decoded before end of stream.*",
 215             },
 216             {
 217                 "issue-id": "scenario::not-ended",
 218                 "summary": "The program stopped before some actions were executed",
 219                 "level": "critical",
 220                 "detected-on": "reverse_playback",
 221             },
 222         ],
 223     },
 224     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/issues/1020": {
 225         "tests": [
 226             "validate.*mxf.*",
 227         ],
 228         "issues": [
 229             {
 230                 "issue-id": "threading::pull-range-from-wrong-thread",
 231                 "summary": "gst_pad_pull_range called from wrong thread",
 232                 "level": "critical",
 233                 'can-happen-several-times': True,
 234             },
 235         ]
 236     },
 237     "Our asf file is basically broken": {
 238         "tests": [
 239             "validate.file.transcode.*.samples_multimedia_cx_asf_wmv_elephant_asf",
 240         ],
 241         "issues": [
 242             {
 243                 "issue-id": "transcoded-file-wrong-duration",
 244             },
 245         ]
 246     }
 247 }