subprojects/gst-integration-testsuites/testsuites/validate_known_issues.py

   1 KNOWN_ISSUES = {
   2     "General flakiness": {
   3         "tests": [
   4             r"^validate\.((?!play_15s).)*$",
   5             r"^validate\.((?!transcode).)*$",
   6             r"^validate\.((?!media_check).)*$",
   7             r"^validate\.((?!compositor).)*$",
   8             r"^validate\.((?!glvideomixer).)*$",
   9             r"^validate\.((?!launch_pipeline).)*$",
  10             r"^validate\.((?!rtsp*).)*$",
  11             r"^validate\.((?!dash*).)*$",
  12         ],
  13         "max_retries": 2,
  14     },
  15     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/issues/486": {
  16         "tests": [
  17             "validate.dash.playback.fast_forward.dash_exMPD_BIP_TC1",
  18             "validate.dash.playback.reverse_playback.dash_exMPD_BIP_TC1",
  19             "validate.dash.playback.seek_with_stop.dash_exMPD_BIP_TC1",
  20             "validate.dash.playback.scrub_forward_seeking.dash_exMPD_BIP_TC1",
  21             "validate.dash.playback.seek_backward.dash_exMPD_BIP_TC1",
  22             "validate.dash.playback.seek_forward.dash_exMPD_BIP_TC1",
  23         ],
  24         "issues": [
  25             {
  26                 "detected-on": "playbin",
  27                 "summary": "We got an ERROR message on the bus",
  28                 "level": "critical",
  29                 "sometimes": True,
  30             },
  31             {
  32                 "summary": "flow return from pad push doesn't match expected value",
  33                 "details": ".*Wrong combined flow return error.*",
  34                 "level": "critical",
  35                 "sometimes": True,
  36             },
  37             {
  38                 "level": "critical",
  39                 "summary": "The program stopped before some actions were executed",
  40                 "sometimes": True,
  41             },
  42             {
  43                 "timeout": True,
  44                 "sometimes": True,
  45             },
  46         ]
  47     },
  48     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-base/issues/311": {
  49         "tests": [
  50             "validate.http.*.ogg$",
  51             "validate.http.*.ogv$",
  52             "validate.rtsp.*.ogg$",
  53             "validate.rtsp.*.ogv$",
  54         ],
  55         "issues": [
  56             {
  57                 "detected-on": "playbin",
  58                 "summary": "We got an ERROR message on the bus",
  59                 "details": ".*No valid frames decoded before end of stream.*",
  60                 "level": "critical",
  61                 "sometimes": True,
  62             },
  63             {
  64                 "level": "critical",
  65                 "summary": "We got an ERROR message on the bus",
  66                 "details": ".*Got error: Could not decode stream.*",
  67                 "sometimes": True,
  68             },
  69             {
  70                 "level": "critical",
  71                 "summary": "The program stopped before some actions were executed",
  72                 "sometimes": True,
  73             },
  74             {
  75                 "summary": "The program stopped before some actions were executed",
  76                 "issue-id": "scenario::not-ended",
  77                 "sometimes": True,
  78             },
  79         ]
  80     },
  81     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/issues/563": {
  82         "tests": [
  83             "validate.rtsp.playback.seek_backward.bowlerhatdancer_sleepytom_SGP_mjpeg_avi",
  84         ],
  85         "issues": [
  86             {
  87                 "level": "critical",
  88                 "summary": "The program stopped before some actions were executed",
  89                 "sometimes": True,
  90             }
  91         ]
  92     },
  93     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/issues/377": {
  94         "tests": [
  95             "validate.rtsp.*",
  96         ],
  97         "issues": [
  98             {
  99                 "timeout": True,
 100                 "sometimes": True,
 101             },
 102         ]
 103     },
 104     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/issues/930": {
 105         "tests": [
 106             "validate.hls.playback.reverse_playback.*",
 107         ],
 108         "issues": [
 109             {
 110                 'timeout': True,
 111                 'sometimes': True,
 112             },
 113         ],
 114     },
 115     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/issues/582": {
 116         "tests": [
 117             "validate.http.playback.reverse_playback.*",
 118             "validate.http.playback.*seek.*",
 119             "validate.http.playback.*change_state.*",
 120         ],
 121         "issues": [
 122             {
 123                 'timeout': True,
 124                 'sometimes': True,
 125             },
 126         ],
 127     },
 128     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/issues/609": {
 129         "tests": [
 130             "validate.hls.playback.*seek.*",
 131         ],
 132         "issues": [
 133             {
 134                 'timeout': True,
 135                 'sometimes': True,
 136                 'stacktrace_symbols': [
 137                     'g_rec_mutex_lock'
 138                 ]
 139             },
 140         ],
 141     },
 142     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/issues/937": {
 143         "tests": [
 144             "validate.hls.playback.fast_forward.*",
 145         ],
 146         "issues": [
 147             {
 148                 'timeout': True,
 149                 'sometimes': True,
 150             },
 151         ],
 152     },
 153     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-base/issues/578": {
 154         "tests": [
 155             "validate.http.playback.change_state_intensive.*ogv",
 156             "validate.http.playback.change_state_intensive.*ogg",
 157         ],
 158         "issues": [
 159             {
 160                 'timeout': True,
 161                 'sometimes': True,
 162             },
 163         ],
 164     },
 165     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/issues/585": {
 166         "tests": [
 167             "validate.rtsp.*playback.*seek.*.",
 168         ],
 169         "issues": [
 170             {
 171                 "summary": "We got a g_log critical issue",
 172                 "details": ".*g_hash_table_foreach_remove_or_steal.*",
 173             },
 174             {
 175                 "issue-id": "runtime::error-on-bus",
 176                 "summary": "We got an ERROR message on the bus",
 177                 "level": "critical",
 178                 "detected-on": "playbin0",
 179                 "details": ".*Could not open resource for reading and writing.*",
 180             },
 181         ],
 182     },
 183     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-base/issues/578": {
 184         "tests": [
 185             "validate.http.playback.change_state_intensive.*ogv",
 186             "validate.http.playback.change_state_intensive.*ogg",
 187         ],
 188         "issues": [
 189             {
 190                 'timeout': True,
 191                 'sometimes': True,
 192             },
 193         ],
 194     },
 195     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-base/issues/579": {
 196         "tests": [
 197             "validate.http.*ogv",
 198             "validate.http.*ogg",
 199         ],
 200         "issues": [
 201             {
 202                 "summary": "We got an ERROR message on the bus",
 203                 "level": "critical",
 204                 "details": ".*Could not decode stream.*",
 205                 "sometimes": True,
 206             },
 207         ]
 208     },
 209     "https://gitlab.freedesktop.org/gstreamer/gst-libav/issues/45": {
 210         "tests": [
 211             "validate.file.playback.reverse_playback.rawaudioS32LE_prores_mov"
 212         ],
 213         "issues": [
 214             {
 215                 "issue-id": "runtime::error-on-bus",
 216                 "summary": "We got an ERROR message on the bus",
 217                 "level": "critical",
 218                 "detected-on": "playbin0",
 219                 "details": ".*No valid frames decoded before end of stream.*",
 220             },
 221             {
 222                 "issue-id": "scenario::not-ended",
 223                 "summary": "The program stopped before some actions were executed",
 224                 "level": "critical",
 225                 "detected-on": "reverse_playback",
 226             },
 227         ],
 228     },
 229     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/issues/1020": {
 230         "tests": [
 231             "validate.*mxf.*",
 232         ],
 233         "issues": [
 234             {
 235                 "issue-id": "threading::pull-range-from-wrong-thread",
 236                 "summary": "gst_pad_pull_range called from wrong thread",
 237                 "level": "critical",
 238                 'can-happen-several-times': True,
 239             },
 240         ]
 241     },
 242     "Our asf file is basically broken": {
 243         "tests": [
 244             "validate.file.transcode.*.samples_multimedia_cx_asf_wmv_elephant_asf",
 245         ],
 246         "issues": [
 247             {
 248                 "issue-id": "transcoded-file-wrong-duration",
 249             },
 250         ]
 251     },
 252     "https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/1777": {
 253         "tests": [
 254             "check.gst-plugins-bad.elements_srtp.test_play"
 255         ],
 256         "issues": [
 257             {
 258                 'returncode': 1,
 259                 'sometimes': True,
 260             },
 261         ],
 262     }
 263 }