subprojects/gst-integration-testsuites/testsuites/validate_known_issues.py

   1 KNOWN_ISSUES = {
   2     "General flakiness": {
   3         "tests": [
   4             r"^validate\.((?!play_15s).)*$",
   5             r"^validate\.((?!transcode).)*$",
   6             r"^validate\.((?!media_check).)*$",
   7             r"^validate\.((?!compositor).)*$",
   8             r"^validate\.((?!glvideomixer).)*$",
   9             r"^validate\.((?!launch_pipeline).)*$",
  10             r"^validate\.((?!rtsp*).)*$",
  11         ],
  12         "max_retries": 2,
  13     },
  14     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/issues/486": {
  15         "tests": [
  16             "validate.dash.playback.fast_forward.dash_exMPD_BIP_TC1",
  17             "validate.dash.playback.reverse_playback.dash_exMPD_BIP_TC1",
  18             "validate.dash.playback.seek_with_stop.dash_exMPD_BIP_TC1",
  19             "validate.dash.playback.scrub_forward_seeking.dash_exMPD_BIP_TC1",
  20             "validate.dash.playback.seek_backward.dash_exMPD_BIP_TC1",
  21             "validate.dash.playback.seek_forward.dash_exMPD_BIP_TC1",
  22         ],
  23         "issues": [
  24             {
  25                 "detected-on": "playbin",
  26                 "summary": "We got an ERROR message on the bus",
  27                 "level": "critical",
  28                 "sometimes": True,
  29             },
  30             {
  31                 "summary": "flow return from pad push doesn't match expected value",
  32                 "details": ".*Wrong combined flow return error.*",
  33                 "level": "critical",
  34                 "sometimes": True,
  35             },
  36             {
  37                 "level": "critical",
  38                 "summary": "The program stopped before some actions were executed",
  39                 "sometimes": True,
  40             },
  41             {
  42                 "timeout": True,
  43                 "sometimes": True,
  44             },
  45         ]
  46     },
  47     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-base/issues/311": {
  48         "tests": [
  49             "validate.http.*.ogg$",
  50             "validate.http.*.ogv$",
  51             "validate.rtsp.*.ogg$",
  52             "validate.rtsp.*.ogv$",
  53         ],
  54         "issues": [
  55             {
  56                 "detected-on": "playbin",
  57                 "summary": "We got an ERROR message on the bus",
  58                 "details": ".*No valid frames decoded before end of stream.*",
  59                 "level": "critical",
  60                 "sometimes": True,
  61             },
  62             {
  63                 "level": "critical",
  64                 "summary": "We got an ERROR message on the bus",
  65                 "details": ".*Got error: Could not decode stream.*",
  66                 "sometimes": True,
  67             },
  68             {
  69                 "level": "critical",
  70                 "summary": "The program stopped before some actions were executed",
  71                 "sometimes": True,
  72             },
  73             {
  74                 "summary": "The program stopped before some actions were executed",
  75                 "issue-id": "scenario::not-ended",
  76                 "sometimes": True,
  77             },
  78         ]
  79     },
  80     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/issues/563": {
  81         "tests": [
  82             "validate.rtsp.playback.seek_backward.bowlerhatdancer_sleepytom_SGP_mjpeg_avi",
  83         ],
  84         "issues": [
  85             {
  86                 "level": "critical",
  87                 "summary": "The program stopped before some actions were executed",
  88                 "sometimes": True,
  89             }
  90         ]
  91     },
  92     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/issues/377": {
  93         "tests": [
  94             "validate.rtsp.*",
  95         ],
  96         "issues": [
  97             {
  98                 "timeout": True,
  99                 "sometimes": True,
 100             },
 101         ]
 102     },
 103     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/issues/930": {
 104         "tests": [
 105             "validate.hls.playback.reverse_playback.*",
 106         ],
 107         "issues": [
 108             {
 109                 'timeout': True,
 110                 'sometimes': True,
 111             },
 112         ],
 113     },
 114     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/issues/582": {
 115         "tests": [
 116             "validate.http.playback.reverse_playback.*",
 117             "validate.http.playback.*seek.*",
 118             "validate.http.playback.*change_state.*",
 119         ],
 120         "issues": [
 121             {
 122                 'timeout': True,
 123                 'sometimes': True,
 124             },
 125         ],
 126     },
 127     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/issues/609": {
 128         "tests": [
 129             "validate.hls.playback.*seek.*",
 130         ],
 131         "issues": [
 132             {
 133                 'timeout': True,
 134                 'sometimes': True,
 135                 'stacktrace_symbols': [
 136                     'g_rec_mutex_lock'
 137                 ]
 138             },
 139         ],
 140     },
 141     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/issues/937": {
 142         "tests": [
 143             "validate.hls.playback.fast_forward.*",
 144         ],
 145         "issues": [
 146             {
 147                 'timeout': True,
 148                 'sometimes': True,
 149             },
 150         ],
 151     },
 152     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-base/issues/578": {
 153         "tests": [
 154             "validate.http.playback.change_state_intensive.*ogv",
 155             "validate.http.playback.change_state_intensive.*ogg",
 156         ],
 157         "issues": [
 158             {
 159                 'timeout': True,
 160                 'sometimes': True,
 161             },
 162         ],
 163     },
 164     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/issues/585": {
 165         "tests": [
 166             "validate.rtsp.*playback.*seek.*.",
 167         ],
 168         "issues": [
 169             {
 170                 "summary": "We got a g_log critical issue",
 171                 "details": ".*g_hash_table_foreach_remove_or_steal.*",
 172             },
 173             {
 174                 "issue-id": "runtime::error-on-bus",
 175                 "summary": "We got an ERROR message on the bus",
 176                 "level": "critical",
 177                 "detected-on": "playbin0",
 178                 "details": ".*Could not open resource for reading and writing.*",
 179             },
 180         ],
 181     },
 182     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-base/issues/578": {
 183         "tests": [
 184             "validate.http.playback.change_state_intensive.*ogv",
 185             "validate.http.playback.change_state_intensive.*ogg",
 186         ],
 187         "issues": [
 188             {
 189                 'timeout': True,
 190                 'sometimes': True,
 191             },
 192         ],
 193     },
 194     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-base/issues/579": {
 195         "tests": [
 196             "validate.http.*ogv",
 197             "validate.http.*ogg",
 198         ],
 199         "issues": [
 200             {
 201                 "summary": "We got an ERROR message on the bus",
 202                 "level": "critical",
 203                 "details": ".*Could not decode stream.*",
 204                 "sometimes": True,
 205             },
 206         ]
 207     },
 208     "https://gitlab.freedesktop.org/gstreamer/gst-libav/issues/45": {
 209         "tests": [
 210             "validate.file.playback.reverse_playback.rawaudioS32LE_prores_mov"
 211         ],
 212         "issues": [
 213             {
 214                 "issue-id": "runtime::error-on-bus",
 215                 "summary": "We got an ERROR message on the bus",
 216                 "level": "critical",
 217                 "detected-on": "playbin0",
 218                 "details": ".*No valid frames decoded before end of stream.*",
 219             },
 220             {
 221                 "issue-id": "scenario::not-ended",
 222                 "summary": "The program stopped before some actions were executed",
 223                 "level": "critical",
 224                 "detected-on": "reverse_playback",
 225             },
 226         ],
 227     },
 228     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/issues/1020": {
 229         "tests": [
 230             "validate.*mxf.*",
 231         ],
 232         "issues": [
 233             {
 234                 "issue-id": "threading::pull-range-from-wrong-thread",
 235                 "summary": "gst_pad_pull_range called from wrong thread",
 236                 "level": "critical",
 237                 'can-happen-several-times': True,
 238             },
 239         ]
 240     },
 241     "Our asf file is basically broken": {
 242         "tests": [
 243             "validate.file.transcode.*.samples_multimedia_cx_asf_wmv_elephant_asf",
 244         ],
 245         "issues": [
 246             {
 247                 "issue-id": "transcoded-file-wrong-duration",
 248             },
 249         ]
 250     }
 251 }