subprojects/gst-integration-testsuites/testsuites/validate_known_issues.py

   1 KNOWN_ISSUES = {
   2     "General flakiness": {
   3         "tests": [
   4             r"^validate\.((?!play_15s).)*$",
   5             r"^validate\.((?!transcode).)*$",
   6             r"^validate\.((?!media_check).)*$",
   7             r"^validate\.((?!compositor).)*$",
   8             r"^validate\.((?!glvideomixer).)*$",
   9             r"^validate\.((?!launch_pipeline).)*$",
  10         ],
  11         "allow_flakiness": True,
  12     },
  13     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/issues/486": {
  14         "tests": [
  15             "validate.dash.playback.fast_forward.dash_exMPD_BIP_TC1",
  16             "validate.dash.playback.reverse_playback.dash_exMPD_BIP_TC1",
  17             "validate.dash.playback.seek_with_stop.dash_exMPD_BIP_TC1",
  18             "validate.dash.playback.scrub_forward_seeking.dash_exMPD_BIP_TC1",
  19             "validate.dash.playback.seek_backward.dash_exMPD_BIP_TC1",
  20             "validate.dash.playback.seek_forward.dash_exMPD_BIP_TC1",
  21         ],
  22         "issues": [
  23             {
  24                 "detected-on": "playbin",
  25                 "summary": "We got an ERROR message on the bus",
  26                 "level": "critical",
  27                 "sometimes": True,
  28             },
  29             {
  30                 "summary": "flow return from pad push doesn't match expected value",
  31                 "details": ".*Wrong combined flow return error.*",
  32                 "level": "critical",
  33                 "sometimes": True,
  34             },
  35             {
  36                 "level": "critical",
  37                 "summary": "The program stopped before some actions were executed",
  38                 "sometimes": True,
  39             }
  40         ]
  41     },
  42     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-base/issues/311": {
  43         "tests": [
  44             "validate.http.*.ogg$",
  45             "validate.http.*.ogv$",
  46             "validate.rtsp.*.ogg$",
  47             "validate.rtsp.*.ogv$",
  48         ],
  49         "issues": [
  50             {
  51                 "detected-on": "playbin",
  52                 "summary": "We got an ERROR message on the bus",
  53                 "details": ".*No valid frames decoded before end of stream.*",
  54                 "level": "critical",
  55                 "sometimes": True,
  56             },
  57             {
  58                 "level": "critical",
  59                 "summary": "We got an ERROR message on the bus",
  60                 "details": ".*Got error: Could not decode stream.*",
  61                 "sometimes": True,
  62             },
  63             {
  64                 "level": "critical",
  65                 "summary": "The program stopped before some actions were executed",
  66                 "sometimes": True,
  67             },
  68             {
  69                 "summary": "The program stopped before some actions were executed",
  70                 "issue-id": "scenario::not-ended",
  71                 "sometimes": True,
  72             },
  73         ]
  74     },
  75     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/issues/563": {
  76         "tests": [
  77             "validate.rtsp.playback.seek_backward.bowlerhatdancer_sleepytom_SGP_mjpeg_avi",
  78         ],
  79         "issues": [
  80             {
  81                 "level": "critical",
  82                 "summary": "The program stopped before some actions were executed",
  83                 "sometimes": True,
  84             }
  85         ]
  86     },
  87     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/issues/377": {
  88         "tests": [
  89             "validate.rtsp.*",
  90         ],
  91         "issues": [
  92             {
  93                 "timeout": True,
  94                 "sometimes": True,
  95             }
  96         ]
  97     },
  98     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/issues/930": {
  99         "tests": [
 100             "validate.hls.playback.reverse_playback.*",
 101         ],
 102         "issues": [
 103             {
 104                 'timeout': True,
 105                 'sometimes': True,
 106             },
 107         ],
 108     },
 109     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/issues/582": {
 110         "tests": [
 111             "validate.http.playback.reverse_playback.*",
 112             "validate.http.playback.*seek.*",
 113             "validate.http.playback.*change_state.*",
 114         ],
 115         "issues": [
 116             {
 117                 'timeout': True,
 118                 'sometimes': True,
 119             },
 120         ],
 121     },
 122     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/issues/609": {
 123         "tests": [
 124             "validate.hls.playback.*seek.*",
 125         ],
 126         "issues": [
 127             {
 128                 'timeout': True,
 129                 'sometimes': True,
 130                 'stacktrace_symbols': [
 131                     'g_rec_mutex_lock'
 132                 ]
 133             },
 134         ],
 135     },
 136     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/issues/937": {
 137         "tests": [
 138             "validate.hls.playback.fast_forward.*",
 139         ],
 140         "issues": [
 141             {
 142                 'timeout': True,
 143                 'sometimes': True,
 144             },
 145         ],
 146     },
 147     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-base/issues/578": {
 148         "tests": [
 149             "validate.http.playback.change_state_intensive.*ogv",
 150             "validate.http.playback.change_state_intensive.*ogg",
 151         ],
 152         "issues": [
 153             {
 154                 'timeout': True,
 155                 'sometimes': True,
 156             },
 157         ],
 158     },
 159     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/issues/585": {
 160         "tests": [
 161             "validate.rtsp.*playback.*seek.*.",
 162         ],
 163         "issues": [
 164             {
 165                 "summary": "We got a g_log critical issue",
 166                 "details": ".*g_hash_table_foreach_remove_or_steal.*",
 167             },
 168         ],
 169     },
 170     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-base/issues/578": {
 171         "tests": [
 172             "validate.http.playback.change_state_intensive.*ogv",
 173             "validate.http.playback.change_state_intensive.*ogg",
 174         ],
 175         "issues": [
 176             {
 177                 'timeout': True,
 178                 'sometimes': True,
 179             },
 180         ],
 181     },
 182     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-base/issues/579": {
 183         "tests": [
 184             "validate.http.*ogv",
 185             "validate.http.*ogg",
 186         ],
 187         "issues": [
 188             {
 189                 "summary": "We got an ERROR message on the bus",
 190                 "level": "critical",
 191                 "details": ".*Could not decode stream.*",
 192                 "sometimes": True,
 193             },
 194         ]
 195     },
 196   "https://gitlab.freedesktop.org/gstreamer/gst-libav/issues/45": {
 197         "tests": [
 198             "validate.file.playback.reverse_playback.rawaudioS32LE_prores_mov"
 199         ],
 200        "issues": [
 201             {
 202                 "issue-id": "runtime::error-on-bus",
 203                 "summary": "We got an ERROR message on the bus",
 204                 "level": "critical",
 205                 "detected-on": "playbin0",
 206                 "details": ".*No valid frames decoded before end of stream.*",
 207             },
 208             {
 209                 "issue-id": "scenario::not-ended",
 210                 "summary": "The program stopped before some actions were executed",
 211                 "level": "critical",
 212                 "detected-on": "reverse_playback",
 213             },
 214         ],
 215     },
 216     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/issues/1020": {
 217         "tests": [
 218             "validate.*mxf.*",
 219         ],
 220         "issues": [
 221              {
 222                  "issue-id": "threading::pull-range-from-wrong-thread",
 223                  "summary": "gst_pad_pull_range called from wrong thread",
 224                  "level": "critical",
 225                  'can-happen-several-times': True,
 226              },
 227         ]
 228     },
 229     "Our asf file is basically broken": {
 230         "tests": [
 231             "validate.file.transcode.*.samples_multimedia_cx_asf_wmv_elephant_asf",
 232         ],
 233         "issues": [
 234             {
 235                 "issue-id": "transcoded-file-wrong-duration",
 236             },
 237        ]
 238     }
 239 }