subprojects/gst-integration-testsuites/testsuites/validate_known_issues.py

   1 KNOWN_ISSUES = {
   2     "General flakiness": {
   3         "tests": [
   4             r"^validate\.((?!play_15s).)*$",
   5             r"^validate\.((?!transcode).)*$",
   6             r"^validate\.((?!media_check).)*$",
   7             r"^validate\.((?!compositor).)*$",
   8             r"^validate\.((?!glvideomixer).)*$",
   9             r"^validate\.((?!launch_pipeline).)*$",
  10             r"^validate\.((?!rtsp*).)*$",
  11         ],
  12         "max_retries": 2,
  13     },
  14     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/issues/486": {
  15         "tests": [
  16             "validate.dash.playback.fast_forward.dash_exMPD_BIP_TC1",
  17             "validate.dash.playback.reverse_playback.dash_exMPD_BIP_TC1",
  18             "validate.dash.playback.seek_with_stop.dash_exMPD_BIP_TC1",
  19             "validate.dash.playback.scrub_forward_seeking.dash_exMPD_BIP_TC1",
  20             "validate.dash.playback.seek_backward.dash_exMPD_BIP_TC1",
  21             "validate.dash.playback.seek_forward.dash_exMPD_BIP_TC1",
  22         ],
  23         "issues": [
  24             {
  25                 "detected-on": "playbin",
  26                 "summary": "We got an ERROR message on the bus",
  27                 "level": "critical",
  28                 "sometimes": True,
  29             },
  30             {
  31                 "summary": "flow return from pad push doesn't match expected value",
  32                 "details": ".*Wrong combined flow return error.*",
  33                 "level": "critical",
  34                 "sometimes": True,
  35             },
  36             {
  37                 "level": "critical",
  38                 "summary": "The program stopped before some actions were executed",
  39                 "sometimes": True,
  40             }
  41         ]
  42     },
  43     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-base/issues/311": {
  44         "tests": [
  45             "validate.http.*.ogg$",
  46             "validate.http.*.ogv$",
  47             "validate.rtsp.*.ogg$",
  48             "validate.rtsp.*.ogv$",
  49         ],
  50         "issues": [
  51             {
  52                 "detected-on": "playbin",
  53                 "summary": "We got an ERROR message on the bus",
  54                 "details": ".*No valid frames decoded before end of stream.*",
  55                 "level": "critical",
  56                 "sometimes": True,
  57             },
  58             {
  59                 "level": "critical",
  60                 "summary": "We got an ERROR message on the bus",
  61                 "details": ".*Got error: Could not decode stream.*",
  62                 "sometimes": True,
  63             },
  64             {
  65                 "level": "critical",
  66                 "summary": "The program stopped before some actions were executed",
  67                 "sometimes": True,
  68             },
  69             {
  70                 "summary": "The program stopped before some actions were executed",
  71                 "issue-id": "scenario::not-ended",
  72                 "sometimes": True,
  73             },
  74         ]
  75     },
  76     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/issues/563": {
  77         "tests": [
  78             "validate.rtsp.playback.seek_backward.bowlerhatdancer_sleepytom_SGP_mjpeg_avi",
  79         ],
  80         "issues": [
  81             {
  82                 "level": "critical",
  83                 "summary": "The program stopped before some actions were executed",
  84                 "sometimes": True,
  85             }
  86         ]
  87     },
  88     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/issues/377": {
  89         "tests": [
  90             "validate.rtsp.*",
  91         ],
  92         "issues": [
  93             {
  94                 "timeout": True,
  95                 "sometimes": True,
  96             }
  97         ]
  98     },
  99     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/issues/930": {
 100         "tests": [
 101             "validate.hls.playback.reverse_playback.*",
 102         ],
 103         "issues": [
 104             {
 105                 'timeout': True,
 106                 'sometimes': True,
 107             },
 108         ],
 109     },
 110     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/issues/582": {
 111         "tests": [
 112             "validate.http.playback.reverse_playback.*",
 113             "validate.http.playback.*seek.*",
 114             "validate.http.playback.*change_state.*",
 115         ],
 116         "issues": [
 117             {
 118                 'timeout': True,
 119                 'sometimes': True,
 120             },
 121         ],
 122     },
 123     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/issues/609": {
 124         "tests": [
 125             "validate.hls.playback.*seek.*",
 126         ],
 127         "issues": [
 128             {
 129                 'timeout': True,
 130                 'sometimes': True,
 131                 'stacktrace_symbols': [
 132                     'g_rec_mutex_lock'
 133                 ]
 134             },
 135         ],
 136     },
 137     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/issues/937": {
 138         "tests": [
 139             "validate.hls.playback.fast_forward.*",
 140         ],
 141         "issues": [
 142             {
 143                 'timeout': True,
 144                 'sometimes': True,
 145             },
 146         ],
 147     },
 148     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-base/issues/578": {
 149         "tests": [
 150             "validate.http.playback.change_state_intensive.*ogv",
 151             "validate.http.playback.change_state_intensive.*ogg",
 152         ],
 153         "issues": [
 154             {
 155                 'timeout': True,
 156                 'sometimes': True,
 157             },
 158         ],
 159     },
 160     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/issues/585": {
 161         "tests": [
 162             "validate.rtsp.*playback.*seek.*.",
 163         ],
 164         "issues": [
 165             {
 166                 "summary": "We got a g_log critical issue",
 167                 "details": ".*g_hash_table_foreach_remove_or_steal.*",
 168             },
 169         ],
 170     },
 171     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-base/issues/578": {
 172         "tests": [
 173             "validate.http.playback.change_state_intensive.*ogv",
 174             "validate.http.playback.change_state_intensive.*ogg",
 175         ],
 176         "issues": [
 177             {
 178                 'timeout': True,
 179                 'sometimes': True,
 180             },
 181         ],
 182     },
 183     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-base/issues/579": {
 184         "tests": [
 185             "validate.http.*ogv",
 186             "validate.http.*ogg",
 187         ],
 188         "issues": [
 189             {
 190                 "summary": "We got an ERROR message on the bus",
 191                 "level": "critical",
 192                 "details": ".*Could not decode stream.*",
 193                 "sometimes": True,
 194             },
 195         ]
 196     },
 197   "https://gitlab.freedesktop.org/gstreamer/gst-libav/issues/45": {
 198         "tests": [
 199             "validate.file.playback.reverse_playback.rawaudioS32LE_prores_mov"
 200         ],
 201        "issues": [
 202             {
 203                 "issue-id": "runtime::error-on-bus",
 204                 "summary": "We got an ERROR message on the bus",
 205                 "level": "critical",
 206                 "detected-on": "playbin0",
 207                 "details": ".*No valid frames decoded before end of stream.*",
 208             },
 209             {
 210                 "issue-id": "scenario::not-ended",
 211                 "summary": "The program stopped before some actions were executed",
 212                 "level": "critical",
 213                 "detected-on": "reverse_playback",
 214             },
 215         ],
 216     },
 217     "https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/issues/1020": {
 218         "tests": [
 219             "validate.*mxf.*",
 220         ],
 221         "issues": [
 222              {
 223                  "issue-id": "threading::pull-range-from-wrong-thread",
 224                  "summary": "gst_pad_pull_range called from wrong thread",
 225                  "level": "critical",
 226                  'can-happen-several-times': True,
 227              },
 228         ]
 229     },
 230     "Our asf file is basically broken": {
 231         "tests": [
 232             "validate.file.transcode.*.samples_multimedia_cx_asf_wmv_elephant_asf",
 233         ],
 234         "issues": [
 235             {
 236                 "issue-id": "transcoded-file-wrong-duration",
 237             },
 238        ]
 239     }
 240 }