[ci] Require short-benches check to pass (#5207)

* [ci] Require short-benches check to pass

Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>

* Allow the kusama benchmarks to fail

Signed-off-by: Oliver Tale-Yazdi <oliver.tale-yazdi@parity.io>

polkadot/.gitlab-ci.yml

@@ -814,8 +814,6 @@ short-benchmark-polkadot:          &short-bench
       artifacts:                   true
   variables:
     RUNTIME:                       polkadot
-  # FIXME: https://github.com/paritytech/substrate/pull/11109
-  allow_failure:                   true
   script:
     - ./artifacts/polkadot benchmark --execution wasm --wasm-execution compiled --chain $RUNTIME-dev --pallet "*" --extrinsic "*" --steps 1 --repeat 1
 
@@ -823,6 +821,8 @@ short-benchmark-kusama:
   <<:                              *short-bench
   variables:
     RUNTIME:                       kusama
+  # FIXME: https://github.com/paritytech/substrate/issues/11130
+  allow_failure:                   true
 
 short-benchmark-westend:
   <<:                              *short-bench