Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Comparison Windows (reclient)"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "bf48800c35667b0d4cbab4ca3dc8571f8d714624"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/bf48800c35667b0d4cbab4ca3dc8571f8d714624
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[17:46:06.919] New invocation is queued and will start shortly
[17:46:08.059] Starting the invocation (attempt 1)
[17:46:08.085] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/bf48800c35667b0d4cbab4ca3dc8571f8d714624"
[17:46:08.085] Popped gitiles commit info from properties and tags
[17:46:08.085] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:46:08.085] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:46:08.085] Buildbucket request:
{
  "requestId": "8894619168600216320",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Comparison Windows (reclient)"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "bf48800c35667b0d4cbab4ca3dc8571f8d714624",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8894619168600216320"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Comparison Windows (reclient)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:46:08.653] Scheduled build:
{
  "id": "8729189106647023697",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Comparison Windows (reclient)"
  },
  "number": 12878,
  "createdBy": "project:chromium",
  "createTime": "2024-12-07T17:46:08.145846677Z",
  "updateTime": "2024-12-07T17:46:08.145846677Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "bf48800c35667b0d4cbab4ca3dc8571f8d714624",
      "ref": "refs/heads/main"
    }
  }
}
[17:46:08.653] Task URL: https://cr-buildbucket.appspot.com/build/8729189106647023697
[17:46:08.653] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:2:0) after 9m49s
[17:46:09.634] Received PubSub notification, asking Buildbucket for the build status
[17:46:09.658] Build status: SCHEDULED
[17:55:57.811] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:2:0)
[17:55:57.834] Build status: SCHEDULED
[17:55:57.834] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:4:0) after 3m22s
[17:59:19.850] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:4:0)
[17:59:19.872] Build status: SCHEDULED
[17:59:19.872] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:5:0) after 9m20s
[18:08:39.990] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:5:0)
[18:08:40.006] Build status: SCHEDULED
[18:08:40.006] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:6:0) after 5m52s
[18:14:32.082] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:6:0)
[18:14:32.135] Build status: SCHEDULED
[18:14:32.135] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:7:0) after 2m23s
[18:16:55.252] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:7:0)
[18:16:55.274] Build status: SCHEDULED
[18:16:55.274] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:8:0) after 6m13s
[18:23:08.661] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:8:0)
[18:23:08.690] Build status: SCHEDULED
[18:23:08.690] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:9:0) after 4m20s
[18:27:28.738] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:9:0)
[18:27:28.755] Build status: SCHEDULED
[18:27:28.755] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:10:0) after 6m14s
[18:33:42.774] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:10:0)
[18:33:42.789] Build status: SCHEDULED
[18:33:42.789] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:11:0) after 3m21s
[18:37:04.286] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:11:0)
[18:37:04.305] Build status: SCHEDULED
[18:37:04.305] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:12:0) after 5m39s
[18:42:43.400] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:12:0)
[18:42:43.427] Build status: SCHEDULED
[18:42:43.427] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:13:0) after 5m49s
[18:48:32.490] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:13:0)
[18:48:32.522] Build status: SCHEDULED
[18:48:32.522] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:14:0) after 7m43s
[18:56:15.537] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:14:0)
[18:56:15.555] Build status: SCHEDULED
[18:56:15.555] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:15:0) after 8m36s
[19:04:51.626] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:15:0)
[19:04:51.675] Build status: SCHEDULED
[19:04:51.675] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:16:0) after 9m3s
[19:13:55.053] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:16:0)
[19:13:55.096] Build status: SCHEDULED
[19:13:55.096] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:17:0) after 5m15s
[19:19:10.118] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:17:0)
[19:19:10.139] Build status: SCHEDULED
[19:19:10.139] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:18:0) after 4m57s
[19:24:07.142] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:18:0)
[19:24:07.160] Build status: SCHEDULED
[19:24:07.160] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:19:0) after 4m49s
[19:28:56.178] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:19:0)
[19:28:56.208] Build status: SCHEDULED
[19:28:56.208] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:20:0) after 5m54s
[19:34:50.298] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:20:0)
[19:34:50.320] Build status: SCHEDULED
[19:34:50.320] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:21:0) after 6m13s
[19:41:03.350] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:21:0)
[19:41:03.366] Build status: SCHEDULED
[19:41:03.366] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:22:0) after 6m22s
[19:47:25.383] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:22:0)
[19:47:25.399] Build status: SCHEDULED
[19:47:25.399] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:23:0) after 4m47s
[19:52:12.553] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:23:0)
[19:52:12.568] Build status: SCHEDULED
[19:52:12.568] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:24:0) after 5m27s
[19:57:39.610] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:24:0)
[19:57:39.633] Build status: SCHEDULED
[19:57:39.633] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:25:0) after 1m26s
[19:59:05.650] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:25:0)
[19:59:05.668] Build status: SCHEDULED
[19:59:05.668] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:26:0) after 8m40s
[20:07:45.860] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:26:0)
[20:07:45.877] Build status: SCHEDULED
[20:07:45.877] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:27:0) after 9m47s
[20:17:32.892] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:27:0)
[20:17:32.910] Build status: SCHEDULED
[20:17:32.910] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:28:0) after 6m52s
[20:24:25.033] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:28:0)
[20:24:25.049] Build status: SCHEDULED
[20:24:25.050] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:29:0) after 8m27s
[20:32:52.067] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:29:0)
[20:32:52.086] Build status: SCHEDULED
[20:32:52.086] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:30:0) after 8m27s
[20:41:19.104] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:30:0)
[20:41:19.120] Build status: SCHEDULED
[20:41:19.120] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:31:0) after 8m34s
[20:49:53.336] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:31:0)
[20:49:53.354] Build status: SCHEDULED
[20:49:53.354] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:32:0) after 3m32s
[20:53:25.367] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:32:0)
[20:53:25.386] Build status: SCHEDULED
[20:53:25.386] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:33:0) after 4m43s
[20:58:08.435] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:33:0)
[20:58:08.452] Build status: SCHEDULED
[20:58:08.452] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:34:0) after 9m29s
[21:07:37.508] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:34:0)
[21:07:37.523] Build status: SCHEDULED
[21:07:37.523] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:35:0) after 6m34s
[21:14:11.540] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:35:0)
[21:14:11.564] Build status: SCHEDULED
[21:14:11.564] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:36:0) after 4m9s
[21:18:20.582] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:36:0)
[21:18:20.663] Build status: SCHEDULED
[21:18:20.663] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:37:0) after 6m42s
[21:25:02.851] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:37:0)
[21:25:02.873] Build status: SCHEDULED
[21:25:02.873] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:38:0) after 4m10s
[21:29:13.050] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:38:0)
[21:29:13.072] Build status: SCHEDULED
[21:29:13.072] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:39:0) after 6m53s
[21:36:06.251] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:39:0)
[21:36:06.270] Build status: SCHEDULED
[21:36:06.270] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:40:0) after 4m49s
[21:40:55.488] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:40:0)
[21:40:55.508] Build status: SCHEDULED
[21:40:55.508] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:41:0) after 6m25s
[21:47:20.773] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:41:0)
[21:47:20.789] Build status: SCHEDULED
[21:47:20.789] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:42:0) after 1m46s
[21:49:06.819] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:42:0)
[21:49:06.835] Build status: SCHEDULED
[21:49:06.835] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:43:0) after 8m19s
[21:57:26.264] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:43:0)
[21:57:26.279] Build status: SCHEDULED
[21:57:26.279] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:44:0) after 4m13s
[22:01:39.305] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:44:0)
[22:01:39.322] Build status: SCHEDULED
[22:01:39.322] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:45:0) after 9m19s
[22:10:58.520] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:45:0)
[22:10:58.582] Build status: SCHEDULED
[22:10:58.582] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:46:0) after 2m48s
[22:13:46.598] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:46:0)
[22:13:46.635] Build status: SCHEDULED
[22:13:46.635] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:47:0) after 8m13s
[22:21:59.663] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:47:0)
[22:21:59.682] Build status: SCHEDULED
[22:21:59.682] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:48:0) after 1m50s
[22:23:49.704] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:48:0)
[22:23:49.721] Build status: SCHEDULED
[22:23:49.721] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:49:0) after 2m25s
[22:26:14.759] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:49:0)
[22:26:14.775] Build status: SCHEDULED
[22:26:14.775] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:50:0) after 1m14s
[22:27:28.859] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:50:0)
[22:27:28.880] Build status: SCHEDULED
[22:27:28.880] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:51:0) after 9m41s
[22:37:10.003] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:51:0)
[22:37:10.028] Build status: SCHEDULED
[22:37:10.029] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:52:0) after 7m50s
[22:45:00.050] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:52:0)
[22:45:00.073] Build status: SCHEDULED
[22:45:00.073] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:53:0) after 3m39s
[22:48:39.091] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:53:0)
[22:48:39.109] Build status: SCHEDULED
[22:48:39.109] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:54:0) after 7m26s
[22:56:05.222] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:54:0)
[22:56:05.239] Build status: SCHEDULED
[22:56:05.239] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:55:0) after 9m58s
[23:06:03.260] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:55:0)
[23:06:03.279] Build status: SCHEDULED
[23:06:03.279] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:56:0) after 5m19s
[23:11:22.298] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:56:0)
[23:11:22.320] Build status: SCHEDULED
[23:11:22.320] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:57:0) after 3m8s
[23:14:30.457] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:57:0)
[23:14:30.482] Build status: SCHEDULED
[23:14:30.482] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:58:0) after 5m33s
[23:20:03.632] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:58:0)
[23:20:03.651] Build status: SCHEDULED
[23:20:03.651] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:59:0) after 4m22s
[23:24:25.668] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:59:0)
[23:24:25.682] Build status: SCHEDULED
[23:24:25.682] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:60:0) after 9m48s
[23:34:13.700] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:60:0)
[23:34:13.717] Build status: SCHEDULED
[23:34:13.717] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:61:0) after 5m38s
[23:39:51.797] Handling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:61:0)
[23:39:51.814] Build status: SCHEDULED
[23:39:51.814] Scheduling timer "check-buildbucket-build-status" (chromium/Comparison Windows (reclient):8894619168600216320:62:0) after 8m2s
[23:46:14.660] Received PubSub notification, asking Buildbucket for the build status
[23:46:14.676] Build:
{
  "id": "8729189106647023697",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Comparison Windows (reclient)"
  },
  "number": 12878,
  "createdBy": "project:chromium",
  "createTime": "2024-12-07T17:46:08.145846677Z",
  "endTime": "2024-12-07T23:46:14.107929377Z",
  "updateTime": "2024-12-07T23:46:14.107929377Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "bf48800c35667b0d4cbab4ca3dc8571f8d714624",
      "ref": "refs/heads/main"
    }
  }
}
[23:46:14.676] Invocation finished in 6h0m7.77706457s with status FAILED