Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWindowsCoverage"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f12145b06f1b15bf7557ea60b5757d55963b4aba"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f12145b06f1b15bf7557ea60b5757d55963b4aba
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[09:58:24.750] New invocation is queued and will start shortly
[09:58:26.075] Starting the invocation (attempt 1)
[09:58:26.104] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f12145b06f1b15bf7557ea60b5757d55963b4aba"
[09:58:26.104] Popped gitiles commit info from properties and tags
[09:58:26.104] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:58:26.104] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:58:26.104] Buildbucket request:
{
  "requestId": "8849168916775052688",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWindowsCoverage"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f12145b06f1b15bf7557ea60b5757d55963b4aba",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8849168916775052688"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWindowsCoverage"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:58:26.576] Scheduled build:
{
  "id": "8683738854637201457",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWindowsCoverage"
  },
  "number": 52417,
  "createdBy": "project:chromium",
  "createTime": "2026-04-23T09:58:26.161833449Z",
  "updateTime": "2026-04-23T09:58:26.161833449Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f12145b06f1b15bf7557ea60b5757d55963b4aba",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[09:58:26.576] Task URL: https://cr-buildbucket.appspot.com/build/8683738854637201457
[09:58:26.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:2:0) after 1m4s
[09:58:27.546] Received PubSub notification, asking Buildbucket for the build status
[09:58:27.567] Build status: SCHEDULED
[09:59:30.589] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:2:0)
[09:59:30.616] Build status: SCHEDULED
[09:59:30.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:4:0) after 6m0s
[10:00:20.741] Received PubSub notification, asking Buildbucket for the build status
[10:00:20.757] Build status: STARTED
[10:05:30.681] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:4:0)
[10:05:30.698] Build status: STARTED
[10:05:30.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:6:0) after 5m50s
[10:11:20.705] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:6:0)
[10:11:20.724] Build status: STARTED
[10:11:20.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:7:0) after 2m48s
[10:14:08.740] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:7:0)
[10:14:08.755] Build status: STARTED
[10:14:08.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:8:0) after 7m16s
[10:21:24.853] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:8:0)
[10:21:24.872] Build status: STARTED
[10:21:24.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:9:0) after 1m49s
[10:23:13.884] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:9:0)
[10:23:13.900] Build status: STARTED
[10:23:13.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:10:0) after 1m9s
[10:24:22.967] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:10:0)
[10:24:23.033] Build status: STARTED
[10:24:23.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:11:0) after 2m24s
[10:26:47.098] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:11:0)
[10:26:47.119] Build status: STARTED
[10:26:47.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:12:0) after 5m59s
[10:32:46.135] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:12:0)
[10:32:46.162] Build status: STARTED
[10:32:46.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:13:0) after 3m25s
[10:36:11.180] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:13:0)
[10:36:11.244] Build status: STARTED
[10:36:11.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:14:0) after 6m21s
[10:42:32.259] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:14:0)
[10:42:32.275] Build status: STARTED
[10:42:32.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:15:0) after 2m14s
[10:44:46.285] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:15:0)
[10:44:46.328] Build status: STARTED
[10:44:46.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:16:0) after 1m30s
[10:46:16.441] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:16:0)
[10:46:16.469] Build status: STARTED
[10:46:16.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:17:0) after 6m1s
[10:52:17.484] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:17:0)
[10:52:17.500] Build status: STARTED
[10:52:17.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:18:0) after 2m41s
[10:54:58.513] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:18:0)
[10:54:58.538] Build status: STARTED
[10:54:58.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:19:0) after 6m8s
[11:01:06.556] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:19:0)
[11:01:06.574] Build status: STARTED
[11:01:06.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:20:0) after 6m22s
[11:07:28.587] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:20:0)
[11:07:28.604] Build status: STARTED
[11:07:28.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:21:0) after 5m40s
[11:13:08.717] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:21:0)
[11:13:08.738] Build status: STARTED
[11:13:08.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:22:0) after 4m46s
[11:17:54.795] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:22:0)
[11:17:54.818] Build status: STARTED
[11:17:54.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:23:0) after 2m36s
[11:20:30.838] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:23:0)
[11:20:30.856] Build status: STARTED
[11:20:30.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:24:0) after 8m47s
[11:29:17.869] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:24:0)
[11:29:17.886] Build status: STARTED
[11:29:17.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:25:0) after 9m57s
[11:39:14.917] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:25:0)
[11:39:14.938] Build status: STARTED
[11:39:14.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:26:0) after 6m51s
[11:46:05.910] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:26:0)
[11:46:05.927] Build status: STARTED
[11:46:05.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:27:0) after 9m26s
[11:55:32.179] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:27:0)
[11:55:32.197] Build status: STARTED
[11:55:32.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:28:0) after 3m46s
[11:59:18.249] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:28:0)
[11:59:18.268] Build status: STARTED
[11:59:18.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:29:0) after 3m11s
[12:02:29.407] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:29:0)
[12:02:29.429] Build status: STARTED
[12:02:29.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:30:0) after 6m8s
[12:08:37.487] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:30:0)
[12:08:37.503] Build status: STARTED
[12:08:37.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:31:0) after 3m2s
[12:11:39.571] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:31:0)
[12:11:39.589] Build status: STARTED
[12:11:39.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:32:0) after 5m53s
[12:17:32.675] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:32:0)
[12:17:32.692] Build status: STARTED
[12:17:32.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:33:0) after 1m46s
[12:19:18.751] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:33:0)
[12:19:18.770] Build status: STARTED
[12:19:18.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:34:0) after 3m52s
[12:23:10.788] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:34:0)
[12:23:10.809] Build status: STARTED
[12:23:10.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:35:0) after 9m38s
[12:32:48.926] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:35:0)
[12:32:48.942] Build status: STARTED
[12:32:48.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:36:0) after 6m47s
[12:39:35.943] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:36:0)
[12:39:36.026] Build status: STARTED
[12:39:36.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:37:0) after 4m44s
[12:44:20.055] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:37:0)
[12:44:20.074] Build status: STARTED
[12:44:20.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:38:0) after 8m30s
[12:52:50.139] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:38:0)
[12:52:50.156] Build status: STARTED
[12:52:50.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:39:0) after 2m2s
[12:54:52.250] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:39:0)
[12:54:52.317] Build status: STARTED
[12:54:52.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:40:0) after 1m16s
[12:56:08.370] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:40:0)
[12:56:08.401] Build status: STARTED
[12:56:08.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:41:0) after 2m25s
[12:58:33.507] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:41:0)
[12:58:33.538] Build status: STARTED
[12:58:33.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:42:0) after 3m58s
[13:02:31.581] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:42:0)
[13:02:31.599] Build status: STARTED
[13:02:31.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:43:0) after 9m57s
[13:12:28.616] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:43:0)
[13:12:28.636] Build status: STARTED
[13:12:28.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:44:0) after 4m32s
[13:17:00.704] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:44:0)
[13:17:00.767] Build status: STARTED
[13:17:00.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:45:0) after 9m14s
[13:26:14.851] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:45:0)
[13:26:14.879] Build status: STARTED
[13:26:14.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:46:0) after 2m30s
[13:28:44.894] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:46:0)
[13:28:44.909] Build status: STARTED
[13:28:44.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:47:0) after 1m37s
[13:30:22.043] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:47:0)
[13:30:22.061] Build status: STARTED
[13:30:22.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:48:0) after 2m17s
[13:32:39.074] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:48:0)
[13:32:39.092] Build status: STARTED
[13:32:39.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:49:0) after 4m2s
[13:36:41.109] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:49:0)
[13:36:41.135] Build status: STARTED
[13:36:41.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:50:0) after 5m44s
[13:42:25.199] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:50:0)
[13:42:25.281] Build status: STARTED
[13:42:25.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:51:0) after 7m57s
[13:50:22.295] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:51:0)
[13:50:22.322] Build status: STARTED
[13:50:22.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:52:0) after 1m53s
[13:52:15.485] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:52:0)
[13:52:15.507] Build status: STARTED
[13:52:15.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:53:0) after 3m56s
[13:56:11.569] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:53:0)
[13:56:11.625] Build status: STARTED
[13:56:11.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:54:0) after 9m57s
[14:06:08.798] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:54:0)
[14:06:08.821] Build status: STARTED
[14:06:08.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:55:0) after 5m34s
[14:11:42.875] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:55:0)
[14:11:42.895] Build status: STARTED
[14:11:42.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:56:0) after 6m51s
[14:18:34.010] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:56:0)
[14:18:34.025] Build status: STARTED
[14:18:34.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:57:0) after 1m8s
[14:19:42.051] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:57:0)
[14:19:42.066] Build status: STARTED
[14:19:42.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:58:0) after 7m53s
[14:27:35.228] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:58:0)
[14:27:35.246] Build status: STARTED
[14:27:35.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:59:0) after 9m55s
[14:37:30.458] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:59:0)
[14:37:30.623] Build status: STARTED
[14:37:30.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:60:0) after 4m47s
[14:42:17.744] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:60:0)
[14:42:17.776] Build status: STARTED
[14:42:17.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:61:0) after 9m37s
[14:51:54.967] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:61:0)
[14:51:54.982] Build status: STARTED
[14:51:54.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:62:0) after 6m32s
[14:58:27.020] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:62:0)
[14:58:27.044] Build status: STARTED
[14:58:27.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:63:0) after 9m54s
[15:08:21.105] Handling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:63:0)
[15:08:21.254] Build status: STARTED
[15:08:21.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWindowsCoverage:8849168916775052688:64:0) after 2m26s
[15:10:35.028] Received PubSub notification, asking Buildbucket for the build status
[15:10:35.048] Build:
{
  "id": "8683738854637201457",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWindowsCoverage"
  },
  "number": 52417,
  "createdBy": "project:chromium",
  "createTime": "2026-04-23T09:58:26.161833449Z",
  "startTime": "2026-04-23T10:00:20.544310884Z",
  "endTime": "2026-04-23T15:10:34.747941019Z",
  "updateTime": "2026-04-23T15:10:34.747941019Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f12145b06f1b15bf7557ea60b5757d55963b4aba",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[15:10:35.048] Invocation finished in 5h12m10.308659932s with status FAILED