Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "android-arm64-proguard-rel"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "b204d1bfb386cbd2cc6893655fbfdcb5d89e113e"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b204d1bfb386cbd2cc6893655fbfdcb5d89e113e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[17:26:02.280] New invocation is queued and will start shortly
[17:26:03.354] Starting the invocation (attempt 1)
[17:26:03.382] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b204d1bfb386cbd2cc6893655fbfdcb5d89e113e"
[17:26:03.382] Popped gitiles commit info from properties and tags
[17:26:03.382] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:26:03.383] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:26:03.383] Buildbucket request:
{
  "requestId": "8924336236730351520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "android-arm64-proguard-rel"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b204d1bfb386cbd2cc6893655fbfdcb5d89e113e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8924336236730351520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/android-arm64-proguard-rel"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:26:03.937] Scheduled build:
{
  "id": "8758906174844489121",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "android-arm64-proguard-rel"
  },
  "number": 9799,
  "createdBy": "project:chromium",
  "createTime": "2024-01-14T17:26:03.446633419Z",
  "updateTime": "2024-01-14T17:26:03.446633419Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b204d1bfb386cbd2cc6893655fbfdcb5d89e113e",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[17:26:03.937] Task URL: https://cr-buildbucket.appspot.com/build/8758906174844489121
[17:26:03.937] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:2:0) after 9m59s
[17:26:04.815] Received PubSub notification, asking Buildbucket for the build status
[17:26:04.948] Build status: SCHEDULED
[17:36:03.050] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:2:0)
[17:36:03.085] Build status: SCHEDULED
[17:36:03.085] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:4:0) after 8m44s
[17:38:43.337] Received PubSub notification, asking Buildbucket for the build status
[17:38:43.364] Build status: STARTED
[17:44:47.103] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:4:0)
[17:44:47.118] Build status: STARTED
[17:44:47.118] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:6:0) after 7m46s
[17:52:33.466] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:6:0)
[17:52:33.482] Build status: STARTED
[17:52:33.482] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:7:0) after 6m18s
[17:58:51.494] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:7:0)
[17:58:51.525] Build status: STARTED
[17:58:51.525] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:8:0) after 7m32s
[18:06:24.093] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:8:0)
[18:06:24.116] Build status: STARTED
[18:06:24.116] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:9:0) after 1m4s
[18:07:28.194] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:9:0)
[18:07:28.238] Build status: STARTED
[18:07:28.238] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:10:0) after 9m24s
[18:16:52.330] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:10:0)
[18:16:52.359] Build status: STARTED
[18:16:52.359] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:11:0) after 6m1s
[18:22:53.774] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:11:0)
[18:22:53.791] Build status: STARTED
[18:22:53.791] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:12:0) after 2m34s
[18:25:27.914] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:12:0)
[18:25:27.962] Build status: STARTED
[18:25:27.962] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:13:0) after 3m9s
[18:28:37.013] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:13:0)
[18:28:37.039] Build status: STARTED
[18:28:37.039] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:14:0) after 8m40s
[18:37:17.054] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:14:0)
[18:37:17.074] Build status: STARTED
[18:37:17.074] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:15:0) after 6m34s
[18:43:51.309] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:15:0)
[18:43:51.423] Build status: STARTED
[18:43:51.423] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:16:0) after 3m36s
[18:47:27.759] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:16:0)
[18:47:27.777] Build status: STARTED
[18:47:27.777] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:17:0) after 2m19s
[18:49:46.918] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:17:0)
[18:49:46.938] Build status: STARTED
[18:49:46.938] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:18:0) after 6m21s
[18:56:07.953] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:18:0)
[18:56:07.971] Build status: STARTED
[18:56:07.971] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:19:0) after 3m39s
[18:59:47.111] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:19:0)
[18:59:47.130] Build status: STARTED
[18:59:47.130] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:20:0) after 5m50s
[19:05:37.150] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:20:0)
[19:05:37.171] Build status: STARTED
[19:05:37.171] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:21:0) after 1m47s
[19:07:24.236] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:21:0)
[19:07:24.253] Build status: STARTED
[19:07:24.253] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:22:0) after 3m27s
[19:10:51.232] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:22:0)
[19:10:51.250] Build status: STARTED
[19:10:51.250] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:23:0) after 8m16s
[19:19:07.543] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:23:0)
[19:19:07.565] Build status: STARTED
[19:19:07.565] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:24:0) after 2m43s
[19:21:50.646] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:24:0)
[19:21:50.694] Build status: STARTED
[19:21:50.694] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:25:0) after 9m59s
[19:31:49.680] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:25:0)
[19:31:49.700] Build status: STARTED
[19:31:49.700] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:26:0) after 9m12s
[19:41:01.696] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:26:0)
[19:41:01.714] Build status: STARTED
[19:41:01.714] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:27:0) after 9m20s
[19:50:21.730] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:27:0)
[19:50:21.747] Build status: STARTED
[19:50:21.747] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:28:0) after 4m30s
[19:54:51.726] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:28:0)
[19:54:51.742] Build status: STARTED
[19:54:51.742] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:29:0) after 5m38s
[20:00:29.864] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:29:0)
[20:00:29.888] Build status: STARTED
[20:00:29.888] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:30:0) after 1m43s
[20:02:12.974] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:30:0)
[20:02:13.007] Build status: STARTED
[20:02:13.007] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:31:0) after 5m38s
[20:07:51.024] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:31:0)
[20:07:51.041] Build status: STARTED
[20:07:51.041] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:32:0) after 4m31s
[20:12:22.106] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:32:0)
[20:12:22.129] Build status: STARTED
[20:12:22.129] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:33:0) after 1m39s
[20:14:01.342] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:33:0)
[20:14:01.503] Build status: STARTED
[20:14:01.503] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:34:0) after 9m52s
[20:23:53.531] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:34:0)
[20:23:53.549] Build status: STARTED
[20:23:53.549] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:35:0) after 7m12s
[20:31:05.654] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:35:0)
[20:31:05.688] Build status: STARTED
[20:31:05.688] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:36:0) after 9m23s
[20:40:28.795] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:36:0)
[20:40:28.815] Build status: STARTED
[20:40:28.815] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:37:0) after 7m29s
[20:47:57.958] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:37:0)
[20:47:58.012] Build status: STARTED
[20:47:58.012] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:38:0) after 1m58s
[20:49:56.032] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:38:0)
[20:49:56.055] Build status: STARTED
[20:49:56.055] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:39:0) after 3m37s
[20:53:33.444] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:39:0)
[20:53:33.495] Build status: STARTED
[20:53:33.495] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:40:0) after 6m46s
[21:00:19.683] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:40:0)
[21:00:19.727] Build status: STARTED
[21:00:19.727] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:41:0) after 1m15s
[21:01:34.894] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:41:0)
[21:01:34.982] Build status: STARTED
[21:01:34.982] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:42:0) after 1m56s
[21:03:31.349] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:42:0)
[21:03:31.370] Build status: STARTED
[21:03:31.370] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:43:0) after 3m56s
[21:07:27.390] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:43:0)
[21:07:27.412] Build status: STARTED
[21:07:27.412] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:44:0) after 5m0s
[21:12:27.429] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:44:0)
[21:12:27.449] Build status: STARTED
[21:12:27.449] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:45:0) after 8m30s
[21:20:57.484] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:45:0)
[21:20:57.501] Build status: STARTED
[21:20:57.501] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:46:0) after 3m56s
[21:24:53.588] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:46:0)
[21:24:53.607] Build status: STARTED
[21:24:53.607] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:47:0) after 3m38s
[21:28:31.647] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:47:0)
[21:28:31.671] Build status: STARTED
[21:28:31.671] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:48:0) after 8m32s
[21:37:03.695] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:48:0)
[21:37:03.716] Build status: STARTED
[21:37:03.716] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:49:0) after 8m15s
[21:45:18.814] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:49:0)
[21:45:18.850] Build status: STARTED
[21:45:18.851] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:50:0) after 5m52s
[21:51:10.873] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:50:0)
[21:51:11.054] Build status: STARTED
[21:51:11.054] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:51:0) after 2m45s
[21:53:56.072] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:51:0)
[21:53:56.100] Build status: STARTED
[21:53:56.100] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:52:0) after 6m13s
[22:00:09.126] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:52:0)
[22:00:09.201] Build status: STARTED
[22:00:09.201] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:53:0) after 7m57s
[22:08:06.220] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:53:0)
[22:08:06.238] Build status: STARTED
[22:08:06.238] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:54:0) after 1m24s
[22:09:30.254] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:54:0)
[22:09:30.331] Build status: STARTED
[22:09:30.331] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:55:0) after 6m25s
[22:15:55.413] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:55:0)
[22:15:55.447] Build status: STARTED
[22:15:55.447] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:56:0) after 3m31s
[22:19:28.441] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:56:0)
[22:19:28.464] Build status: STARTED
[22:19:28.464] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:57:0) after 1m9s
[22:20:37.565] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:57:0)
[22:20:37.599] Build status: STARTED
[22:20:37.600] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:58:0) after 6m13s
[22:26:50.631] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:58:0)
[22:26:50.648] Build status: STARTED
[22:26:50.648] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:59:0) after 7m42s
[22:34:32.673] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:59:0)
[22:34:32.694] Build status: STARTED
[22:34:32.694] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:60:0) after 1m43s
[22:36:15.711] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:60:0)
[22:36:15.743] Build status: STARTED
[22:36:15.743] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:61:0) after 6m13s
[22:42:28.812] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:61:0)
[22:42:28.836] Build status: STARTED
[22:42:28.836] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:62:0) after 7m38s
[22:50:06.853] Handling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:62:0)
[22:50:06.871] Build status: STARTED
[22:50:06.871] Scheduling timer "check-buildbucket-build-status" (chromium/android-arm64-proguard-rel:8924336236730351520:63:0) after 4m37s
[22:52:37.099] Received PubSub notification, asking Buildbucket for the build status
[22:52:37.125] Build:
{
  "id": "8758906174844489121",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "android-arm64-proguard-rel"
  },
  "number": 9799,
  "createdBy": "project:chromium",
  "createTime": "2024-01-14T17:26:03.446633419Z",
  "startTime": "2024-01-14T17:38:42.322403Z",
  "endTime": "2024-01-14T22:52:36.535374Z",
  "updateTime": "2024-01-14T22:52:36.535374Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b204d1bfb386cbd2cc6893655fbfdcb5d89e113e",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[22:52:37.125] Invocation finished in 5h26m34.860913826s with status FAILED