Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "0befc8a272dc47cfcd5d4bc57e25f73db19f87f2"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0befc8a272dc47cfcd5d4bc57e25f73db19f87f2
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:43:07.484] New invocation is queued and will start shortly
[21:43:08.787] Starting the invocation (attempt 1)
[21:43:08.820] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0befc8a272dc47cfcd5d4bc57e25f73db19f87f2"
[21:43:08.820] Popped gitiles commit info from properties and tags
[21:43:08.820] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:43:08.821] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:43:08.821] Buildbucket request:
{
  "requestId": "8897503360176659536",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "0befc8a272dc47cfcd5d4bc57e25f73db19f87f2",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897503360176659536"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:43:09.379] Scheduled build:
{
  "id": "8732073298047864865",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2939,
  "createdBy": "project:chromium",
  "createTime": "2024-11-05T21:43:08.882633106Z",
  "updateTime": "2024-11-05T21:43:08.882633106Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0befc8a272dc47cfcd5d4bc57e25f73db19f87f2",
      "ref": "refs/heads/main"
    }
  }
}
[21:43:09.379] Task URL: https://cr-buildbucket.appspot.com/build/8732073298047864865
[21:43:09.379] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:2:0) after 9m54s
[21:43:10.436] Received PubSub notification, asking Buildbucket for the build status
[21:43:10.535] Build status: SCHEDULED
[21:53:03.410] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:2:0)
[21:53:03.470] Build status: SCHEDULED
[21:53:03.470] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:4:0) after 7m57s
[22:01:00.530] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:4:0)
[22:01:00.565] Build status: SCHEDULED
[22:01:00.565] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:5:0) after 5m29s
[22:06:29.624] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:5:0)
[22:06:29.644] Build status: SCHEDULED
[22:06:29.644] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:6:0) after 3m58s
[22:10:27.673] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:6:0)
[22:10:28.289] Build status: SCHEDULED
[22:10:28.289] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:7:0) after 9m21s
[22:19:49.320] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:7:0)
[22:19:49.444] Build status: SCHEDULED
[22:19:49.444] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:8:0) after 2m46s
[22:22:35.520] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:8:0)
[22:22:35.543] Build status: SCHEDULED
[22:22:35.543] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:9:0) after 7m30s
[22:29:01.525] Received PubSub notification, asking Buildbucket for the build status
[22:29:01.548] Build status: STARTED
[22:30:05.611] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:9:0)
[22:30:05.637] Build status: STARTED
[22:30:05.637] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:11:0) after 6m37s
[22:36:42.684] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:11:0)
[22:36:42.707] Build status: STARTED
[22:36:42.707] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:12:0) after 1m27s
[22:38:09.735] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:12:0)
[22:38:09.762] Build status: STARTED
[22:38:09.762] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:13:0) after 4m15s
[22:42:24.846] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:13:0)
[22:42:24.868] Build status: STARTED
[22:42:24.868] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:14:0) after 1m17s
[22:43:41.901] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:14:0)
[22:43:41.932] Build status: STARTED
[22:43:41.932] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:15:0) after 4m24s
[22:48:06.046] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:15:0)
[22:48:06.065] Build status: STARTED
[22:48:06.065] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:16:0) after 6m20s
[22:54:26.078] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:16:0)
[22:54:26.096] Build status: STARTED
[22:54:26.096] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:17:0) after 8m39s
[23:03:05.127] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:17:0)
[23:03:05.239] Build status: STARTED
[23:03:05.239] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:18:0) after 3m8s
[23:06:13.347] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:18:0)
[23:06:13.366] Build status: STARTED
[23:06:13.366] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:19:0) after 5m7s
[23:11:20.447] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:19:0)
[23:11:20.522] Build status: STARTED
[23:11:20.522] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:20:0) after 8m11s
[23:19:31.567] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:20:0)
[23:19:31.623] Build status: STARTED
[23:19:31.623] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:21:0) after 9m33s
[23:29:04.757] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:21:0)
[23:29:04.843] Build status: STARTED
[23:29:04.843] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:22:0) after 4m0s
[23:33:04.933] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:22:0)
[23:33:04.953] Build status: STARTED
[23:33:04.953] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:23:0) after 5m9s
[23:38:13.977] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:23:0)
[23:38:13.996] Build status: STARTED
[23:38:13.996] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:24:0) after 3m56s
[23:42:10.088] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:24:0)
[23:42:10.141] Build status: STARTED
[23:42:10.141] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:25:0) after 4m38s
[23:46:48.214] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:25:0)
[23:46:48.306] Build status: STARTED
[23:46:48.306] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:26:0) after 1m17s
[23:48:05.409] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:26:0)
[23:48:05.438] Build status: STARTED
[23:48:05.438] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:27:0) after 8m51s
[23:56:56.468] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:27:0)
[23:56:56.494] Build status: STARTED
[23:56:56.494] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:28:0) after 9m56s
[00:06:52.553] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:28:0)
[00:06:52.596] Build status: STARTED
[00:06:52.596] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:29:0) after 9m55s
[00:16:47.635] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:29:0)
[00:16:47.670] Build status: STARTED
[00:16:47.670] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:30:0) after 5m28s
[00:22:15.784] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:30:0)
[00:22:15.819] Build status: STARTED
[00:22:15.819] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:31:0) after 2m45s
[00:25:00.924] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:31:0)
[00:25:00.946] Build status: STARTED
[00:25:00.946] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:32:0) after 6m9s
[00:31:10.006] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:32:0)
[00:31:10.036] Build status: STARTED
[00:31:10.036] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:33:0) after 4m11s
[00:35:21.089] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:33:0)
[00:35:21.133] Build status: STARTED
[00:35:21.133] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:34:0) after 6m55s
[00:42:16.173] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:34:0)
[00:42:16.205] Build status: STARTED
[00:42:16.205] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:35:0) after 8m48s
[00:51:04.282] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:35:0)
[00:51:04.298] Build status: STARTED
[00:51:04.298] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:36:0) after 6m15s
[00:57:19.294] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:36:0)
[00:57:19.368] Build status: STARTED
[00:57:19.368] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:37:0) after 2m45s
[01:00:04.449] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:37:0)
[01:00:04.479] Build status: STARTED
[01:00:04.479] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:38:0) after 7m24s
[01:07:28.508] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:38:0)
[01:07:28.559] Build status: STARTED
[01:07:28.559] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:39:0) after 8m1s
[01:15:29.585] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:39:0)
[01:15:29.607] Build status: STARTED
[01:15:29.607] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:40:0) after 3m26s
[01:18:55.754] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:40:0)
[01:18:55.772] Build status: STARTED
[01:18:55.772] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:41:0) after 3m48s
[01:22:43.843] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:41:0)
[01:22:45.895] Build status: STARTED
[01:22:45.895] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:42:0) after 8m53s
[01:31:38.948] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:42:0)
[01:31:38.968] Build status: STARTED
[01:31:38.968] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:43:0) after 3m25s
[01:35:04.113] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:43:0)
[01:35:04.133] Build status: STARTED
[01:35:04.133] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:44:0) after 6m17s
[01:41:21.168] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:44:0)
[01:41:21.199] Build status: STARTED
[01:41:21.199] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:45:0) after 9m40s
[01:51:01.274] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:45:0)
[01:51:01.292] Build status: STARTED
[01:51:01.293] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:46:0) after 3m13s
[01:54:14.324] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:46:0)
[01:54:14.392] Build status: STARTED
[01:54:14.392] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:47:0) after 8m1s
[02:02:15.428] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:47:0)
[02:02:15.497] Build status: STARTED
[02:02:15.497] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:48:0) after 7m28s
[02:09:43.671] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:48:0)
[02:09:43.698] Build status: STARTED
[02:09:43.698] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:49:0) after 9m42s
[02:19:25.742] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:49:0)
[02:19:25.761] Build status: STARTED
[02:19:25.761] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:50:0) after 6m5s
[02:25:30.839] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:50:0)
[02:25:30.884] Build status: STARTED
[02:25:30.884] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:51:0) after 4m39s
[02:30:09.938] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:51:0)
[02:30:09.973] Build status: STARTED
[02:30:09.973] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:52:0) after 8m26s
[02:38:36.449] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:52:0)
[02:38:36.471] Build status: STARTED
[02:38:36.471] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:53:0) after 6m50s
[02:45:26.825] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:53:0)
[02:45:26.842] Build status: STARTED
[02:45:26.842] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:54:0) after 1m39s
[02:47:06.267] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:54:0)
[02:47:06.287] Build status: STARTED
[02:47:06.287] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:55:0) after 3m10s
[02:50:16.609] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:55:0)
[02:50:16.632] Build status: STARTED
[02:50:16.632] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:56:0) after 4m12s
[02:54:29.020] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:56:0)
[02:54:29.070] Build status: STARTED
[02:54:29.070] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:57:0) after 5m4s
[02:59:33.715] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:57:0)
[02:59:33.757] Build status: STARTED
[02:59:33.757] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:58:0) after 1m35s
[03:01:08.788] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:58:0)
[03:01:08.805] Build status: STARTED
[03:01:08.805] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:59:0) after 2m47s
[03:03:56.181] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:59:0)
[03:03:56.208] Build status: STARTED
[03:03:56.208] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:60:0) after 4m26s
[03:08:22.236] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:60:0)
[03:08:22.271] Build status: STARTED
[03:08:22.271] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:61:0) after 6m16s
[03:14:38.345] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:61:0)
[03:14:38.362] Build status: STARTED
[03:14:38.362] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:62:0) after 1m56s
[03:16:34.391] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:62:0)
[03:16:34.421] Build status: STARTED
[03:16:34.421] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:63:0) after 9m41s
[03:26:15.513] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:63:0)
[03:26:15.548] Build status: STARTED
[03:26:15.548] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:64:0) after 9m57s
[03:36:12.579] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:64:0)
[03:36:12.603] Build status: STARTED
[03:36:12.604] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:65:0) after 3m4s
[03:39:16.719] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:65:0)
[03:39:16.759] Build status: STARTED
[03:39:16.759] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:66:0) after 8m19s
[03:47:35.930] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:66:0)
[03:47:35.955] Build status: STARTED
[03:47:35.955] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:67:0) after 4m32s
[03:52:07.984] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:67:0)
[03:52:08.004] Build status: STARTED
[03:52:08.004] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:68:0) after 2m0s
[03:54:08.062] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:68:0)
[03:54:08.141] Build status: STARTED
[03:54:08.141] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:69:0) after 3m38s
[03:57:46.166] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:69:0)
[03:57:46.196] Build status: STARTED
[03:57:46.196] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:70:0) after 1m58s
[03:59:44.220] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:70:0)
[03:59:44.239] Build status: STARTED
[03:59:44.239] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:71:0) after 8m39s
[04:08:23.607] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:71:0)
[04:08:23.622] Build status: STARTED
[04:08:23.622] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:72:0) after 3m3s
[04:11:26.811] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:72:0)
[04:11:26.841] Build status: STARTED
[04:11:26.841] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:73:0) after 3m52s
[04:15:19.170] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:73:0)
[04:15:19.188] Build status: STARTED
[04:15:19.188] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:74:0) after 7m41s
[04:23:00.316] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:74:0)
[04:23:00.352] Build status: STARTED
[04:23:00.352] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:75:0) after 9m30s
[04:32:30.374] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:75:0)
[04:32:30.404] Build status: STARTED
[04:32:30.404] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:76:0) after 9m6s
[04:41:36.398] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:76:0)
[04:41:36.418] Build status: STARTED
[04:41:36.418] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:77:0) after 3m56s
[04:45:32.679] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:77:0)
[04:45:32.702] Build status: STARTED
[04:45:32.702] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:78:0) after 3m23s
[04:48:55.786] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:78:0)
[04:48:55.810] Build status: STARTED
[04:48:55.810] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:79:0) after 2m41s
[04:51:36.851] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:79:0)
[04:51:36.876] Build status: STARTED
[04:51:36.876] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:80:0) after 1m59s
[04:53:36.035] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:80:0)
[04:53:36.051] Build status: STARTED
[04:53:36.051] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:81:0) after 1m47s
[04:55:23.134] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:81:0)
[04:55:23.156] Build status: STARTED
[04:55:23.156] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:82:0) after 3m18s
[04:58:41.293] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:82:0)
[04:58:41.319] Build status: STARTED
[04:58:41.319] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:83:0) after 6m2s
[05:04:43.400] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:83:0)
[05:04:43.416] Build status: STARTED
[05:04:43.416] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:84:0) after 8m4s
[05:12:47.536] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:84:0)
[05:12:47.560] Build status: STARTED
[05:12:47.560] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:85:0) after 9m44s
[05:22:31.614] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:85:0)
[05:22:31.633] Build status: STARTED
[05:22:31.633] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:86:0) after 4m14s
[05:26:45.663] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:86:0)
[05:26:45.684] Build status: STARTED
[05:26:45.684] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:87:0) after 3m39s
[05:30:24.710] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:87:0)
[05:30:24.737] Build status: STARTED
[05:30:24.737] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:88:0) after 1m36s
[05:32:00.870] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:88:0)
[05:32:00.890] Build status: STARTED
[05:32:00.890] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:89:0) after 7m50s
[05:39:50.914] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:89:0)
[05:39:50.934] Build status: STARTED
[05:39:50.934] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:90:0) after 6m14s
[05:46:05.022] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:90:0)
[05:46:05.053] Build status: STARTED
[05:46:05.053] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:91:0) after 3m33s
[05:49:38.098] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:91:0)
[05:49:38.165] Build status: STARTED
[05:49:38.165] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:92:0) after 2m29s
[05:52:07.287] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:92:0)
[05:52:07.331] Build status: STARTED
[05:52:07.331] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:93:0) after 4m11s
[05:56:18.381] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:93:0)
[05:56:18.406] Build status: STARTED
[05:56:18.406] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:94:0) after 5m18s
[06:01:36.438] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:94:0)
[06:01:36.456] Build status: STARTED
[06:01:36.456] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:95:0) after 4m23s
[06:05:59.511] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:95:0)
[06:05:59.543] Build status: STARTED
[06:05:59.543] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:96:0) after 7m16s
[06:13:15.572] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:96:0)
[06:13:15.592] Build status: STARTED
[06:13:15.592] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:97:0) after 6m22s
[06:19:37.620] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:97:0)
[06:19:37.642] Build status: STARTED
[06:19:37.642] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:98:0) after 9m48s
[06:29:25.698] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:98:0)
[06:29:25.721] Build status: STARTED
[06:29:25.721] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:99:0) after 4m12s
[06:33:38.034] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:99:0)
[06:33:38.060] Build status: STARTED
[06:33:38.060] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:100:0) after 8m7s
[06:41:45.210] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:100:0)
[06:41:45.258] Build status: STARTED
[06:41:45.258] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:101:0) after 2m22s
[06:44:07.296] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:101:0)
[06:44:07.327] Build status: STARTED
[06:44:07.327] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:102:0) after 5m8s
[06:49:15.389] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:102:0)
[06:49:15.458] Build status: STARTED
[06:49:15.458] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:103:0) after 8m56s
[06:58:11.475] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:103:0)
[06:58:11.496] Build status: STARTED
[06:58:11.497] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:104:0) after 1m26s
[06:59:37.526] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:104:0)
[06:59:37.543] Build status: STARTED
[06:59:37.543] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:105:0) after 6m51s
[07:06:28.571] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:105:0)
[07:06:28.602] Build status: STARTED
[07:06:28.602] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:106:0) after 6m38s
[07:13:06.984] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:106:0)
[07:13:07.047] Build status: STARTED
[07:13:07.047] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:107:0) after 3m45s
[07:16:52.267] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:107:0)
[07:16:52.292] Build status: STARTED
[07:16:52.292] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:108:0) after 9m47s
[07:26:39.601] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:108:0)
[07:26:39.655] Build status: STARTED
[07:26:39.655] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:109:0) after 2m8s
[07:28:47.699] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:109:0)
[07:28:47.730] Build status: STARTED
[07:28:47.730] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:110:0) after 2m8s
[07:30:55.757] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:110:0)
[07:30:55.775] Build status: STARTED
[07:30:55.776] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:111:0) after 9m59s
[07:40:55.418] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:111:0)
[07:40:55.436] Build status: STARTED
[07:40:55.436] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:112:0) after 2m43s
[07:43:38.526] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:112:0)
[07:43:38.619] Build status: STARTED
[07:43:38.619] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:113:0) after 6m41s
[07:50:19.760] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:113:0)
[07:50:19.808] Build status: STARTED
[07:50:19.808] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:114:0) after 2m0s
[07:52:19.835] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:114:0)
[07:52:19.853] Build status: STARTED
[07:52:19.853] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:115:0) after 1m13s
[07:53:32.995] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:115:0)
[07:53:33.013] Build status: STARTED
[07:53:33.013] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:116:0) after 3m12s
[07:56:45.318] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:116:0)
[07:56:45.335] Build status: STARTED
[07:56:45.335] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:117:0) after 8m53s
[08:05:38.604] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:117:0)
[08:05:38.623] Build status: STARTED
[08:05:38.623] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:118:0) after 7m13s
[08:12:51.926] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:118:0)
[08:12:52.009] Build status: STARTED
[08:12:52.009] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:119:0) after 5m19s
[08:18:11.165] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:119:0)
[08:18:11.196] Build status: STARTED
[08:18:11.196] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:120:0) after 3m35s
[08:21:46.452] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:120:0)
[08:21:46.475] Build status: STARTED
[08:21:46.475] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:121:0) after 4m55s
[08:26:41.723] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:121:0)
[08:26:41.764] Build status: STARTED
[08:26:41.764] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:122:0) after 1m6s
[08:27:47.813] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:122:0)
[08:27:47.832] Build status: STARTED
[08:27:47.832] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:123:0) after 9m25s
[08:37:12.960] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:123:0)
[08:37:13.040] Build status: STARTED
[08:37:13.040] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:124:0) after 1m45s
[08:38:58.148] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:124:0)
[08:38:58.166] Build status: STARTED
[08:38:58.166] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:125:0) after 5m2s
[08:44:00.221] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:125:0)
[08:44:00.256] Build status: STARTED
[08:44:00.256] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:126:0) after 7m51s
[08:51:51.281] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:126:0)
[08:51:51.303] Build status: STARTED
[08:51:51.303] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:127:0) after 4m53s
[08:56:44.397] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:127:0)
[08:56:44.545] Build status: STARTED
[08:56:44.545] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:128:0) after 3m30s
[09:00:14.571] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:128:0)
[09:00:14.645] Build status: STARTED
[09:00:14.645] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:129:0) after 2m30s
[09:02:44.688] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:129:0)
[09:02:44.718] Build status: STARTED
[09:02:44.718] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:130:0) after 1m39s
[09:04:23.954] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:130:0)
[09:04:24.050] Build status: STARTED
[09:04:24.050] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:131:0) after 4m18s
[09:08:42.198] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:131:0)
[09:08:42.216] Build status: STARTED
[09:08:42.216] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:132:0) after 2m12s
[09:10:54.271] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:132:0)
[09:10:54.287] Build status: STARTED
[09:10:54.287] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:133:0) after 9m51s
[09:20:45.338] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:133:0)
[09:20:45.409] Build status: STARTED
[09:20:45.409] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:134:0) after 4m43s
[09:25:28.533] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:134:0)
[09:25:28.556] Build status: STARTED
[09:25:28.556] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:135:0) after 9m51s
[09:35:19.734] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:135:0)
[09:35:19.760] Build status: STARTED
[09:35:19.760] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:136:0) after 9m43s
[09:45:02.793] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:136:0)
[09:45:02.884] Build status: STARTED
[09:45:02.884] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:137:0) after 9m35s
[09:54:37.931] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:137:0)
[09:54:37.950] Build status: STARTED
[09:54:37.950] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:138:0) after 7m21s
[10:01:58.978] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:138:0)
[10:01:58.998] Build status: STARTED
[10:01:58.998] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8897503360176659536:139:0) after 5m44s
[10:02:40.524] Received PubSub notification, asking Buildbucket for the build status
[10:02:40.539] Build:
{
  "id": "8732073298047864865",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2939,
  "createdBy": "project:chromium",
  "createTime": "2024-11-05T21:43:08.882633106Z",
  "startTime": "2024-11-05T22:29:01.083227056Z",
  "endTime": "2024-11-06T10:02:40.101376200Z",
  "updateTime": "2024-11-06T10:02:40.101376200Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0befc8a272dc47cfcd5d4bc57e25f73db19f87f2",
      "ref": "refs/heads/main"
    }
  }
}
[10:02:40.539] Invocation finished in 12h19m33.070248251s with status FAILED