Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ae0b1b3cca5c66491176d47324c4289d645ad256"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ae0b1b3cca5c66491176d47324c4289d645ad256
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[14:01:12.176] New invocation is queued and will start shortly
[14:01:13.278] Starting the invocation (attempt 1)
[14:01:13.306] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ae0b1b3cca5c66491176d47324c4289d645ad256"
[14:01:13.306] Popped gitiles commit info from properties and tags
[14:01:13.306] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:01:13.306] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:01:13.306] Buildbucket request:
{
  "requestId": "8911574951572026448",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "ae0b1b3cca5c66491176d47324c4289d645ad256",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8911574951572026448"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:01:13.882] Scheduled build:
{
  "id": "8746144889654515729",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2359,
  "createdBy": "project:chromium",
  "createTime": "2024-06-03T14:01:13.376556234Z",
  "updateTime": "2024-06-03T14:01:13.376556234Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ae0b1b3cca5c66491176d47324c4289d645ad256",
      "ref": "refs/heads/main"
    }
  }
}
[14:01:13.882] Task URL: https://cr-buildbucket.appspot.com/build/8746144889654515729
[14:01:13.882] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:2:0) after 1m34s
[14:01:14.894] Received PubSub notification, asking Buildbucket for the build status
[14:01:14.917] Build status: SCHEDULED
[14:02:47.996] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:2:0)
[14:02:48.018] Build status: SCHEDULED
[14:02:48.018] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:4:0) after 3m43s
[14:06:31.133] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:4:0)
[14:06:31.168] Build status: SCHEDULED
[14:06:31.168] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:5:0) after 6m43s
[14:13:14.208] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:5:0)
[14:13:14.227] Build status: SCHEDULED
[14:13:14.227] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:6:0) after 7m49s
[14:21:03.281] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:6:0)
[14:21:03.300] Build status: SCHEDULED
[14:21:03.300] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:7:0) after 2m51s
[14:23:54.367] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:7:0)
[14:23:54.392] Build status: SCHEDULED
[14:23:54.392] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:8:0) after 7m34s
[14:25:46.764] Received PubSub notification, asking Buildbucket for the build status
[14:25:46.794] Build status: STARTED
[14:31:28.798] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:8:0)
[14:31:28.885] Build status: STARTED
[14:31:28.885] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:10:0) after 7m10s
[14:38:39.068] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:10:0)
[14:38:39.139] Build status: STARTED
[14:38:39.139] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:11:0) after 4m54s
[14:43:33.263] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:11:0)
[14:43:33.309] Build status: STARTED
[14:43:33.309] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:12:0) after 5m47s
[14:49:20.552] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:12:0)
[14:49:20.573] Build status: STARTED
[14:49:20.573] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:13:0) after 7m14s
[14:56:34.828] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:13:0)
[14:56:34.856] Build status: STARTED
[14:56:34.856] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:14:0) after 4m20s
[15:00:54.876] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:14:0)
[15:00:54.897] Build status: STARTED
[15:00:54.897] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:15:0) after 9m50s
[15:10:44.982] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:15:0)
[15:10:45.069] Build status: STARTED
[15:10:45.069] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:16:0) after 8m7s
[15:18:52.162] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:16:0)
[15:18:52.214] Build status: STARTED
[15:18:52.214] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:17:0) after 5m17s
[15:24:09.248] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:17:0)
[15:24:09.361] Build status: STARTED
[15:24:09.361] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:18:0) after 2m20s
[15:26:29.516] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:18:0)
[15:26:29.538] Build status: STARTED
[15:26:29.538] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:19:0) after 6m22s
[15:32:51.593] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:19:0)
[15:32:51.620] Build status: STARTED
[15:32:51.620] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:20:0) after 5m56s
[15:38:47.737] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:20:0)
[15:38:47.756] Build status: STARTED
[15:38:47.756] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:21:0) after 5m3s
[15:43:50.808] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:21:0)
[15:43:50.826] Build status: STARTED
[15:43:50.826] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:22:0) after 5m40s
[15:49:30.939] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:22:0)
[15:49:30.959] Build status: STARTED
[15:49:30.960] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:23:0) after 5m59s
[15:55:30.002] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:23:0)
[15:55:30.021] Build status: STARTED
[15:55:30.022] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:24:0) after 3m35s
[15:59:05.131] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:24:0)
[15:59:05.166] Build status: STARTED
[15:59:05.166] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:25:0) after 5m19s
[16:04:24.622] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:25:0)
[16:04:24.641] Build status: STARTED
[16:04:24.641] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:26:0) after 1m55s
[16:06:20.023] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:26:0)
[16:06:20.044] Build status: STARTED
[16:06:20.044] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:27:0) after 8m52s
[16:15:12.134] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:27:0)
[16:15:12.153] Build status: STARTED
[16:15:12.153] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:28:0) after 2m36s
[16:17:48.169] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:28:0)
[16:17:48.192] Build status: STARTED
[16:17:48.192] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:29:0) after 5m57s
[16:23:45.439] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:29:0)
[16:23:45.455] Build status: STARTED
[16:23:45.455] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:30:0) after 2m56s
[16:26:41.582] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:30:0)
[16:26:41.633] Build status: STARTED
[16:26:41.633] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:31:0) after 9m40s
[16:36:22.415] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:31:0)
[16:36:22.492] Build status: STARTED
[16:36:22.492] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:32:0) after 4m41s
[16:41:03.527] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:32:0)
[16:41:03.547] Build status: STARTED
[16:41:03.547] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:33:0) after 4m43s
[16:45:46.708] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:33:0)
[16:45:46.731] Build status: STARTED
[16:45:46.731] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:34:0) after 2m29s
[16:48:15.921] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:34:0)
[16:48:15.945] Build status: STARTED
[16:48:15.945] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:35:0) after 9m49s
[16:58:05.173] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:35:0)
[16:58:05.233] Build status: STARTED
[16:58:05.233] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:36:0) after 3m5s
[17:01:10.300] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:36:0)
[17:01:10.322] Build status: STARTED
[17:01:10.322] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:37:0) after 7m57s
[17:09:07.449] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:37:0)
[17:09:07.471] Build status: STARTED
[17:09:07.471] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:38:0) after 5m27s
[17:14:34.955] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:38:0)
[17:14:34.983] Build status: STARTED
[17:14:34.983] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:39:0) after 5m48s
[17:20:23.161] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:39:0)
[17:20:23.189] Build status: STARTED
[17:20:23.189] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:40:0) after 3m46s
[17:24:09.406] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:40:0)
[17:24:09.442] Build status: STARTED
[17:24:09.442] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:41:0) after 4m32s
[17:28:41.526] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:41:0)
[17:28:41.557] Build status: STARTED
[17:28:41.557] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:42:0) after 4m31s
[17:33:12.575] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:42:0)
[17:33:12.594] Build status: STARTED
[17:33:12.594] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:43:0) after 1m43s
[17:34:55.615] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:43:0)
[17:34:55.637] Build status: STARTED
[17:34:55.637] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:44:0) after 2m21s
[17:37:17.587] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:44:0)
[17:37:17.613] Build status: STARTED
[17:37:17.613] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:45:0) after 6m25s
[17:43:42.745] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:45:0)
[17:43:42.761] Build status: STARTED
[17:43:42.761] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:46:0) after 7m34s
[17:51:16.858] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:46:0)
[17:51:16.877] Build status: STARTED
[17:51:16.877] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:47:0) after 8m34s
[17:59:50.896] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:47:0)
[17:59:50.918] Build status: STARTED
[17:59:50.918] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:48:0) after 1m9s
[18:00:59.969] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:48:0)
[18:00:59.992] Build status: STARTED
[18:00:59.992] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:49:0) after 9m41s
[18:10:41.053] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:49:0)
[18:10:41.073] Build status: STARTED
[18:10:41.073] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:50:0) after 2m41s
[18:13:22.268] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:50:0)
[18:13:22.284] Build status: STARTED
[18:13:22.284] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:51:0) after 1m29s
[18:14:51.312] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:51:0)
[18:14:51.330] Build status: STARTED
[18:14:51.330] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:52:0) after 1m17s
[18:16:08.356] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:52:0)
[18:16:08.381] Build status: STARTED
[18:16:08.381] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:53:0) after 3m30s
[18:19:38.409] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:53:0)
[18:19:38.429] Build status: STARTED
[18:19:38.429] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:54:0) after 1m20s
[18:20:58.454] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:54:0)
[18:20:58.564] Build status: STARTED
[18:20:58.564] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:55:0) after 8m0s
[18:28:58.585] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:55:0)
[18:28:58.601] Build status: STARTED
[18:28:58.601] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:56:0) after 9m42s
[18:38:40.635] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:56:0)
[18:38:40.653] Build status: STARTED
[18:38:40.653] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:57:0) after 3m9s
[18:41:49.668] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:57:0)
[18:41:49.686] Build status: STARTED
[18:41:49.686] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:58:0) after 4m57s
[18:46:46.705] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:58:0)
[18:46:46.756] Build status: STARTED
[18:46:46.756] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:59:0) after 8m24s
[18:55:10.840] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:59:0)
[18:55:10.864] Build status: STARTED
[18:55:10.864] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:60:0) after 8m15s
[19:03:25.887] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:60:0)
[19:03:25.910] Build status: STARTED
[19:03:25.910] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:61:0) after 9m14s
[19:12:40.033] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:61:0)
[19:12:40.048] Build status: STARTED
[19:12:40.048] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:62:0) after 7m26s
[19:20:06.561] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:62:0)
[19:20:06.739] Build status: STARTED
[19:20:06.739] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:63:0) after 7m39s
[19:27:45.757] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:63:0)
[19:27:45.773] Build status: STARTED
[19:27:45.773] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:64:0) after 4m34s
[19:32:19.792] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:64:0)
[19:32:19.825] Build status: STARTED
[19:32:19.825] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:65:0) after 4m41s
[19:37:00.852] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:65:0)
[19:37:00.900] Build status: STARTED
[19:37:00.900] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:66:0) after 9m52s
[19:46:52.928] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:66:0)
[19:46:52.945] Build status: STARTED
[19:46:52.945] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:67:0) after 7m45s
[19:54:37.987] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:67:0)
[19:54:38.014] Build status: STARTED
[19:54:38.014] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:68:0) after 7m11s
[20:01:49.044] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:68:0)
[20:01:49.068] Build status: STARTED
[20:01:49.068] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:69:0) after 3m51s
[20:05:40.106] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:69:0)
[20:05:40.147] Build status: STARTED
[20:05:40.147] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:70:0) after 4m30s
[20:10:10.165] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:70:0)
[20:10:10.182] Build status: STARTED
[20:10:10.182] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:71:0) after 4m6s
[20:14:16.230] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:71:0)
[20:14:16.445] Build status: STARTED
[20:14:16.445] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:72:0) after 6m48s
[20:21:04.563] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:72:0)
[20:21:04.586] Build status: STARTED
[20:21:04.586] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:73:0) after 8m59s
[20:30:03.706] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:73:0)
[20:30:03.749] Build status: STARTED
[20:30:03.749] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:74:0) after 4m34s
[20:34:37.884] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:74:0)
[20:34:37.900] Build status: STARTED
[20:34:37.900] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:75:0) after 9m40s
[20:44:17.968] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:75:0)
[20:44:17.985] Build status: STARTED
[20:44:17.985] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:76:0) after 4m1s
[20:48:19.004] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:76:0)
[20:48:19.036] Build status: STARTED
[20:48:19.036] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:77:0) after 1m41s
[20:50:00.059] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:77:0)
[20:50:00.080] Build status: STARTED
[20:50:00.080] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:78:0) after 3m3s
[20:53:03.144] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:78:0)
[20:53:03.207] Build status: STARTED
[20:53:03.207] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:79:0) after 9m26s
[21:02:29.268] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:79:0)
[21:02:29.322] Build status: STARTED
[21:02:29.322] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:80:0) after 4m56s
[21:07:25.390] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:80:0)
[21:07:25.473] Build status: STARTED
[21:07:25.473] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:81:0) after 2m38s
[21:10:03.581] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:81:0)
[21:10:03.600] Build status: STARTED
[21:10:03.600] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:82:0) after 2m23s
[21:12:26.611] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:82:0)
[21:12:26.631] Build status: STARTED
[21:12:26.631] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:83:0) after 5m26s
[21:17:52.692] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:83:0)
[21:17:52.711] Build status: STARTED
[21:17:52.711] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:84:0) after 3m36s
[21:21:28.745] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:84:0)
[21:21:28.775] Build status: STARTED
[21:21:28.775] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:85:0) after 8m28s
[21:29:56.869] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:85:0)
[21:29:56.896] Build status: STARTED
[21:29:56.896] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:86:0) after 4m33s
[21:34:30.049] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:86:0)
[21:34:30.068] Build status: STARTED
[21:34:30.068] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:87:0) after 1m3s
[21:35:33.064] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:87:0)
[21:35:33.104] Build status: STARTED
[21:35:33.104] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:88:0) after 4m40s
[21:40:13.184] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:88:0)
[21:40:13.221] Build status: STARTED
[21:40:13.221] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:89:0) after 7m9s
[21:47:22.277] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:89:0)
[21:47:22.296] Build status: STARTED
[21:47:22.296] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:90:0) after 7m49s
[21:55:11.374] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:90:0)
[21:55:11.392] Build status: STARTED
[21:55:11.392] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:91:0) after 5m49s
[22:01:00.425] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:91:0)
[22:01:00.443] Build status: STARTED
[22:01:00.443] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:92:0) after 3m36s
[22:04:36.531] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:92:0)
[22:04:36.551] Build status: STARTED
[22:04:36.551] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:93:0) after 9m25s
[22:14:01.628] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:93:0)
[22:14:01.653] Build status: STARTED
[22:14:01.653] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:94:0) after 9m33s
[22:23:34.749] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:94:0)
[22:23:34.793] Build status: STARTED
[22:23:34.793] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:95:0) after 1m6s
[22:24:40.812] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:95:0)
[22:24:40.833] Build status: STARTED
[22:24:40.833] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:96:0) after 2m40s
[22:27:20.875] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:96:0)
[22:27:20.894] Build status: STARTED
[22:27:20.894] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:97:0) after 8m55s
[22:36:15.919] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:97:0)
[22:36:15.950] Build status: STARTED
[22:36:15.950] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:98:0) after 4m48s
[22:41:03.977] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:98:0)
[22:41:04.025] Build status: STARTED
[22:41:04.025] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:99:0) after 5m38s
[22:46:42.121] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:99:0)
[22:46:42.145] Build status: STARTED
[22:46:42.145] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:100:0) after 6m46s
[22:53:28.149] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:100:0)
[22:53:28.243] Build status: STARTED
[22:53:28.243] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:101:0) after 9m38s
[23:03:06.263] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:101:0)
[23:03:06.282] Build status: STARTED
[23:03:06.282] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:102:0) after 6m55s
[23:10:01.310] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:102:0)
[23:10:01.326] Build status: STARTED
[23:10:01.326] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:103:0) after 5m38s
[23:15:39.300] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:103:0)
[23:15:39.385] Build status: STARTED
[23:15:39.385] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:104:0) after 5m22s
[23:21:01.628] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:104:0)
[23:21:01.647] Build status: STARTED
[23:21:01.647] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:105:0) after 6m19s
[23:27:20.670] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:105:0)
[23:27:20.688] Build status: STARTED
[23:27:20.688] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:106:0) after 5m15s
[23:32:35.780] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:106:0)
[23:32:35.798] Build status: STARTED
[23:32:35.798] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:107:0) after 8m19s
[23:40:54.834] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:107:0)
[23:40:54.853] Build status: STARTED
[23:40:54.853] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:108:0) after 9m35s
[23:50:29.924] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:108:0)
[23:50:29.969] Build status: STARTED
[23:50:29.969] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:109:0) after 4m32s
[23:55:02.013] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:109:0)
[23:55:02.048] Build status: STARTED
[23:55:02.048] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:110:0) after 9m47s
[00:04:49.067] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:110:0)
[00:04:49.211] Build status: STARTED
[00:04:49.211] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:111:0) after 4m22s
[00:09:11.232] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:111:0)
[00:09:11.252] Build status: STARTED
[00:09:11.252] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:112:0) after 9m37s
[00:18:48.369] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:112:0)
[00:18:48.394] Build status: STARTED
[00:18:48.394] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:113:0) after 7m23s
[00:26:11.515] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:113:0)
[00:26:11.554] Build status: STARTED
[00:26:11.554] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:114:0) after 6m23s
[00:32:34.648] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:114:0)
[00:32:34.672] Build status: STARTED
[00:32:34.672] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:115:0) after 1m29s
[00:34:03.707] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:115:0)
[00:34:03.776] Build status: STARTED
[00:34:03.776] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:116:0) after 7m56s
[00:41:59.796] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:116:0)
[00:41:59.816] Build status: STARTED
[00:41:59.816] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:117:0) after 5m30s
[00:47:29.940] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:117:0)
[00:47:29.995] Build status: STARTED
[00:47:29.995] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:118:0) after 2m42s
[00:50:12.065] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:118:0)
[00:50:12.097] Build status: STARTED
[00:50:12.097] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:119:0) after 2m21s
[00:52:33.100] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:119:0)
[00:52:33.121] Build status: STARTED
[00:52:33.121] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:120:0) after 6m49s
[00:59:22.210] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:120:0)
[00:59:22.230] Build status: STARTED
[00:59:22.230] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:121:0) after 6m8s
[01:05:30.271] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:121:0)
[01:05:30.289] Build status: STARTED
[01:05:30.289] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:122:0) after 1m7s
[01:06:37.321] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:122:0)
[01:06:37.350] Build status: STARTED
[01:06:37.350] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:123:0) after 2m25s
[01:09:02.524] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:123:0)
[01:09:02.577] Build status: STARTED
[01:09:02.577] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:124:0) after 4m1s
[01:13:03.640] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:124:0)
[01:13:03.657] Build status: STARTED
[01:13:03.657] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:125:0) after 2m12s
[01:15:15.689] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:125:0)
[01:15:15.711] Build status: STARTED
[01:15:15.711] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:126:0) after 1m36s
[01:16:51.736] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:126:0)
[01:16:51.761] Build status: STARTED
[01:16:51.761] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:127:0) after 6m18s
[01:23:09.835] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:127:0)
[01:23:09.869] Build status: STARTED
[01:23:09.869] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:128:0) after 8m3s
[01:31:12.897] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:128:0)
[01:31:12.916] Build status: STARTED
[01:31:12.916] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:129:0) after 8m51s
[01:40:03.946] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:129:0)
[01:40:03.982] Build status: STARTED
[01:40:03.982] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:130:0) after 6m11s
[01:46:15.120] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:130:0)
[01:46:15.193] Build status: STARTED
[01:46:15.193] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:131:0) after 9m24s
[01:55:39.319] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:131:0)
[01:55:39.338] Build status: STARTED
[01:55:39.338] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:132:0) after 6m51s
[02:02:30.368] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:132:0)
[02:02:30.386] Build status: STARTED
[02:02:30.386] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:133:0) after 7m54s
[02:10:24.444] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:133:0)
[02:10:24.462] Build status: STARTED
[02:10:24.462] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:134:0) after 2m25s
[02:12:49.485] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:134:0)
[02:12:49.590] Build status: STARTED
[02:12:49.590] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:135:0) after 7m59s
[02:21:05.154] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:135:0)
[02:21:05.176] Build status: STARTED
[02:21:05.176] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:136:0) after 3m46s
[02:24:51.260] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:136:0)
[02:24:51.347] Build status: STARTED
[02:24:51.347] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8911574951572026448:137:0) after 6m39s
[02:25:14.182] Received PubSub notification, asking Buildbucket for the build status
[02:25:14.200] Build:
{
  "id": "8746144889654515729",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2359,
  "createdBy": "project:chromium",
  "createTime": "2024-06-03T14:01:13.376556234Z",
  "startTime": "2024-06-03T14:25:44.942346960Z",
  "endTime": "2024-06-04T02:25:13.793673666Z",
  "updateTime": "2024-06-04T02:25:13.793673666Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ae0b1b3cca5c66491176d47324c4289d645ad256",
      "ref": "refs/heads/main"
    }
  }
}
[02:25:14.200] Invocation finished in 12h24m2.036201478s with status FAILED