Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "0f5738edee9ff33fcbad3ce74a9ba489a64318c3"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0f5738edee9ff33fcbad3ce74a9ba489a64318c3
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[00:08:08.995] New invocation is queued and will start shortly
[00:08:10.119] Starting the invocation (attempt 1)
[00:08:10.205] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0f5738edee9ff33fcbad3ce74a9ba489a64318c3"
[00:08:10.205] Popped gitiles commit info from properties and tags
[00:08:10.205] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:08:10.206] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:08:10.206] Buildbucket request:
{
  "requestId": "8920687059371761344",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "0f5738edee9ff33fcbad3ce74a9ba489a64318c3",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8920687059371761344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:08:10.878] Scheduled build:
{
  "id": "8755256997289862545",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 1995,
  "createdBy": "project:chromium",
  "createTime": "2024-02-24T00:08:10.356607582Z",
  "updateTime": "2024-02-24T00:08:10.356607582Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0f5738edee9ff33fcbad3ce74a9ba489a64318c3",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[00:08:10.878] Task URL: https://cr-buildbucket.appspot.com/build/8755256997289862545
[00:08:10.878] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:2:0) after 5m53s
[00:08:11.849] Received PubSub notification, asking Buildbucket for the build status
[00:08:11.989] Build status: SCHEDULED
[00:13:24.527] Received PubSub notification, asking Buildbucket for the build status
[00:13:24.564] Build status: STARTED
[00:14:03.968] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:2:0)
[00:14:04.117] Build status: STARTED
[00:14:04.117] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:5:0) after 4m46s
[00:18:50.199] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:5:0)
[00:18:50.243] Build status: STARTED
[00:18:50.243] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:6:0) after 9m4s
[00:27:54.376] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:6:0)
[00:27:54.408] Build status: STARTED
[00:27:54.408] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:7:0) after 8m36s
[00:36:30.466] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:7:0)
[00:36:30.484] Build status: STARTED
[00:36:30.484] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:8:0) after 1m5s
[00:37:35.577] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:8:0)
[00:37:35.718] Build status: STARTED
[00:37:35.718] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:9:0) after 8m50s
[00:46:25.758] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:9:0)
[00:46:25.821] Build status: STARTED
[00:46:25.821] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:10:0) after 9m36s
[00:56:02.116] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:10:0)
[00:56:02.139] Build status: STARTED
[00:56:02.139] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:11:0) after 9m35s
[01:05:37.249] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:11:0)
[01:05:37.363] Build status: STARTED
[01:05:37.363] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:12:0) after 4m46s
[01:10:23.432] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:12:0)
[01:10:23.468] Build status: STARTED
[01:10:23.468] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:13:0) after 8m49s
[01:19:12.651] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:13:0)
[01:19:12.673] Build status: STARTED
[01:19:12.673] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:14:0) after 6m46s
[01:25:58.734] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:14:0)
[01:25:58.751] Build status: STARTED
[01:25:58.751] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:15:0) after 4m51s
[01:30:49.885] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:15:0)
[01:30:49.926] Build status: STARTED
[01:30:49.926] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:16:0) after 4m41s
[01:35:31.379] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:16:0)
[01:35:31.406] Build status: STARTED
[01:35:31.406] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:17:0) after 5m53s
[01:41:24.606] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:17:0)
[01:41:24.646] Build status: STARTED
[01:41:24.646] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:18:0) after 8m46s
[01:50:11.097] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:18:0)
[01:50:11.119] Build status: STARTED
[01:50:11.119] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:19:0) after 5m26s
[01:55:37.146] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:19:0)
[01:55:37.176] Build status: STARTED
[01:55:37.176] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:20:0) after 5m45s
[02:01:22.276] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:20:0)
[02:01:22.301] Build status: STARTED
[02:01:22.301] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:21:0) after 8m8s
[02:09:30.365] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:21:0)
[02:09:30.392] Build status: STARTED
[02:09:30.392] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:22:0) after 9m24s
[02:18:54.445] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:22:0)
[02:18:54.509] Build status: STARTED
[02:18:54.509] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:23:0) after 7m4s
[02:25:58.536] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:23:0)
[02:25:58.556] Build status: STARTED
[02:25:58.556] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:24:0) after 2m45s
[02:28:43.869] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:24:0)
[02:28:43.891] Build status: STARTED
[02:28:43.891] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:25:0) after 4m14s
[02:32:58.043] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:25:0)
[02:32:58.066] Build status: STARTED
[02:32:58.066] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:26:0) after 2m40s
[02:35:38.150] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:26:0)
[02:35:38.353] Build status: STARTED
[02:35:38.353] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:27:0) after 8m48s
[02:44:26.432] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:27:0)
[02:44:26.450] Build status: STARTED
[02:44:26.450] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:28:0) after 8m39s
[02:53:05.481] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:28:0)
[02:53:05.500] Build status: STARTED
[02:53:05.500] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:29:0) after 8m53s
[03:01:58.787] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:29:0)
[03:01:58.814] Build status: STARTED
[03:01:58.814] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:30:0) after 8m0s
[03:09:58.853] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:30:0)
[03:09:58.875] Build status: STARTED
[03:09:58.875] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:31:0) after 6m52s
[03:16:51.011] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:31:0)
[03:16:51.039] Build status: STARTED
[03:16:51.039] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:32:0) after 8m28s
[03:25:19.285] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:32:0)
[03:25:19.325] Build status: STARTED
[03:25:19.325] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:33:0) after 6m37s
[03:31:56.354] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:33:0)
[03:31:56.383] Build status: STARTED
[03:31:56.383] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:34:0) after 8m11s
[03:40:07.502] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:34:0)
[03:40:07.533] Build status: STARTED
[03:40:07.533] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:35:0) after 2m55s
[03:43:02.565] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:35:0)
[03:43:02.593] Build status: STARTED
[03:43:02.593] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:36:0) after 1m5s
[03:44:07.921] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:36:0)
[03:44:07.949] Build status: STARTED
[03:44:07.949] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:37:0) after 9m8s
[03:53:16.108] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:37:0)
[03:53:16.131] Build status: STARTED
[03:53:16.131] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:38:0) after 3m37s
[03:56:53.159] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:38:0)
[03:56:53.177] Build status: STARTED
[03:56:53.177] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:39:0) after 5m38s
[04:02:31.266] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:39:0)
[04:02:31.286] Build status: STARTED
[04:02:31.286] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:40:0) after 4m51s
[04:07:22.599] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:40:0)
[04:07:22.620] Build status: STARTED
[04:07:22.620] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:41:0) after 8m1s
[04:15:23.767] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:41:0)
[04:15:23.786] Build status: STARTED
[04:15:23.786] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:42:0) after 8m18s
[04:23:41.993] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:42:0)
[04:23:42.013] Build status: STARTED
[04:23:42.013] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:43:0) after 8m24s
[04:32:06.142] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:43:0)
[04:32:06.171] Build status: STARTED
[04:32:06.171] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:44:0) after 6m56s
[04:39:02.221] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:44:0)
[04:39:02.242] Build status: STARTED
[04:39:02.242] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:45:0) after 4m4s
[04:43:06.453] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:45:0)
[04:43:06.489] Build status: STARTED
[04:43:06.489] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:46:0) after 5m40s
[04:48:46.629] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:46:0)
[04:48:46.688] Build status: STARTED
[04:48:46.688] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:47:0) after 8m40s
[04:57:26.933] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:47:0)
[04:57:26.962] Build status: STARTED
[04:57:26.962] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:48:0) after 3m42s
[05:01:09.034] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:48:0)
[05:01:09.087] Build status: STARTED
[05:01:09.087] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:49:0) after 1m46s
[05:02:55.153] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:49:0)
[05:02:55.175] Build status: STARTED
[05:02:55.175] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:50:0) after 8m51s
[05:11:46.257] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:50:0)
[05:11:46.281] Build status: STARTED
[05:11:46.281] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:51:0) after 9m2s
[05:20:48.313] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:51:0)
[05:20:48.335] Build status: STARTED
[05:20:48.335] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:52:0) after 5m25s
[05:26:13.433] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:52:0)
[05:26:13.453] Build status: STARTED
[05:26:13.453] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:53:0) after 2m48s
[05:29:01.494] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:53:0)
[05:29:01.516] Build status: STARTED
[05:29:01.518] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:54:0) after 4m49s
[05:33:50.556] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:54:0)
[05:33:50.584] Build status: STARTED
[05:33:50.584] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:55:0) after 2m35s
[05:36:25.714] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:55:0)
[05:36:25.731] Build status: STARTED
[05:36:25.731] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:56:0) after 9m28s
[05:45:53.807] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:56:0)
[05:45:53.826] Build status: STARTED
[05:45:53.826] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:57:0) after 6m19s
[05:52:12.862] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:57:0)
[05:52:12.917] Build status: STARTED
[05:52:12.917] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:58:0) after 5m4s
[05:57:17.107] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:58:0)
[05:57:17.152] Build status: STARTED
[05:57:17.152] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:59:0) after 6m22s
[06:03:39.288] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:59:0)
[06:03:39.306] Build status: STARTED
[06:03:39.306] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:60:0) after 9m17s
[06:12:56.451] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:60:0)
[06:12:56.472] Build status: STARTED
[06:12:56.472] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:61:0) after 9m23s
[06:22:19.729] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:61:0)
[06:22:19.751] Build status: STARTED
[06:22:19.751] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:62:0) after 9m11s
[06:31:30.797] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:62:0)
[06:31:30.819] Build status: STARTED
[06:31:30.819] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:63:0) after 7m55s
[06:39:25.942] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:63:0)
[06:39:25.961] Build status: STARTED
[06:39:25.961] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:64:0) after 1m24s
[06:40:50.068] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:64:0)
[06:40:50.092] Build status: STARTED
[06:40:50.092] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:65:0) after 1m58s
[06:42:48.222] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:65:0)
[06:42:48.369] Build status: STARTED
[06:42:48.369] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:66:0) after 4m39s
[06:47:27.445] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:66:0)
[06:47:27.533] Build status: STARTED
[06:47:27.533] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:67:0) after 8m27s
[06:55:54.632] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:67:0)
[06:55:54.650] Build status: STARTED
[06:55:54.650] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:68:0) after 4m49s
[07:00:43.679] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:68:0)
[07:00:43.705] Build status: STARTED
[07:00:43.705] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:69:0) after 5m43s
[07:06:26.738] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:69:0)
[07:06:26.761] Build status: STARTED
[07:06:26.761] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:70:0) after 4m16s
[07:10:42.862] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:70:0)
[07:10:42.916] Build status: STARTED
[07:10:42.916] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:71:0) after 3m24s
[07:14:07.133] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:71:0)
[07:14:07.203] Build status: STARTED
[07:14:07.203] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:72:0) after 6m57s
[07:21:04.238] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:72:0)
[07:21:04.272] Build status: STARTED
[07:21:04.272] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:73:0) after 5m46s
[07:26:50.301] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:73:0)
[07:26:50.331] Build status: STARTED
[07:26:50.331] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:74:0) after 4m8s
[07:30:58.403] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:74:0)
[07:30:58.461] Build status: STARTED
[07:30:58.461] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:75:0) after 8m56s
[07:39:54.499] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:75:0)
[07:39:54.518] Build status: STARTED
[07:39:54.518] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:76:0) after 2m51s
[07:42:45.576] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:76:0)
[07:42:45.601] Build status: STARTED
[07:42:45.601] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:77:0) after 1m17s
[07:44:02.633] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:77:0)
[07:44:02.654] Build status: STARTED
[07:44:02.654] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:78:0) after 9m36s
[07:53:38.691] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:78:0)
[07:53:38.717] Build status: STARTED
[07:53:38.717] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:79:0) after 1m50s
[07:55:28.699] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:79:0)
[07:55:28.722] Build status: STARTED
[07:55:28.722] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:80:0) after 4m8s
[07:59:36.836] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:80:0)
[07:59:36.865] Build status: STARTED
[07:59:36.865] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:81:0) after 7m28s
[08:07:05.111] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:81:0)
[08:07:05.145] Build status: STARTED
[08:07:05.145] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:82:0) after 3m5s
[08:10:10.155] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:82:0)
[08:10:10.302] Build status: STARTED
[08:10:10.302] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:83:0) after 8m24s
[08:18:34.336] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:83:0)
[08:18:34.358] Build status: STARTED
[08:18:34.358] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:84:0) after 4m12s
[08:22:46.528] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:84:0)
[08:22:46.553] Build status: STARTED
[08:22:46.553] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:85:0) after 9m48s
[08:32:34.577] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:85:0)
[08:32:34.608] Build status: STARTED
[08:32:34.608] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:86:0) after 9m20s
[08:41:54.655] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:86:0)
[08:41:54.676] Build status: STARTED
[08:41:54.676] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:87:0) after 6m10s
[08:48:04.706] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:87:0)
[08:48:04.729] Build status: STARTED
[08:48:04.729] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:88:0) after 1m5s
[08:49:09.764] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:88:0)
[08:49:09.796] Build status: STARTED
[08:49:09.796] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:89:0) after 8m56s
[08:58:05.870] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:89:0)
[08:58:06.106] Build status: STARTED
[08:58:06.107] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:90:0) after 1m34s
[08:59:40.136] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:90:0)
[08:59:40.350] Build status: STARTED
[08:59:40.350] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:91:0) after 9m16s
[09:08:56.383] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:91:0)
[09:08:56.401] Build status: STARTED
[09:08:56.401] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:92:0) after 9m25s
[09:18:21.438] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:92:0)
[09:18:21.526] Build status: STARTED
[09:18:21.526] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:93:0) after 5m10s
[09:23:31.903] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:93:0)
[09:23:31.947] Build status: STARTED
[09:23:31.947] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:94:0) after 7m53s
[09:31:24.986] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:94:0)
[09:31:25.008] Build status: STARTED
[09:31:25.008] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:95:0) after 8m34s
[09:39:59.049] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:95:0)
[09:39:59.206] Build status: STARTED
[09:39:59.206] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:96:0) after 7m19s
[09:47:18.247] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:96:0)
[09:47:18.271] Build status: STARTED
[09:47:18.271] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:97:0) after 2m32s
[09:49:50.306] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:97:0)
[09:49:50.324] Build status: STARTED
[09:49:50.324] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:98:0) after 6m1s
[09:55:51.355] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:98:0)
[09:55:51.377] Build status: STARTED
[09:55:51.377] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:99:0) after 2m37s
[09:58:28.513] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:99:0)
[09:58:28.532] Build status: STARTED
[09:58:28.532] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:100:0) after 2m19s
[10:00:47.559] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:100:0)
[10:00:47.589] Build status: STARTED
[10:00:47.589] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:101:0) after 8m6s
[10:08:53.731] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:101:0)
[10:08:53.920] Build status: STARTED
[10:08:53.921] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:102:0) after 6m40s
[10:15:33.950] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:102:0)
[10:15:33.972] Build status: STARTED
[10:15:33.972] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:103:0) after 4m4s
[10:19:38.022] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:103:0)
[10:19:38.048] Build status: STARTED
[10:19:38.048] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:104:0) after 2m0s
[10:21:38.161] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:104:0)
[10:21:38.178] Build status: STARTED
[10:21:38.178] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:105:0) after 4m6s
[10:25:44.305] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:105:0)
[10:25:44.336] Build status: STARTED
[10:25:44.336] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:106:0) after 1m6s
[10:26:50.626] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:106:0)
[10:26:50.650] Build status: STARTED
[10:26:50.650] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:107:0) after 2m26s
[10:29:16.692] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:107:0)
[10:29:16.754] Build status: STARTED
[10:29:16.754] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:108:0) after 2m35s
[10:31:51.899] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:108:0)
[10:31:51.937] Build status: STARTED
[10:31:51.937] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:109:0) after 7m50s
[10:39:41.975] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:109:0)
[10:39:42.005] Build status: STARTED
[10:39:42.005] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:110:0) after 8m50s
[10:48:32.233] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:110:0)
[10:48:32.269] Build status: STARTED
[10:48:32.269] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:111:0) after 2m26s
[10:50:58.317] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:111:0)
[10:50:58.388] Build status: STARTED
[10:50:58.388] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:112:0) after 1m42s
[10:52:40.508] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:112:0)
[10:52:40.529] Build status: STARTED
[10:52:40.529] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:113:0) after 6m10s
[10:58:50.708] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:113:0)
[10:58:50.730] Build status: STARTED
[10:58:50.730] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:114:0) after 5m51s
[11:04:41.736] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:114:0)
[11:04:41.937] Build status: STARTED
[11:04:41.937] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:115:0) after 7m4s
[11:11:46.070] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:115:0)
[11:11:46.090] Build status: STARTED
[11:11:46.090] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:116:0) after 8m34s
[11:20:20.199] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:116:0)
[11:20:20.312] Build status: STARTED
[11:20:20.312] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:117:0) after 5m45s
[11:26:05.348] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:117:0)
[11:26:05.368] Build status: STARTED
[11:26:05.368] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:118:0) after 2m25s
[11:28:30.396] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:118:0)
[11:28:30.428] Build status: STARTED
[11:28:30.428] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:119:0) after 1m13s
[11:29:43.420] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:119:0)
[11:29:43.445] Build status: STARTED
[11:29:43.445] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:120:0) after 7m24s
[11:37:07.457] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:120:0)
[11:37:07.492] Build status: STARTED
[11:37:07.492] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:121:0) after 1m33s
[11:38:40.534] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:121:0)
[11:38:40.553] Build status: STARTED
[11:38:40.553] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:122:0) after 7m55s
[11:46:35.587] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:122:0)
[11:46:35.704] Build status: STARTED
[11:46:35.704] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:123:0) after 8m53s
[11:55:28.880] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:123:0)
[11:55:28.897] Build status: STARTED
[11:55:28.897] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:124:0) after 2m42s
[11:58:11.274] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:124:0)
[11:58:11.293] Build status: STARTED
[11:58:11.293] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:125:0) after 6m44s
[12:04:55.324] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:125:0)
[12:04:55.363] Build status: STARTED
[12:04:55.363] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:126:0) after 3m12s
[12:08:07.392] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:126:0)
[12:08:07.425] Build status: STARTED
[12:08:07.425] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:127:0) after 7m55s
[12:16:02.494] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:127:0)
[12:16:02.529] Build status: STARTED
[12:16:02.529] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:128:0) after 8m36s
[12:24:38.743] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:128:0)
[12:24:38.773] Build status: STARTED
[12:24:38.773] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:129:0) after 9m25s
[12:34:03.925] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:129:0)
[12:34:03.960] Build status: STARTED
[12:34:03.960] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920687059371761344:130:0) after 7m12s
[12:39:10.843] Received PubSub notification, asking Buildbucket for the build status
[12:39:10.863] Build:
{
  "id": "8755256997289862545",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 1995,
  "createdBy": "project:chromium",
  "createTime": "2024-02-24T00:08:10.356607582Z",
  "startTime": "2024-02-24T00:13:23.315608Z",
  "endTime": "2024-02-24T12:39:10.105731Z",
  "updateTime": "2024-02-24T12:39:10.105731Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0f5738edee9ff33fcbad3ce74a9ba489a64318c3",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[12:39:10.863] Invocation finished in 12h31m1.876230417s with status FAILED