Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "8320434e8a4960db42e028eca1ef53ea915750b5"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8320434e8a4960db42e028eca1ef53ea915750b5
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[18:44:01.824] New invocation is queued and will start shortly
[18:44:02.897] Starting the invocation (attempt 1)
[18:44:02.930] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8320434e8a4960db42e028eca1ef53ea915750b5"
[18:44:02.930] Popped gitiles commit info from properties and tags
[18:44:02.930] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:44:02.930] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:44:02.930] Buildbucket request:
{
  "requestId": "8922791181441191392",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "8320434e8a4960db42e028eca1ef53ea915750b5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8922791181441191392"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:44:03.979] Scheduled build:
{
  "id": "8757361119522087233",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 1950,
  "createdBy": "project:chromium",
  "createTime": "2024-01-31T18:44:03.025216906Z",
  "updateTime": "2024-01-31T18:44:03.025216906Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8320434e8a4960db42e028eca1ef53ea915750b5",
      "ref": "refs/heads/main"
    }
  }
}
[18:44:03.979] Task URL: https://cr-buildbucket.appspot.com/build/8757361119522087233
[18:44:03.979] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:2:0) after 6m42s
[18:44:04.739] Received PubSub notification, asking Buildbucket for the build status
[18:44:04.758] Build status: SCHEDULED
[18:50:46.111] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:2:0)
[18:50:46.143] Build status: SCHEDULED
[18:50:46.143] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:4:0) after 5m53s
[18:51:36.335] Received PubSub notification, asking Buildbucket for the build status
[18:51:36.369] Build status: STARTED
[18:56:39.174] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:4:0)
[18:56:39.205] Build status: STARTED
[18:56:39.205] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:6:0) after 9m56s
[19:06:35.248] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:6:0)
[19:06:35.286] Build status: STARTED
[19:06:35.286] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:7:0) after 7m4s
[19:13:39.315] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:7:0)
[19:13:39.335] Build status: STARTED
[19:13:39.335] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:8:0) after 5m45s
[19:19:24.358] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:8:0)
[19:19:24.382] Build status: STARTED
[19:19:24.382] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:9:0) after 8m16s
[19:27:40.467] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:9:0)
[19:27:40.488] Build status: STARTED
[19:27:40.488] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:10:0) after 9m50s
[19:37:30.503] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:10:0)
[19:37:30.570] Build status: STARTED
[19:37:30.570] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:11:0) after 7m21s
[19:44:51.648] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:11:0)
[19:44:51.731] Build status: STARTED
[19:44:51.731] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:12:0) after 4m30s
[19:49:21.763] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:12:0)
[19:49:21.919] Build status: STARTED
[19:49:21.919] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:13:0) after 7m24s
[19:56:45.936] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:13:0)
[19:56:45.969] Build status: STARTED
[19:56:45.969] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:14:0) after 9m58s
[20:06:44.124] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:14:0)
[20:06:44.197] Build status: STARTED
[20:06:44.197] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:15:0) after 5m36s
[20:12:20.185] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:15:0)
[20:12:20.213] Build status: STARTED
[20:12:20.213] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:16:0) after 3m32s
[20:15:52.236] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:16:0)
[20:15:52.259] Build status: STARTED
[20:15:52.259] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:17:0) after 6m31s
[20:22:23.304] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:17:0)
[20:22:23.328] Build status: STARTED
[20:22:23.328] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:18:0) after 5m1s
[20:27:24.420] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:18:0)
[20:27:24.448] Build status: STARTED
[20:27:24.448] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:19:0) after 5m15s
[20:32:39.426] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:19:0)
[20:32:39.450] Build status: STARTED
[20:32:39.450] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:20:0) after 4m28s
[20:37:07.451] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:20:0)
[20:37:07.519] Build status: STARTED
[20:37:07.519] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:21:0) after 3m28s
[20:40:35.556] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:21:0)
[20:40:35.587] Build status: STARTED
[20:40:35.587] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:22:0) after 1m43s
[20:42:18.616] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:22:0)
[20:42:18.635] Build status: STARTED
[20:42:18.635] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:23:0) after 3m57s
[20:46:15.739] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:23:0)
[20:46:15.762] Build status: STARTED
[20:46:15.762] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:24:0) after 7m18s
[20:53:33.883] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:24:0)
[20:53:33.902] Build status: STARTED
[20:53:33.902] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:25:0) after 8m35s
[21:02:08.997] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:25:0)
[21:02:09.079] Build status: STARTED
[21:02:09.079] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:26:0) after 3m34s
[21:05:43.103] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:26:0)
[21:05:43.140] Build status: STARTED
[21:05:43.140] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:27:0) after 1m44s
[21:07:27.211] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:27:0)
[21:07:27.251] Build status: STARTED
[21:07:27.251] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:28:0) after 1m25s
[21:08:52.293] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:28:0)
[21:08:52.337] Build status: STARTED
[21:08:52.337] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:29:0) after 5m52s
[21:14:44.426] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:29:0)
[21:14:44.447] Build status: STARTED
[21:14:44.447] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:30:0) after 7m57s
[21:22:41.469] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:30:0)
[21:22:41.497] Build status: STARTED
[21:22:41.497] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:31:0) after 3m38s
[21:26:19.650] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:31:0)
[21:26:19.685] Build status: STARTED
[21:26:19.685] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:32:0) after 5m23s
[21:31:42.710] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:32:0)
[21:31:42.745] Build status: STARTED
[21:31:42.745] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:33:0) after 3m39s
[21:35:21.784] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:33:0)
[21:35:21.823] Build status: STARTED
[21:35:21.824] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:34:0) after 6m2s
[21:41:23.862] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:34:0)
[21:41:23.914] Build status: STARTED
[21:41:23.914] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:35:0) after 5m3s
[21:46:26.939] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:35:0)
[21:46:27.010] Build status: STARTED
[21:46:27.011] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:36:0) after 3m36s
[21:50:03.031] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:36:0)
[21:50:03.063] Build status: STARTED
[21:50:03.063] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:37:0) after 4m17s
[21:54:20.075] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:37:0)
[21:54:20.145] Build status: STARTED
[21:54:20.145] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:38:0) after 5m4s
[21:59:24.169] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:38:0)
[21:59:24.193] Build status: STARTED
[21:59:24.193] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:39:0) after 9m13s
[22:08:37.265] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:39:0)
[22:08:37.285] Build status: STARTED
[22:08:37.285] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:40:0) after 6m6s
[22:14:43.310] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:40:0)
[22:14:43.333] Build status: STARTED
[22:14:43.333] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:41:0) after 3m4s
[22:17:47.362] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:41:0)
[22:17:47.386] Build status: STARTED
[22:17:47.386] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:42:0) after 2m8s
[22:19:55.416] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:42:0)
[22:19:55.788] Build status: STARTED
[22:19:55.788] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:43:0) after 1m19s
[22:21:14.924] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:43:0)
[22:21:14.951] Build status: STARTED
[22:21:14.951] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:44:0) after 9m44s
[22:30:58.987] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:44:0)
[22:30:59.035] Build status: STARTED
[22:30:59.035] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:45:0) after 3m39s
[22:34:38.064] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:45:0)
[22:34:38.154] Build status: STARTED
[22:34:38.154] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:46:0) after 5m11s
[22:39:49.234] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:46:0)
[22:39:49.255] Build status: STARTED
[22:39:49.255] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:47:0) after 4m33s
[22:44:22.382] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:47:0)
[22:44:22.412] Build status: STARTED
[22:44:22.412] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:48:0) after 9m39s
[22:54:01.521] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:48:0)
[22:54:01.543] Build status: STARTED
[22:54:01.543] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:49:0) after 5m50s
[22:59:51.539] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:49:0)
[22:59:51.561] Build status: STARTED
[22:59:51.561] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:50:0) after 5m9s
[23:05:00.609] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:50:0)
[23:05:00.674] Build status: STARTED
[23:05:00.674] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:51:0) after 5m58s
[23:10:58.714] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:51:0)
[23:10:58.736] Build status: STARTED
[23:10:58.736] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:52:0) after 5m4s
[23:16:02.765] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:52:0)
[23:16:02.798] Build status: STARTED
[23:16:02.798] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:53:0) after 8m1s
[23:24:03.817] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:53:0)
[23:24:03.848] Build status: STARTED
[23:24:03.848] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:54:0) after 1m2s
[23:25:06.021] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:54:0)
[23:25:06.042] Build status: STARTED
[23:25:06.042] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:55:0) after 6m8s
[23:31:14.064] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:55:0)
[23:31:14.099] Build status: STARTED
[23:31:14.099] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:56:0) after 3m41s
[23:34:55.122] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:56:0)
[23:34:55.140] Build status: STARTED
[23:34:55.140] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:57:0) after 4m8s
[23:39:03.203] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:57:0)
[23:39:03.369] Build status: STARTED
[23:39:03.369] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:58:0) after 1m35s
[23:40:38.351] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:58:0)
[23:40:38.398] Build status: STARTED
[23:40:38.398] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:59:0) after 3m5s
[23:43:43.526] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:59:0)
[23:43:43.552] Build status: STARTED
[23:43:43.553] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:60:0) after 9m3s
[23:52:46.726] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:60:0)
[23:52:46.745] Build status: STARTED
[23:52:46.745] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:61:0) after 6m56s
[23:59:42.995] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:61:0)
[23:59:43.013] Build status: STARTED
[23:59:43.013] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:62:0) after 8m26s
[00:08:09.043] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:62:0)
[00:08:09.081] Build status: STARTED
[00:08:09.081] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:63:0) after 9m27s
[00:17:36.155] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:63:0)
[00:17:36.177] Build status: STARTED
[00:17:36.177] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:64:0) after 7m9s
[00:24:45.228] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:64:0)
[00:24:45.263] Build status: STARTED
[00:24:45.263] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:65:0) after 8m3s
[00:32:48.300] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:65:0)
[00:32:48.315] Build status: STARTED
[00:32:48.315] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:66:0) after 7m26s
[00:40:14.363] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:66:0)
[00:40:14.384] Build status: STARTED
[00:40:14.384] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:67:0) after 7m52s
[00:48:06.409] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:67:0)
[00:48:06.429] Build status: STARTED
[00:48:06.429] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:68:0) after 6m59s
[00:55:05.543] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:68:0)
[00:55:05.600] Build status: STARTED
[00:55:05.600] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:69:0) after 4m47s
[00:59:52.634] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:69:0)
[00:59:52.689] Build status: STARTED
[00:59:52.689] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:70:0) after 1m42s
[01:01:34.725] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:70:0)
[01:01:34.748] Build status: STARTED
[01:01:34.748] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:71:0) after 4m49s
[01:06:23.780] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:71:0)
[01:06:23.799] Build status: STARTED
[01:06:23.799] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:72:0) after 6m24s
[01:12:47.896] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:72:0)
[01:12:47.961] Build status: STARTED
[01:12:47.962] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:73:0) after 9m25s
[01:22:13.002] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:73:0)
[01:22:13.025] Build status: STARTED
[01:22:13.025] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:74:0) after 9m16s
[01:31:29.197] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:74:0)
[01:31:29.893] Build status: STARTED
[01:31:29.893] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:75:0) after 7m45s
[01:39:14.989] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:75:0)
[01:39:15.025] Build status: STARTED
[01:39:15.026] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:76:0) after 8m57s
[01:48:12.071] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:76:0)
[01:48:12.101] Build status: STARTED
[01:48:12.101] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:77:0) after 1m30s
[01:49:42.110] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:77:0)
[01:49:42.129] Build status: STARTED
[01:49:42.129] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:78:0) after 5m59s
[01:55:41.223] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:78:0)
[01:55:41.242] Build status: STARTED
[01:55:41.243] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:79:0) after 3m30s
[01:59:11.251] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:79:0)
[01:59:11.273] Build status: STARTED
[01:59:11.273] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:80:0) after 4m53s
[02:04:04.298] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:80:0)
[02:04:04.323] Build status: STARTED
[02:04:04.323] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:81:0) after 7m29s
[02:11:33.388] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:81:0)
[02:11:33.428] Build status: STARTED
[02:11:33.428] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:82:0) after 9m24s
[02:20:57.599] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:82:0)
[02:20:57.620] Build status: STARTED
[02:20:57.620] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:83:0) after 4m14s
[02:25:11.649] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:83:0)
[02:25:11.676] Build status: STARTED
[02:25:11.676] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:84:0) after 4m33s
[02:29:44.661] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:84:0)
[02:29:44.680] Build status: STARTED
[02:29:44.680] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:85:0) after 2m25s
[02:32:09.706] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:85:0)
[02:32:09.743] Build status: STARTED
[02:32:09.743] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:86:0) after 5m5s
[02:37:14.777] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:86:0)
[02:37:14.808] Build status: STARTED
[02:37:14.808] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:87:0) after 7m43s
[02:44:57.957] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:87:0)
[02:44:57.974] Build status: STARTED
[02:44:57.974] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:88:0) after 9m17s
[02:54:15.063] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:88:0)
[02:54:15.089] Build status: STARTED
[02:54:15.089] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:89:0) after 7m6s
[03:01:21.114] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:89:0)
[03:01:21.175] Build status: STARTED
[03:01:21.175] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:90:0) after 7m12s
[03:08:33.528] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:90:0)
[03:08:33.775] Build status: STARTED
[03:08:33.775] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:91:0) after 9m14s
[03:17:47.834] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:91:0)
[03:17:47.886] Build status: STARTED
[03:17:47.886] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:92:0) after 2m57s
[03:20:45.241] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:92:0)
[03:20:45.328] Build status: STARTED
[03:20:45.328] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:93:0) after 8m16s
[03:29:01.714] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:93:0)
[03:29:01.733] Build status: STARTED
[03:29:01.733] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:94:0) after 5m19s
[03:34:20.762] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:94:0)
[03:34:20.810] Build status: STARTED
[03:34:20.810] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:95:0) after 6m51s
[03:41:11.957] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:95:0)
[03:41:11.992] Build status: STARTED
[03:41:11.992] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:96:0) after 8m42s
[03:49:54.021] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:96:0)
[03:49:54.039] Build status: STARTED
[03:49:54.039] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:97:0) after 5m22s
[03:55:16.061] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:97:0)
[03:55:16.114] Build status: STARTED
[03:55:16.114] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:98:0) after 7m17s
[04:02:33.155] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:98:0)
[04:02:33.185] Build status: STARTED
[04:02:33.185] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:99:0) after 5m16s
[04:07:49.720] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:99:0)
[04:07:49.742] Build status: STARTED
[04:07:49.742] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:100:0) after 1m35s
[04:09:24.830] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:100:0)
[04:09:24.854] Build status: STARTED
[04:09:24.855] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:101:0) after 3m1s
[04:12:25.882] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:101:0)
[04:12:25.911] Build status: STARTED
[04:12:25.912] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:102:0) after 5m34s
[04:18:00.148] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:102:0)
[04:18:00.169] Build status: STARTED
[04:18:00.169] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:103:0) after 2m15s
[04:20:15.214] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:103:0)
[04:20:15.260] Build status: STARTED
[04:20:15.260] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:104:0) after 8m58s
[04:29:13.309] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:104:0)
[04:29:13.331] Build status: STARTED
[04:29:13.331] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:105:0) after 3m11s
[04:32:24.355] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:105:0)
[04:32:24.382] Build status: STARTED
[04:32:24.382] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:106:0) after 4m45s
[04:37:09.842] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:106:0)
[04:37:10.014] Build status: STARTED
[04:37:10.014] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:107:0) after 4m50s
[04:42:00.039] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:107:0)
[04:42:00.068] Build status: STARTED
[04:42:00.068] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:108:0) after 7m46s
[04:49:46.348] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:108:0)
[04:49:46.369] Build status: STARTED
[04:49:46.369] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:109:0) after 7m52s
[04:57:38.514] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:109:0)
[04:57:38.531] Build status: STARTED
[04:57:38.531] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:110:0) after 9m48s
[05:07:26.512] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:110:0)
[05:07:26.545] Build status: STARTED
[05:07:26.545] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:111:0) after 9m58s
[05:17:24.773] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:111:0)
[05:17:25.125] Build status: STARTED
[05:17:25.125] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:112:0) after 4m36s
[05:22:01.282] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:112:0)
[05:22:01.302] Build status: STARTED
[05:22:01.302] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:113:0) after 8m13s
[05:30:14.485] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:113:0)
[05:30:14.514] Build status: STARTED
[05:30:14.514] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:114:0) after 9m55s
[05:40:09.853] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:114:0)
[05:40:09.880] Build status: STARTED
[05:40:09.880] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:115:0) after 1m8s
[05:41:17.952] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:115:0)
[05:41:17.974] Build status: STARTED
[05:41:17.974] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:116:0) after 3m0s
[05:44:18.010] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:116:0)
[05:44:18.028] Build status: STARTED
[05:44:18.028] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:117:0) after 4m50s
[05:49:08.072] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:117:0)
[05:49:08.093] Build status: STARTED
[05:49:08.093] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:118:0) after 5m10s
[05:54:18.126] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:118:0)
[05:54:18.149] Build status: STARTED
[05:54:18.149] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:119:0) after 2m46s
[05:57:04.169] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:119:0)
[05:57:04.219] Build status: STARTED
[05:57:04.219] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:120:0) after 9m13s
[06:06:17.344] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:120:0)
[06:06:17.384] Build status: STARTED
[06:06:17.384] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:121:0) after 6m28s
[06:12:45.459] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:121:0)
[06:12:45.499] Build status: STARTED
[06:12:45.499] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:122:0) after 1m0s
[06:13:45.687] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:122:0)
[06:13:45.709] Build status: STARTED
[06:13:45.709] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:123:0) after 7m1s
[06:20:46.764] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:123:0)
[06:20:46.786] Build status: STARTED
[06:20:46.786] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:124:0) after 6m42s
[06:27:28.825] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:124:0)
[06:27:28.845] Build status: STARTED
[06:27:28.846] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:125:0) after 3m14s
[06:30:42.956] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:125:0)
[06:30:42.993] Build status: STARTED
[06:30:42.993] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:126:0) after 7m30s
[06:38:13.070] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:126:0)
[06:38:13.091] Build status: STARTED
[06:38:13.091] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:127:0) after 6m5s
[06:44:18.117] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:127:0)
[06:44:18.160] Build status: STARTED
[06:44:18.160] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:128:0) after 2m36s
[06:46:54.182] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:128:0)
[06:46:54.201] Build status: STARTED
[06:46:54.201] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:129:0) after 7m53s
[06:54:47.236] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:129:0)
[06:54:47.272] Build status: STARTED
[06:54:47.272] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:130:0) after 6m40s
[07:01:27.309] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:130:0)
[07:01:27.341] Build status: STARTED
[07:01:27.341] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:131:0) after 9m14s
[07:10:41.393] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:131:0)
[07:10:41.674] Build status: STARTED
[07:10:41.674] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:132:0) after 1m35s
[07:12:16.714] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:132:0)
[07:12:16.797] Build status: STARTED
[07:12:16.797] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8922791181441191392:133:0) after 9m14s
[07:19:49.871] Received PubSub notification, asking Buildbucket for the build status
[07:19:49.909] Build:
{
  "id": "8757361119522087233",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 1950,
  "createdBy": "project:chromium",
  "createTime": "2024-01-31T18:44:03.025216906Z",
  "startTime": "2024-01-31T18:51:35.412317Z",
  "endTime": "2024-02-01T07:19:49.114455Z",
  "updateTime": "2024-02-01T07:19:49.114455Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8320434e8a4960db42e028eca1ef53ea915750b5",
      "ref": "refs/heads/main"
    }
  }
}
[07:19:49.909] Invocation finished in 12h35m48.097965714s with status FAILED