Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3830efc9260cfd251b304eb62e34d231eb71e0ca"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3830efc9260cfd251b304eb62e34d231eb71e0ca
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[08:48:34.755] New invocation is queued and will start shortly
[08:48:35.835] Starting the invocation (attempt 1)
[08:48:35.871] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3830efc9260cfd251b304eb62e34d231eb71e0ca"
[08:48:35.871] Popped gitiles commit info from properties and tags
[08:48:35.871] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:48:35.871] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:48:35.871] Buildbucket request:
{
  "requestId": "8918751780499037392",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3830efc9260cfd251b304eb62e34d231eb71e0ca",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8918751780499037392"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:48:36.419] Scheduled build:
{
  "id": "8753321718601156721",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2037,
  "createdBy": "project:chromium",
  "createTime": "2024-03-16T08:48:35.937776568Z",
  "updateTime": "2024-03-16T08:48:35.937776568Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3830efc9260cfd251b304eb62e34d231eb71e0ca",
      "ref": "refs/heads/main"
    }
  }
}
[08:48:36.419] Task URL: https://cr-buildbucket.appspot.com/build/8753321718601156721
[08:48:36.419] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:2:0) after 7m3s
[08:49:12.969] Received PubSub notification, asking Buildbucket for the build status
[08:49:13.135] Build status: STARTED
[08:49:14.152] Received PubSub notification, asking Buildbucket for the build status
[08:49:14.179] Build status: STARTED
[08:55:39.554] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:2:0)
[08:55:39.580] Build status: STARTED
[08:55:39.580] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:5:0) after 6m19s
[09:01:58.609] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:5:0)
[09:01:58.747] Build status: STARTED
[09:01:58.747] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:6:0) after 1m57s
[09:03:55.748] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:6:0)
[09:03:55.769] Build status: STARTED
[09:03:55.769] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:7:0) after 6m48s
[09:10:43.802] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:7:0)
[09:10:43.835] Build status: STARTED
[09:10:43.835] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:8:0) after 5m25s
[09:16:09.244] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:8:0)
[09:16:09.298] Build status: STARTED
[09:16:09.298] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:9:0) after 3m18s
[09:19:27.320] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:9:0)
[09:19:27.353] Build status: STARTED
[09:19:27.353] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:10:0) after 6m4s
[09:25:31.358] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:10:0)
[09:25:31.376] Build status: STARTED
[09:25:31.376] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:11:0) after 5m59s
[09:31:30.375] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:11:0)
[09:31:30.396] Build status: STARTED
[09:31:30.396] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:12:0) after 3m54s
[09:35:24.422] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:12:0)
[09:35:24.458] Build status: STARTED
[09:35:24.458] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:13:0) after 4m13s
[09:39:37.485] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:13:0)
[09:39:37.508] Build status: STARTED
[09:39:37.508] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:14:0) after 2m37s
[09:42:14.536] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:14:0)
[09:42:14.573] Build status: STARTED
[09:42:14.573] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:15:0) after 7m47s
[09:50:01.626] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:15:0)
[09:50:01.648] Build status: STARTED
[09:50:01.648] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:16:0) after 4m8s
[09:54:09.674] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:16:0)
[09:54:09.705] Build status: STARTED
[09:54:09.705] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:17:0) after 8m3s
[10:02:12.754] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:17:0)
[10:02:12.915] Build status: STARTED
[10:02:12.915] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:18:0) after 4m5s
[10:06:17.941] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:18:0)
[10:06:18.049] Build status: STARTED
[10:06:18.049] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:19:0) after 2m2s
[10:08:20.304] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:19:0)
[10:08:20.337] Build status: STARTED
[10:08:20.338] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:20:0) after 3m34s
[10:11:54.360] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:20:0)
[10:11:54.378] Build status: STARTED
[10:11:54.378] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:21:0) after 2m6s
[10:14:00.507] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:21:0)
[10:14:00.534] Build status: STARTED
[10:14:00.534] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:22:0) after 6m50s
[10:20:51.277] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:22:0)
[10:20:51.294] Build status: STARTED
[10:20:51.294] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:23:0) after 8m1s
[10:28:52.497] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:23:0)
[10:28:52.528] Build status: STARTED
[10:28:52.528] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:24:0) after 6m52s
[10:35:44.752] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:24:0)
[10:35:45.206] Build status: STARTED
[10:35:45.206] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:25:0) after 1m43s
[10:37:28.329] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:25:0)
[10:37:28.377] Build status: STARTED
[10:37:28.377] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:26:0) after 6m35s
[10:44:03.496] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:26:0)
[10:44:03.589] Build status: STARTED
[10:44:03.589] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:27:0) after 3m46s
[10:47:49.728] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:27:0)
[10:47:49.757] Build status: STARTED
[10:47:49.757] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:28:0) after 9m44s
[10:57:33.854] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:28:0)
[10:57:33.874] Build status: STARTED
[10:57:33.874] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:29:0) after 2m16s
[10:59:50.179] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:29:0)
[10:59:50.199] Build status: STARTED
[10:59:50.199] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:30:0) after 3m38s
[11:03:28.259] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:30:0)
[11:03:28.282] Build status: STARTED
[11:03:28.282] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:31:0) after 5m59s
[11:09:27.309] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:31:0)
[11:09:27.331] Build status: STARTED
[11:09:27.332] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:32:0) after 3m46s
[11:13:13.395] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:32:0)
[11:13:13.420] Build status: STARTED
[11:13:13.420] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:33:0) after 2m55s
[11:16:08.448] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:33:0)
[11:16:08.465] Build status: STARTED
[11:16:08.465] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:34:0) after 7m37s
[11:23:45.519] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:34:0)
[11:23:45.545] Build status: STARTED
[11:23:45.545] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:35:0) after 8m8s
[11:31:53.574] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:35:0)
[11:31:53.589] Build status: STARTED
[11:31:53.589] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:36:0) after 4m41s
[11:36:34.843] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:36:0)
[11:36:34.864] Build status: STARTED
[11:36:34.864] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:37:0) after 5m17s
[11:41:51.889] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:37:0)
[11:41:51.911] Build status: STARTED
[11:41:51.911] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:38:0) after 3m26s
[11:45:18.007] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:38:0)
[11:45:18.028] Build status: STARTED
[11:45:18.028] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:39:0) after 7m19s
[11:52:37.966] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:39:0)
[11:52:38.001] Build status: STARTED
[11:52:38.001] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:40:0) after 7m19s
[11:59:57.027] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:40:0)
[11:59:57.050] Build status: STARTED
[11:59:57.050] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:41:0) after 5m3s
[12:05:00.104] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:41:0)
[12:05:00.139] Build status: STARTED
[12:05:00.140] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:42:0) after 4m0s
[12:09:00.165] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:42:0)
[12:09:00.202] Build status: STARTED
[12:09:00.203] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:43:0) after 8m50s
[12:17:50.999] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:43:0)
[12:17:51.023] Build status: STARTED
[12:17:51.023] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:44:0) after 2m32s
[12:20:23.408] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:44:0)
[12:20:23.438] Build status: STARTED
[12:20:23.438] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:45:0) after 1m47s
[12:22:10.640] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:45:0)
[12:22:10.665] Build status: STARTED
[12:22:10.665] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:46:0) after 8m24s
[12:30:34.694] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:46:0)
[12:30:34.711] Build status: STARTED
[12:30:34.711] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:47:0) after 1m39s
[12:32:14.251] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:47:0)
[12:32:14.275] Build status: STARTED
[12:32:14.275] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:48:0) after 3m50s
[12:36:04.537] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:48:0)
[12:36:04.558] Build status: STARTED
[12:36:04.558] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:49:0) after 9m25s
[12:45:30.109] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:49:0)
[12:45:30.131] Build status: STARTED
[12:45:30.131] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:50:0) after 8m49s
[12:54:19.291] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:50:0)
[12:54:19.330] Build status: STARTED
[12:54:19.330] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:51:0) after 9m7s
[13:03:26.434] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:51:0)
[13:03:26.455] Build status: STARTED
[13:03:26.455] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:52:0) after 2m30s
[13:05:56.589] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:52:0)
[13:05:56.697] Build status: STARTED
[13:05:56.698] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:53:0) after 8m2s
[13:13:58.953] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:53:0)
[13:13:59.019] Build status: STARTED
[13:13:59.019] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:54:0) after 3m25s
[13:17:24.240] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:54:0)
[13:17:24.265] Build status: STARTED
[13:17:24.265] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:55:0) after 6m8s
[13:23:32.494] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:55:0)
[13:23:32.553] Build status: STARTED
[13:23:32.553] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:56:0) after 9m45s
[13:33:17.686] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:56:0)
[13:33:17.721] Build status: STARTED
[13:33:17.721] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:57:0) after 5m44s
[13:39:01.778] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:57:0)
[13:39:01.800] Build status: STARTED
[13:39:01.800] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:58:0) after 4m18s
[13:43:19.945] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:58:0)
[13:43:19.964] Build status: STARTED
[13:43:19.964] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:59:0) after 3m48s
[13:47:08.286] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:59:0)
[13:47:08.302] Build status: STARTED
[13:47:08.302] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:60:0) after 1m38s
[13:48:46.503] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:60:0)
[13:48:46.564] Build status: STARTED
[13:48:46.564] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:61:0) after 2m20s
[13:51:06.716] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:61:0)
[13:51:06.746] Build status: STARTED
[13:51:06.746] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:62:0) after 2m39s
[13:53:45.774] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:62:0)
[13:53:45.814] Build status: STARTED
[13:53:45.814] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:63:0) after 2m38s
[13:56:24.040] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:63:0)
[13:56:24.063] Build status: STARTED
[13:56:24.063] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:64:0) after 9m2s
[14:05:26.210] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:64:0)
[14:05:26.247] Build status: STARTED
[14:05:26.247] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:65:0) after 1m5s
[14:06:31.484] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:65:0)
[14:06:31.506] Build status: STARTED
[14:06:31.507] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:66:0) after 5m46s
[14:12:17.613] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:66:0)
[14:12:17.644] Build status: STARTED
[14:12:17.644] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:67:0) after 6m56s
[14:19:13.658] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:67:0)
[14:19:13.682] Build status: STARTED
[14:19:13.682] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:68:0) after 9m45s
[14:28:58.812] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:68:0)
[14:28:58.837] Build status: STARTED
[14:28:58.837] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:69:0) after 7m30s
[14:36:28.993] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:69:0)
[14:36:29.015] Build status: STARTED
[14:36:29.015] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:70:0) after 2m12s
[14:38:41.233] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:70:0)
[14:38:41.253] Build status: STARTED
[14:38:41.254] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:71:0) after 9m10s
[14:47:51.375] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:71:0)
[14:47:51.406] Build status: STARTED
[14:47:51.406] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:72:0) after 8m42s
[14:56:33.465] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:72:0)
[14:56:33.486] Build status: STARTED
[14:56:33.486] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:73:0) after 9m11s
[15:05:44.509] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:73:0)
[15:05:44.546] Build status: STARTED
[15:05:44.547] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:74:0) after 6m58s
[15:12:42.579] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:74:0)
[15:12:42.600] Build status: STARTED
[15:12:42.600] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:75:0) after 7m47s
[15:20:29.728] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:75:0)
[15:20:29.750] Build status: STARTED
[15:20:29.750] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:76:0) after 4m16s
[15:24:45.777] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:76:0)
[15:24:45.805] Build status: STARTED
[15:24:45.805] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:77:0) after 5m41s
[15:30:26.836] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:77:0)
[15:30:26.888] Build status: STARTED
[15:30:26.888] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:78:0) after 4m19s
[15:34:45.911] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:78:0)
[15:34:45.932] Build status: STARTED
[15:34:45.932] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:79:0) after 6m47s
[15:41:33.203] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:79:0)
[15:41:34.853] Build status: STARTED
[15:41:34.853] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:80:0) after 7m42s
[15:49:16.976] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:80:0)
[15:49:16.996] Build status: STARTED
[15:49:16.996] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:81:0) after 2m3s
[15:51:20.319] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:81:0)
[15:51:20.483] Build status: STARTED
[15:51:20.483] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:82:0) after 3m6s
[15:54:26.547] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:82:0)
[15:54:26.567] Build status: STARTED
[15:54:26.567] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:83:0) after 1m54s
[15:56:20.687] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:83:0)
[15:56:20.769] Build status: STARTED
[15:56:20.769] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:84:0) after 5m17s
[16:01:38.106] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:84:0)
[16:01:38.132] Build status: STARTED
[16:01:38.132] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:85:0) after 9m15s
[16:10:53.330] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:85:0)
[16:10:53.349] Build status: STARTED
[16:10:53.349] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:86:0) after 5m59s
[16:16:52.641] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:86:0)
[16:16:52.674] Build status: STARTED
[16:16:52.674] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:87:0) after 2m46s
[16:19:38.849] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:87:0)
[16:19:38.876] Build status: STARTED
[16:19:38.876] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:88:0) after 6m31s
[16:26:10.127] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:88:0)
[16:26:10.298] Build status: STARTED
[16:26:10.298] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:89:0) after 4m46s
[16:30:56.425] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:89:0)
[16:30:56.453] Build status: STARTED
[16:30:56.453] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:90:0) after 1m2s
[16:31:58.617] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:90:0)
[16:31:58.679] Build status: STARTED
[16:31:58.679] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:91:0) after 9m58s
[16:41:56.828] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:91:0)
[16:41:56.852] Build status: STARTED
[16:41:56.852] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:92:0) after 9m42s
[16:51:39.295] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:92:0)
[16:51:39.361] Build status: STARTED
[16:51:39.361] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:93:0) after 6m57s
[16:58:36.384] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:93:0)
[16:58:36.416] Build status: STARTED
[16:58:36.417] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:94:0) after 3m13s
[17:01:49.442] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:94:0)
[17:01:49.471] Build status: STARTED
[17:01:49.471] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:95:0) after 6m50s
[17:08:39.501] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:95:0)
[17:08:39.517] Build status: STARTED
[17:08:39.517] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:96:0) after 6m3s
[17:14:42.612] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:96:0)
[17:14:42.636] Build status: STARTED
[17:14:42.636] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:97:0) after 9m53s
[17:24:35.667] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:97:0)
[17:24:35.692] Build status: STARTED
[17:24:35.692] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:98:0) after 5m13s
[17:29:48.731] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:98:0)
[17:29:48.790] Build status: STARTED
[17:29:48.790] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:99:0) after 1m38s
[17:31:26.812] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:99:0)
[17:31:26.843] Build status: STARTED
[17:31:26.843] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:100:0) after 4m18s
[17:35:45.043] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:100:0)
[17:35:45.132] Build status: STARTED
[17:35:45.132] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:101:0) after 2m9s
[17:37:54.300] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:101:0)
[17:37:54.407] Build status: STARTED
[17:37:54.407] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:102:0) after 7m23s
[17:45:17.499] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:102:0)
[17:45:17.531] Build status: STARTED
[17:45:17.531] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:103:0) after 3m42s
[17:48:59.556] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:103:0)
[17:48:59.616] Build status: STARTED
[17:48:59.616] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:104:0) after 1m3s
[17:50:02.639] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:104:0)
[17:50:02.663] Build status: STARTED
[17:50:02.663] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:105:0) after 5m27s
[17:55:30.044] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:105:0)
[17:55:30.082] Build status: STARTED
[17:55:30.082] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:106:0) after 9m26s
[18:04:56.329] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:106:0)
[18:04:56.361] Build status: STARTED
[18:04:56.361] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:107:0) after 3m4s
[18:08:00.477] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:107:0)
[18:08:00.501] Build status: STARTED
[18:08:00.501] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:108:0) after 6m0s
[18:14:00.581] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:108:0)
[18:14:00.612] Build status: STARTED
[18:14:00.612] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:109:0) after 7m55s
[18:21:55.663] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:109:0)
[18:21:55.701] Build status: STARTED
[18:21:55.701] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:110:0) after 7m13s
[18:29:08.930] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:110:0)
[18:29:08.990] Build status: STARTED
[18:29:08.990] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:111:0) after 1m38s
[18:30:47.175] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:111:0)
[18:30:47.198] Build status: STARTED
[18:30:47.198] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:112:0) after 3m21s
[18:34:08.247] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:112:0)
[18:34:08.276] Build status: STARTED
[18:34:08.276] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:113:0) after 5m45s
[18:39:53.295] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:113:0)
[18:39:53.335] Build status: STARTED
[18:39:53.335] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:114:0) after 5m39s
[18:45:32.426] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:114:0)
[18:45:32.452] Build status: STARTED
[18:45:32.453] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:115:0) after 9m0s
[18:54:32.481] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:115:0)
[18:54:32.501] Build status: STARTED
[18:54:32.501] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:116:0) after 6m51s
[19:01:23.522] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:116:0)
[19:01:23.566] Build status: STARTED
[19:01:23.566] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:117:0) after 1m29s
[19:02:52.617] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:117:0)
[19:02:52.646] Build status: STARTED
[19:02:52.646] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:118:0) after 5m58s
[19:08:50.972] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:118:0)
[19:08:51.075] Build status: STARTED
[19:08:51.075] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:119:0) after 2m41s
[19:11:32.164] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:119:0)
[19:11:32.207] Build status: STARTED
[19:11:32.207] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:120:0) after 8m50s
[19:20:22.345] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:120:0)
[19:20:22.367] Build status: STARTED
[19:20:22.367] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:121:0) after 9m2s
[19:29:24.400] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:121:0)
[19:29:24.423] Build status: STARTED
[19:29:24.423] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:122:0) after 9m36s
[19:39:00.474] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:122:0)
[19:39:00.512] Build status: STARTED
[19:39:00.512] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:123:0) after 6m49s
[19:45:49.889] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:123:0)
[19:45:49.934] Build status: STARTED
[19:45:49.934] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:124:0) after 9m35s
[19:55:24.983] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:124:0)
[19:55:25.014] Build status: STARTED
[19:55:25.014] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:125:0) after 9m59s
[20:05:24.172] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:125:0)
[20:05:24.248] Build status: STARTED
[20:05:24.248] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:126:0) after 8m34s
[20:13:58.274] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:126:0)
[20:13:58.293] Build status: STARTED
[20:13:58.293] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:127:0) after 5m26s
[20:19:24.323] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:127:0)
[20:19:24.410] Build status: STARTED
[20:19:24.410] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:128:0) after 4m31s
[20:23:55.470] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:128:0)
[20:23:55.502] Build status: STARTED
[20:23:55.502] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:129:0) after 8m21s
[20:32:16.726] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:129:0)
[20:32:16.767] Build status: STARTED
[20:32:16.767] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:130:0) after 1m26s
[20:33:43.281] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:130:0)
[20:33:43.304] Build status: STARTED
[20:33:43.304] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:131:0) after 1m24s
[20:35:07.325] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:131:0)
[20:35:07.343] Build status: STARTED
[20:35:07.343] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:132:0) after 2m25s
[20:37:32.372] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:132:0)
[20:37:32.414] Build status: STARTED
[20:37:32.414] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:133:0) after 8m39s
[20:46:11.555] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:133:0)
[20:46:11.581] Build status: STARTED
[20:46:11.581] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:134:0) after 4m56s
[20:51:07.660] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:134:0)
[20:51:07.681] Build status: STARTED
[20:51:07.681] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:135:0) after 1m49s
[20:52:56.765] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:135:0)
[20:52:56.801] Build status: STARTED
[20:52:56.801] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:136:0) after 5m41s
[20:58:37.927] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:136:0)
[20:58:37.948] Build status: STARTED
[20:58:37.948] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:137:0) after 4m40s
[21:03:18.082] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:137:0)
[21:03:18.100] Build status: STARTED
[21:03:18.100] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:138:0) after 4m1s
[21:07:19.177] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:138:0)
[21:07:19.204] Build status: STARTED
[21:07:19.204] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918751780499037392:139:0) after 6m45s
[21:12:57.718] Received PubSub notification, asking Buildbucket for the build status
[21:12:57.850] Build:
{
  "id": "8753321718601156721",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2037,
  "createdBy": "project:chromium",
  "createTime": "2024-03-16T08:48:35.937776568Z",
  "startTime": "2024-03-16T08:48:37.111022Z",
  "endTime": "2024-03-16T21:12:56.695361Z",
  "updateTime": "2024-03-16T21:12:56.695361Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3830efc9260cfd251b304eb62e34d231eb71e0ca",
      "ref": "refs/heads/main"
    }
  }
}
[21:12:57.850] Invocation finished in 12h24m23.107269178s with status FAILED