Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ce46bc42929516b44f9f4c45926ba6d7d5ac2cd0"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ce46bc42929516b44f9f4c45926ba6d7d5ac2cd0
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[02:39:00.512] New invocation is queued and will start shortly
[02:39:01.629] Starting the invocation (attempt 1)
[02:39:01.665] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ce46bc42929516b44f9f4c45926ba6d7d5ac2cd0"
[02:39:01.665] Popped gitiles commit info from properties and tags
[02:39:01.665] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:39:01.665] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:39:01.666] Buildbucket request:
{
  "requestId": "8918140853117560464",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "ce46bc42929516b44f9f4c45926ba6d7d5ac2cd0",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8918140853117560464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:39:02.472] Scheduled build:
{
  "id": "8752710791084679953",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2050,
  "createdBy": "project:chromium",
  "createTime": "2024-03-23T02:39:01.818498721Z",
  "updateTime": "2024-03-23T02:39:01.818498721Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ce46bc42929516b44f9f4c45926ba6d7d5ac2cd0",
      "ref": "refs/heads/main"
    }
  }
}
[02:39:02.472] Task URL: https://cr-buildbucket.appspot.com/build/8752710791084679953
[02:39:02.472] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:2:0) after 4m50s
[02:40:14.357] Received PubSub notification, asking Buildbucket for the build status
[02:40:14.386] Build status: SCHEDULED
[02:41:22.008] Received PubSub notification, asking Buildbucket for the build status
[02:41:22.040] Build status: STARTED
[02:43:52.510] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:2:0)
[02:43:52.563] Build status: STARTED
[02:43:52.563] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:5:0) after 2m13s
[02:46:05.902] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:5:0)
[02:46:05.955] Build status: STARTED
[02:46:05.956] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:6:0) after 5m23s
[02:51:29.004] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:6:0)
[02:51:29.032] Build status: STARTED
[02:51:29.032] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:7:0) after 3m35s
[02:55:04.096] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:7:0)
[02:55:04.116] Build status: STARTED
[02:55:04.116] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:8:0) after 3m28s
[02:58:32.172] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:8:0)
[02:58:32.207] Build status: STARTED
[02:58:32.207] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:9:0) after 8m38s
[03:07:10.502] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:9:0)
[03:07:10.526] Build status: STARTED
[03:07:10.526] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:10:0) after 4m31s
[03:11:41.550] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:10:0)
[03:11:41.571] Build status: STARTED
[03:11:41.571] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:11:0) after 5m46s
[03:17:27.776] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:11:0)
[03:17:27.820] Build status: STARTED
[03:17:27.820] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:12:0) after 6m39s
[03:24:07.067] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:12:0)
[03:24:07.089] Build status: STARTED
[03:24:07.089] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:13:0) after 8m22s
[03:32:29.325] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:13:0)
[03:32:29.367] Build status: STARTED
[03:32:29.367] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:14:0) after 7m55s
[03:40:24.638] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:14:0)
[03:40:24.658] Build status: STARTED
[03:40:24.658] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:15:0) after 4m58s
[03:45:23.284] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:15:0)
[03:45:23.312] Build status: STARTED
[03:45:23.312] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:16:0) after 9m55s
[03:55:18.310] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:16:0)
[03:55:18.329] Build status: STARTED
[03:55:18.329] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:17:0) after 9m21s
[04:04:39.706] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:17:0)
[04:04:39.727] Build status: STARTED
[04:04:39.727] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:18:0) after 2m1s
[04:06:40.778] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:18:0)
[04:06:40.811] Build status: STARTED
[04:06:40.811] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:19:0) after 9m40s
[04:16:20.845] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:19:0)
[04:16:20.880] Build status: STARTED
[04:16:20.880] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:20:0) after 2m21s
[04:18:41.904] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:20:0)
[04:18:41.939] Build status: STARTED
[04:18:41.939] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:21:0) after 7m35s
[04:26:17.026] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:21:0)
[04:26:17.069] Build status: STARTED
[04:26:17.069] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:22:0) after 7m41s
[04:33:58.439] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:22:0)
[04:33:58.459] Build status: STARTED
[04:33:58.459] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:23:0) after 9m30s
[04:43:28.521] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:23:0)
[04:43:28.568] Build status: STARTED
[04:43:28.568] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:24:0) after 4m32s
[04:48:00.740] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:24:0)
[04:48:00.779] Build status: STARTED
[04:48:00.779] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:25:0) after 5m52s
[04:53:53.092] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:25:0)
[04:53:53.155] Build status: STARTED
[04:53:53.155] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:26:0) after 8m5s
[05:01:58.218] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:26:0)
[05:01:58.259] Build status: STARTED
[05:01:58.259] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:27:0) after 9m17s
[05:11:15.339] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:27:0)
[05:11:15.402] Build status: STARTED
[05:11:15.402] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:28:0) after 4m10s
[05:15:25.393] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:28:0)
[05:15:25.478] Build status: STARTED
[05:15:25.478] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:29:0) after 5m6s
[05:20:31.642] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:29:0)
[05:20:31.671] Build status: STARTED
[05:20:31.671] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:30:0) after 5m59s
[05:26:30.755] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:30:0)
[05:26:30.819] Build status: STARTED
[05:26:30.819] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:31:0) after 5m49s
[05:32:19.866] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:31:0)
[05:32:19.885] Build status: STARTED
[05:32:19.885] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:32:0) after 2m27s
[05:34:47.041] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:32:0)
[05:34:47.110] Build status: STARTED
[05:34:47.110] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:33:0) after 8m43s
[05:43:30.561] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:33:0)
[05:43:30.582] Build status: STARTED
[05:43:30.582] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:34:0) after 6m12s
[05:49:43.045] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:34:0)
[05:49:43.096] Build status: STARTED
[05:49:43.097] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:35:0) after 6m15s
[05:55:58.153] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:35:0)
[05:55:58.186] Build status: STARTED
[05:55:58.186] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:36:0) after 9m6s
[06:05:04.217] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:36:0)
[06:05:04.275] Build status: STARTED
[06:05:04.275] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:37:0) after 8m7s
[06:13:11.403] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:37:0)
[06:13:11.431] Build status: STARTED
[06:13:11.431] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:38:0) after 5m6s
[06:18:17.462] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:38:0)
[06:18:17.488] Build status: STARTED
[06:18:17.488] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:39:0) after 5m18s
[06:23:35.528] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:39:0)
[06:23:35.608] Build status: STARTED
[06:23:35.608] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:40:0) after 6m51s
[06:30:26.739] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:40:0)
[06:30:26.760] Build status: STARTED
[06:30:26.760] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:41:0) after 5m22s
[06:35:48.784] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:41:0)
[06:35:48.803] Build status: STARTED
[06:35:48.803] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:42:0) after 5m26s
[06:41:14.844] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:42:0)
[06:41:14.862] Build status: STARTED
[06:41:14.862] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:43:0) after 3m27s
[06:44:41.977] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:43:0)
[06:44:42.010] Build status: STARTED
[06:44:42.010] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:44:0) after 7m39s
[06:52:21.196] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:44:0)
[06:52:21.220] Build status: STARTED
[06:52:21.220] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:45:0) after 5m26s
[06:57:47.245] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:45:0)
[06:57:47.271] Build status: STARTED
[06:57:47.271] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:46:0) after 2m29s
[07:00:16.308] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:46:0)
[07:00:16.345] Build status: STARTED
[07:00:16.346] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:47:0) after 2m26s
[07:02:42.405] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:47:0)
[07:02:42.434] Build status: STARTED
[07:02:42.434] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:48:0) after 7m44s
[07:10:26.513] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:48:0)
[07:10:26.542] Build status: STARTED
[07:10:26.542] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:49:0) after 9m18s
[07:19:44.572] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:49:0)
[07:19:44.600] Build status: STARTED
[07:19:44.600] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:50:0) after 3m34s
[07:23:18.930] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:50:0)
[07:23:19.052] Build status: STARTED
[07:23:19.052] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:51:0) after 4m7s
[07:27:26.044] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:51:0)
[07:27:26.064] Build status: STARTED
[07:27:26.064] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:52:0) after 6m36s
[07:34:02.129] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:52:0)
[07:34:02.207] Build status: STARTED
[07:34:02.207] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:53:0) after 9m4s
[07:43:06.302] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:53:0)
[07:43:06.323] Build status: STARTED
[07:43:06.323] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:54:0) after 6m12s
[07:49:18.525] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:54:0)
[07:49:18.560] Build status: STARTED
[07:49:18.560] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:55:0) after 5m49s
[07:55:07.635] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:55:0)
[07:55:07.663] Build status: STARTED
[07:55:07.663] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:56:0) after 2m30s
[07:57:37.741] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:56:0)
[07:57:37.762] Build status: STARTED
[07:57:37.762] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:57:0) after 2m9s
[07:59:46.819] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:57:0)
[07:59:46.844] Build status: STARTED
[07:59:46.844] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:58:0) after 5m32s
[08:05:19.034] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:58:0)
[08:05:19.062] Build status: STARTED
[08:05:19.062] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:59:0) after 8m34s
[08:13:53.729] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:59:0)
[08:13:53.756] Build status: STARTED
[08:13:53.756] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:60:0) after 6m46s
[08:20:40.030] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:60:0)
[08:20:40.062] Build status: STARTED
[08:20:40.062] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:61:0) after 7m19s
[08:27:59.132] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:61:0)
[08:27:59.191] Build status: STARTED
[08:27:59.192] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:62:0) after 6m47s
[08:34:46.508] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:62:0)
[08:34:46.573] Build status: STARTED
[08:34:46.573] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:63:0) after 1m45s
[08:36:31.803] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:63:0)
[08:36:31.824] Build status: STARTED
[08:36:31.824] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:64:0) after 8m32s
[08:45:03.888] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:64:0)
[08:45:03.990] Build status: STARTED
[08:45:03.990] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:65:0) after 6m55s
[08:51:59.072] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:65:0)
[08:51:59.098] Build status: STARTED
[08:51:59.098] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:66:0) after 9m9s
[09:01:08.127] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:66:0)
[09:01:08.159] Build status: STARTED
[09:01:08.159] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:67:0) after 8m36s
[09:09:44.298] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:67:0)
[09:09:44.365] Build status: STARTED
[09:09:44.365] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:68:0) after 5m59s
[09:15:43.438] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:68:0)
[09:15:43.477] Build status: STARTED
[09:15:43.477] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:69:0) after 9m1s
[09:24:44.556] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:69:0)
[09:24:44.606] Build status: STARTED
[09:24:44.606] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:70:0) after 5m27s
[09:30:11.859] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:70:0)
[09:30:11.893] Build status: STARTED
[09:30:11.893] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:71:0) after 1m33s
[09:31:44.925] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:71:0)
[09:31:44.970] Build status: STARTED
[09:31:44.970] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:72:0) after 1m26s
[09:33:11.140] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:72:0)
[09:33:11.161] Build status: STARTED
[09:33:11.161] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:73:0) after 9m15s
[09:42:26.250] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:73:0)
[09:42:26.285] Build status: STARTED
[09:42:26.285] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:74:0) after 5m40s
[09:48:06.318] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:74:0)
[09:48:06.367] Build status: STARTED
[09:48:06.367] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:75:0) after 2m56s
[09:51:02.420] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:75:0)
[09:51:02.442] Build status: STARTED
[09:51:02.442] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:76:0) after 1m45s
[09:52:47.562] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:76:0)
[09:52:47.582] Build status: STARTED
[09:52:47.582] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:77:0) after 6m20s
[09:59:07.612] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:77:0)
[09:59:07.634] Build status: STARTED
[09:59:07.634] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:78:0) after 3m5s
[10:02:12.777] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:78:0)
[10:02:12.822] Build status: STARTED
[10:02:12.822] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:79:0) after 8m34s
[10:10:46.852] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:79:0)
[10:10:46.886] Build status: STARTED
[10:10:46.886] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:80:0) after 2m19s
[10:13:05.996] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:80:0)
[10:13:06.441] Build status: STARTED
[10:13:06.441] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:81:0) after 4m37s
[10:17:43.476] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:81:0)
[10:17:43.493] Build status: STARTED
[10:17:43.493] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:82:0) after 1m37s
[10:19:20.682] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:82:0)
[10:19:20.727] Build status: STARTED
[10:19:20.727] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:83:0) after 6m34s
[10:25:54.772] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:83:0)
[10:25:54.793] Build status: STARTED
[10:25:54.793] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:84:0) after 1m30s
[10:27:25.041] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:84:0)
[10:27:25.080] Build status: STARTED
[10:27:25.080] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:85:0) after 4m19s
[10:31:44.108] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:85:0)
[10:31:44.153] Build status: STARTED
[10:31:44.153] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:86:0) after 4m7s
[10:35:51.206] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:86:0)
[10:35:51.235] Build status: STARTED
[10:35:51.235] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:87:0) after 4m12s
[10:40:03.260] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:87:0)
[10:40:03.292] Build status: STARTED
[10:40:03.292] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:88:0) after 4m31s
[10:44:34.436] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:88:0)
[10:44:34.472] Build status: STARTED
[10:44:34.472] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:89:0) after 7m20s
[10:51:54.507] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:89:0)
[10:51:54.525] Build status: STARTED
[10:51:54.525] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:90:0) after 1m33s
[10:53:27.558] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:90:0)
[10:53:27.636] Build status: STARTED
[10:53:27.636] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:91:0) after 5m24s
[10:58:51.685] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:91:0)
[10:58:51.729] Build status: STARTED
[10:58:51.730] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:92:0) after 7m11s
[11:06:02.831] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:92:0)
[11:06:02.868] Build status: STARTED
[11:06:02.868] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:93:0) after 3m38s
[11:09:40.959] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:93:0)
[11:09:40.983] Build status: STARTED
[11:09:40.983] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:94:0) after 9m9s
[11:18:50.022] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:94:0)
[11:18:50.049] Build status: STARTED
[11:18:50.049] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:95:0) after 1m20s
[11:20:10.098] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:95:0)
[11:20:10.131] Build status: STARTED
[11:20:10.131] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:96:0) after 3m57s
[11:24:07.174] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:96:0)
[11:24:07.190] Build status: STARTED
[11:24:07.190] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:97:0) after 5m37s
[11:29:44.351] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:97:0)
[11:29:44.379] Build status: STARTED
[11:29:44.379] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:98:0) after 8m22s
[11:38:06.620] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:98:0)
[11:38:06.652] Build status: STARTED
[11:38:06.652] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:99:0) after 8m15s
[11:46:21.764] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:99:0)
[11:46:21.792] Build status: STARTED
[11:46:21.792] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:100:0) after 6m38s
[11:52:59.875] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:100:0)
[11:52:59.910] Build status: STARTED
[11:52:59.910] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:101:0) after 3m54s
[11:56:53.951] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:101:0)
[11:56:53.967] Build status: STARTED
[11:56:53.967] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:102:0) after 5m42s
[12:02:36.015] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:102:0)
[12:02:36.036] Build status: STARTED
[12:02:36.036] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:103:0) after 1m43s
[12:04:19.288] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:103:0)
[12:04:19.371] Build status: STARTED
[12:04:19.371] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:104:0) after 6m40s
[12:10:59.399] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:104:0)
[12:10:59.528] Build status: STARTED
[12:10:59.528] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:105:0) after 2m48s
[12:13:47.689] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:105:0)
[12:13:47.711] Build status: STARTED
[12:13:47.712] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:106:0) after 1m48s
[12:15:36.108] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:106:0)
[12:15:36.165] Build status: STARTED
[12:15:36.165] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:107:0) after 9m3s
[12:24:39.198] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:107:0)
[12:24:39.216] Build status: STARTED
[12:24:39.216] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:108:0) after 2m46s
[12:27:25.281] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:108:0)
[12:27:25.317] Build status: STARTED
[12:27:25.317] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:109:0) after 1m55s
[12:29:20.396] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:109:0)
[12:29:20.449] Build status: STARTED
[12:29:20.449] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:110:0) after 6m36s
[12:35:56.618] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:110:0)
[12:35:56.638] Build status: STARTED
[12:35:56.638] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:111:0) after 1m29s
[12:37:25.675] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:111:0)
[12:37:25.696] Build status: STARTED
[12:37:25.696] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:112:0) after 5m37s
[12:43:02.745] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:112:0)
[12:43:02.770] Build status: STARTED
[12:43:02.770] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:113:0) after 9m1s
[12:52:03.804] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:113:0)
[12:52:03.823] Build status: STARTED
[12:52:03.823] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:114:0) after 8m9s
[13:00:12.860] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:114:0)
[13:00:12.885] Build status: STARTED
[13:00:12.885] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:115:0) after 8m7s
[13:08:20.049] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:115:0)
[13:08:20.079] Build status: STARTED
[13:08:20.079] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:116:0) after 7m38s
[13:15:58.350] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:116:0)
[13:15:58.374] Build status: STARTED
[13:15:58.374] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:117:0) after 4m48s
[13:20:46.592] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:117:0)
[13:20:46.614] Build status: STARTED
[13:20:46.614] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:118:0) after 5m37s
[13:26:23.693] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:118:0)
[13:26:23.712] Build status: STARTED
[13:26:23.712] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:119:0) after 8m22s
[13:34:45.749] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:119:0)
[13:34:45.770] Build status: STARTED
[13:34:45.770] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:120:0) after 8m27s
[13:43:12.843] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:120:0)
[13:43:12.865] Build status: STARTED
[13:43:12.865] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:121:0) after 3m57s
[13:47:09.962] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:121:0)
[13:47:09.990] Build status: STARTED
[13:47:09.990] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:122:0) after 7m32s
[13:54:42.023] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:122:0)
[13:54:42.043] Build status: STARTED
[13:54:42.043] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:123:0) after 4m14s
[13:58:56.080] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:123:0)
[13:58:56.107] Build status: STARTED
[13:58:56.107] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:124:0) after 8m6s
[14:07:02.153] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:124:0)
[14:07:02.249] Build status: STARTED
[14:07:02.249] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:125:0) after 8m38s
[14:15:40.321] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:125:0)
[14:15:40.349] Build status: STARTED
[14:15:40.349] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:126:0) after 7m43s
[14:23:23.435] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:126:0)
[14:23:23.473] Build status: STARTED
[14:23:23.474] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:127:0) after 6m13s
[14:29:36.555] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:127:0)
[14:29:36.597] Build status: STARTED
[14:29:36.597] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:128:0) after 4m35s
[14:34:11.603] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:128:0)
[14:34:11.642] Build status: STARTED
[14:34:11.642] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:129:0) after 2m36s
[14:36:47.755] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:129:0)
[14:36:47.773] Build status: STARTED
[14:36:47.773] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:130:0) after 3m59s
[14:40:47.262] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:130:0)
[14:40:47.292] Build status: STARTED
[14:40:47.292] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:131:0) after 3m57s
[14:44:44.321] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:131:0)
[14:44:44.340] Build status: STARTED
[14:44:44.340] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:132:0) after 8m54s
[14:53:38.384] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:132:0)
[14:53:38.403] Build status: STARTED
[14:53:38.403] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:133:0) after 5m11s
[14:58:49.604] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:133:0)
[14:58:49.658] Build status: STARTED
[14:58:49.658] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:134:0) after 7m13s
[15:06:02.843] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:134:0)
[15:06:02.876] Build status: STARTED
[15:06:02.876] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:135:0) after 4m25s
[15:10:27.955] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:135:0)
[15:10:28.119] Build status: STARTED
[15:10:28.119] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:136:0) after 4m17s
[15:14:45.192] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:136:0)
[15:14:45.227] Build status: STARTED
[15:14:45.227] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8918140853117560464:137:0) after 4m4s
[15:16:20.871] Received PubSub notification, asking Buildbucket for the build status
[15:16:20.898] Build:
{
  "id": "8752710791084679953",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2050,
  "createdBy": "project:chromium",
  "createTime": "2024-03-23T02:39:01.818498721Z",
  "startTime": "2024-03-23T02:40:30.512126Z",
  "endTime": "2024-03-23T15:16:19.755792Z",
  "updateTime": "2024-03-23T15:16:19.755792Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ce46bc42929516b44f9f4c45926ba6d7d5ac2cd0",
      "ref": "refs/heads/main"
    }
  }
}
[15:16:20.898] Invocation finished in 12h37m20.401711476s with status FAILED