Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "88365e6377912fcec8a40966097f9e4160c6ea96"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/88365e6377912fcec8a40966097f9e4160c6ea96
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:52:38.428] New invocation is queued and will start shortly
[03:52:39.562] Starting the invocation (attempt 1)
[03:52:39.603] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/88365e6377912fcec8a40966097f9e4160c6ea96"
[03:52:39.603] Popped gitiles commit info from properties and tags
[03:52:39.603] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:52:39.603] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:52:39.603] Buildbucket request:
{
  "requestId": "8917320847897594800",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "88365e6377912fcec8a40966097f9e4160c6ea96",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8917320847897594800"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:52:40.181] Scheduled build:
{
  "id": "8751890785932064689",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2068,
  "createdBy": "project:chromium",
  "createTime": "2024-04-01T03:52:39.672760075Z",
  "updateTime": "2024-04-01T03:52:39.672760075Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "88365e6377912fcec8a40966097f9e4160c6ea96",
      "ref": "refs/heads/main"
    }
  }
}
[03:52:40.181] Task URL: https://cr-buildbucket.appspot.com/build/8751890785932064689
[03:52:40.181] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:2:0) after 9m0s
[03:52:41.088] Received PubSub notification, asking Buildbucket for the build status
[03:52:41.109] Build status: SCHEDULED
[04:01:40.199] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:2:0)
[04:01:40.225] Build status: SCHEDULED
[04:01:40.225] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:4:0) after 6m25s
[04:04:26.892] Received PubSub notification, asking Buildbucket for the build status
[04:04:26.926] Build status: STARTED
[04:08:05.254] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:4:0)
[04:08:05.323] Build status: STARTED
[04:08:05.323] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:6:0) after 9m31s
[04:17:36.464] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:6:0)
[04:17:36.492] Build status: STARTED
[04:17:36.492] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:7:0) after 4m9s
[04:21:45.611] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:7:0)
[04:21:45.712] Build status: STARTED
[04:21:45.712] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:8:0) after 7m23s
[04:29:08.732] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:8:0)
[04:29:08.759] Build status: STARTED
[04:29:08.759] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:9:0) after 2m19s
[04:31:27.936] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:9:0)
[04:31:28.152] Build status: STARTED
[04:31:28.152] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:10:0) after 5m14s
[04:36:42.170] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:10:0)
[04:36:42.197] Build status: STARTED
[04:36:42.197] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:11:0) after 1m45s
[04:38:27.285] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:11:0)
[04:38:27.304] Build status: STARTED
[04:38:27.304] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:12:0) after 2m38s
[04:41:05.325] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:12:0)
[04:41:05.414] Build status: STARTED
[04:41:05.414] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:13:0) after 5m11s
[04:46:16.713] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:13:0)
[04:46:16.741] Build status: STARTED
[04:46:16.741] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:14:0) after 9m16s
[04:55:32.868] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:14:0)
[04:55:32.889] Build status: STARTED
[04:55:32.889] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:15:0) after 8m24s
[05:03:56.920] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:15:0)
[05:03:56.938] Build status: STARTED
[05:03:56.938] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:16:0) after 7m6s
[05:11:02.990] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:16:0)
[05:11:03.045] Build status: STARTED
[05:11:03.045] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:17:0) after 4m30s
[05:15:33.068] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:17:0)
[05:15:33.089] Build status: STARTED
[05:15:33.089] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:18:0) after 5m11s
[05:20:44.251] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:18:0)
[05:20:44.272] Build status: STARTED
[05:20:44.272] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:19:0) after 5m39s
[05:26:23.425] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:19:0)
[05:26:23.507] Build status: STARTED
[05:26:23.507] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:20:0) after 5m21s
[05:31:44.556] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:20:0)
[05:31:44.577] Build status: STARTED
[05:31:44.578] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:21:0) after 3m48s
[05:35:32.818] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:21:0)
[05:35:32.835] Build status: STARTED
[05:35:32.835] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:22:0) after 8m53s
[05:44:25.877] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:22:0)
[05:44:25.896] Build status: STARTED
[05:44:25.896] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:23:0) after 9m28s
[05:53:53.918] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:23:0)
[05:53:53.946] Build status: STARTED
[05:53:53.946] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:24:0) after 9m38s
[06:03:31.959] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:24:0)
[06:03:31.976] Build status: STARTED
[06:03:31.976] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:25:0) after 2m37s
[06:06:09.010] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:25:0)
[06:06:09.035] Build status: STARTED
[06:06:09.035] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:26:0) after 4m32s
[06:10:41.055] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:26:0)
[06:10:41.114] Build status: STARTED
[06:10:41.114] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:27:0) after 9m36s
[06:20:17.150] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:27:0)
[06:20:17.181] Build status: STARTED
[06:20:17.181] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:28:0) after 9m23s
[06:29:40.196] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:28:0)
[06:29:40.233] Build status: STARTED
[06:29:40.233] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:29:0) after 4m54s
[06:34:34.426] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:29:0)
[06:34:34.449] Build status: STARTED
[06:34:34.449] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:30:0) after 6m0s
[06:40:34.555] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:30:0)
[06:40:34.580] Build status: STARTED
[06:40:34.580] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:31:0) after 5m41s
[06:46:15.609] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:31:0)
[06:46:15.632] Build status: STARTED
[06:46:15.632] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:32:0) after 6m35s
[06:52:50.855] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:32:0)
[06:52:50.873] Build status: STARTED
[06:52:50.873] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:33:0) after 7m33s
[07:00:23.926] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:33:0)
[07:00:23.967] Build status: STARTED
[07:00:23.967] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:34:0) after 4m1s
[07:04:25.196] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:34:0)
[07:04:25.216] Build status: STARTED
[07:04:25.216] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:35:0) after 9m14s
[07:13:39.335] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:35:0)
[07:13:39.364] Build status: STARTED
[07:13:39.364] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:36:0) after 2m43s
[07:16:22.579] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:36:0)
[07:16:22.599] Build status: STARTED
[07:16:22.599] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:37:0) after 6m26s
[07:22:48.867] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:37:0)
[07:22:48.889] Build status: STARTED
[07:22:48.889] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:38:0) after 5m12s
[07:28:00.905] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:38:0)
[07:28:01.018] Build status: STARTED
[07:28:01.018] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:39:0) after 9m33s
[07:37:34.327] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:39:0)
[07:37:34.348] Build status: STARTED
[07:37:34.348] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:40:0) after 8m48s
[07:46:22.455] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:40:0)
[07:46:22.476] Build status: STARTED
[07:46:22.477] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:41:0) after 3m29s
[07:49:51.497] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:41:0)
[07:49:51.520] Build status: STARTED
[07:49:51.520] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:42:0) after 2m1s
[07:51:52.589] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:42:0)
[07:51:52.795] Build status: STARTED
[07:51:52.795] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:43:0) after 8m19s
[08:00:11.814] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:43:0)
[08:00:11.838] Build status: STARTED
[08:00:11.838] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:44:0) after 6m41s
[08:06:52.873] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:44:0)
[08:06:52.916] Build status: STARTED
[08:06:52.916] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:45:0) after 2m9s
[08:09:01.934] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:45:0)
[08:09:01.956] Build status: STARTED
[08:09:01.956] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:46:0) after 9m9s
[08:18:11.097] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:46:0)
[08:18:11.124] Build status: STARTED
[08:18:11.124] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:47:0) after 9m44s
[08:27:55.146] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:47:0)
[08:27:55.262] Build status: STARTED
[08:27:55.262] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:48:0) after 5m10s
[08:33:05.358] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:48:0)
[08:33:05.394] Build status: STARTED
[08:33:05.394] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:49:0) after 7m33s
[08:40:38.431] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:49:0)
[08:40:38.458] Build status: STARTED
[08:40:38.458] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:50:0) after 6m7s
[08:46:45.575] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:50:0)
[08:46:45.625] Build status: STARTED
[08:46:45.625] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:51:0) after 6m20s
[08:53:05.846] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:51:0)
[08:53:05.864] Build status: STARTED
[08:53:05.864] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:52:0) after 7m6s
[09:00:12.033] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:52:0)
[09:00:12.083] Build status: STARTED
[09:00:12.090] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:53:0) after 6m15s
[09:06:27.262] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:53:0)
[09:06:27.284] Build status: STARTED
[09:06:27.284] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:54:0) after 7m2s
[09:13:29.403] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:54:0)
[09:13:29.430] Build status: STARTED
[09:13:29.430] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:55:0) after 2m34s
[09:16:03.451] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:55:0)
[09:16:03.474] Build status: STARTED
[09:16:03.474] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:56:0) after 4m6s
[09:20:09.505] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:56:0)
[09:20:09.536] Build status: STARTED
[09:20:09.536] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:57:0) after 1m22s
[09:21:31.548] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:57:0)
[09:21:31.577] Build status: STARTED
[09:21:31.577] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:58:0) after 1m12s
[09:22:43.598] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:58:0)
[09:22:43.620] Build status: STARTED
[09:22:43.620] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:59:0) after 9m5s
[09:31:48.675] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:59:0)
[09:31:48.699] Build status: STARTED
[09:31:48.699] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:60:0) after 5m42s
[09:37:30.779] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:60:0)
[09:37:30.802] Build status: STARTED
[09:37:30.802] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:61:0) after 8m57s
[09:46:28.049] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:61:0)
[09:46:28.160] Build status: STARTED
[09:46:28.160] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:62:0) after 1m34s
[09:48:02.274] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:62:0)
[09:48:02.333] Build status: STARTED
[09:48:02.333] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:63:0) after 3m44s
[09:51:46.358] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:63:0)
[09:51:46.387] Build status: STARTED
[09:51:46.387] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:64:0) after 8m14s
[10:00:00.450] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:64:0)
[10:00:00.564] Build status: STARTED
[10:00:00.564] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:65:0) after 1m48s
[10:01:48.592] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:65:0)
[10:01:48.615] Build status: STARTED
[10:01:48.615] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:66:0) after 4m50s
[10:06:38.646] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:66:0)
[10:06:38.674] Build status: STARTED
[10:06:38.674] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:67:0) after 1m33s
[10:08:11.693] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:67:0)
[10:08:11.712] Build status: STARTED
[10:08:11.712] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:68:0) after 7m55s
[10:16:06.762] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:68:0)
[10:16:06.795] Build status: STARTED
[10:16:06.795] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:69:0) after 9m26s
[10:25:32.861] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:69:0)
[10:25:32.885] Build status: STARTED
[10:25:32.885] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:70:0) after 2m25s
[10:27:58.244] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:70:0)
[10:27:58.312] Build status: STARTED
[10:27:58.312] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:71:0) after 5m19s
[10:33:17.396] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:71:0)
[10:33:17.425] Build status: STARTED
[10:33:17.425] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:72:0) after 3m13s
[10:36:30.665] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:72:0)
[10:36:30.722] Build status: STARTED
[10:36:30.722] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:73:0) after 3m31s
[10:40:01.762] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:73:0)
[10:40:01.780] Build status: STARTED
[10:40:01.780] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:74:0) after 1m37s
[10:41:38.929] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:74:0)
[10:41:38.950] Build status: STARTED
[10:41:38.950] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:75:0) after 6m11s
[10:47:49.967] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:75:0)
[10:47:50.025] Build status: STARTED
[10:47:50.025] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:76:0) after 9m57s
[10:57:47.155] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:76:0)
[10:57:47.196] Build status: STARTED
[10:57:47.196] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:77:0) after 1m15s
[10:59:02.322] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:77:0)
[10:59:02.342] Build status: STARTED
[10:59:02.342] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:78:0) after 7m42s
[11:06:44.466] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:78:0)
[11:06:44.598] Build status: STARTED
[11:06:44.598] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:79:0) after 6m51s
[11:13:35.679] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:79:0)
[11:13:35.699] Build status: STARTED
[11:13:35.699] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:80:0) after 7m43s
[11:21:18.719] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:80:0)
[11:21:18.737] Build status: STARTED
[11:21:18.737] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:81:0) after 6m42s
[11:28:00.798] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:81:0)
[11:28:00.827] Build status: STARTED
[11:28:00.827] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:82:0) after 9m57s
[11:37:57.854] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:82:0)
[11:37:57.915] Build status: STARTED
[11:37:57.915] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:83:0) after 9m8s
[11:47:05.974] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:83:0)
[11:47:06.001] Build status: STARTED
[11:47:06.001] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:84:0) after 7m59s
[11:55:05.028] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:84:0)
[11:55:05.058] Build status: STARTED
[11:55:05.059] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:85:0) after 5m34s
[12:00:39.078] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:85:0)
[12:00:39.160] Build status: STARTED
[12:00:39.160] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:86:0) after 6m13s
[12:06:52.174] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:86:0)
[12:06:52.197] Build status: STARTED
[12:06:52.197] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:87:0) after 9m4s
[12:15:56.227] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:87:0)
[12:15:56.250] Build status: STARTED
[12:15:56.250] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:88:0) after 9m32s
[12:25:28.284] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:88:0)
[12:25:28.316] Build status: STARTED
[12:25:28.316] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:89:0) after 6m1s
[12:31:29.397] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:89:0)
[12:31:29.466] Build status: STARTED
[12:31:29.466] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:90:0) after 1m39s
[12:33:08.619] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:90:0)
[12:33:08.639] Build status: STARTED
[12:33:08.639] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:91:0) after 8m24s
[12:41:32.765] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:91:0)
[12:41:32.801] Build status: STARTED
[12:41:32.801] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:92:0) after 9m0s
[12:50:32.922] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:92:0)
[12:50:32.995] Build status: STARTED
[12:50:32.995] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:93:0) after 5m25s
[12:55:58.019] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:93:0)
[12:55:58.036] Build status: STARTED
[12:55:58.036] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:94:0) after 9m58s
[13:05:56.063] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:94:0)
[13:05:56.188] Build status: STARTED
[13:05:56.188] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:95:0) after 4m2s
[13:09:58.408] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:95:0)
[13:09:58.458] Build status: STARTED
[13:09:58.458] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:96:0) after 8m32s
[13:18:30.619] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:96:0)
[13:18:30.693] Build status: STARTED
[13:18:30.693] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:97:0) after 2m44s
[13:21:14.767] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:97:0)
[13:21:14.814] Build status: STARTED
[13:21:14.814] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:98:0) after 2m34s
[13:23:48.859] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:98:0)
[13:23:48.879] Build status: STARTED
[13:23:48.879] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:99:0) after 9m7s
[13:32:55.900] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:99:0)
[13:32:55.924] Build status: STARTED
[13:32:55.924] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:100:0) after 6m18s
[13:39:13.968] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:100:0)
[13:39:13.988] Build status: STARTED
[13:39:13.988] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:101:0) after 3m21s
[13:42:35.014] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:101:0)
[13:42:35.052] Build status: STARTED
[13:42:35.052] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:102:0) after 5m18s
[13:47:53.078] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:102:0)
[13:47:53.102] Build status: STARTED
[13:47:53.102] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:103:0) after 9m30s
[13:57:23.219] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:103:0)
[13:57:23.256] Build status: STARTED
[13:57:23.256] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:104:0) after 8m44s
[14:06:07.471] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:104:0)
[14:06:07.493] Build status: STARTED
[14:06:07.493] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:105:0) after 2m43s
[14:08:50.543] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:105:0)
[14:08:50.618] Build status: STARTED
[14:08:50.618] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:106:0) after 2m3s
[14:10:53.650] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:106:0)
[14:10:53.678] Build status: STARTED
[14:10:53.678] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:107:0) after 3m5s
[14:13:58.791] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:107:0)
[14:13:58.825] Build status: STARTED
[14:13:58.825] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:108:0) after 2m32s
[14:16:30.987] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:108:0)
[14:16:31.007] Build status: STARTED
[14:16:31.007] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:109:0) after 6m5s
[14:22:36.103] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:109:0)
[14:22:36.124] Build status: STARTED
[14:22:36.124] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:110:0) after 4m23s
[14:26:59.329] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:110:0)
[14:26:59.390] Build status: STARTED
[14:26:59.390] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:111:0) after 7m43s
[14:34:42.851] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:111:0)
[14:34:42.881] Build status: STARTED
[14:34:42.882] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:112:0) after 9m56s
[14:44:39.241] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:112:0)
[14:44:39.269] Build status: STARTED
[14:44:39.269] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:113:0) after 6m18s
[14:50:57.461] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:113:0)
[14:50:57.479] Build status: STARTED
[14:50:57.479] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:114:0) after 2m35s
[14:53:32.612] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:114:0)
[14:53:32.641] Build status: STARTED
[14:53:32.641] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:115:0) after 5m56s
[14:59:28.806] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:115:0)
[14:59:28.823] Build status: STARTED
[14:59:28.823] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:116:0) after 5m6s
[15:04:35.004] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:116:0)
[15:04:35.047] Build status: STARTED
[15:04:35.047] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:117:0) after 7m26s
[15:12:01.159] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:117:0)
[15:12:01.207] Build status: STARTED
[15:12:01.207] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:118:0) after 7m38s
[15:19:39.306] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:118:0)
[15:19:39.338] Build status: STARTED
[15:19:39.338] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:119:0) after 4m6s
[15:23:45.565] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:119:0)
[15:23:45.601] Build status: STARTED
[15:23:45.601] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:120:0) after 9m44s
[15:33:29.627] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:120:0)
[15:33:29.652] Build status: STARTED
[15:33:29.652] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:121:0) after 6m43s
[15:40:12.723] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:121:0)
[15:40:12.744] Build status: STARTED
[15:40:12.744] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:122:0) after 5m17s
[15:45:30.040] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:122:0)
[15:45:30.073] Build status: STARTED
[15:45:30.073] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:123:0) after 9m20s
[15:54:50.172] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:123:0)
[15:54:50.190] Build status: STARTED
[15:54:50.190] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:124:0) after 9m3s
[16:03:53.237] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:124:0)
[16:03:53.270] Build status: STARTED
[16:03:53.270] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:125:0) after 5m23s
[16:09:16.295] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:125:0)
[16:09:16.338] Build status: STARTED
[16:09:16.338] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:126:0) after 2m56s
[16:12:12.391] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:126:0)
[16:12:12.528] Build status: STARTED
[16:12:12.528] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:127:0) after 7m32s
[16:19:44.549] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:127:0)
[16:19:44.569] Build status: STARTED
[16:19:44.569] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:128:0) after 8m41s
[16:28:26.334] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:128:0)
[16:28:26.358] Build status: STARTED
[16:28:26.358] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8917320847897594800:129:0) after 5m46s
[16:28:42.204] Received PubSub notification, asking Buildbucket for the build status
[16:28:42.254] Build:
{
  "id": "8751890785932064689",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2068,
  "createdBy": "project:chromium",
  "createTime": "2024-04-01T03:52:39.672760075Z",
  "startTime": "2024-04-01T04:04:25.746161Z",
  "endTime": "2024-04-01T16:28:38.471928Z",
  "updateTime": "2024-04-01T16:28:38.471928Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "88365e6377912fcec8a40966097f9e4160c6ea96",
      "ref": "refs/heads/main"
    }
  }
}
[16:28:42.254] Invocation finished in 12h36m3.839900403s with status FAILED