Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "e762b9f1298cd229c53e4791f1802fe7e0d1bbdc"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e762b9f1298cd229c53e4791f1802fe7e0d1bbdc
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[09:15:33.611] New invocation is queued and will start shortly
[09:15:34.705] Starting the invocation (attempt 1)
[09:15:34.741] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e762b9f1298cd229c53e4791f1802fe7e0d1bbdc"
[09:15:34.742] Popped gitiles commit info from properties and tags
[09:15:34.742] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:15:34.742] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:15:34.742] Buildbucket request:
{
  "requestId": "8925907243356589232",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e762b9f1298cd229c53e4791f1802fe7e0d1bbdc",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8925907243356589232"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:15:35.661] Scheduled build:
{
  "id": "8760477181444099025",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 1880,
  "createdBy": "project:chromium",
  "createTime": "2023-12-28T09:15:34.801912922Z",
  "updateTime": "2023-12-28T09:15:34.801912922Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e762b9f1298cd229c53e4791f1802fe7e0d1bbdc",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[09:15:35.661] Task URL: https://cr-buildbucket.appspot.com/build/8760477181444099025
[09:15:35.661] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:2:0) after 6m56s
[09:15:46.862] Received PubSub notification, asking Buildbucket for the build status
[09:15:46.911] Build status: STARTED
[09:15:52.594] Received PubSub notification, asking Buildbucket for the build status
[09:15:52.621] Build status: STARTED
[09:22:31.876] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:2:0)
[09:22:31.901] Build status: STARTED
[09:22:31.901] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:5:0) after 3m37s
[09:26:09.061] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:5:0)
[09:26:09.165] Build status: STARTED
[09:26:09.166] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:6:0) after 9m7s
[09:35:16.214] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:6:0)
[09:35:16.242] Build status: STARTED
[09:35:16.242] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:7:0) after 8m14s
[09:43:30.259] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:7:0)
[09:43:30.282] Build status: STARTED
[09:43:30.282] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:8:0) after 2m53s
[09:46:23.425] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:8:0)
[09:46:23.470] Build status: STARTED
[09:46:23.470] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:9:0) after 7m10s
[09:53:33.486] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:9:0)
[09:53:33.506] Build status: STARTED
[09:53:33.506] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:10:0) after 6m22s
[09:59:55.507] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:10:0)
[09:59:55.535] Build status: STARTED
[09:59:55.535] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:11:0) after 1m10s
[10:01:05.741] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:11:0)
[10:01:05.823] Build status: STARTED
[10:01:05.823] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:12:0) after 1m34s
[10:02:39.853] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:12:0)
[10:02:39.877] Build status: STARTED
[10:02:39.877] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:13:0) after 8m45s
[10:11:24.895] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:13:0)
[10:11:24.927] Build status: STARTED
[10:11:24.927] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:14:0) after 5m16s
[10:16:40.949] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:14:0)
[10:16:41.006] Build status: STARTED
[10:16:41.006] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:15:0) after 1m17s
[10:17:58.366] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:15:0)
[10:17:58.393] Build status: STARTED
[10:17:58.393] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:16:0) after 6m38s
[10:24:36.498] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:16:0)
[10:24:36.515] Build status: STARTED
[10:24:36.515] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:17:0) after 4m29s
[10:29:05.540] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:17:0)
[10:29:05.574] Build status: STARTED
[10:29:05.574] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:18:0) after 2m12s
[10:31:17.815] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:18:0)
[10:31:17.887] Build status: STARTED
[10:31:17.887] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:19:0) after 8m27s
[10:39:44.919] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:19:0)
[10:39:44.940] Build status: STARTED
[10:39:44.940] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:20:0) after 9m26s
[10:49:11.089] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:20:0)
[10:49:11.110] Build status: STARTED
[10:49:11.110] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:21:0) after 9m7s
[10:58:18.188] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:21:0)
[10:58:18.207] Build status: STARTED
[10:58:18.207] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:22:0) after 4m3s
[11:02:21.237] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:22:0)
[11:02:21.276] Build status: STARTED
[11:02:21.276] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:23:0) after 7m47s
[11:10:08.311] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:23:0)
[11:10:08.328] Build status: STARTED
[11:10:08.328] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:24:0) after 3m30s
[11:13:38.428] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:24:0)
[11:13:38.462] Build status: STARTED
[11:13:38.463] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:25:0) after 4m40s
[11:18:18.647] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:25:0)
[11:18:18.718] Build status: STARTED
[11:18:18.718] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:26:0) after 7m38s
[11:25:56.988] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:26:0)
[11:25:57.016] Build status: STARTED
[11:25:57.016] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:27:0) after 3m10s
[11:29:07.038] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:27:0)
[11:29:07.057] Build status: STARTED
[11:29:07.057] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:28:0) after 5m20s
[11:34:27.042] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:28:0)
[11:34:27.120] Build status: STARTED
[11:34:27.120] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:29:0) after 3m20s
[11:37:47.148] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:29:0)
[11:37:47.171] Build status: STARTED
[11:37:47.171] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:30:0) after 5m20s
[11:43:07.220] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:30:0)
[11:43:07.237] Build status: STARTED
[11:43:07.237] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:31:0) after 1m1s
[11:44:08.273] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:31:0)
[11:44:08.304] Build status: STARTED
[11:44:08.304] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:32:0) after 8m30s
[11:52:38.319] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:32:0)
[11:52:38.517] Build status: STARTED
[11:52:38.517] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:33:0) after 2m58s
[11:55:36.552] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:33:0)
[11:55:36.590] Build status: STARTED
[11:55:36.590] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:34:0) after 6m24s
[12:02:00.654] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:34:0)
[12:02:00.724] Build status: STARTED
[12:02:00.724] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:35:0) after 8m45s
[12:10:45.817] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:35:0)
[12:10:45.843] Build status: STARTED
[12:10:45.843] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:36:0) after 5m20s
[12:16:05.975] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:36:0)
[12:16:05.996] Build status: STARTED
[12:16:05.996] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:37:0) after 5m0s
[12:21:06.052] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:37:0)
[12:21:06.238] Build status: STARTED
[12:21:06.238] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:38:0) after 4m33s
[12:25:39.263] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:38:0)
[12:25:39.279] Build status: STARTED
[12:25:39.279] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:39:0) after 5m32s
[12:31:11.304] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:39:0)
[12:31:11.322] Build status: STARTED
[12:31:11.322] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:40:0) after 3m56s
[12:35:07.361] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:40:0)
[12:35:07.381] Build status: STARTED
[12:35:07.381] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:41:0) after 4m12s
[12:39:19.497] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:41:0)
[12:39:19.515] Build status: STARTED
[12:39:19.515] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:42:0) after 1m58s
[12:41:17.578] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:42:0)
[12:41:17.615] Build status: STARTED
[12:41:17.615] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:43:0) after 1m9s
[12:42:26.667] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:43:0)
[12:42:26.687] Build status: STARTED
[12:42:26.687] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:44:0) after 8m14s
[12:50:40.705] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:44:0)
[12:50:40.725] Build status: STARTED
[12:50:40.725] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:45:0) after 5m33s
[12:56:13.778] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:45:0)
[12:56:13.794] Build status: STARTED
[12:56:13.794] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:46:0) after 2m37s
[12:58:50.917] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:46:0)
[12:58:50.936] Build status: STARTED
[12:58:50.936] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:47:0) after 9m17s
[13:08:07.969] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:47:0)
[13:08:08.020] Build status: STARTED
[13:08:08.020] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:48:0) after 8m15s
[13:16:23.138] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:48:0)
[13:16:23.184] Build status: STARTED
[13:16:23.184] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:49:0) after 3m14s
[13:19:37.211] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:49:0)
[13:19:37.227] Build status: STARTED
[13:19:37.227] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:50:0) after 3m12s
[13:22:49.638] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:50:0)
[13:22:49.699] Build status: STARTED
[13:22:49.699] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:51:0) after 7m50s
[13:30:40.001] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:51:0)
[13:30:40.178] Build status: STARTED
[13:30:40.178] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:52:0) after 1m47s
[13:32:27.543] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:52:0)
[13:32:27.568] Build status: STARTED
[13:32:27.568] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:53:0) after 1m33s
[13:34:00.759] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:53:0)
[13:34:00.786] Build status: STARTED
[13:34:00.786] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:54:0) after 5m17s
[13:39:17.955] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:54:0)
[13:39:17.974] Build status: STARTED
[13:39:17.974] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:55:0) after 3m34s
[13:42:52.063] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:55:0)
[13:42:52.096] Build status: STARTED
[13:42:52.096] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:56:0) after 2m33s
[13:45:25.329] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:56:0)
[13:45:25.410] Build status: STARTED
[13:45:25.410] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:57:0) after 8m29s
[13:53:54.427] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:57:0)
[13:53:54.444] Build status: STARTED
[13:53:54.444] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:58:0) after 3m37s
[13:57:31.472] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:58:0)
[13:57:31.498] Build status: STARTED
[13:57:31.498] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:59:0) after 4m54s
[14:02:25.667] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:59:0)
[14:02:25.841] Build status: STARTED
[14:02:25.841] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:60:0) after 6m6s
[14:08:32.037] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:60:0)
[14:08:32.108] Build status: STARTED
[14:08:32.108] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:61:0) after 7m3s
[14:15:35.226] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:61:0)
[14:15:35.265] Build status: STARTED
[14:15:35.265] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:62:0) after 4m35s
[14:20:10.464] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:62:0)
[14:20:10.533] Build status: STARTED
[14:20:10.533] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:63:0) after 9m32s
[14:29:42.672] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:63:0)
[14:29:42.695] Build status: STARTED
[14:29:42.695] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:64:0) after 9m48s
[14:39:30.752] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:64:0)
[14:39:30.786] Build status: STARTED
[14:39:30.786] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:65:0) after 9m55s
[14:49:25.829] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:65:0)
[14:49:25.886] Build status: STARTED
[14:49:25.886] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:66:0) after 1m23s
[14:50:49.029] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:66:0)
[14:50:49.058] Build status: STARTED
[14:50:49.059] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:67:0) after 5m9s
[14:55:58.032] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:67:0)
[14:55:58.100] Build status: STARTED
[14:55:58.101] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:68:0) after 7m13s
[15:03:11.140] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:68:0)
[15:03:11.299] Build status: STARTED
[15:03:11.299] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:69:0) after 2m24s
[15:05:35.567] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:69:0)
[15:05:35.599] Build status: STARTED
[15:05:35.599] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:70:0) after 9m2s
[15:14:37.723] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:70:0)
[15:14:37.750] Build status: STARTED
[15:14:37.750] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:71:0) after 5m53s
[15:20:30.919] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:71:0)
[15:20:30.954] Build status: STARTED
[15:20:30.954] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:72:0) after 7m35s
[15:28:05.998] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:72:0)
[15:28:06.065] Build status: STARTED
[15:28:06.065] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:73:0) after 5m38s
[15:33:44.103] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:73:0)
[15:33:44.128] Build status: STARTED
[15:33:44.128] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:74:0) after 8m32s
[15:42:16.212] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:74:0)
[15:42:16.234] Build status: STARTED
[15:42:16.234] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:75:0) after 9m22s
[15:51:38.320] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:75:0)
[15:51:38.342] Build status: STARTED
[15:51:38.342] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:76:0) after 9m22s
[16:01:00.679] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:76:0)
[16:01:00.743] Build status: STARTED
[16:01:00.743] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:77:0) after 6m24s
[16:07:25.319] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:77:0)
[16:07:25.363] Build status: STARTED
[16:07:25.363] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:78:0) after 4m46s
[16:12:11.460] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:78:0)
[16:12:11.481] Build status: STARTED
[16:12:11.481] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:79:0) after 8m44s
[16:20:55.661] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:79:0)
[16:20:55.817] Build status: STARTED
[16:20:55.817] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:80:0) after 8m33s
[16:29:28.873] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:80:0)
[16:29:28.899] Build status: STARTED
[16:29:28.899] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:81:0) after 9m57s
[16:39:25.919] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:81:0)
[16:39:25.945] Build status: STARTED
[16:39:25.945] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:82:0) after 4m19s
[16:43:45.048] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:82:0)
[16:43:45.076] Build status: STARTED
[16:43:45.076] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:83:0) after 9m8s
[16:52:53.119] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:83:0)
[16:52:53.140] Build status: STARTED
[16:52:53.140] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:84:0) after 5m54s
[16:58:47.674] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:84:0)
[16:58:47.693] Build status: STARTED
[16:58:47.693] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:85:0) after 7m5s
[17:05:52.890] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:85:0)
[17:05:52.908] Build status: STARTED
[17:05:52.908] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:86:0) after 8m53s
[17:14:46.382] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:86:0)
[17:14:46.407] Build status: STARTED
[17:14:46.408] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:87:0) after 4m50s
[17:19:36.437] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:87:0)
[17:19:36.456] Build status: STARTED
[17:19:36.456] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:88:0) after 6m27s
[17:26:03.644] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:88:0)
[17:26:03.878] Build status: STARTED
[17:26:03.878] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:89:0) after 9m34s
[17:35:37.932] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:89:0)
[17:35:37.970] Build status: STARTED
[17:35:37.970] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:90:0) after 4m16s
[17:39:53.961] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:90:0)
[17:39:54.027] Build status: STARTED
[17:39:54.027] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:91:0) after 3m59s
[17:43:53.099] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:91:0)
[17:43:53.125] Build status: STARTED
[17:43:53.125] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:92:0) after 7m1s
[17:50:54.170] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:92:0)
[17:50:54.282] Build status: STARTED
[17:50:54.282] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:93:0) after 8m22s
[17:59:16.798] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:93:0)
[17:59:16.835] Build status: STARTED
[17:59:16.835] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:94:0) after 8m59s
[18:08:15.863] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:94:0)
[18:08:15.890] Build status: STARTED
[18:08:15.890] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:95:0) after 9m30s
[18:17:45.934] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:95:0)
[18:17:45.952] Build status: STARTED
[18:17:45.952] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:96:0) after 9m28s
[18:27:14.080] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:96:0)
[18:27:14.103] Build status: STARTED
[18:27:14.103] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:97:0) after 4m8s
[18:31:22.122] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:97:0)
[18:31:22.232] Build status: STARTED
[18:31:22.232] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:98:0) after 9m40s
[18:41:02.341] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:98:0)
[18:41:02.442] Build status: STARTED
[18:41:02.442] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:99:0) after 6m39s
[18:47:41.473] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:99:0)
[18:47:41.499] Build status: STARTED
[18:47:41.499] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:100:0) after 1m2s
[18:48:43.517] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:100:0)
[18:48:43.545] Build status: STARTED
[18:48:43.545] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:101:0) after 1m19s
[18:50:02.677] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:101:0)
[18:50:02.790] Build status: STARTED
[18:50:02.790] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:102:0) after 5m19s
[18:55:21.864] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:102:0)
[18:55:21.880] Build status: STARTED
[18:55:21.880] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:103:0) after 1m44s
[18:57:06.046] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:103:0)
[18:57:06.086] Build status: STARTED
[18:57:06.086] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:104:0) after 5m27s
[19:02:33.448] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:104:0)
[19:02:33.548] Build status: STARTED
[19:02:33.548] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:105:0) after 7m6s
[19:09:39.594] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:105:0)
[19:09:39.679] Build status: STARTED
[19:09:39.679] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:106:0) after 6m14s
[19:15:53.791] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:106:0)
[19:15:53.813] Build status: STARTED
[19:15:53.813] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:107:0) after 6m13s
[19:22:06.838] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:107:0)
[19:22:06.884] Build status: STARTED
[19:22:06.884] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:108:0) after 2m7s
[19:24:13.925] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:108:0)
[19:24:13.945] Build status: STARTED
[19:24:13.945] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:109:0) after 9m0s
[19:33:14.065] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:109:0)
[19:33:14.110] Build status: STARTED
[19:33:14.110] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:110:0) after 5m18s
[19:38:32.131] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:110:0)
[19:38:32.152] Build status: STARTED
[19:38:32.152] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:111:0) after 5m24s
[19:43:56.283] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:111:0)
[19:43:56.301] Build status: STARTED
[19:43:56.301] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:112:0) after 3m13s
[19:47:09.543] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:112:0)
[19:47:09.692] Build status: STARTED
[19:47:09.692] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:113:0) after 1m22s
[19:48:31.897] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:113:0)
[19:48:31.935] Build status: STARTED
[19:48:31.935] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:114:0) after 7m29s
[19:56:01.136] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:114:0)
[19:56:01.165] Build status: STARTED
[19:56:01.165] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:115:0) after 3m40s
[19:59:41.264] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:115:0)
[19:59:41.281] Build status: STARTED
[19:59:41.281] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:116:0) after 5m55s
[20:05:36.374] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:116:0)
[20:05:36.399] Build status: STARTED
[20:05:36.399] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:117:0) after 9m9s
[20:14:45.422] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:117:0)
[20:14:45.438] Build status: STARTED
[20:14:45.438] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:118:0) after 9m11s
[20:23:56.458] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:118:0)
[20:23:56.478] Build status: STARTED
[20:23:56.478] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:119:0) after 4m56s
[20:28:52.506] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:119:0)
[20:28:52.537] Build status: STARTED
[20:28:52.537] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:120:0) after 4m57s
[20:33:49.558] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:120:0)
[20:33:49.606] Build status: STARTED
[20:33:49.606] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:121:0) after 9m48s
[20:43:38.036] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:121:0)
[20:43:38.062] Build status: STARTED
[20:43:38.062] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:122:0) after 7m15s
[20:50:53.083] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:122:0)
[20:50:53.128] Build status: STARTED
[20:50:53.128] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:123:0) after 8m11s
[20:59:04.155] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:123:0)
[20:59:04.192] Build status: STARTED
[20:59:04.192] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:124:0) after 3m30s
[21:02:34.357] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:124:0)
[21:02:34.464] Build status: STARTED
[21:02:34.464] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:125:0) after 7m40s
[21:10:14.635] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:125:0)
[21:10:14.661] Build status: STARTED
[21:10:14.661] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:126:0) after 1m52s
[21:12:06.795] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:126:0)
[21:12:06.889] Build status: STARTED
[21:12:06.889] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:127:0) after 8m23s
[21:20:30.016] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:127:0)
[21:20:30.104] Build status: STARTED
[21:20:30.104] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:128:0) after 1m41s
[21:22:11.127] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:128:0)
[21:22:11.147] Build status: STARTED
[21:22:11.147] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8925907243356589232:129:0) after 2m52s
[21:24:03.275] Received PubSub notification, asking Buildbucket for the build status
[21:24:03.351] Build:
{
  "id": "8760477181444099025",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 1880,
  "createdBy": "project:chromium",
  "createTime": "2023-12-28T09:15:34.801912922Z",
  "startTime": "2023-12-28T09:15:39.828544Z",
  "endTime": "2023-12-28T21:24:02.533045Z",
  "updateTime": "2023-12-28T21:24:02.533045Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e762b9f1298cd229c53e4791f1802fe7e0d1bbdc",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[21:24:03.351] Invocation finished in 12h8m29.757171952s with status FAILED