Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "709486c6afb8ed0a534f90070014743fa26cd980"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/709486c6afb8ed0a534f90070014743fa26cd980
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[09:35:40.832] New invocation is queued and will start shortly
[09:35:41.970] Starting the invocation (attempt 1)
[09:35:42.007] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/709486c6afb8ed0a534f90070014743fa26cd980"
[09:35:42.009] Popped gitiles commit info from properties and tags
[09:35:42.009] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:35:42.010] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:35:42.011] Buildbucket request:
{
  "requestId": "8921376129169582560",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "709486c6afb8ed0a534f90070014743fa26cd980",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8921376129169582560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:35:42.612] Scheduled build:
{
  "id": "8755946067195233249",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 1980,
  "createdBy": "project:chromium",
  "createTime": "2024-02-16T09:35:42.085698293Z",
  "updateTime": "2024-02-16T09:35:42.085698293Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "709486c6afb8ed0a534f90070014743fa26cd980",
      "ref": "refs/heads/main"
    }
  }
}
[09:35:42.612] Task URL: https://cr-buildbucket.appspot.com/build/8755946067195233249
[09:35:42.612] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:2:0) after 7m5s
[09:35:43.541] Received PubSub notification, asking Buildbucket for the build status
[09:35:43.609] Build status: SCHEDULED
[09:37:44.510] Received PubSub notification, asking Buildbucket for the build status
[09:37:44.546] Build status: STARTED
[09:42:47.882] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:2:0)
[09:42:47.910] Build status: STARTED
[09:42:47.910] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:5:0) after 3m25s
[09:46:12.998] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:5:0)
[09:46:13.097] Build status: STARTED
[09:46:13.097] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:6:0) after 1m40s
[09:47:53.158] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:6:0)
[09:47:53.178] Build status: STARTED
[09:47:53.178] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:7:0) after 4m20s
[09:52:13.203] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:7:0)
[09:52:13.235] Build status: STARTED
[09:52:13.235] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:8:0) after 7m25s
[09:59:38.410] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:8:0)
[09:59:38.431] Build status: STARTED
[09:59:38.431] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:9:0) after 6m9s
[10:05:47.693] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:9:0)
[10:05:47.721] Build status: STARTED
[10:05:47.721] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:10:0) after 9m16s
[10:15:03.888] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:10:0)
[10:15:03.921] Build status: STARTED
[10:15:03.921] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:11:0) after 3m19s
[10:18:23.010] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:11:0)
[10:18:23.039] Build status: STARTED
[10:18:23.039] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:12:0) after 5m44s
[10:24:07.349] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:12:0)
[10:24:07.380] Build status: STARTED
[10:24:07.380] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:13:0) after 5m55s
[10:30:02.420] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:13:0)
[10:30:02.445] Build status: STARTED
[10:30:02.445] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:14:0) after 7m16s
[10:37:18.773] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:14:0)
[10:37:18.800] Build status: STARTED
[10:37:18.800] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:15:0) after 4m44s
[10:42:02.824] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:15:0)
[10:42:02.846] Build status: STARTED
[10:42:02.846] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:16:0) after 3m43s
[10:45:46.014] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:16:0)
[10:45:46.062] Build status: STARTED
[10:45:46.062] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:17:0) after 2m57s
[10:48:43.252] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:17:0)
[10:48:43.371] Build status: STARTED
[10:48:43.371] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:18:0) after 8m18s
[10:57:01.574] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:18:0)
[10:57:01.682] Build status: STARTED
[10:57:01.682] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:19:0) after 5m45s
[11:02:46.720] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:19:0)
[11:02:46.818] Build status: STARTED
[11:02:46.818] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:20:0) after 5m35s
[11:08:22.309] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:20:0)
[11:08:22.333] Build status: STARTED
[11:08:22.333] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:21:0) after 5m44s
[11:14:06.463] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:21:0)
[11:14:06.484] Build status: STARTED
[11:14:06.484] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:22:0) after 4m22s
[11:18:28.845] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:22:0)
[11:18:28.903] Build status: STARTED
[11:18:28.903] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:23:0) after 6m42s
[11:25:10.941] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:23:0)
[11:25:10.965] Build status: STARTED
[11:25:10.965] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:24:0) after 2m19s
[11:27:30.092] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:24:0)
[11:27:30.115] Build status: STARTED
[11:27:30.115] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:25:0) after 1m34s
[11:29:04.423] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:25:0)
[11:29:04.504] Build status: STARTED
[11:29:04.504] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:26:0) after 4m0s
[11:33:04.651] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:26:0)
[11:33:04.678] Build status: STARTED
[11:33:04.678] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:27:0) after 7m14s
[11:40:18.787] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:27:0)
[11:40:18.817] Build status: STARTED
[11:40:18.817] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:28:0) after 8m2s
[11:48:20.944] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:28:0)
[11:48:20.974] Build status: STARTED
[11:48:20.974] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:29:0) after 8m17s
[11:56:38.000] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:29:0)
[11:56:38.019] Build status: STARTED
[11:56:38.019] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:30:0) after 8m58s
[12:05:36.138] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:30:0)
[12:05:36.162] Build status: STARTED
[12:05:36.162] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:31:0) after 4m29s
[12:10:05.236] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:31:0)
[12:10:05.306] Build status: STARTED
[12:10:05.306] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:32:0) after 6m28s
[12:16:33.378] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:32:0)
[12:16:33.536] Build status: STARTED
[12:16:33.536] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:33:0) after 8m39s
[12:25:12.801] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:33:0)
[12:25:12.845] Build status: STARTED
[12:25:12.845] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:34:0) after 8m6s
[12:33:18.895] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:34:0)
[12:33:18.956] Build status: STARTED
[12:33:18.956] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:35:0) after 7m20s
[12:40:39.249] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:35:0)
[12:40:39.268] Build status: STARTED
[12:40:39.268] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:36:0) after 3m48s
[12:44:27.454] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:36:0)
[12:44:27.573] Build status: STARTED
[12:44:27.573] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:37:0) after 2m18s
[12:46:45.579] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:37:0)
[12:46:45.687] Build status: STARTED
[12:46:45.687] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:38:0) after 4m25s
[12:51:10.957] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:38:0)
[12:51:10.975] Build status: STARTED
[12:51:10.975] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:39:0) after 5m15s
[12:56:26.000] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:39:0)
[12:56:26.078] Build status: STARTED
[12:56:26.078] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:40:0) after 3m1s
[12:59:27.341] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:40:0)
[12:59:27.360] Build status: STARTED
[12:59:27.360] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:41:0) after 9m12s
[13:08:39.391] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:41:0)
[13:08:39.413] Build status: STARTED
[13:08:39.413] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:42:0) after 7m39s
[13:16:18.396] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:42:0)
[13:16:18.411] Build status: STARTED
[13:16:18.411] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:43:0) after 7m2s
[13:23:20.482] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:43:0)
[13:23:20.503] Build status: STARTED
[13:23:20.503] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:44:0) after 9m23s
[13:32:43.537] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:44:0)
[13:32:43.559] Build status: STARTED
[13:32:43.559] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:45:0) after 6m31s
[13:39:14.674] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:45:0)
[13:39:14.767] Build status: STARTED
[13:39:14.767] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:46:0) after 7m17s
[13:46:31.803] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:46:0)
[13:46:31.848] Build status: STARTED
[13:46:31.848] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:47:0) after 4m22s
[13:50:53.961] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:47:0)
[13:50:54.007] Build status: STARTED
[13:50:54.007] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:48:0) after 7m21s
[13:58:15.073] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:48:0)
[13:58:15.092] Build status: STARTED
[13:58:15.092] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:49:0) after 7m50s
[14:06:05.374] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:49:0)
[14:06:05.417] Build status: STARTED
[14:06:05.417] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:50:0) after 8m8s
[14:14:13.444] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:50:0)
[14:14:13.467] Build status: STARTED
[14:14:13.467] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:51:0) after 3m3s
[14:17:16.498] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:51:0)
[14:17:16.518] Build status: STARTED
[14:17:16.518] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:52:0) after 9m6s
[14:26:22.543] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:52:0)
[14:26:22.568] Build status: STARTED
[14:26:22.568] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:53:0) after 3m39s
[14:30:01.676] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:53:0)
[14:30:01.727] Build status: STARTED
[14:30:01.727] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:54:0) after 3m13s
[14:33:14.786] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:54:0)
[14:33:14.843] Build status: STARTED
[14:33:14.844] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:55:0) after 5m18s
[14:38:32.845] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:55:0)
[14:38:32.863] Build status: STARTED
[14:38:32.863] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:56:0) after 4m52s
[14:43:24.874] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:56:0)
[14:43:24.896] Build status: STARTED
[14:43:24.896] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:57:0) after 2m4s
[14:45:29.071] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:57:0)
[14:45:29.122] Build status: STARTED
[14:45:29.123] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:58:0) after 5m21s
[14:50:50.151] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:58:0)
[14:50:50.183] Build status: STARTED
[14:50:50.183] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:59:0) after 2m57s
[14:53:47.213] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:59:0)
[14:53:47.231] Build status: STARTED
[14:53:47.231] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:60:0) after 8m14s
[15:02:01.272] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:60:0)
[15:02:01.341] Build status: STARTED
[15:02:01.341] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:61:0) after 7m12s
[15:09:13.377] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:61:0)
[15:09:13.409] Build status: STARTED
[15:09:13.409] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:62:0) after 1m58s
[15:11:11.451] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:62:0)
[15:11:11.475] Build status: STARTED
[15:11:11.475] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:63:0) after 4m29s
[15:15:41.532] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:63:0)
[15:15:41.563] Build status: STARTED
[15:15:41.563] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:64:0) after 1m3s
[15:16:44.663] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:64:0)
[15:16:44.688] Build status: STARTED
[15:16:44.688] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:65:0) after 4m2s
[15:20:46.683] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:65:0)
[15:20:46.708] Build status: STARTED
[15:20:46.709] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:66:0) after 2m51s
[15:23:37.799] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:66:0)
[15:23:37.834] Build status: STARTED
[15:23:37.834] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:67:0) after 3m28s
[15:27:05.922] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:67:0)
[15:27:05.952] Build status: STARTED
[15:27:05.952] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:68:0) after 4m56s
[15:32:01.982] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:68:0)
[15:32:02.018] Build status: STARTED
[15:32:02.018] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:69:0) after 4m52s
[15:36:54.184] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:69:0)
[15:36:54.232] Build status: STARTED
[15:36:54.232] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:70:0) after 4m21s
[15:41:15.356] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:70:0)
[15:41:15.386] Build status: STARTED
[15:41:15.386] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:71:0) after 3m22s
[15:44:37.421] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:71:0)
[15:44:37.450] Build status: STARTED
[15:44:37.450] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:72:0) after 8m59s
[15:53:36.600] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:72:0)
[15:53:36.627] Build status: STARTED
[15:53:36.627] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:73:0) after 6m45s
[16:00:21.689] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:73:0)
[16:00:21.767] Build status: STARTED
[16:00:21.767] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:74:0) after 6m43s
[16:07:04.797] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:74:0)
[16:07:04.861] Build status: STARTED
[16:07:04.861] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:75:0) after 3m15s
[16:10:19.985] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:75:0)
[16:10:20.005] Build status: STARTED
[16:10:20.005] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:76:0) after 8m56s
[16:19:16.187] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:76:0)
[16:19:16.240] Build status: STARTED
[16:19:16.240] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:77:0) after 7m26s
[16:26:42.308] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:77:0)
[16:26:42.373] Build status: STARTED
[16:26:42.373] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:78:0) after 9m53s
[16:36:35.417] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:78:0)
[16:36:35.439] Build status: STARTED
[16:36:35.439] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:79:0) after 6m53s
[16:43:28.613] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:79:0)
[16:43:28.658] Build status: STARTED
[16:43:28.658] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:80:0) after 7m12s
[16:50:40.701] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:80:0)
[16:50:40.734] Build status: STARTED
[16:50:40.735] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:81:0) after 7m3s
[16:57:43.783] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:81:0)
[16:57:43.861] Build status: STARTED
[16:57:43.861] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:82:0) after 6m52s
[17:04:35.882] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:82:0)
[17:04:35.901] Build status: STARTED
[17:04:35.901] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:83:0) after 7m10s
[17:11:45.938] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:83:0)
[17:11:45.998] Build status: STARTED
[17:11:45.998] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:84:0) after 7m51s
[17:19:37.081] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:84:0)
[17:19:37.158] Build status: STARTED
[17:19:37.158] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:85:0) after 4m46s
[17:24:23.374] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:85:0)
[17:24:23.396] Build status: STARTED
[17:24:23.396] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:86:0) after 6m7s
[17:30:30.437] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:86:0)
[17:30:30.467] Build status: STARTED
[17:30:30.467] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:87:0) after 6m19s
[17:36:49.532] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:87:0)
[17:36:49.564] Build status: STARTED
[17:36:49.564] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:88:0) after 5m47s
[17:42:36.639] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:88:0)
[17:42:36.661] Build status: STARTED
[17:42:36.661] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:89:0) after 9m40s
[17:52:16.688] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:89:0)
[17:52:16.735] Build status: STARTED
[17:52:16.735] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:90:0) after 2m0s
[17:54:16.770] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:90:0)
[17:54:16.942] Build status: STARTED
[17:54:16.942] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:91:0) after 3m19s
[17:57:35.967] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:91:0)
[17:57:35.987] Build status: STARTED
[17:57:35.987] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:92:0) after 3m20s
[18:00:56.054] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:92:0)
[18:00:56.085] Build status: STARTED
[18:00:56.085] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:93:0) after 7m37s
[18:08:33.176] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:93:0)
[18:08:33.201] Build status: STARTED
[18:08:33.201] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:94:0) after 6m47s
[18:15:20.265] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:94:0)
[18:15:20.324] Build status: STARTED
[18:15:20.324] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:95:0) after 4m44s
[18:20:04.368] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:95:0)
[18:20:04.392] Build status: STARTED
[18:20:04.392] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:96:0) after 9m6s
[18:29:10.422] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:96:0)
[18:29:10.452] Build status: STARTED
[18:29:10.453] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:97:0) after 7m44s
[18:36:54.496] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:97:0)
[18:36:54.516] Build status: STARTED
[18:36:54.516] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:98:0) after 5m24s
[18:42:18.543] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:98:0)
[18:42:18.571] Build status: STARTED
[18:42:18.571] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:99:0) after 4m24s
[18:46:42.606] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:99:0)
[18:46:42.654] Build status: STARTED
[18:46:42.654] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:100:0) after 9m33s
[18:56:15.701] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:100:0)
[18:56:15.757] Build status: STARTED
[18:56:15.757] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:101:0) after 1m39s
[18:57:54.792] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:101:0)
[18:57:54.827] Build status: STARTED
[18:57:54.827] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:102:0) after 3m29s
[19:01:23.887] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:102:0)
[19:01:23.917] Build status: STARTED
[19:01:23.917] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:103:0) after 5m36s
[19:07:00.110] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:103:0)
[19:07:00.136] Build status: STARTED
[19:07:00.136] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:104:0) after 8m5s
[19:15:05.159] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:104:0)
[19:15:05.231] Build status: STARTED
[19:15:05.231] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:105:0) after 8m32s
[19:23:37.254] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:105:0)
[19:23:37.377] Build status: STARTED
[19:23:37.377] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:106:0) after 9m24s
[19:33:01.429] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:106:0)
[19:33:01.461] Build status: STARTED
[19:33:01.461] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:107:0) after 9m9s
[19:42:10.563] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:107:0)
[19:42:10.587] Build status: STARTED
[19:42:10.587] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:108:0) after 2m6s
[19:44:16.667] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:108:0)
[19:44:16.698] Build status: STARTED
[19:44:16.698] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:109:0) after 5m55s
[19:50:11.725] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:109:0)
[19:50:11.749] Build status: STARTED
[19:50:11.749] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:110:0) after 7m13s
[19:57:24.831] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:110:0)
[19:57:24.852] Build status: STARTED
[19:57:24.852] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:111:0) after 9m26s
[20:06:50.892] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:111:0)
[20:06:50.925] Build status: STARTED
[20:06:50.925] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:112:0) after 4m13s
[20:11:04.041] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:112:0)
[20:11:04.237] Build status: STARTED
[20:11:04.237] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:113:0) after 6m15s
[20:17:19.292] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:113:0)
[20:17:19.325] Build status: STARTED
[20:17:19.325] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:114:0) after 5m9s
[20:22:28.382] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:114:0)
[20:22:28.477] Build status: STARTED
[20:22:28.477] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:115:0) after 3m42s
[20:26:10.501] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:115:0)
[20:26:10.537] Build status: STARTED
[20:26:10.537] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:116:0) after 9m0s
[20:35:10.637] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:116:0)
[20:35:10.658] Build status: STARTED
[20:35:10.658] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:117:0) after 5m53s
[20:41:03.685] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:117:0)
[20:41:03.775] Build status: STARTED
[20:41:03.775] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:118:0) after 5m42s
[20:46:45.833] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:118:0)
[20:46:45.871] Build status: STARTED
[20:46:45.871] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:119:0) after 1m49s
[20:48:34.940] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:119:0)
[20:48:34.993] Build status: STARTED
[20:48:34.993] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:120:0) after 7m23s
[20:55:58.023] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:120:0)
[20:55:58.043] Build status: STARTED
[20:55:58.043] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:121:0) after 7m44s
[21:03:42.132] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:121:0)
[21:03:42.158] Build status: STARTED
[21:03:42.158] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:122:0) after 3m26s
[21:07:08.264] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:122:0)
[21:07:08.295] Build status: STARTED
[21:07:08.295] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:123:0) after 4m45s
[21:11:53.338] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:123:0)
[21:11:53.384] Build status: STARTED
[21:11:53.384] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:124:0) after 4m38s
[21:16:31.435] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:124:0)
[21:16:31.457] Build status: STARTED
[21:16:31.457] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:125:0) after 5m49s
[21:22:20.590] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:125:0)
[21:22:20.611] Build status: STARTED
[21:22:20.611] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:126:0) after 6m56s
[21:29:16.620] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:126:0)
[21:29:16.642] Build status: STARTED
[21:29:16.642] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:127:0) after 5m38s
[21:34:54.669] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:127:0)
[21:34:54.729] Build status: STARTED
[21:34:54.729] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:128:0) after 6m12s
[21:41:06.821] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:128:0)
[21:41:06.891] Build status: STARTED
[21:41:06.891] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:129:0) after 9m45s
[21:50:51.920] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:129:0)
[21:50:51.947] Build status: STARTED
[21:50:51.947] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:130:0) after 5m49s
[21:56:40.996] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:130:0)
[21:56:41.056] Build status: STARTED
[21:56:41.057] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:131:0) after 8m45s
[22:05:26.151] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:131:0)
[22:05:26.197] Build status: STARTED
[22:05:26.197] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:132:0) after 5m36s
[22:11:02.276] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:132:0)
[22:11:02.297] Build status: STARTED
[22:11:02.297] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921376129169582560:133:0) after 8m36s
[22:15:46.924] Received PubSub notification, asking Buildbucket for the build status
[22:15:46.952] Build:
{
  "id": "8755946067195233249",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 1980,
  "createdBy": "project:chromium",
  "createTime": "2024-02-16T09:35:42.085698293Z",
  "startTime": "2024-02-16T09:37:43.929546Z",
  "endTime": "2024-02-16T22:15:43.754983Z",
  "updateTime": "2024-02-16T22:15:43.754983Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "709486c6afb8ed0a534f90070014743fa26cd980",
      "ref": "refs/heads/main"
    }
  }
}
[22:15:46.952] Invocation finished in 12h40m6.132874222s with status FAILED