Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "0363e82d12464217faf5d26a3c30abe9f2ee5d1c"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0363e82d12464217faf5d26a3c30abe9f2ee5d1c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[17:58:28.455] New invocation is queued and will start shortly
[17:58:29.683] Starting the invocation (attempt 1)
[17:58:29.723] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0363e82d12464217faf5d26a3c30abe9f2ee5d1c"
[17:58:29.723] Popped gitiles commit info from properties and tags
[17:58:29.723] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:58:29.723] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:58:29.723] Buildbucket request:
{
  "requestId": "8954593582796172752",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "0363e82d12464217faf5d26a3c30abe9f2ee5d1c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8954593582796172752"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:58:30.476] Scheduled build:
{
  "id": "8789163520645630721",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 1207,
  "createdBy": "project:chromium",
  "createTime": "2023-02-14T17:58:29.873494278Z",
  "updateTime": "2023-02-14T17:58:29.873494278Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0363e82d12464217faf5d26a3c30abe9f2ee5d1c",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[17:58:30.476] Task URL: https://cr-buildbucket.appspot.com/build/8789163520645630721
[17:58:30.476] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:2:0) after 2m4s
[17:59:04.907] Received PubSub notification, asking Buildbucket for the build status
[17:59:04.949] Build status: STARTED
[18:00:35.191] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:2:0)
[18:00:35.258] Build status: STARTED
[18:00:35.259] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:4:0) after 5m54s
[18:06:29.402] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:4:0)
[18:06:29.454] Build status: STARTED
[18:06:29.454] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:5:0) after 9m7s
[18:15:37.114] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:5:0)
[18:15:37.152] Build status: STARTED
[18:15:37.152] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:6:0) after 9m50s
[18:25:27.333] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:6:0)
[18:25:27.369] Build status: STARTED
[18:25:27.369] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:7:0) after 4m56s
[18:30:23.487] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:7:0)
[18:30:23.510] Build status: STARTED
[18:30:23.510] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:8:0) after 6m0s
[18:36:23.652] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:8:0)
[18:36:23.676] Build status: STARTED
[18:36:23.677] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:9:0) after 2m7s
[18:38:30.668] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:9:0)
[18:38:30.697] Build status: STARTED
[18:38:30.697] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:10:0) after 7m14s
[18:45:44.798] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:10:0)
[18:45:44.828] Build status: STARTED
[18:45:44.828] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:11:0) after 5m1s
[18:51:20.834] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:11:0)
[18:51:20.865] Build status: STARTED
[18:51:20.865] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:12:0) after 9m36s
[19:00:57.283] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:12:0)
[19:00:57.350] Build status: STARTED
[19:00:57.350] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:13:0) after 9m31s
[19:10:28.578] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:13:0)
[19:10:28.601] Build status: STARTED
[19:10:28.601] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:14:0) after 8m38s
[19:19:06.745] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:14:0)
[19:19:06.767] Build status: STARTED
[19:19:06.767] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:15:0) after 3m8s
[19:22:14.807] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:15:0)
[19:22:14.832] Build status: STARTED
[19:22:14.832] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:16:0) after 5m51s
[19:28:05.920] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:16:0)
[19:28:05.961] Build status: STARTED
[19:28:05.961] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:17:0) after 2m37s
[19:30:43.080] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:17:0)
[19:30:43.122] Build status: STARTED
[19:30:43.122] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:18:0) after 3m37s
[19:34:20.431] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:18:0)
[19:34:20.455] Build status: STARTED
[19:34:20.455] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:19:0) after 2m44s
[19:37:04.504] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:19:0)
[19:37:04.526] Build status: STARTED
[19:37:04.526] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:20:0) after 9m53s
[19:46:57.694] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:20:0)
[19:46:57.714] Build status: STARTED
[19:46:57.714] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:21:0) after 4m29s
[19:51:26.861] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:21:0)
[19:51:26.895] Build status: STARTED
[19:51:26.895] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:22:0) after 3m59s
[19:55:26.030] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:22:0)
[19:55:26.056] Build status: STARTED
[19:55:26.056] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:23:0) after 4m41s
[20:00:07.106] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:23:0)
[20:00:07.138] Build status: STARTED
[20:00:07.139] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:24:0) after 7m20s
[20:07:27.197] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:24:0)
[20:07:27.249] Build status: STARTED
[20:07:27.249] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:25:0) after 7m51s
[20:15:18.417] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:25:0)
[20:15:18.458] Build status: STARTED
[20:15:18.458] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:26:0) after 9m49s
[20:25:07.528] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:26:0)
[20:25:07.552] Build status: STARTED
[20:25:07.552] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:27:0) after 2m19s
[20:27:26.575] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:27:0)
[20:27:26.601] Build status: STARTED
[20:27:26.601] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:28:0) after 3m10s
[20:30:36.633] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:28:0)
[20:30:36.668] Build status: STARTED
[20:30:36.668] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:29:0) after 4m2s
[20:34:38.767] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:29:0)
[20:34:38.814] Build status: STARTED
[20:34:38.814] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:30:0) after 5m36s
[20:40:14.867] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:30:0)
[20:40:14.887] Build status: STARTED
[20:40:14.887] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:31:0) after 5m12s
[20:45:26.920] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:31:0)
[20:45:26.952] Build status: STARTED
[20:45:26.952] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:32:0) after 7m41s
[20:53:08.136] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:32:0)
[20:53:08.180] Build status: STARTED
[20:53:08.180] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:33:0) after 8m19s
[21:01:27.203] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:33:0)
[21:01:27.231] Build status: STARTED
[21:01:27.231] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:34:0) after 9m40s
[21:11:07.257] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:34:0)
[21:11:07.294] Build status: STARTED
[21:11:07.294] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:35:0) after 7m25s
[21:18:32.422] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:35:0)
[21:18:32.446] Build status: STARTED
[21:18:32.446] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:36:0) after 9m25s
[21:27:57.581] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:36:0)
[21:27:57.615] Build status: STARTED
[21:27:57.615] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:37:0) after 9m48s
[21:37:45.915] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:37:0)
[21:37:45.953] Build status: STARTED
[21:37:45.953] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:38:0) after 4m19s
[21:42:04.941] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:38:0)
[21:42:04.969] Build status: STARTED
[21:42:04.969] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:39:0) after 5m51s
[21:47:56.096] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:39:0)
[21:47:56.133] Build status: STARTED
[21:47:56.133] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:40:0) after 8m21s
[21:56:17.248] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:40:0)
[21:56:17.274] Build status: STARTED
[21:56:17.274] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:41:0) after 7m52s
[22:04:09.444] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:41:0)
[22:04:09.470] Build status: STARTED
[22:04:09.470] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:42:0) after 3m33s
[22:07:42.532] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:42:0)
[22:07:42.553] Build status: STARTED
[22:07:42.553] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:43:0) after 1m53s
[22:09:35.591] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:43:0)
[22:09:35.623] Build status: STARTED
[22:09:35.624] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:44:0) after 7m42s
[22:17:17.999] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:44:0)
[22:17:18.020] Build status: STARTED
[22:17:18.021] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:45:0) after 6m42s
[22:24:00.475] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:45:0)
[22:24:00.499] Build status: STARTED
[22:24:00.499] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:46:0) after 5m26s
[22:29:26.636] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:46:0)
[22:29:26.656] Build status: STARTED
[22:29:26.656] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:47:0) after 2m30s
[22:31:56.801] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:47:0)
[22:31:56.826] Build status: STARTED
[22:31:56.826] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:48:0) after 1m20s
[22:33:16.957] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:48:0)
[22:33:16.978] Build status: STARTED
[22:33:16.978] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:49:0) after 5m30s
[22:38:47.085] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:49:0)
[22:38:47.117] Build status: STARTED
[22:38:47.117] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:50:0) after 2m39s
[22:41:26.290] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:50:0)
[22:41:26.314] Build status: STARTED
[22:41:26.314] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:51:0) after 6m46s
[22:48:12.329] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:51:0)
[22:48:12.355] Build status: STARTED
[22:48:12.355] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:52:0) after 1m18s
[22:49:30.423] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:52:0)
[22:49:30.450] Build status: STARTED
[22:49:30.450] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:53:0) after 6m44s
[22:56:14.473] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:53:0)
[22:56:14.505] Build status: STARTED
[22:56:14.505] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:54:0) after 7m25s
[23:03:39.604] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:54:0)
[23:03:39.626] Build status: STARTED
[23:03:39.626] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:55:0) after 3m54s
[23:07:33.651] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:55:0)
[23:07:33.683] Build status: STARTED
[23:07:33.683] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:56:0) after 1m26s
[23:08:59.742] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:56:0)
[23:08:59.791] Build status: STARTED
[23:08:59.791] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:57:0) after 5m18s
[23:14:17.926] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:57:0)
[23:14:17.952] Build status: STARTED
[23:14:17.952] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:58:0) after 5m3s
[23:19:20.976] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:58:0)
[23:19:21.027] Build status: STARTED
[23:19:21.027] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:59:0) after 8m12s
[23:27:33.144] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:59:0)
[23:27:33.166] Build status: STARTED
[23:27:33.166] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:60:0) after 9m10s
[23:36:43.345] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:60:0)
[23:36:43.369] Build status: STARTED
[23:36:43.369] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:61:0) after 3m22s
[23:40:05.482] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:61:0)
[23:40:05.530] Build status: STARTED
[23:40:05.530] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:62:0) after 5m14s
[23:45:19.802] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:62:0)
[23:45:19.825] Build status: STARTED
[23:45:19.825] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:63:0) after 2m29s
[23:47:49.043] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:63:0)
[23:47:49.069] Build status: STARTED
[23:47:49.069] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:64:0) after 4m55s
[23:52:44.099] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:64:0)
[23:52:44.141] Build status: STARTED
[23:52:44.141] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:65:0) after 4m13s
[23:56:57.192] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:65:0)
[23:56:57.216] Build status: STARTED
[23:56:57.216] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:66:0) after 9m15s
[00:06:12.289] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:66:0)
[00:06:12.314] Build status: STARTED
[00:06:12.314] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:67:0) after 5m23s
[00:11:35.342] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:67:0)
[00:11:35.362] Build status: STARTED
[00:11:35.362] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:68:0) after 3m54s
[00:15:29.354] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:68:0)
[00:15:29.395] Build status: STARTED
[00:15:29.395] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:69:0) after 2m11s
[00:17:40.418] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:69:0)
[00:17:40.523] Build status: STARTED
[00:17:40.523] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:70:0) after 6m44s
[00:24:24.806] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:70:0)
[00:24:24.827] Build status: STARTED
[00:24:24.827] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:71:0) after 8m49s
[00:33:13.858] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:71:0)
[00:33:13.889] Build status: STARTED
[00:33:13.889] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:72:0) after 1m2s
[00:34:15.912] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:72:0)
[00:34:15.932] Build status: STARTED
[00:34:15.932] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:73:0) after 6m14s
[00:40:30.157] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:73:0)
[00:40:30.186] Build status: STARTED
[00:40:30.186] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:74:0) after 7m35s
[00:48:05.227] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:74:0)
[00:48:05.267] Build status: STARTED
[00:48:05.267] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:75:0) after 3m57s
[00:52:02.594] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:75:0)
[00:52:02.649] Build status: STARTED
[00:52:02.650] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:76:0) after 2m13s
[00:54:16.235] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:76:0)
[00:54:16.326] Build status: STARTED
[00:54:16.326] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:77:0) after 8m8s
[01:02:24.379] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:77:0)
[01:02:24.399] Build status: STARTED
[01:02:24.399] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:78:0) after 3m18s
[01:05:42.639] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:78:0)
[01:05:42.669] Build status: STARTED
[01:05:42.669] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:79:0) after 2m27s
[01:08:09.905] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:79:0)
[01:08:09.931] Build status: STARTED
[01:08:09.931] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:80:0) after 8m9s
[01:16:19.110] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:80:0)
[01:16:19.132] Build status: STARTED
[01:16:19.132] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:81:0) after 8m0s
[01:24:19.160] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:81:0)
[01:24:19.202] Build status: STARTED
[01:24:19.202] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:82:0) after 2m51s
[01:27:10.276] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:82:0)
[01:27:10.298] Build status: STARTED
[01:27:10.298] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:83:0) after 3m59s
[01:31:09.357] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:83:0)
[01:31:09.430] Build status: STARTED
[01:31:09.430] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:84:0) after 7m54s
[01:39:03.436] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:84:0)
[01:39:03.474] Build status: STARTED
[01:39:03.474] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:85:0) after 8m34s
[01:47:37.604] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:85:0)
[01:47:37.666] Build status: STARTED
[01:47:37.667] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:86:0) after 7m9s
[01:54:46.743] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:86:0)
[01:54:46.807] Build status: STARTED
[01:54:46.807] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:87:0) after 7m54s
[02:02:40.839] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:87:0)
[02:02:40.868] Build status: STARTED
[02:02:40.868] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:88:0) after 1m53s
[02:04:33.958] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:88:0)
[02:04:33.979] Build status: STARTED
[02:04:33.979] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:89:0) after 1m53s
[02:06:27.089] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:89:0)
[02:06:27.114] Build status: STARTED
[02:06:27.114] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:90:0) after 1m33s
[02:08:00.158] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:90:0)
[02:08:00.182] Build status: STARTED
[02:08:00.182] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:91:0) after 7m9s
[02:15:09.207] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:91:0)
[02:15:09.268] Build status: STARTED
[02:15:09.268] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:92:0) after 5m59s
[02:21:08.550] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:92:0)
[02:21:08.584] Build status: STARTED
[02:21:08.584] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:93:0) after 7m17s
[02:28:25.708] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:93:0)
[02:28:25.729] Build status: STARTED
[02:28:25.729] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:94:0) after 8m2s
[02:36:27.755] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:94:0)
[02:36:27.782] Build status: STARTED
[02:36:27.782] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:95:0) after 8m28s
[02:44:55.954] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:95:0)
[02:44:55.978] Build status: STARTED
[02:44:55.979] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:96:0) after 8m0s
[02:52:56.104] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:96:0)
[02:52:56.125] Build status: STARTED
[02:52:56.125] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:97:0) after 2m7s
[02:55:03.608] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:97:0)
[02:55:03.630] Build status: STARTED
[02:55:03.630] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:98:0) after 5m13s
[03:00:16.676] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:98:0)
[03:00:16.833] Build status: STARTED
[03:00:16.833] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:99:0) after 3m48s
[03:04:04.896] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:99:0)
[03:04:04.918] Build status: STARTED
[03:04:04.918] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:100:0) after 4m19s
[03:08:23.941] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:100:0)
[03:08:23.983] Build status: STARTED
[03:08:23.983] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:101:0) after 9m47s
[03:18:11.051] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:101:0)
[03:18:11.129] Build status: STARTED
[03:18:11.129] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:102:0) after 8m56s
[03:27:07.409] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:102:0)
[03:27:07.609] Build status: STARTED
[03:27:07.609] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:103:0) after 6m43s
[03:33:50.634] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:103:0)
[03:33:50.655] Build status: STARTED
[03:33:50.655] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:104:0) after 9m27s
[03:43:17.964] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:104:0)
[03:43:17.984] Build status: STARTED
[03:43:17.984] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:105:0) after 5m48s
[03:49:06.152] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:105:0)
[03:49:06.172] Build status: STARTED
[03:49:06.172] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:106:0) after 1m8s
[03:50:14.207] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:106:0)
[03:50:14.232] Build status: STARTED
[03:50:14.232] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:107:0) after 4m15s
[03:54:29.484] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:107:0)
[03:54:29.511] Build status: STARTED
[03:54:29.511] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:108:0) after 6m48s
[04:01:17.544] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:108:0)
[04:01:17.680] Build status: STARTED
[04:01:17.680] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:109:0) after 1m28s
[04:02:45.719] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:109:0)
[04:02:45.910] Build status: STARTED
[04:02:45.910] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8954593582796172752:110:0) after 6m36s
[04:04:45.692] Received PubSub notification, asking Buildbucket for the build status
[04:04:45.712] Build:
{
  "id": "8789163520645630721",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 1207,
  "createdBy": "project:chromium",
  "createTime": "2023-02-14T17:58:29.873494278Z",
  "startTime": "2023-02-14T17:59:04.021690Z",
  "endTime": "2023-02-15T04:04:45.182501204Z",
  "updateTime": "2023-02-15T04:04:45.182501204Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0363e82d12464217faf5d26a3c30abe9f2ee5d1c",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[04:04:45.712] Invocation finished in 10h6m17.27317977s with status FAILED