Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "b1eae4dc147bad943faa762fcc3333638db22a8b"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b1eae4dc147bad943faa762fcc3333638db22a8b
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:10:52.730] New invocation is queued and will start shortly
[03:10:54.193] Starting the invocation (attempt 1)
[03:10:54.224] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b1eae4dc147bad943faa762fcc3333638db22a8b"
[03:10:54.224] Popped gitiles commit info from properties and tags
[03:10:54.224] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:10:54.224] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:10:54.224] Buildbucket request:
{
  "requestId": "8934989883753427248",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b1eae4dc147bad943faa762fcc3333638db22a8b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8934989883753427248"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:10:54.912] Scheduled build:
{
  "id": "8769559821455218865",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 1678,
  "createdBy": "project:chromium",
  "createTime": "2023-09-19T03:10:54.297773166Z",
  "updateTime": "2023-09-19T03:10:54.297773166Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b1eae4dc147bad943faa762fcc3333638db22a8b",
      "ref": "refs/heads/main"
    }
  }
}
[03:10:54.912] Task URL: https://cr-buildbucket.appspot.com/build/8769559821455218865
[03:10:54.912] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:2:0) after 9m39s
[03:10:55.842] Received PubSub notification, asking Buildbucket for the build status
[03:10:55.864] Build status: SCHEDULED
[03:11:34.654] Received PubSub notification, asking Buildbucket for the build status
[03:11:34.675] Build status: STARTED
[03:20:33.949] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:2:0)
[03:20:33.970] Build status: STARTED
[03:20:33.970] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:5:0) after 9m47s
[03:30:21.020] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:5:0)
[03:30:21.046] Build status: STARTED
[03:30:21.046] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:6:0) after 8m58s
[03:39:19.504] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:6:0)
[03:39:19.638] Build status: STARTED
[03:39:19.638] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:7:0) after 7m38s
[03:46:57.700] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:7:0)
[03:46:57.719] Build status: STARTED
[03:46:57.719] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:8:0) after 2m39s
[03:49:36.890] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:8:0)
[03:49:36.922] Build status: STARTED
[03:49:36.922] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:9:0) after 2m3s
[03:51:40.042] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:9:0)
[03:51:40.069] Build status: STARTED
[03:51:40.069] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:10:0) after 5m35s
[03:57:15.290] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:10:0)
[03:57:15.381] Build status: STARTED
[03:57:15.381] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:11:0) after 2m5s
[03:59:20.402] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:11:0)
[03:59:20.470] Build status: STARTED
[03:59:20.470] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:12:0) after 4m16s
[04:03:36.609] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:12:0)
[04:03:36.628] Build status: STARTED
[04:03:36.628] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:13:0) after 7m54s
[04:11:30.744] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:13:0)
[04:11:30.764] Build status: STARTED
[04:11:30.764] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:14:0) after 5m5s
[04:16:35.866] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:14:0)
[04:16:35.882] Build status: STARTED
[04:16:35.882] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:15:0) after 8m57s
[04:25:32.997] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:15:0)
[04:25:33.159] Build status: STARTED
[04:25:33.159] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:16:0) after 1m38s
[04:27:11.251] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:16:0)
[04:27:11.269] Build status: STARTED
[04:27:11.269] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:17:0) after 8m56s
[04:36:07.343] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:17:0)
[04:36:07.383] Build status: STARTED
[04:36:07.383] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:18:0) after 4m21s
[04:40:28.442] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:18:0)
[04:40:28.462] Build status: STARTED
[04:40:28.462] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:19:0) after 8m55s
[04:49:23.613] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:19:0)
[04:49:23.632] Build status: STARTED
[04:49:23.632] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:20:0) after 7m30s
[04:56:53.749] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:20:0)
[04:56:53.765] Build status: STARTED
[04:56:53.765] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:21:0) after 4m11s
[05:01:05.053] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:21:0)
[05:01:05.234] Build status: STARTED
[05:01:05.234] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:22:0) after 3m46s
[05:04:51.258] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:22:0)
[05:04:51.340] Build status: STARTED
[05:04:51.340] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:23:0) after 5m9s
[05:10:00.421] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:23:0)
[05:10:00.450] Build status: STARTED
[05:10:00.450] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:24:0) after 4m12s
[05:14:12.449] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:24:0)
[05:14:12.470] Build status: STARTED
[05:14:12.471] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:25:0) after 2m33s
[05:16:45.497] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:25:0)
[05:16:45.527] Build status: STARTED
[05:16:45.527] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:26:0) after 1m52s
[05:18:37.516] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:26:0)
[05:18:37.546] Build status: STARTED
[05:18:37.546] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:27:0) after 9m33s
[05:28:10.725] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:27:0)
[05:28:10.746] Build status: STARTED
[05:28:10.746] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:28:0) after 6m42s
[05:34:52.912] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:28:0)
[05:34:52.984] Build status: STARTED
[05:34:52.984] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:29:0) after 9m33s
[05:44:26.043] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:29:0)
[05:44:26.062] Build status: STARTED
[05:44:26.062] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:30:0) after 7m59s
[05:52:25.385] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:30:0)
[05:52:25.460] Build status: STARTED
[05:52:25.460] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:31:0) after 3m40s
[05:56:05.630] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:31:0)
[05:56:05.676] Build status: STARTED
[05:56:05.676] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:32:0) after 7m10s
[06:03:15.735] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:32:0)
[06:03:15.755] Build status: STARTED
[06:03:15.755] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:33:0) after 4m38s
[06:07:54.213] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:33:0)
[06:07:54.299] Build status: STARTED
[06:07:54.299] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:34:0) after 1m51s
[06:09:45.628] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:34:0)
[06:09:45.651] Build status: STARTED
[06:09:45.651] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:35:0) after 5m39s
[06:15:24.686] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:35:0)
[06:15:24.711] Build status: STARTED
[06:15:24.711] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:36:0) after 4m43s
[06:20:07.985] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:36:0)
[06:20:08.007] Build status: STARTED
[06:20:08.007] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:37:0) after 3m36s
[06:23:44.217] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:37:0)
[06:23:44.289] Build status: STARTED
[06:23:44.289] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:38:0) after 1m55s
[06:25:39.326] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:38:0)
[06:25:39.351] Build status: STARTED
[06:25:39.351] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:39:0) after 4m18s
[06:29:57.784] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:39:0)
[06:29:57.810] Build status: STARTED
[06:29:57.811] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:40:0) after 7m6s
[06:37:03.849] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:40:0)
[06:37:03.915] Build status: STARTED
[06:37:03.915] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:41:0) after 9m59s
[06:47:03.162] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:41:0)
[06:47:03.248] Build status: STARTED
[06:47:03.248] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:42:0) after 4m51s
[06:51:54.416] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:42:0)
[06:51:54.432] Build status: STARTED
[06:51:54.432] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:43:0) after 9m54s
[07:01:48.489] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:43:0)
[07:01:48.522] Build status: STARTED
[07:01:48.522] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:44:0) after 7m58s
[07:09:46.688] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:44:0)
[07:09:46.722] Build status: STARTED
[07:09:46.722] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:45:0) after 4m11s
[07:13:57.751] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:45:0)
[07:13:57.777] Build status: STARTED
[07:13:57.777] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:46:0) after 9m37s
[07:23:35.056] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:46:0)
[07:23:35.095] Build status: STARTED
[07:23:35.095] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:47:0) after 9m15s
[07:32:50.122] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:47:0)
[07:32:50.168] Build status: STARTED
[07:32:50.168] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:48:0) after 4m48s
[07:37:38.190] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:48:0)
[07:37:38.211] Build status: STARTED
[07:37:38.211] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:49:0) after 9m25s
[07:47:03.239] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:49:0)
[07:47:03.265] Build status: STARTED
[07:47:03.265] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:50:0) after 1m42s
[07:48:45.433] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:50:0)
[07:48:45.455] Build status: STARTED
[07:48:45.455] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:51:0) after 8m7s
[07:56:52.736] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:51:0)
[07:56:52.781] Build status: STARTED
[07:56:52.781] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:52:0) after 6m40s
[08:03:32.893] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:52:0)
[08:03:32.922] Build status: STARTED
[08:03:32.922] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:53:0) after 8m3s
[08:11:36.037] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:53:0)
[08:11:36.067] Build status: STARTED
[08:11:36.067] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:54:0) after 4m56s
[08:16:32.359] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:54:0)
[08:16:32.380] Build status: STARTED
[08:16:32.380] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:55:0) after 9m26s
[08:25:58.692] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:55:0)
[08:25:58.715] Build status: STARTED
[08:25:58.715] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:56:0) after 1m17s
[08:27:15.788] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:56:0)
[08:27:15.879] Build status: STARTED
[08:27:15.879] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:57:0) after 2m22s
[08:29:38.083] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:57:0)
[08:29:38.106] Build status: STARTED
[08:29:38.106] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:58:0) after 3m44s
[08:33:22.255] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:58:0)
[08:33:22.286] Build status: STARTED
[08:33:22.286] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:59:0) after 4m40s
[08:38:02.312] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:59:0)
[08:38:02.334] Build status: STARTED
[08:38:02.334] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:60:0) after 5m33s
[08:43:35.416] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:60:0)
[08:43:35.449] Build status: STARTED
[08:43:35.449] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:61:0) after 7m46s
[08:51:21.518] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:61:0)
[08:51:21.550] Build status: STARTED
[08:51:21.550] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:62:0) after 4m47s
[08:56:08.742] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:62:0)
[08:56:08.802] Build status: STARTED
[08:56:08.802] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:63:0) after 1m27s
[08:57:35.895] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:63:0)
[08:57:35.931] Build status: STARTED
[08:57:35.931] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:64:0) after 6m12s
[09:03:48.391] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:64:0)
[09:03:48.421] Build status: STARTED
[09:03:48.421] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:65:0) after 8m41s
[09:12:29.461] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:65:0)
[09:12:29.488] Build status: STARTED
[09:12:29.488] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:66:0) after 3m1s
[09:15:30.813] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:66:0)
[09:15:30.838] Build status: STARTED
[09:15:30.838] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:67:0) after 3m3s
[09:18:33.875] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:67:0)
[09:18:33.899] Build status: STARTED
[09:18:33.899] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:68:0) after 5m58s
[09:24:31.925] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:68:0)
[09:24:31.956] Build status: STARTED
[09:24:31.956] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:69:0) after 3m14s
[09:27:46.166] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:69:0)
[09:27:46.185] Build status: STARTED
[09:27:46.185] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:70:0) after 1m41s
[09:29:27.221] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:70:0)
[09:29:27.242] Build status: STARTED
[09:29:27.242] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:71:0) after 4m27s
[09:33:54.321] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:71:0)
[09:33:54.339] Build status: STARTED
[09:33:54.339] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:72:0) after 5m20s
[09:39:14.387] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:72:0)
[09:39:14.440] Build status: STARTED
[09:39:14.440] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:73:0) after 7m42s
[09:46:56.660] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:73:0)
[09:46:56.677] Build status: STARTED
[09:46:56.677] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:74:0) after 6m6s
[09:53:03.000] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:74:0)
[09:53:03.039] Build status: STARTED
[09:53:03.039] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:75:0) after 7m30s
[10:00:33.172] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:75:0)
[10:00:33.190] Build status: STARTED
[10:00:33.190] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:76:0) after 5m42s
[10:06:15.226] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:76:0)
[10:06:15.247] Build status: STARTED
[10:06:15.247] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:77:0) after 7m49s
[10:14:04.407] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:77:0)
[10:14:04.438] Build status: STARTED
[10:14:04.438] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:78:0) after 7m2s
[10:21:07.287] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:78:0)
[10:21:07.330] Build status: STARTED
[10:21:07.330] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:79:0) after 1m23s
[10:22:30.780] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:79:0)
[10:22:30.801] Build status: STARTED
[10:22:30.801] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:80:0) after 8m34s
[10:31:04.949] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:80:0)
[10:31:05.001] Build status: STARTED
[10:31:05.001] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:81:0) after 1m11s
[10:32:16.271] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:81:0)
[10:32:16.294] Build status: STARTED
[10:32:16.294] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:82:0) after 7m40s
[10:39:56.319] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:82:0)
[10:39:56.337] Build status: STARTED
[10:39:56.337] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:83:0) after 9m3s
[10:48:59.454] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:83:0)
[10:48:59.473] Build status: STARTED
[10:48:59.473] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:84:0) after 9m3s
[10:58:02.814] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:84:0)
[10:58:02.832] Build status: STARTED
[10:58:02.832] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:85:0) after 3m18s
[11:01:20.876] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:85:0)
[11:01:20.898] Build status: STARTED
[11:01:20.898] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:86:0) after 7m20s
[11:08:40.932] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:86:0)
[11:08:40.959] Build status: STARTED
[11:08:40.959] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:87:0) after 7m0s
[11:15:40.981] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:87:0)
[11:15:41.004] Build status: STARTED
[11:15:41.004] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:88:0) after 8m35s
[11:24:16.220] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:88:0)
[11:24:16.239] Build status: STARTED
[11:24:16.239] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:89:0) after 3m58s
[11:28:14.604] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:89:0)
[11:28:14.624] Build status: STARTED
[11:28:14.624] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:90:0) after 6m48s
[11:35:02.650] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:90:0)
[11:35:02.671] Build status: STARTED
[11:35:02.671] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:91:0) after 5m4s
[11:40:06.697] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:91:0)
[11:40:06.721] Build status: STARTED
[11:40:06.721] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:92:0) after 2m57s
[11:43:04.154] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:92:0)
[11:43:04.183] Build status: STARTED
[11:43:04.183] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:93:0) after 2m48s
[11:45:52.365] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:93:0)
[11:45:52.382] Build status: STARTED
[11:45:52.382] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:94:0) after 3m36s
[11:49:28.505] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:94:0)
[11:49:28.523] Build status: STARTED
[11:49:28.523] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:95:0) after 9m20s
[11:58:48.884] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:95:0)
[11:58:48.901] Build status: STARTED
[11:58:48.901] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:96:0) after 2m1s
[12:00:50.034] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:96:0)
[12:00:50.054] Build status: STARTED
[12:00:50.054] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:97:0) after 8m12s
[12:09:02.139] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:97:0)
[12:09:02.246] Build status: STARTED
[12:09:02.246] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:98:0) after 8m2s
[12:17:04.404] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:98:0)
[12:17:04.445] Build status: STARTED
[12:17:04.445] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:99:0) after 6m44s
[12:23:48.706] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:99:0)
[12:23:48.725] Build status: STARTED
[12:23:48.725] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:100:0) after 1m3s
[12:24:51.714] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:100:0)
[12:24:51.744] Build status: STARTED
[12:24:51.744] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:101:0) after 5m38s
[12:30:29.776] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:101:0)
[12:30:29.796] Build status: STARTED
[12:30:29.796] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:102:0) after 3m3s
[12:33:32.832] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:102:0)
[12:33:32.889] Build status: STARTED
[12:33:32.889] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:103:0) after 7m12s
[12:40:45.585] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:103:0)
[12:40:45.705] Build status: STARTED
[12:40:45.705] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:104:0) after 3m26s
[12:44:11.733] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:104:0)
[12:44:11.782] Build status: STARTED
[12:44:11.782] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:105:0) after 1m59s
[12:46:10.856] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:105:0)
[12:46:10.946] Build status: STARTED
[12:46:10.946] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:106:0) after 2m46s
[12:48:57.116] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:106:0)
[12:48:57.181] Build status: STARTED
[12:48:57.181] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:107:0) after 9m4s
[12:58:01.657] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:107:0)
[12:58:01.681] Build status: STARTED
[12:58:01.681] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:108:0) after 1m34s
[12:59:35.729] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:108:0)
[12:59:35.748] Build status: STARTED
[12:59:35.748] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:109:0) after 7m44s
[13:07:19.774] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:109:0)
[13:07:19.824] Build status: STARTED
[13:07:19.824] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:110:0) after 1m46s
[13:09:05.926] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:110:0)
[13:09:05.949] Build status: STARTED
[13:09:05.949] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:111:0) after 9m20s
[13:18:26.071] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:111:0)
[13:18:26.091] Build status: STARTED
[13:18:26.091] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:112:0) after 6m6s
[13:24:32.153] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:112:0)
[13:24:32.212] Build status: STARTED
[13:24:32.212] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:113:0) after 8m3s
[13:32:35.615] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:113:0)
[13:32:35.640] Build status: STARTED
[13:32:35.640] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:114:0) after 8m21s
[13:40:57.040] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:114:0)
[13:40:57.067] Build status: STARTED
[13:40:57.067] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:115:0) after 9m8s
[13:50:05.206] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:115:0)
[13:50:05.226] Build status: STARTED
[13:50:05.227] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:116:0) after 7m13s
[13:57:18.366] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:116:0)
[13:57:18.418] Build status: STARTED
[13:57:18.418] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:117:0) after 9m4s
[14:06:22.476] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:117:0)
[14:06:22.560] Build status: STARTED
[14:06:22.560] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:118:0) after 4m49s
[14:11:11.635] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:118:0)
[14:11:11.657] Build status: STARTED
[14:11:11.657] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:119:0) after 9m12s
[14:20:23.702] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:119:0)
[14:20:23.731] Build status: STARTED
[14:20:23.731] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:120:0) after 9m3s
[14:29:27.006] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:120:0)
[14:29:27.026] Build status: STARTED
[14:29:27.026] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:121:0) after 8m2s
[14:37:29.093] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:121:0)
[14:37:29.121] Build status: STARTED
[14:37:29.121] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:122:0) after 4m44s
[14:42:13.155] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:122:0)
[14:42:13.187] Build status: STARTED
[14:42:13.187] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:123:0) after 2m16s
[14:44:29.782] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:123:0)
[14:44:29.803] Build status: STARTED
[14:44:29.803] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:124:0) after 4m13s
[14:48:43.247] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:124:0)
[14:48:43.274] Build status: STARTED
[14:48:43.275] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:125:0) after 3m10s
[14:51:53.422] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:125:0)
[14:51:53.439] Build status: STARTED
[14:51:53.439] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:126:0) after 8m23s
[15:00:16.673] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:126:0)
[15:00:16.699] Build status: STARTED
[15:00:16.700] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:127:0) after 7m50s
[15:08:06.777] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:127:0)
[15:08:06.799] Build status: STARTED
[15:08:06.799] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:128:0) after 9m5s
[15:17:11.895] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:128:0)
[15:17:11.931] Build status: STARTED
[15:17:11.931] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:129:0) after 8m47s
[15:25:58.938] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:129:0)
[15:25:58.959] Build status: STARTED
[15:25:58.959] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:130:0) after 2m46s
[15:28:44.990] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:130:0)
[15:28:45.009] Build status: STARTED
[15:28:45.009] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:131:0) after 9m39s
[15:38:24.053] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:131:0)
[15:38:24.075] Build status: STARTED
[15:38:24.076] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:132:0) after 9m11s
[15:47:35.132] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:132:0)
[15:47:35.170] Build status: STARTED
[15:47:35.170] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8934989883753427248:133:0) after 7m55s
[15:49:05.902] Received PubSub notification, asking Buildbucket for the build status
[15:49:05.925] Build:
{
  "id": "8769559821455218865",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 1678,
  "createdBy": "project:chromium",
  "createTime": "2023-09-19T03:10:54.297773166Z",
  "startTime": "2023-09-19T03:11:33.585783Z",
  "endTime": "2023-09-19T15:49:05.044424Z",
  "updateTime": "2023-09-19T15:49:05.044424Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b1eae4dc147bad943faa762fcc3333638db22a8b",
      "ref": "refs/heads/main"
    }
  }
}
[15:49:05.926] Invocation finished in 12h38m13.203789547s with status FAILED