Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "16b8ecf184e1e338f407c8b6d4c1b9e224122cee"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/16b8ecf184e1e338f407c8b6d4c1b9e224122cee
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[10:29:09.337] New invocation is queued and will start shortly
[10:29:10.480] Starting the invocation (attempt 1)
[10:29:10.511] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/16b8ecf184e1e338f407c8b6d4c1b9e224122cee"
[10:29:10.511] Popped gitiles commit info from properties and tags
[10:29:10.511] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:29:10.512] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:29:10.512] Buildbucket request:
{
  "requestId": "8920376198174738384",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "16b8ecf184e1e338f407c8b6d4c1b9e224122cee",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8920376198174738384"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:29:11.114] Scheduled build:
{
  "id": "8754946136222947201",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2002,
  "createdBy": "project:chromium",
  "createTime": "2024-02-27T10:29:10.572764159Z",
  "updateTime": "2024-02-27T10:29:10.572764159Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "16b8ecf184e1e338f407c8b6d4c1b9e224122cee",
      "ref": "refs/heads/main"
    }
  }
}
[10:29:11.114] Task URL: https://cr-buildbucket.appspot.com/build/8754946136222947201
[10:29:11.114] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:2:0) after 3m48s
[10:29:12.106] Received PubSub notification, asking Buildbucket for the build status
[10:29:12.134] Build status: SCHEDULED
[10:30:32.301] Received PubSub notification, asking Buildbucket for the build status
[10:30:32.344] Build status: STARTED
[10:32:59.150] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:2:0)
[10:32:59.167] Build status: STARTED
[10:32:59.167] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:5:0) after 9m51s
[10:42:50.324] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:5:0)
[10:42:50.346] Build status: STARTED
[10:42:50.346] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:6:0) after 9m56s
[10:52:46.702] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:6:0)
[10:52:46.731] Build status: STARTED
[10:52:46.731] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:7:0) after 3m40s
[10:56:26.753] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:7:0)
[10:56:26.782] Build status: STARTED
[10:56:26.782] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:8:0) after 7m9s
[11:03:35.810] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:8:0)
[11:03:35.889] Build status: STARTED
[11:03:35.889] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:9:0) after 9m25s
[11:13:00.948] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:9:0)
[11:13:00.983] Build status: STARTED
[11:13:00.983] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:10:0) after 4m22s
[11:17:23.063] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:10:0)
[11:17:23.122] Build status: STARTED
[11:17:23.122] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:11:0) after 5m8s
[11:22:31.409] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:11:0)
[11:22:31.429] Build status: STARTED
[11:22:31.429] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:12:0) after 1m52s
[11:24:23.773] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:12:0)
[11:24:23.814] Build status: STARTED
[11:24:23.815] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:13:0) after 4m13s
[11:28:36.860] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:13:0)
[11:28:36.899] Build status: STARTED
[11:28:36.899] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:14:0) after 4m30s
[11:33:08.216] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:14:0)
[11:33:08.236] Build status: STARTED
[11:33:08.237] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:15:0) after 3m30s
[11:36:38.258] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:15:0)
[11:36:38.304] Build status: STARTED
[11:36:38.304] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:16:0) after 5m4s
[11:41:42.355] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:16:0)
[11:41:42.373] Build status: STARTED
[11:41:42.373] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:17:0) after 5m13s
[11:46:55.734] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:17:0)
[11:46:55.767] Build status: STARTED
[11:46:55.767] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:18:0) after 2m48s
[11:49:44.014] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:18:0)
[11:49:44.033] Build status: STARTED
[11:49:44.033] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:19:0) after 7m29s
[11:57:13.093] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:19:0)
[11:57:13.488] Build status: STARTED
[11:57:13.488] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:20:0) after 1m18s
[11:58:31.568] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:20:0)
[11:58:31.586] Build status: STARTED
[11:58:31.586] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:21:0) after 8m24s
[12:06:55.687] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:21:0)
[12:06:55.713] Build status: STARTED
[12:06:55.713] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:22:0) after 7m46s
[12:14:41.799] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:22:0)
[12:14:41.821] Build status: STARTED
[12:14:41.821] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:23:0) after 7m23s
[12:22:04.917] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:23:0)
[12:22:04.935] Build status: STARTED
[12:22:04.935] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:24:0) after 5m51s
[12:27:55.962] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:24:0)
[12:27:55.981] Build status: STARTED
[12:27:55.981] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:25:0) after 3m57s
[12:31:53.039] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:25:0)
[12:31:53.094] Build status: STARTED
[12:31:53.094] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:26:0) after 6m56s
[12:38:49.114] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:26:0)
[12:38:49.142] Build status: STARTED
[12:38:49.142] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:27:0) after 8m53s
[12:47:42.231] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:27:0)
[12:47:42.284] Build status: STARTED
[12:47:42.284] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:28:0) after 3m28s
[12:51:10.430] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:28:0)
[12:51:10.464] Build status: STARTED
[12:51:10.464] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:29:0) after 4m18s
[12:55:28.531] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:29:0)
[12:55:28.554] Build status: STARTED
[12:55:28.554] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:30:0) after 5m56s
[13:01:24.646] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:30:0)
[13:01:24.672] Build status: STARTED
[13:01:24.672] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:31:0) after 8m35s
[13:09:59.715] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:31:0)
[13:09:59.736] Build status: STARTED
[13:09:59.736] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:32:0) after 8m20s
[13:18:19.824] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:32:0)
[13:18:19.844] Build status: STARTED
[13:18:19.844] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:33:0) after 7m46s
[13:26:05.925] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:33:0)
[13:26:05.952] Build status: STARTED
[13:26:05.952] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:34:0) after 4m27s
[13:30:33.030] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:34:0)
[13:30:33.080] Build status: STARTED
[13:30:33.080] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:35:0) after 2m1s
[13:32:34.110] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:35:0)
[13:32:34.127] Build status: STARTED
[13:32:34.127] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:36:0) after 1m47s
[13:34:21.286] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:36:0)
[13:34:21.315] Build status: STARTED
[13:34:21.315] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:37:0) after 3m49s
[13:38:10.359] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:37:0)
[13:38:10.389] Build status: STARTED
[13:38:10.390] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:38:0) after 9m0s
[13:47:10.526] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:38:0)
[13:47:10.551] Build status: STARTED
[13:47:10.552] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:39:0) after 8m25s
[13:55:35.679] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:39:0)
[13:55:35.700] Build status: STARTED
[13:55:35.700] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:40:0) after 7m4s
[14:02:39.928] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:40:0)
[14:02:39.975] Build status: STARTED
[14:02:39.975] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:41:0) after 8m23s
[14:11:03.229] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:41:0)
[14:11:03.289] Build status: STARTED
[14:11:03.289] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:42:0) after 7m34s
[14:18:37.469] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:42:0)
[14:18:37.564] Build status: STARTED
[14:18:37.564] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:43:0) after 6m41s
[14:25:18.657] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:43:0)
[14:25:18.681] Build status: STARTED
[14:25:18.681] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:44:0) after 3m7s
[14:28:25.763] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:44:0)
[14:28:25.783] Build status: STARTED
[14:28:25.783] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:45:0) after 1m26s
[14:29:52.120] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:45:0)
[14:29:52.142] Build status: STARTED
[14:29:52.142] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:46:0) after 2m45s
[14:32:37.263] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:46:0)
[14:32:37.293] Build status: STARTED
[14:32:37.293] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:47:0) after 6m35s
[14:39:12.896] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:47:0)
[14:39:12.936] Build status: STARTED
[14:39:12.936] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:48:0) after 2m23s
[14:41:36.620] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:48:0)
[14:41:36.733] Build status: STARTED
[14:41:36.733] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:49:0) after 8m36s
[14:50:12.797] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:49:0)
[14:50:12.891] Build status: STARTED
[14:50:12.891] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:50:0) after 1m20s
[14:51:33.005] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:50:0)
[14:51:33.037] Build status: STARTED
[14:51:33.037] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:51:0) after 3m17s
[14:54:50.061] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:51:0)
[14:54:50.106] Build status: STARTED
[14:54:50.107] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:52:0) after 9m40s
[15:04:30.343] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:52:0)
[15:04:30.378] Build status: STARTED
[15:04:30.378] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:53:0) after 5m7s
[15:09:37.474] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:53:0)
[15:09:37.499] Build status: STARTED
[15:09:37.499] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:54:0) after 3m16s
[15:12:53.562] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:54:0)
[15:12:53.612] Build status: STARTED
[15:12:53.612] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:55:0) after 4m33s
[15:17:26.656] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:55:0)
[15:17:26.708] Build status: STARTED
[15:17:26.708] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:56:0) after 2m50s
[15:20:16.742] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:56:0)
[15:20:18.785] Build status: STARTED
[15:20:18.785] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:57:0) after 6m14s
[15:26:32.810] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:57:0)
[15:26:32.851] Build status: STARTED
[15:26:32.851] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:58:0) after 7m24s
[15:33:57.206] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:58:0)
[15:33:57.226] Build status: STARTED
[15:33:57.226] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:59:0) after 4m9s
[15:38:06.524] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:59:0)
[15:38:06.562] Build status: STARTED
[15:38:06.562] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:60:0) after 8m32s
[15:46:38.620] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:60:0)
[15:46:38.646] Build status: STARTED
[15:46:38.646] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:61:0) after 6m50s
[15:53:28.750] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:61:0)
[15:53:28.798] Build status: STARTED
[15:53:28.798] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:62:0) after 9m1s
[16:02:29.851] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:62:0)
[16:02:29.880] Build status: STARTED
[16:02:29.880] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:63:0) after 9m33s
[16:12:02.879] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:63:0)
[16:12:03.057] Build status: STARTED
[16:12:03.057] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:64:0) after 8m39s
[16:20:42.066] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:64:0)
[16:20:42.219] Build status: STARTED
[16:20:42.219] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:65:0) after 8m18s
[16:29:00.271] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:65:0)
[16:29:00.295] Build status: STARTED
[16:29:00.295] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:66:0) after 3m31s
[16:32:31.464] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:66:0)
[16:32:31.488] Build status: STARTED
[16:32:31.488] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:67:0) after 2m13s
[16:34:44.525] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:67:0)
[16:34:44.557] Build status: STARTED
[16:34:44.557] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:68:0) after 1m21s
[16:36:05.661] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:68:0)
[16:36:05.766] Build status: STARTED
[16:36:05.766] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:69:0) after 3m11s
[16:39:16.880] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:69:0)
[16:39:16.898] Build status: STARTED
[16:39:16.898] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:70:0) after 2m9s
[16:41:25.940] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:70:0)
[16:41:25.958] Build status: STARTED
[16:41:25.958] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:71:0) after 8m54s
[16:50:20.032] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:71:0)
[16:50:20.051] Build status: STARTED
[16:50:20.051] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:72:0) after 6m59s
[16:57:19.150] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:72:0)
[16:57:19.325] Build status: STARTED
[16:57:19.325] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:73:0) after 5m16s
[17:02:35.374] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:73:0)
[17:02:35.396] Build status: STARTED
[17:02:35.396] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:74:0) after 9m39s
[17:12:14.553] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:74:0)
[17:12:14.587] Build status: STARTED
[17:12:14.587] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:75:0) after 2m2s
[17:14:16.720] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:75:0)
[17:14:16.769] Build status: STARTED
[17:14:16.769] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:76:0) after 8m41s
[17:22:57.832] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:76:0)
[17:22:57.853] Build status: STARTED
[17:22:57.853] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:77:0) after 3m8s
[17:26:05.931] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:77:0)
[17:26:05.971] Build status: STARTED
[17:26:05.971] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:78:0) after 3m52s
[17:29:58.040] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:78:0)
[17:29:58.063] Build status: STARTED
[17:29:58.063] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:79:0) after 2m17s
[17:32:15.097] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:79:0)
[17:32:15.135] Build status: STARTED
[17:32:15.135] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:80:0) after 2m47s
[17:35:02.260] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:80:0)
[17:35:02.321] Build status: STARTED
[17:35:02.321] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:81:0) after 1m44s
[17:36:46.338] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:81:0)
[17:36:46.355] Build status: STARTED
[17:36:46.355] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:82:0) after 8m29s
[17:45:15.385] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:82:0)
[17:45:15.537] Build status: STARTED
[17:45:15.537] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:83:0) after 7m30s
[17:52:45.564] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:83:0)
[17:52:45.582] Build status: STARTED
[17:52:45.582] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:84:0) after 7m54s
[18:00:39.664] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:84:0)
[18:00:39.708] Build status: STARTED
[18:00:39.708] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:85:0) after 3m52s
[18:04:31.773] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:85:0)
[18:04:31.876] Build status: STARTED
[18:04:31.876] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:86:0) after 8m1s
[18:12:32.949] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:86:0)
[18:12:32.970] Build status: STARTED
[18:12:32.970] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:87:0) after 5m55s
[18:18:28.014] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:87:0)
[18:18:28.079] Build status: STARTED
[18:18:28.079] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:88:0) after 9m4s
[18:27:32.103] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:88:0)
[18:27:32.168] Build status: STARTED
[18:27:32.168] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:89:0) after 8m48s
[18:36:20.154] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:89:0)
[18:36:20.223] Build status: STARTED
[18:36:20.223] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:90:0) after 6m12s
[18:42:32.260] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:90:0)
[18:42:32.290] Build status: STARTED
[18:42:32.290] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:91:0) after 8m14s
[18:50:46.338] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:91:0)
[18:50:46.355] Build status: STARTED
[18:50:46.355] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:92:0) after 5m57s
[18:56:43.382] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:92:0)
[18:56:43.413] Build status: STARTED
[18:56:43.413] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:93:0) after 6m38s
[19:03:21.429] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:93:0)
[19:03:21.526] Build status: STARTED
[19:03:21.526] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:94:0) after 1m35s
[19:04:56.554] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:94:0)
[19:04:56.739] Build status: STARTED
[19:04:56.739] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:95:0) after 1m53s
[19:06:49.763] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:95:0)
[19:06:49.788] Build status: STARTED
[19:06:49.788] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:96:0) after 5m7s
[19:11:56.906] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:96:0)
[19:11:56.933] Build status: STARTED
[19:11:56.933] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:97:0) after 8m8s
[19:20:05.028] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:97:0)
[19:20:05.089] Build status: STARTED
[19:20:05.089] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:98:0) after 9m13s
[19:29:18.151] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:98:0)
[19:29:18.176] Build status: STARTED
[19:29:18.178] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:99:0) after 5m58s
[19:35:16.213] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:99:0)
[19:35:16.252] Build status: STARTED
[19:35:16.252] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:100:0) after 2m26s
[19:37:42.334] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:100:0)
[19:37:42.375] Build status: STARTED
[19:37:42.375] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:101:0) after 4m35s
[19:42:17.420] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:101:0)
[19:42:17.450] Build status: STARTED
[19:42:17.450] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:102:0) after 3m25s
[19:45:42.478] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:102:0)
[19:45:42.555] Build status: STARTED
[19:45:42.555] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:103:0) after 2m21s
[19:48:03.595] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:103:0)
[19:48:03.616] Build status: STARTED
[19:48:03.616] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:104:0) after 1m2s
[19:49:05.646] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:104:0)
[19:49:05.665] Build status: STARTED
[19:49:05.665] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:105:0) after 3m7s
[19:52:12.711] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:105:0)
[19:52:12.730] Build status: STARTED
[19:52:12.730] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:106:0) after 7m57s
[20:00:09.874] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:106:0)
[20:00:09.918] Build status: STARTED
[20:00:09.918] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:107:0) after 6m32s
[20:06:41.954] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:107:0)
[20:06:41.981] Build status: STARTED
[20:06:41.981] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:108:0) after 6m40s
[20:13:22.011] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:108:0)
[20:13:22.064] Build status: STARTED
[20:13:22.064] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:109:0) after 9m19s
[20:22:41.104] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:109:0)
[20:22:41.124] Build status: STARTED
[20:22:41.124] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:110:0) after 1m49s
[20:24:30.182] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:110:0)
[20:24:30.207] Build status: STARTED
[20:24:30.207] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:111:0) after 1m50s
[20:26:20.300] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:111:0)
[20:26:20.332] Build status: STARTED
[20:26:20.332] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:112:0) after 6m32s
[20:32:52.530] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:112:0)
[20:32:52.577] Build status: STARTED
[20:32:52.577] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:113:0) after 9m16s
[20:42:08.604] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:113:0)
[20:42:08.683] Build status: STARTED
[20:42:08.683] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:114:0) after 8m40s
[20:50:48.783] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:114:0)
[20:50:48.803] Build status: STARTED
[20:50:48.803] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:115:0) after 3m38s
[20:54:26.844] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:115:0)
[20:54:26.907] Build status: STARTED
[20:54:26.907] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:116:0) after 3m32s
[20:57:58.914] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:116:0)
[20:57:58.949] Build status: STARTED
[20:57:58.949] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:117:0) after 6m35s
[21:04:34.032] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:117:0)
[21:04:34.051] Build status: STARTED
[21:04:34.052] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:118:0) after 7m13s
[21:11:47.085] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:118:0)
[21:11:47.113] Build status: STARTED
[21:11:47.113] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:119:0) after 7m47s
[21:19:34.141] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:119:0)
[21:19:34.165] Build status: STARTED
[21:19:34.165] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:120:0) after 9m24s
[21:28:58.200] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:120:0)
[21:28:58.220] Build status: STARTED
[21:28:58.220] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:121:0) after 1m0s
[21:29:58.264] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:121:0)
[21:29:58.288] Build status: STARTED
[21:29:58.288] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:122:0) after 2m28s
[21:32:26.388] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:122:0)
[21:32:26.426] Build status: STARTED
[21:32:26.426] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:123:0) after 6m25s
[21:38:51.447] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:123:0)
[21:38:51.479] Build status: STARTED
[21:38:51.479] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:124:0) after 6m2s
[21:44:53.568] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:124:0)
[21:44:53.589] Build status: STARTED
[21:44:53.589] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:125:0) after 8m57s
[21:53:50.672] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:125:0)
[21:53:50.690] Build status: STARTED
[21:53:50.691] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:126:0) after 2m35s
[21:56:25.783] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:126:0)
[21:56:25.817] Build status: STARTED
[21:56:25.817] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:127:0) after 3m19s
[21:59:44.860] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:127:0)
[21:59:44.879] Build status: STARTED
[21:59:44.879] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:128:0) after 4m16s
[22:04:01.055] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:128:0)
[22:04:01.116] Build status: STARTED
[22:04:01.116] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:129:0) after 2m40s
[22:06:41.188] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:129:0)
[22:06:41.227] Build status: STARTED
[22:06:41.227] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:130:0) after 9m27s
[22:16:08.275] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:130:0)
[22:16:08.396] Build status: STARTED
[22:16:08.396] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:131:0) after 7m39s
[22:23:47.429] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:131:0)
[22:23:47.467] Build status: STARTED
[22:23:47.467] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:132:0) after 6m19s
[22:30:06.499] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:132:0)
[22:30:06.558] Build status: STARTED
[22:30:06.558] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:133:0) after 6m24s
[22:36:30.582] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:133:0)
[22:36:30.661] Build status: STARTED
[22:36:30.661] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:134:0) after 6m3s
[22:42:34.002] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:134:0)
[22:42:34.090] Build status: STARTED
[22:42:34.090] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:135:0) after 8m3s
[22:50:37.224] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:135:0)
[22:50:37.244] Build status: STARTED
[22:50:37.244] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8920376198174738384:136:0) after 4m13s
[22:52:05.497] Received PubSub notification, asking Buildbucket for the build status
[22:52:05.521] Build:
{
  "id": "8754946136222947201",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2002,
  "createdBy": "project:chromium",
  "createTime": "2024-02-27T10:29:10.572764159Z",
  "startTime": "2024-02-27T10:30:31.612610Z",
  "endTime": "2024-02-27T22:52:04.921424Z",
  "updateTime": "2024-02-27T22:52:04.921424Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "16b8ecf184e1e338f407c8b6d4c1b9e224122cee",
      "ref": "refs/heads/main"
    }
  }
}
[22:52:05.521] Invocation finished in 12h22m56.194137457s with status FAILED