Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f58bec3aa573c00da2a0de627683fa350e6c5769"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f58bec3aa573c00da2a0de627683fa350e6c5769
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:41:53.500] New invocation is queued and will start shortly
[22:41:54.684] Starting the invocation (attempt 1)
[22:41:54.713] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f58bec3aa573c00da2a0de627683fa350e6c5769"
[22:41:54.713] Popped gitiles commit info from properties and tags
[22:41:54.713] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:41:54.713] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:41:54.713] Buildbucket request:
{
  "requestId": "8938449491689540304",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f58bec3aa573c00da2a0de627683fa350e6c5769",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8938449491689540304"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:41:55.328] Scheduled build:
{
  "id": "8773019429685235553",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 1604,
  "createdBy": "project:chromium",
  "createTime": "2023-08-11T22:41:54.784325330Z",
  "updateTime": "2023-08-11T22:41:54.784325330Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f58bec3aa573c00da2a0de627683fa350e6c5769",
      "ref": "refs/heads/main"
    }
  }
}
[22:41:55.328] Task URL: https://cr-buildbucket.appspot.com/build/8773019429685235553
[22:41:55.328] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:2:0) after 4m34s
[22:41:56.291] Received PubSub notification, asking Buildbucket for the build status
[22:41:56.314] Build status: SCHEDULED
[22:42:15.289] Received PubSub notification, asking Buildbucket for the build status
[22:42:15.316] Build status: STARTED
[22:46:29.361] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:2:0)
[22:46:29.381] Build status: STARTED
[22:46:29.381] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:5:0) after 4m15s
[22:50:44.475] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:5:0)
[22:50:44.515] Build status: STARTED
[22:50:44.515] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:6:0) after 2m10s
[22:52:54.642] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:6:0)
[22:52:54.672] Build status: STARTED
[22:52:54.672] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:7:0) after 3m28s
[22:56:22.938] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:7:0)
[22:56:22.972] Build status: STARTED
[22:56:22.972] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:8:0) after 3m39s
[23:00:02.226] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:8:0)
[23:00:02.265] Build status: STARTED
[23:00:02.265] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:9:0) after 7m34s
[23:07:36.409] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:9:0)
[23:07:36.481] Build status: STARTED
[23:07:36.481] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:10:0) after 5m8s
[23:12:44.530] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:10:0)
[23:12:44.612] Build status: STARTED
[23:12:44.612] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:11:0) after 8m39s
[23:21:23.645] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:11:0)
[23:21:23.675] Build status: STARTED
[23:21:23.675] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:12:0) after 1m40s
[23:23:03.711] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:12:0)
[23:23:03.735] Build status: STARTED
[23:23:03.735] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:13:0) after 6m42s
[23:29:45.781] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:13:0)
[23:29:45.803] Build status: STARTED
[23:29:45.803] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:14:0) after 4m37s
[23:34:22.948] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:14:0)
[23:34:22.986] Build status: STARTED
[23:34:22.986] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:15:0) after 9m21s
[23:43:44.161] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:15:0)
[23:43:44.188] Build status: STARTED
[23:43:44.188] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:16:0) after 9m57s
[23:53:41.210] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:16:0)
[23:53:41.235] Build status: STARTED
[23:53:41.235] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:17:0) after 6m31s
[00:00:12.258] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:17:0)
[00:00:12.290] Build status: STARTED
[00:00:12.290] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:18:0) after 7m1s
[00:07:13.493] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:18:0)
[00:07:13.516] Build status: STARTED
[00:07:13.517] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:19:0) after 7m38s
[00:14:51.750] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:19:0)
[00:14:51.766] Build status: STARTED
[00:14:51.766] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:20:0) after 7m36s
[00:22:27.866] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:20:0)
[00:22:27.884] Build status: STARTED
[00:22:27.884] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:21:0) after 6m17s
[00:28:45.358] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:21:0)
[00:28:45.377] Build status: STARTED
[00:28:45.377] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:22:0) after 6m25s
[00:35:10.643] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:22:0)
[00:35:10.665] Build status: STARTED
[00:35:10.665] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:23:0) after 2m17s
[00:37:27.755] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:23:0)
[00:37:27.833] Build status: STARTED
[00:37:27.833] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:24:0) after 1m13s
[00:38:41.069] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:24:0)
[00:38:41.104] Build status: STARTED
[00:38:41.104] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:25:0) after 2m34s
[00:41:15.127] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:25:0)
[00:41:15.144] Build status: STARTED
[00:41:15.144] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:26:0) after 2m26s
[00:43:41.681] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:26:0)
[00:43:41.702] Build status: STARTED
[00:43:41.702] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:27:0) after 5m21s
[00:49:02.763] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:27:0)
[00:49:02.785] Build status: STARTED
[00:49:02.785] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:28:0) after 7m59s
[00:57:01.826] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:28:0)
[00:57:01.844] Build status: STARTED
[00:57:01.844] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:29:0) after 7m41s
[01:04:42.874] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:29:0)
[01:04:42.901] Build status: STARTED
[01:04:42.901] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:30:0) after 2m1s
[01:06:43.980] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:30:0)
[01:06:44.000] Build status: STARTED
[01:06:44.001] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:31:0) after 2m33s
[01:09:17.077] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:31:0)
[01:09:17.116] Build status: STARTED
[01:09:17.116] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:32:0) after 8m27s
[01:17:44.265] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:32:0)
[01:17:44.300] Build status: STARTED
[01:17:44.300] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:33:0) after 8m36s
[01:26:20.427] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:33:0)
[01:26:20.493] Build status: STARTED
[01:26:20.494] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:34:0) after 6m3s
[01:32:23.527] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:34:0)
[01:32:23.554] Build status: STARTED
[01:32:23.554] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:35:0) after 1m48s
[01:34:11.767] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:35:0)
[01:34:11.889] Build status: STARTED
[01:34:11.889] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:36:0) after 2m23s
[01:36:34.912] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:36:0)
[01:36:34.965] Build status: STARTED
[01:36:34.965] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:37:0) after 2m30s
[01:39:05.051] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:37:0)
[01:39:05.074] Build status: STARTED
[01:39:05.074] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:38:0) after 8m48s
[01:47:53.173] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:38:0)
[01:47:53.206] Build status: STARTED
[01:47:53.206] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:39:0) after 8m16s
[01:56:09.423] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:39:0)
[01:56:09.482] Build status: STARTED
[01:56:09.482] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:40:0) after 9m11s
[02:05:20.515] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:40:0)
[02:05:20.568] Build status: STARTED
[02:05:20.568] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:41:0) after 1m50s
[02:07:10.656] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:41:0)
[02:07:10.691] Build status: STARTED
[02:07:10.691] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:42:0) after 7m26s
[02:14:36.789] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:42:0)
[02:14:36.815] Build status: STARTED
[02:14:36.815] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:43:0) after 6m13s
[02:20:49.897] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:43:0)
[02:20:49.916] Build status: STARTED
[02:20:49.916] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:44:0) after 5m13s
[02:26:02.961] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:44:0)
[02:26:02.996] Build status: STARTED
[02:26:02.996] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:45:0) after 8m43s
[02:34:46.022] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:45:0)
[02:34:46.051] Build status: STARTED
[02:34:46.051] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:46:0) after 8m14s
[02:43:00.172] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:46:0)
[02:43:00.196] Build status: STARTED
[02:43:00.196] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:47:0) after 5m10s
[02:48:10.311] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:47:0)
[02:48:10.384] Build status: STARTED
[02:48:10.384] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:48:0) after 8m55s
[02:57:05.505] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:48:0)
[02:57:05.523] Build status: STARTED
[02:57:05.523] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:49:0) after 7m21s
[03:04:26.841] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:49:0)
[03:04:26.862] Build status: STARTED
[03:04:26.862] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:50:0) after 9m44s
[03:14:11.075] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:50:0)
[03:14:11.096] Build status: STARTED
[03:14:11.096] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:51:0) after 6m39s
[03:20:50.255] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:51:0)
[03:20:50.291] Build status: STARTED
[03:20:50.291] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:52:0) after 2m42s
[03:23:32.438] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:52:0)
[03:23:32.462] Build status: STARTED
[03:23:32.462] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:53:0) after 5m0s
[03:28:32.493] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:53:0)
[03:28:32.518] Build status: STARTED
[03:28:32.518] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:54:0) after 3m23s
[03:31:55.533] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:54:0)
[03:31:55.553] Build status: STARTED
[03:31:55.553] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:55:0) after 7m14s
[03:39:09.576] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:55:0)
[03:39:09.599] Build status: STARTED
[03:39:09.599] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:56:0) after 8m0s
[03:47:09.633] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:56:0)
[03:47:09.650] Build status: STARTED
[03:47:09.650] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:57:0) after 2m40s
[03:49:49.678] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:57:0)
[03:49:49.772] Build status: STARTED
[03:49:49.772] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:58:0) after 8m15s
[03:58:04.983] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:58:0)
[03:58:05.001] Build status: STARTED
[03:58:05.001] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:59:0) after 4m15s
[04:02:20.133] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:59:0)
[04:02:20.154] Build status: STARTED
[04:02:20.154] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:60:0) after 1m49s
[04:04:09.192] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:60:0)
[04:04:09.229] Build status: STARTED
[04:04:09.229] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:61:0) after 5m54s
[04:10:03.229] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:61:0)
[04:10:03.243] Build status: STARTED
[04:10:03.243] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:62:0) after 2m43s
[04:12:46.511] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:62:0)
[04:12:46.534] Build status: STARTED
[04:12:46.534] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:63:0) after 9m48s
[04:22:34.601] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:63:0)
[04:22:34.619] Build status: STARTED
[04:22:34.619] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:64:0) after 6m6s
[04:28:40.706] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:64:0)
[04:28:40.730] Build status: STARTED
[04:28:40.730] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:65:0) after 2m37s
[04:31:17.835] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:65:0)
[04:31:17.852] Build status: STARTED
[04:31:17.852] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:66:0) after 4m31s
[04:35:48.885] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:66:0)
[04:35:48.985] Build status: STARTED
[04:35:48.985] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:67:0) after 2m2s
[04:37:51.071] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:67:0)
[04:37:51.193] Build status: STARTED
[04:37:51.193] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:68:0) after 6m18s
[04:44:09.227] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:68:0)
[04:44:09.261] Build status: STARTED
[04:44:09.261] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:69:0) after 6m28s
[04:50:37.489] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:69:0)
[04:50:37.590] Build status: STARTED
[04:50:37.590] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:70:0) after 8m51s
[04:59:28.625] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:70:0)
[04:59:28.691] Build status: STARTED
[04:59:28.691] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:71:0) after 2m12s
[05:01:40.728] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:71:0)
[05:01:40.758] Build status: STARTED
[05:01:40.758] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:72:0) after 7m16s
[05:08:56.826] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:72:0)
[05:08:56.844] Build status: STARTED
[05:08:56.844] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:73:0) after 2m54s
[05:11:51.043] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:73:0)
[05:11:51.068] Build status: STARTED
[05:11:51.068] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:74:0) after 2m42s
[05:14:33.100] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:74:0)
[05:14:33.118] Build status: STARTED
[05:14:33.118] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:75:0) after 6m47s
[05:21:20.191] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:75:0)
[05:21:20.220] Build status: STARTED
[05:21:20.220] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:76:0) after 2m33s
[05:23:53.242] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:76:0)
[05:23:53.378] Build status: STARTED
[05:23:53.378] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:77:0) after 7m35s
[05:31:28.404] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:77:0)
[05:31:28.430] Build status: STARTED
[05:31:28.430] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:78:0) after 1m38s
[05:33:06.477] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:78:0)
[05:33:06.545] Build status: STARTED
[05:33:06.545] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:79:0) after 3m17s
[05:36:23.670] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:79:0)
[05:36:23.687] Build status: STARTED
[05:36:23.687] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:80:0) after 9m2s
[05:45:25.725] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:80:0)
[05:45:25.815] Build status: STARTED
[05:45:25.815] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:81:0) after 1m27s
[05:46:52.838] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:81:0)
[05:46:52.954] Build status: STARTED
[05:46:52.954] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:82:0) after 4m15s
[05:51:08.007] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:82:0)
[05:51:08.024] Build status: STARTED
[05:51:08.025] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:83:0) after 3m56s
[05:55:04.418] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:83:0)
[05:55:04.483] Build status: STARTED
[05:55:04.483] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:84:0) after 4m58s
[06:00:02.550] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:84:0)
[06:00:02.576] Build status: STARTED
[06:00:02.576] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:85:0) after 6m17s
[06:06:19.702] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:85:0)
[06:06:19.848] Build status: STARTED
[06:06:19.848] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:86:0) after 5m19s
[06:11:38.920] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:86:0)
[06:11:38.937] Build status: STARTED
[06:11:38.937] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:87:0) after 3m29s
[06:15:08.166] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:87:0)
[06:15:08.189] Build status: STARTED
[06:15:08.189] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:88:0) after 7m23s
[06:22:31.223] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:88:0)
[06:22:31.243] Build status: STARTED
[06:22:31.243] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:89:0) after 9m41s
[06:32:12.276] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:89:0)
[06:32:12.301] Build status: STARTED
[06:32:12.301] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:90:0) after 3m59s
[06:36:11.326] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:90:0)
[06:36:11.360] Build status: STARTED
[06:36:11.360] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:91:0) after 3m51s
[06:40:02.560] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:91:0)
[06:40:02.591] Build status: STARTED
[06:40:02.591] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:92:0) after 3m6s
[06:43:08.681] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:92:0)
[06:43:08.698] Build status: STARTED
[06:43:08.698] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:93:0) after 8m2s
[06:51:11.185] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:93:0)
[06:51:11.234] Build status: STARTED
[06:51:11.234] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:94:0) after 1m56s
[06:53:07.402] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:94:0)
[06:53:07.514] Build status: STARTED
[06:53:07.514] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:95:0) after 3m6s
[06:56:13.655] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:95:0)
[06:56:13.677] Build status: STARTED
[06:56:13.677] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:96:0) after 9m8s
[07:05:21.714] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:96:0)
[07:05:21.743] Build status: STARTED
[07:05:21.744] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:97:0) after 3m28s
[07:08:49.797] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:97:0)
[07:08:49.829] Build status: STARTED
[07:08:49.829] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:98:0) after 3m51s
[07:12:40.954] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:98:0)
[07:12:40.982] Build status: STARTED
[07:12:40.982] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:99:0) after 4m51s
[07:17:31.963] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:99:0)
[07:17:31.983] Build status: STARTED
[07:17:31.983] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:100:0) after 2m43s
[07:20:15.412] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:100:0)
[07:20:15.442] Build status: STARTED
[07:20:15.442] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:101:0) after 2m18s
[07:22:33.533] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:101:0)
[07:22:33.561] Build status: STARTED
[07:22:33.561] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:102:0) after 1m24s
[07:23:57.678] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:102:0)
[07:23:57.696] Build status: STARTED
[07:23:57.696] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:103:0) after 6m48s
[07:30:46.174] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:103:0)
[07:30:46.206] Build status: STARTED
[07:30:46.206] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:104:0) after 1m26s
[07:32:12.233] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:104:0)
[07:32:12.268] Build status: STARTED
[07:32:12.268] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:105:0) after 9m57s
[07:42:09.460] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:105:0)
[07:42:09.492] Build status: STARTED
[07:42:09.492] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:106:0) after 9m23s
[07:51:32.656] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:106:0)
[07:51:32.723] Build status: STARTED
[07:51:32.723] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:107:0) after 7m5s
[07:58:37.897] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:107:0)
[07:58:37.913] Build status: STARTED
[07:58:37.913] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:108:0) after 7m34s
[08:06:11.947] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:108:0)
[08:06:11.976] Build status: STARTED
[08:06:11.976] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:109:0) after 5m35s
[08:11:47.018] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:109:0)
[08:11:47.049] Build status: STARTED
[08:11:47.049] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:110:0) after 8m13s
[08:20:00.144] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:110:0)
[08:20:00.175] Build status: STARTED
[08:20:00.175] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:111:0) after 3m7s
[08:23:07.365] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:111:0)
[08:23:07.383] Build status: STARTED
[08:23:07.383] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:112:0) after 8m39s
[08:31:46.695] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:112:0)
[08:31:46.737] Build status: STARTED
[08:31:46.737] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:113:0) after 1m46s
[08:33:33.293] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:113:0)
[08:33:33.323] Build status: STARTED
[08:33:33.323] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:114:0) after 1m41s
[08:35:14.360] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:114:0)
[08:35:14.396] Build status: STARTED
[08:35:14.396] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:115:0) after 1m2s
[08:36:16.940] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:115:0)
[08:36:16.984] Build status: STARTED
[08:36:16.984] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:116:0) after 5m1s
[08:41:18.199] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:116:0)
[08:41:18.228] Build status: STARTED
[08:41:18.228] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:117:0) after 5m15s
[08:46:33.338] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:117:0)
[08:46:33.377] Build status: STARTED
[08:46:33.377] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:118:0) after 7m23s
[08:53:56.413] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:118:0)
[08:53:56.454] Build status: STARTED
[08:53:56.454] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:119:0) after 6m39s
[09:00:35.669] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:119:0)
[09:00:35.701] Build status: STARTED
[09:00:35.701] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:120:0) after 6m27s
[09:07:03.718] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:120:0)
[09:07:03.753] Build status: STARTED
[09:07:03.753] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:121:0) after 5m55s
[09:12:59.416] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:121:0)
[09:12:59.447] Build status: STARTED
[09:12:59.447] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:122:0) after 9m50s
[09:22:49.500] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:122:0)
[09:22:49.578] Build status: STARTED
[09:22:49.578] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:123:0) after 9m27s
[09:32:16.889] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:123:0)
[09:32:16.920] Build status: STARTED
[09:32:16.920] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:124:0) after 5m35s
[09:37:52.038] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:124:0)
[09:37:52.101] Build status: STARTED
[09:37:52.101] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:125:0) after 3m29s
[09:41:21.268] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:125:0)
[09:41:21.299] Build status: STARTED
[09:41:21.299] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:126:0) after 9m47s
[09:51:08.523] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:126:0)
[09:51:08.602] Build status: STARTED
[09:51:08.602] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:127:0) after 8m44s
[09:59:52.845] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:127:0)
[09:59:52.897] Build status: STARTED
[09:59:52.897] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:128:0) after 9m43s
[10:09:36.249] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:128:0)
[10:09:36.301] Build status: STARTED
[10:09:36.301] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:129:0) after 8m26s
[10:18:02.348] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:129:0)
[10:18:02.456] Build status: STARTED
[10:18:02.457] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:130:0) after 4m2s
[10:22:04.500] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:130:0)
[10:22:04.533] Build status: STARTED
[10:22:04.533] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:131:0) after 8m37s
[10:30:41.576] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:131:0)
[10:30:41.611] Build status: STARTED
[10:30:41.611] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:132:0) after 8m4s
[10:38:45.777] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:132:0)
[10:38:45.857] Build status: STARTED
[10:38:45.857] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:133:0) after 2m33s
[10:41:19.555] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:133:0)
[10:41:19.619] Build status: STARTED
[10:41:19.619] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:134:0) after 7m26s
[10:48:45.653] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:134:0)
[10:48:45.720] Build status: STARTED
[10:48:45.720] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:135:0) after 9m6s
[10:57:51.896] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:135:0)
[10:57:51.930] Build status: STARTED
[10:57:51.931] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:136:0) after 3m55s
[11:01:47.227] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:136:0)
[11:01:47.336] Build status: STARTED
[11:01:47.336] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8938449491689540304:137:0) after 3m30s
[11:04:11.354] Received PubSub notification, asking Buildbucket for the build status
[11:04:11.406] Build:
{
  "id": "8773019429685235553",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 1604,
  "createdBy": "project:chromium",
  "createTime": "2023-08-11T22:41:54.784325330Z",
  "startTime": "2023-08-11T22:42:14.791031Z",
  "endTime": "2023-08-12T11:04:09.041151Z",
  "updateTime": "2023-08-12T11:04:09.041151Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f58bec3aa573c00da2a0de627683fa350e6c5769",
      "ref": "refs/heads/main"
    }
  }
}
[11:04:11.406] Invocation finished in 12h22m17.916805285s with status FAILED