Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "9387e84ea02eeb6a6d7a455d6e1b01f68508aaf1"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9387e84ea02eeb6a6d7a455d6e1b01f68508aaf1
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[10:34:08.191] New invocation is queued and will start shortly
[10:34:09.293] Starting the invocation (attempt 1)
[10:34:09.322] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9387e84ea02eeb6a6d7a455d6e1b01f68508aaf1"
[10:34:09.322] Popped gitiles commit info from properties and tags
[10:34:09.322] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:34:09.322] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:34:09.322] Buildbucket request:
{
  "requestId": "8896548882651060432",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "9387e84ea02eeb6a6d7a455d6e1b01f68508aaf1",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8896548882651060432"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:34:09.992] Scheduled build:
{
  "id": "8731118820726733841",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2964,
  "createdBy": "project:chromium",
  "createTime": "2024-11-16T10:34:09.389655486Z",
  "updateTime": "2024-11-16T10:34:09.389655486Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9387e84ea02eeb6a6d7a455d6e1b01f68508aaf1",
      "ref": "refs/heads/main"
    }
  }
}
[10:34:09.992] Task URL: https://cr-buildbucket.appspot.com/build/8731118820726733841
[10:34:09.992] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:2:0) after 7m22s
[10:35:18.348] Received PubSub notification, asking Buildbucket for the build status
[10:35:18.377] Build status: SCHEDULED
[10:41:32.013] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:2:0)
[10:41:32.059] Build status: SCHEDULED
[10:41:32.059] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:4:0) after 6m0s
[10:47:32.230] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:4:0)
[10:47:32.260] Build status: SCHEDULED
[10:47:32.261] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:5:0) after 7m41s
[10:55:13.227] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:5:0)
[10:55:13.253] Build status: SCHEDULED
[10:55:13.253] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:6:0) after 2m17s
[10:57:30.268] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:6:0)
[10:57:30.298] Build status: SCHEDULED
[10:57:30.298] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:7:0) after 1m28s
[10:58:58.645] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:7:0)
[10:58:58.662] Build status: SCHEDULED
[10:58:58.662] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:8:0) after 7m17s
[11:06:15.749] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:8:0)
[11:06:15.770] Build status: SCHEDULED
[11:06:15.770] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:9:0) after 4m4s
[11:10:19.790] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:9:0)
[11:10:19.809] Build status: SCHEDULED
[11:10:19.809] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:10:0) after 8m15s
[11:18:34.828] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:10:0)
[11:18:34.855] Build status: SCHEDULED
[11:18:34.855] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:11:0) after 3m56s
[11:22:30.879] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:11:0)
[11:22:30.898] Build status: SCHEDULED
[11:22:30.899] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:12:0) after 6m23s
[11:28:53.886] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:12:0)
[11:28:53.950] Build status: SCHEDULED
[11:28:53.950] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:13:0) after 7m20s
[11:29:08.942] Received PubSub notification, asking Buildbucket for the build status
[11:29:09.042] Build status: STARTED
[11:36:13.971] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:13:0)
[11:36:14.058] Build status: STARTED
[11:36:14.058] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:15:0) after 8m47s
[11:45:01.075] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:15:0)
[11:45:01.091] Build status: STARTED
[11:45:01.091] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:16:0) after 8m12s
[11:53:13.117] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:16:0)
[11:53:13.136] Build status: STARTED
[11:53:13.136] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:17:0) after 8m47s
[12:02:00.165] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:17:0)
[12:02:00.192] Build status: STARTED
[12:02:00.192] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:18:0) after 1m3s
[12:03:03.343] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:18:0)
[12:03:03.374] Build status: STARTED
[12:03:03.374] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:19:0) after 6m28s
[12:09:31.393] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:19:0)
[12:09:31.422] Build status: STARTED
[12:09:31.422] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:20:0) after 9m42s
[12:19:13.644] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:20:0)
[12:19:13.662] Build status: STARTED
[12:19:13.662] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:21:0) after 9m16s
[12:28:29.679] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:21:0)
[12:28:29.696] Build status: STARTED
[12:28:29.696] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:22:0) after 2m26s
[12:30:55.723] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:22:0)
[12:30:55.740] Build status: STARTED
[12:30:55.740] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:23:0) after 3m31s
[12:34:26.721] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:23:0)
[12:34:26.754] Build status: STARTED
[12:34:26.754] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:24:0) after 5m7s
[12:39:33.775] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:24:0)
[12:39:33.799] Build status: STARTED
[12:39:33.799] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:25:0) after 8m6s
[12:47:39.817] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:25:0)
[12:47:39.901] Build status: STARTED
[12:47:39.901] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:26:0) after 4m41s
[12:52:20.995] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:26:0)
[12:52:21.107] Build status: STARTED
[12:52:21.107] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:27:0) after 7m52s
[13:00:13.174] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:27:0)
[13:00:13.199] Build status: STARTED
[13:00:13.199] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:28:0) after 5m29s
[13:05:42.295] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:28:0)
[13:05:42.319] Build status: STARTED
[13:05:42.319] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:29:0) after 4m34s
[13:10:16.338] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:29:0)
[13:10:16.355] Build status: STARTED
[13:10:16.355] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:30:0) after 2m37s
[13:12:53.373] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:30:0)
[13:12:53.420] Build status: STARTED
[13:12:53.420] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:31:0) after 5m45s
[13:18:38.676] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:31:0)
[13:18:38.699] Build status: STARTED
[13:18:38.699] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:32:0) after 1m20s
[13:19:59.078] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:32:0)
[13:19:59.097] Build status: STARTED
[13:19:59.097] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:33:0) after 7m56s
[13:27:55.118] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:33:0)
[13:27:55.141] Build status: STARTED
[13:27:55.141] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:34:0) after 9m45s
[13:37:40.223] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:34:0)
[13:37:40.242] Build status: STARTED
[13:37:40.242] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:35:0) after 1m37s
[13:39:17.260] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:35:0)
[13:39:17.277] Build status: STARTED
[13:39:17.277] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:36:0) after 7m6s
[13:46:23.487] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:36:0)
[13:46:23.507] Build status: STARTED
[13:46:23.507] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:37:0) after 2m41s
[13:49:04.626] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:37:0)
[13:49:04.654] Build status: STARTED
[13:49:04.654] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:38:0) after 7m4s
[13:56:08.792] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:38:0)
[13:56:08.812] Build status: STARTED
[13:56:08.812] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:39:0) after 5m38s
[14:01:47.060] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:39:0)
[14:01:47.090] Build status: STARTED
[14:01:47.090] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:40:0) after 4m15s
[14:06:02.259] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:40:0)
[14:06:02.344] Build status: STARTED
[14:06:02.344] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:41:0) after 6m12s
[14:12:14.691] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:41:0)
[14:12:14.751] Build status: STARTED
[14:12:14.751] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:42:0) after 7m42s
[14:19:56.786] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:42:0)
[14:19:56.847] Build status: STARTED
[14:19:56.847] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:43:0) after 7m5s
[14:27:01.913] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:43:0)
[14:27:01.933] Build status: STARTED
[14:27:01.933] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:44:0) after 8m30s
[14:35:31.963] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:44:0)
[14:35:32.065] Build status: STARTED
[14:35:32.065] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:45:0) after 1m25s
[14:36:57.115] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:45:0)
[14:36:57.133] Build status: STARTED
[14:36:57.133] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:46:0) after 9m2s
[14:45:59.161] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:46:0)
[14:45:59.303] Build status: STARTED
[14:45:59.303] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:47:0) after 9m48s
[14:55:47.463] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:47:0)
[14:55:47.486] Build status: STARTED
[14:55:47.486] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:48:0) after 9m27s
[15:05:14.482] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:48:0)
[15:05:14.501] Build status: STARTED
[15:05:14.501] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:49:0) after 8m57s
[15:14:11.852] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:49:0)
[15:14:11.875] Build status: STARTED
[15:14:11.875] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:50:0) after 1m18s
[15:15:29.899] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:50:0)
[15:15:29.918] Build status: STARTED
[15:15:29.918] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:51:0) after 6m41s
[15:22:11.014] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:51:0)
[15:22:11.058] Build status: STARTED
[15:22:11.058] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:52:0) after 4m53s
[15:27:04.154] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:52:0)
[15:27:04.338] Build status: STARTED
[15:27:04.338] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:53:0) after 9m13s
[15:36:17.361] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:53:0)
[15:36:17.416] Build status: STARTED
[15:36:17.416] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:54:0) after 6m29s
[15:42:46.437] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:54:0)
[15:42:46.453] Build status: STARTED
[15:42:46.453] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:55:0) after 2m30s
[15:45:16.459] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:55:0)
[15:45:16.482] Build status: STARTED
[15:45:16.482] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:56:0) after 2m50s
[15:48:06.665] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:56:0)
[15:48:06.694] Build status: STARTED
[15:48:06.694] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:57:0) after 5m15s
[15:53:21.716] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:57:0)
[15:53:21.743] Build status: STARTED
[15:53:21.743] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:58:0) after 8m11s
[16:01:32.860] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:58:0)
[16:01:32.888] Build status: STARTED
[16:01:32.888] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:59:0) after 6m35s
[16:08:07.905] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:59:0)
[16:08:07.922] Build status: STARTED
[16:08:07.922] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:60:0) after 7m57s
[16:16:05.061] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:60:0)
[16:16:05.150] Build status: STARTED
[16:16:05.150] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:61:0) after 7m31s
[16:23:36.399] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:61:0)
[16:23:36.416] Build status: STARTED
[16:23:36.416] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:62:0) after 2m24s
[16:26:00.436] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:62:0)
[16:26:00.453] Build status: STARTED
[16:26:00.453] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:63:0) after 3m1s
[16:29:01.440] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:63:0)
[16:29:01.465] Build status: STARTED
[16:29:01.466] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:64:0) after 3m0s
[16:32:01.746] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:64:0)
[16:32:01.781] Build status: STARTED
[16:32:01.781] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:65:0) after 6m45s
[16:38:46.844] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:65:0)
[16:38:46.860] Build status: STARTED
[16:38:46.860] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:66:0) after 6m4s
[16:44:50.873] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:66:0)
[16:44:50.890] Build status: STARTED
[16:44:50.890] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:67:0) after 7m51s
[16:52:41.910] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:67:0)
[16:52:42.004] Build status: STARTED
[16:52:42.004] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:68:0) after 6m30s
[16:59:11.999] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:68:0)
[16:59:12.019] Build status: STARTED
[16:59:12.019] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:69:0) after 8m24s
[17:07:36.151] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:69:0)
[17:07:36.235] Build status: STARTED
[17:07:36.235] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:70:0) after 4m10s
[17:11:46.267] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:70:0)
[17:11:46.284] Build status: STARTED
[17:11:46.284] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:71:0) after 1m7s
[17:12:53.304] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:71:0)
[17:12:53.330] Build status: STARTED
[17:12:53.330] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:72:0) after 8m20s
[17:21:13.465] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:72:0)
[17:21:13.492] Build status: STARTED
[17:21:13.492] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:73:0) after 4m9s
[17:25:22.517] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:73:0)
[17:25:22.533] Build status: STARTED
[17:25:22.533] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:74:0) after 8m54s
[17:34:16.544] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:74:0)
[17:34:16.561] Build status: STARTED
[17:34:16.561] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:75:0) after 9m20s
[17:43:36.587] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:75:0)
[17:43:36.614] Build status: STARTED
[17:43:36.614] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:76:0) after 6m33s
[17:50:09.782] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:76:0)
[17:50:09.805] Build status: STARTED
[17:50:09.805] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:77:0) after 8m53s
[17:59:02.944] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:77:0)
[17:59:02.983] Build status: STARTED
[17:59:02.983] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:78:0) after 8m24s
[18:07:27.038] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:78:0)
[18:07:27.058] Build status: STARTED
[18:07:27.058] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:79:0) after 4m44s
[18:12:11.324] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:79:0)
[18:12:11.352] Build status: STARTED
[18:12:11.352] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:80:0) after 5m5s
[18:17:16.452] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:80:0)
[18:17:16.515] Build status: STARTED
[18:17:16.515] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:81:0) after 9m45s
[18:27:01.550] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:81:0)
[18:27:01.611] Build status: STARTED
[18:27:01.611] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:82:0) after 2m18s
[18:29:19.627] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:82:0)
[18:29:19.693] Build status: STARTED
[18:29:19.693] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:83:0) after 5m48s
[18:35:07.842] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:83:0)
[18:35:07.884] Build status: STARTED
[18:35:07.884] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:84:0) after 8m12s
[18:43:19.988] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:84:0)
[18:43:20.051] Build status: STARTED
[18:43:20.051] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:85:0) after 6m42s
[18:50:02.069] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:85:0)
[18:50:02.096] Build status: STARTED
[18:50:02.096] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:86:0) after 4m35s
[18:54:37.301] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:86:0)
[18:54:37.326] Build status: STARTED
[18:54:37.326] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:87:0) after 3m14s
[18:57:51.604] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:87:0)
[18:57:51.622] Build status: STARTED
[18:57:51.622] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:88:0) after 1m38s
[18:59:29.705] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:88:0)
[18:59:29.725] Build status: STARTED
[18:59:29.725] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:89:0) after 5m21s
[19:04:50.886] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:89:0)
[19:04:50.903] Build status: STARTED
[19:04:50.903] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:90:0) after 8m37s
[19:13:27.921] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:90:0)
[19:13:27.938] Build status: STARTED
[19:13:27.938] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:91:0) after 5m39s
[19:19:07.086] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:91:0)
[19:19:07.106] Build status: STARTED
[19:19:07.106] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:92:0) after 8m30s
[19:27:37.131] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:92:0)
[19:27:37.163] Build status: STARTED
[19:27:37.164] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:93:0) after 5m46s
[19:33:23.309] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:93:0)
[19:33:23.332] Build status: STARTED
[19:33:23.332] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:94:0) after 4m3s
[19:37:26.353] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:94:0)
[19:37:26.402] Build status: STARTED
[19:37:26.402] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:95:0) after 6m27s
[19:43:53.423] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:95:0)
[19:43:53.505] Build status: STARTED
[19:43:53.505] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:96:0) after 9m40s
[19:53:33.545] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:96:0)
[19:53:33.622] Build status: STARTED
[19:53:33.622] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:97:0) after 7m48s
[20:01:21.641] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:97:0)
[20:01:21.660] Build status: STARTED
[20:01:21.660] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:98:0) after 2m11s
[20:03:32.678] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:98:0)
[20:03:32.694] Build status: STARTED
[20:03:32.694] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:99:0) after 3m16s
[20:06:48.716] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:99:0)
[20:06:48.742] Build status: STARTED
[20:06:48.742] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:100:0) after 5m33s
[20:12:21.769] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:100:0)
[20:12:21.856] Build status: STARTED
[20:12:21.856] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:101:0) after 8m40s
[20:21:01.947] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:101:0)
[20:21:01.967] Build status: STARTED
[20:21:01.967] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:102:0) after 1m51s
[20:22:53.202] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:102:0)
[20:22:53.226] Build status: STARTED
[20:22:53.226] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:103:0) after 2m44s
[20:25:37.249] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:103:0)
[20:25:37.269] Build status: STARTED
[20:25:37.269] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:104:0) after 5m49s
[20:31:26.374] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:104:0)
[20:31:26.397] Build status: STARTED
[20:31:26.397] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:105:0) after 8m44s
[20:40:10.541] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:105:0)
[20:40:10.586] Build status: STARTED
[20:40:10.586] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:106:0) after 2m59s
[20:43:09.741] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:106:0)
[20:43:09.759] Build status: STARTED
[20:43:09.759] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:107:0) after 7m25s
[20:50:34.783] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:107:0)
[20:50:34.802] Build status: STARTED
[20:50:34.802] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:108:0) after 1m40s
[20:52:14.823] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:108:0)
[20:52:14.837] Build status: STARTED
[20:52:14.837] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:109:0) after 8m15s
[21:00:29.869] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:109:0)
[21:00:29.896] Build status: STARTED
[21:00:29.896] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:110:0) after 6m12s
[21:06:41.922] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:110:0)
[21:06:41.956] Build status: STARTED
[21:06:41.956] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:111:0) after 4m52s
[21:11:34.125] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:111:0)
[21:11:34.217] Build status: STARTED
[21:11:34.217] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:112:0) after 8m4s
[21:19:38.236] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:112:0)
[21:19:38.260] Build status: STARTED
[21:19:38.260] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:113:0) after 8m56s
[21:28:34.500] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:113:0)
[21:28:34.521] Build status: STARTED
[21:28:34.521] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:114:0) after 4m29s
[21:33:03.543] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:114:0)
[21:33:03.572] Build status: STARTED
[21:33:03.573] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:115:0) after 4m11s
[21:37:14.751] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:115:0)
[21:37:14.779] Build status: STARTED
[21:37:14.779] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:116:0) after 2m45s
[21:40:00.066] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:116:0)
[21:40:00.087] Build status: STARTED
[21:40:00.087] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:117:0) after 4m32s
[21:44:32.543] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:117:0)
[21:44:32.565] Build status: STARTED
[21:44:32.565] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:118:0) after 5m56s
[21:50:28.829] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:118:0)
[21:50:28.845] Build status: STARTED
[21:50:28.845] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:119:0) after 7m17s
[21:57:46.018] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:119:0)
[21:57:46.036] Build status: STARTED
[21:57:46.036] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:120:0) after 3m33s
[22:01:19.097] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:120:0)
[22:01:19.131] Build status: STARTED
[22:01:19.131] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:121:0) after 2m10s
[22:03:29.152] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:121:0)
[22:03:29.171] Build status: STARTED
[22:03:29.171] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:122:0) after 5m35s
[22:09:04.236] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:122:0)
[22:09:04.256] Build status: STARTED
[22:09:04.256] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:123:0) after 6m7s
[22:15:11.277] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:123:0)
[22:15:11.357] Build status: STARTED
[22:15:11.357] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:124:0) after 5m17s
[22:20:28.358] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:124:0)
[22:20:28.382] Build status: STARTED
[22:20:28.382] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:125:0) after 8m16s
[22:28:44.451] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:125:0)
[22:28:44.476] Build status: STARTED
[22:28:44.476] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:126:0) after 6m16s
[22:35:00.709] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:126:0)
[22:35:00.741] Build status: STARTED
[22:35:00.741] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:127:0) after 7m51s
[22:42:51.995] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:127:0)
[22:42:52.012] Build status: STARTED
[22:42:52.012] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:128:0) after 5m13s
[22:48:05.275] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:128:0)
[22:48:05.295] Build status: STARTED
[22:48:05.295] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:129:0) after 9m28s
[22:57:33.314] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:129:0)
[22:57:33.333] Build status: STARTED
[22:57:33.333] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8896548882651060432:130:0) after 3m0s
[23:00:27.289] Received PubSub notification, asking Buildbucket for the build status
[23:00:27.314] Build:
{
  "id": "8731118820726733841",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2964,
  "createdBy": "project:chromium",
  "createTime": "2024-11-16T10:34:09.389655486Z",
  "startTime": "2024-11-16T11:29:07.548071900Z",
  "endTime": "2024-11-16T23:00:25.821049030Z",
  "updateTime": "2024-11-16T23:00:25.821049030Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9387e84ea02eeb6a6d7a455d6e1b01f68508aaf1",
      "ref": "refs/heads/main"
    }
  }
}
[23:00:27.314] Invocation finished in 12h26m19.143723117s with status FAILED