Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "08719fd643580b9b136238e328062a8738789dd1"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/08719fd643580b9b136238e328062a8738789dd1
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:03:43.459] New invocation is queued and will start shortly
[23:03:44.655] Starting the invocation (attempt 1)
[23:03:44.705] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/08719fd643580b9b136238e328062a8738789dd1"
[23:03:44.706] Popped gitiles commit info from properties and tags
[23:03:44.706] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:03:44.707] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:03:44.707] Buildbucket request:
{
  "requestId": "8915980070429237648",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "08719fd643580b9b136238e328062a8738789dd1",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8915980070429237648"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:03:45.338] Scheduled build:
{
  "id": "8750550008352233281",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2097,
  "createdBy": "project:chromium",
  "createTime": "2024-04-15T23:03:44.813309065Z",
  "updateTime": "2024-04-15T23:03:44.813309065Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "08719fd643580b9b136238e328062a8738789dd1",
      "ref": "refs/heads/main"
    }
  }
}
[23:03:45.338] Task URL: https://cr-buildbucket.appspot.com/build/8750550008352233281
[23:03:45.338] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:2:0) after 7m49s
[23:03:46.407] Received PubSub notification, asking Buildbucket for the build status
[23:03:46.473] Build status: SCHEDULED
[23:11:34.418] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:2:0)
[23:11:34.436] Build status: SCHEDULED
[23:11:34.436] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:4:0) after 1m41s
[23:13:15.471] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:4:0)
[23:13:15.502] Build status: SCHEDULED
[23:13:15.502] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:5:0) after 3m16s
[23:14:54.722] Received PubSub notification, asking Buildbucket for the build status
[23:14:54.752] Build status: STARTED
[23:16:31.651] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:5:0)
[23:16:31.682] Build status: STARTED
[23:16:31.682] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:7:0) after 3m48s
[23:20:19.748] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:7:0)
[23:20:19.820] Build status: STARTED
[23:20:19.820] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:8:0) after 5m10s
[23:25:29.845] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:8:0)
[23:25:29.866] Build status: STARTED
[23:25:29.866] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:9:0) after 8m36s
[23:34:05.952] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:9:0)
[23:34:06.040] Build status: STARTED
[23:34:06.040] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:10:0) after 8m45s
[23:42:51.263] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:10:0)
[23:42:51.303] Build status: STARTED
[23:42:51.303] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:11:0) after 6m30s
[23:49:21.507] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:11:0)
[23:49:21.569] Build status: STARTED
[23:49:21.569] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:12:0) after 8m52s
[23:58:14.280] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:12:0)
[23:58:14.299] Build status: STARTED
[23:58:14.299] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:13:0) after 4m43s
[00:02:57.476] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:13:0)
[00:02:57.556] Build status: STARTED
[00:02:57.556] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:14:0) after 7m43s
[00:10:40.688] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:14:0)
[00:10:40.755] Build status: STARTED
[00:10:40.755] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:15:0) after 6m14s
[00:16:54.784] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:15:0)
[00:16:54.919] Build status: STARTED
[00:16:54.920] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:16:0) after 2m8s
[00:19:02.955] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:16:0)
[00:19:02.980] Build status: STARTED
[00:19:02.980] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:17:0) after 4m48s
[00:23:51.096] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:17:0)
[00:23:51.119] Build status: STARTED
[00:23:51.119] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:18:0) after 3m51s
[00:27:42.171] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:18:0)
[00:27:42.196] Build status: STARTED
[00:27:42.196] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:19:0) after 3m2s
[00:30:44.254] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:19:0)
[00:30:44.303] Build status: STARTED
[00:30:44.303] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:20:0) after 8m48s
[00:39:32.818] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:20:0)
[00:39:32.843] Build status: STARTED
[00:39:32.843] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:21:0) after 2m39s
[00:42:12.225] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:21:0)
[00:42:12.247] Build status: STARTED
[00:42:12.247] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:22:0) after 5m15s
[00:47:27.367] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:22:0)
[00:47:27.389] Build status: STARTED
[00:47:27.389] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:23:0) after 8m46s
[00:56:14.095] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:23:0)
[00:56:14.119] Build status: STARTED
[00:56:14.119] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:24:0) after 4m2s
[01:00:16.393] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:24:0)
[01:00:16.433] Build status: STARTED
[01:00:16.433] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:25:0) after 4m57s
[01:05:13.691] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:25:0)
[01:05:13.731] Build status: STARTED
[01:05:13.731] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:26:0) after 3m56s
[01:09:09.778] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:26:0)
[01:09:09.860] Build status: STARTED
[01:09:09.860] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:27:0) after 1m16s
[01:10:25.894] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:27:0)
[01:10:25.940] Build status: STARTED
[01:10:25.940] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:28:0) after 3m6s
[01:13:31.981] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:28:0)
[01:13:32.005] Build status: STARTED
[01:13:32.005] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:29:0) after 6m33s
[01:20:05.064] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:29:0)
[01:20:05.108] Build status: STARTED
[01:20:05.108] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:30:0) after 6m33s
[01:26:38.205] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:30:0)
[01:26:38.228] Build status: STARTED
[01:26:38.228] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:31:0) after 4m7s
[01:30:45.270] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:31:0)
[01:30:45.303] Build status: STARTED
[01:30:45.303] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:32:0) after 3m55s
[01:34:40.399] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:32:0)
[01:34:40.439] Build status: STARTED
[01:34:40.439] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:33:0) after 1m8s
[01:35:48.469] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:33:0)
[01:35:48.513] Build status: STARTED
[01:35:48.513] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:34:0) after 7m49s
[01:43:37.549] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:34:0)
[01:43:37.606] Build status: STARTED
[01:43:37.606] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:35:0) after 1m52s
[01:45:29.728] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:35:0)
[01:45:29.770] Build status: STARTED
[01:45:29.770] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:36:0) after 5m41s
[01:51:10.871] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:36:0)
[01:51:10.895] Build status: STARTED
[01:51:10.895] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:37:0) after 3m41s
[01:54:51.965] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:37:0)
[01:54:51.985] Build status: STARTED
[01:54:51.985] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:38:0) after 8m36s
[02:03:28.096] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:38:0)
[02:03:28.147] Build status: STARTED
[02:03:28.147] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:39:0) after 7m34s
[02:11:02.243] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:39:0)
[02:11:02.275] Build status: STARTED
[02:11:02.275] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:40:0) after 5m55s
[02:16:57.357] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:40:0)
[02:16:57.383] Build status: STARTED
[02:16:57.383] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:41:0) after 3m8s
[02:20:05.456] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:41:0)
[02:20:05.508] Build status: STARTED
[02:20:05.508] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:42:0) after 8m1s
[02:28:06.547] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:42:0)
[02:28:06.589] Build status: STARTED
[02:28:06.589] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:43:0) after 7m1s
[02:35:07.626] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:43:0)
[02:35:07.650] Build status: STARTED
[02:35:07.650] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:44:0) after 8m26s
[02:43:33.789] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:44:0)
[02:43:33.811] Build status: STARTED
[02:43:33.811] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:45:0) after 4m12s
[02:47:46.259] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:45:0)
[02:47:46.281] Build status: STARTED
[02:47:46.281] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:46:0) after 9m42s
[02:57:28.611] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:46:0)
[02:57:28.640] Build status: STARTED
[02:57:28.640] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:47:0) after 2m56s
[03:00:25.349] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:47:0)
[03:00:25.463] Build status: STARTED
[03:00:25.463] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:48:0) after 3m57s
[03:04:22.577] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:48:0)
[03:04:22.600] Build status: STARTED
[03:04:22.600] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:49:0) after 6m16s
[03:10:38.746] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:49:0)
[03:10:38.770] Build status: STARTED
[03:10:38.770] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:50:0) after 4m17s
[03:14:55.992] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:50:0)
[03:14:56.047] Build status: STARTED
[03:14:56.047] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:51:0) after 9m3s
[03:23:59.118] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:51:0)
[03:23:59.149] Build status: STARTED
[03:23:59.149] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:52:0) after 4m40s
[03:28:39.188] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:52:0)
[03:28:39.213] Build status: STARTED
[03:28:39.214] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:53:0) after 4m49s
[03:33:28.549] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:53:0)
[03:33:28.567] Build status: STARTED
[03:33:28.567] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:54:0) after 1m47s
[03:35:15.603] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:54:0)
[03:35:15.619] Build status: STARTED
[03:35:15.619] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:55:0) after 9m34s
[03:44:50.281] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:55:0)
[03:44:50.300] Build status: STARTED
[03:44:50.300] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:56:0) after 4m20s
[03:49:10.351] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:56:0)
[03:49:10.389] Build status: STARTED
[03:49:10.389] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:57:0) after 2m47s
[03:51:57.412] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:57:0)
[03:51:57.439] Build status: STARTED
[03:51:57.439] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:58:0) after 3m12s
[03:55:09.548] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:58:0)
[03:55:09.592] Build status: STARTED
[03:55:09.592] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:59:0) after 6m58s
[04:02:07.752] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:59:0)
[04:02:07.779] Build status: STARTED
[04:02:07.779] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:60:0) after 3m29s
[04:05:36.855] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:60:0)
[04:05:36.871] Build status: STARTED
[04:05:36.871] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:61:0) after 7m25s
[04:13:01.922] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:61:0)
[04:13:01.952] Build status: STARTED
[04:13:01.952] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:62:0) after 2m12s
[04:15:14.194] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:62:0)
[04:15:14.233] Build status: STARTED
[04:15:14.233] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:63:0) after 1m12s
[04:16:26.330] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:63:0)
[04:16:26.345] Build status: STARTED
[04:16:26.345] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:64:0) after 3m6s
[04:19:32.619] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:64:0)
[04:19:32.638] Build status: STARTED
[04:19:32.638] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:65:0) after 4m6s
[04:23:38.672] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:65:0)
[04:23:38.692] Build status: STARTED
[04:23:38.692] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:66:0) after 7m9s
[04:30:48.299] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:66:0)
[04:30:48.350] Build status: STARTED
[04:30:48.350] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:67:0) after 9m21s
[04:40:09.403] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:67:0)
[04:40:09.426] Build status: STARTED
[04:40:09.426] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:68:0) after 8m45s
[04:48:54.593] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:68:0)
[04:48:54.611] Build status: STARTED
[04:48:54.611] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:69:0) after 1m5s
[04:49:59.751] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:69:0)
[04:49:59.857] Build status: STARTED
[04:49:59.857] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:70:0) after 7m33s
[04:57:32.859] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:70:0)
[04:57:32.880] Build status: STARTED
[04:57:32.880] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:71:0) after 5m0s
[05:02:32.936] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:71:0)
[05:02:33.006] Build status: STARTED
[05:02:33.006] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:72:0) after 2m37s
[05:05:10.046] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:72:0)
[05:05:10.070] Build status: STARTED
[05:05:10.070] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:73:0) after 5m11s
[05:10:21.299] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:73:0)
[05:10:21.327] Build status: STARTED
[05:10:21.327] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:74:0) after 3m16s
[05:13:37.464] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:74:0)
[05:13:37.482] Build status: STARTED
[05:13:37.482] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:75:0) after 4m11s
[05:17:48.795] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:75:0)
[05:17:48.862] Build status: STARTED
[05:17:48.862] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:76:0) after 8m15s
[05:26:03.968] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:76:0)
[05:26:04.013] Build status: STARTED
[05:26:04.014] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:77:0) after 7m52s
[05:33:56.228] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:77:0)
[05:33:56.313] Build status: STARTED
[05:33:56.313] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:78:0) after 7m35s
[05:41:31.750] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:78:0)
[05:41:31.772] Build status: STARTED
[05:41:31.772] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:79:0) after 8m41s
[05:50:12.795] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:79:0)
[05:50:12.821] Build status: STARTED
[05:50:12.821] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:80:0) after 9m6s
[05:59:19.065] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:80:0)
[05:59:19.087] Build status: STARTED
[05:59:19.087] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:81:0) after 5m34s
[06:04:53.236] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:81:0)
[06:04:53.333] Build status: STARTED
[06:04:53.333] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:82:0) after 7m57s
[06:12:50.564] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:82:0)
[06:12:50.588] Build status: STARTED
[06:12:50.588] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:83:0) after 7m33s
[06:20:23.630] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:83:0)
[06:20:23.903] Build status: STARTED
[06:20:23.903] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:84:0) after 9m53s
[06:30:17.191] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:84:0)
[06:30:17.213] Build status: STARTED
[06:30:17.213] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:85:0) after 9m51s
[06:40:08.272] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:85:0)
[06:40:08.314] Build status: STARTED
[06:40:08.314] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:86:0) after 6m26s
[06:46:34.475] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:86:0)
[06:46:34.520] Build status: STARTED
[06:46:34.520] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:87:0) after 6m40s
[06:53:14.803] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:87:0)
[06:53:14.828] Build status: STARTED
[06:53:14.828] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:88:0) after 4m55s
[06:58:09.970] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:88:0)
[06:58:09.994] Build status: STARTED
[06:58:09.994] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:89:0) after 8m43s
[07:06:53.038] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:89:0)
[07:06:53.103] Build status: STARTED
[07:06:53.103] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:90:0) after 6m22s
[07:13:15.137] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:90:0)
[07:13:15.159] Build status: STARTED
[07:13:15.159] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:91:0) after 2m50s
[07:16:05.244] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:91:0)
[07:16:05.278] Build status: STARTED
[07:16:05.279] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:92:0) after 9m22s
[07:25:27.326] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:92:0)
[07:25:27.360] Build status: STARTED
[07:25:27.360] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:93:0) after 7m20s
[07:32:47.412] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:93:0)
[07:32:47.444] Build status: STARTED
[07:32:47.444] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:94:0) after 9m25s
[07:42:12.481] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:94:0)
[07:42:12.599] Build status: STARTED
[07:42:12.599] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:95:0) after 1m33s
[07:43:45.609] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:95:0)
[07:43:45.628] Build status: STARTED
[07:43:45.628] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:96:0) after 6m30s
[07:50:15.662] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:96:0)
[07:50:15.687] Build status: STARTED
[07:50:15.687] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:97:0) after 7m42s
[07:57:57.728] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:97:0)
[07:57:57.748] Build status: STARTED
[07:57:57.748] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:98:0) after 7m57s
[08:05:54.792] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:98:0)
[08:05:54.835] Build status: STARTED
[08:05:54.835] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:99:0) after 4m5s
[08:10:00.065] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:99:0)
[08:10:00.107] Build status: STARTED
[08:10:00.107] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:100:0) after 1m58s
[08:11:58.283] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:100:0)
[08:11:58.307] Build status: STARTED
[08:11:58.307] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:101:0) after 5m51s
[08:17:49.395] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:101:0)
[08:17:49.436] Build status: STARTED
[08:17:49.436] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:102:0) after 6m10s
[08:23:59.473] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:102:0)
[08:23:59.543] Build status: STARTED
[08:23:59.543] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:103:0) after 5m2s
[08:29:01.593] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:103:0)
[08:29:01.622] Build status: STARTED
[08:29:01.622] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:104:0) after 7m11s
[08:36:12.616] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:104:0)
[08:36:12.639] Build status: STARTED
[08:36:12.639] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:105:0) after 6m41s
[08:42:53.777] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:105:0)
[08:42:53.802] Build status: STARTED
[08:42:53.802] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:106:0) after 1m54s
[08:44:48.219] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:106:0)
[08:44:48.241] Build status: STARTED
[08:44:48.241] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:107:0) after 1m20s
[08:46:08.309] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:107:0)
[08:46:08.361] Build status: STARTED
[08:46:08.361] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:108:0) after 3m46s
[08:49:54.413] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:108:0)
[08:49:54.439] Build status: STARTED
[08:49:54.439] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:109:0) after 8m9s
[08:58:03.463] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:109:0)
[08:58:03.485] Build status: STARTED
[08:58:03.485] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:110:0) after 4m51s
[09:02:54.519] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:110:0)
[09:02:54.540] Build status: STARTED
[09:02:54.540] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:111:0) after 1m56s
[09:04:50.588] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:111:0)
[09:04:50.609] Build status: STARTED
[09:04:50.609] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:112:0) after 2m39s
[09:07:29.712] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:112:0)
[09:07:29.732] Build status: STARTED
[09:07:29.732] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:113:0) after 9m38s
[09:17:08.008] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:113:0)
[09:17:08.029] Build status: STARTED
[09:17:08.029] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:114:0) after 6m34s
[09:23:42.070] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:114:0)
[09:23:42.150] Build status: STARTED
[09:23:42.150] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:115:0) after 6m46s
[09:30:28.185] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:115:0)
[09:30:28.239] Build status: STARTED
[09:30:28.239] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:116:0) after 1m24s
[09:31:52.572] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:116:0)
[09:31:52.593] Build status: STARTED
[09:31:52.593] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:117:0) after 4m57s
[09:36:49.722] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:117:0)
[09:36:49.793] Build status: STARTED
[09:36:49.793] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:118:0) after 9m36s
[09:46:25.959] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:118:0)
[09:46:25.987] Build status: STARTED
[09:46:25.987] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:119:0) after 9m39s
[09:56:05.115] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:119:0)
[09:56:05.202] Build status: STARTED
[09:56:05.202] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:120:0) after 9m59s
[10:06:04.401] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:120:0)
[10:06:04.484] Build status: STARTED
[10:06:04.484] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:121:0) after 5m24s
[10:11:28.818] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:121:0)
[10:11:28.846] Build status: STARTED
[10:11:28.846] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:122:0) after 6m31s
[10:18:00.060] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:122:0)
[10:18:00.078] Build status: STARTED
[10:18:00.078] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:123:0) after 5m55s
[10:23:55.244] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:123:0)
[10:23:55.393] Build status: STARTED
[10:23:55.393] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:124:0) after 1m35s
[10:25:30.464] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:124:0)
[10:25:30.486] Build status: STARTED
[10:25:30.486] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:125:0) after 7m17s
[10:32:47.528] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:125:0)
[10:32:47.553] Build status: STARTED
[10:32:47.553] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:126:0) after 8m3s
[10:40:50.590] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:126:0)
[10:40:50.610] Build status: STARTED
[10:40:50.610] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:127:0) after 6m59s
[10:47:49.902] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:127:0)
[10:47:49.923] Build status: STARTED
[10:47:49.923] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:128:0) after 2m4s
[10:49:53.974] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:128:0)
[10:49:53.994] Build status: STARTED
[10:49:53.994] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:129:0) after 2m31s
[10:52:25.156] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:129:0)
[10:52:25.193] Build status: STARTED
[10:52:25.193] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:130:0) after 9m31s
[11:01:56.428] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:130:0)
[11:01:56.451] Build status: STARTED
[11:01:56.451] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:131:0) after 4m6s
[11:06:02.445] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:131:0)
[11:06:02.503] Build status: STARTED
[11:06:02.504] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:132:0) after 5m37s
[11:11:39.643] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:132:0)
[11:11:39.665] Build status: STARTED
[11:11:39.665] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:133:0) after 4m28s
[11:16:07.903] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:133:0)
[11:16:07.928] Build status: STARTED
[11:16:07.928] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:134:0) after 6m44s
[11:22:52.216] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:134:0)
[11:22:52.244] Build status: STARTED
[11:22:52.244] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:135:0) after 4m58s
[11:27:50.380] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:135:0)
[11:27:50.398] Build status: STARTED
[11:27:50.398] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8915980070429237648:136:0) after 5m5s
[11:29:28.558] Received PubSub notification, asking Buildbucket for the build status
[11:29:28.595] Build:
{
  "id": "8750550008352233281",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2097,
  "createdBy": "project:chromium",
  "createTime": "2024-04-15T23:03:44.813309065Z",
  "startTime": "2024-04-15T23:14:51.784866096Z",
  "endTime": "2024-04-16T11:29:28.189382860Z",
  "updateTime": "2024-04-16T11:29:28.189382860Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "08719fd643580b9b136238e328062a8738789dd1",
      "ref": "refs/heads/main"
    }
  }
}
[11:29:28.595] Invocation finished in 12h25m45.14582978s with status FAILED