Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "77876d359086328e49866adf38d3567649f73fbf"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/77876d359086328e49866adf38d3567649f73fbf
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[13:54:30.366] New invocation is queued and will start shortly
[13:54:31.467] Starting the invocation (attempt 1)
[13:54:31.495] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/77876d359086328e49866adf38d3567649f73fbf"
[13:54:31.495] Popped gitiles commit info from properties and tags
[13:54:31.495] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:54:31.495] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:54:31.495] Buildbucket request:
{
  "requestId": "8916195818187260960",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "77876d359086328e49866adf38d3567649f73fbf",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8916195818187260960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:54:32.047] Scheduled build:
{
  "id": "8750765756272534305",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2092,
  "createdBy": "project:chromium",
  "createTime": "2024-04-13T13:54:31.563557743Z",
  "updateTime": "2024-04-13T13:54:31.563557743Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "77876d359086328e49866adf38d3567649f73fbf",
      "ref": "refs/heads/main"
    }
  }
}
[13:54:32.047] Task URL: https://cr-buildbucket.appspot.com/build/8750765756272534305
[13:54:32.047] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:2:0) after 2m56s
[13:54:32.951] Received PubSub notification, asking Buildbucket for the build status
[13:54:33.002] Build status: SCHEDULED
[13:57:28.138] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:2:0)
[13:57:28.167] Build status: SCHEDULED
[13:57:28.167] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:4:0) after 7m39s
[14:02:30.857] Received PubSub notification, asking Buildbucket for the build status
[14:02:30.961] Build status: STARTED
[14:05:07.351] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:4:0)
[14:05:07.418] Build status: STARTED
[14:05:07.418] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:6:0) after 7m39s
[14:12:46.440] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:6:0)
[14:12:46.464] Build status: STARTED
[14:12:46.464] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:7:0) after 2m55s
[14:15:41.588] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:7:0)
[14:15:41.606] Build status: STARTED
[14:15:41.606] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:8:0) after 2m40s
[14:18:21.625] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:8:0)
[14:18:21.645] Build status: STARTED
[14:18:21.645] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:9:0) after 1m59s
[14:20:20.690] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:9:0)
[14:20:20.771] Build status: STARTED
[14:20:20.771] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:10:0) after 9m0s
[14:29:20.805] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:10:0)
[14:29:20.825] Build status: STARTED
[14:29:20.825] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:11:0) after 8m29s
[14:37:49.846] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:11:0)
[14:37:49.872] Build status: STARTED
[14:37:49.872] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:12:0) after 4m12s
[14:42:01.894] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:12:0)
[14:42:01.942] Build status: STARTED
[14:42:01.942] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:13:0) after 9m7s
[14:51:08.963] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:13:0)
[14:51:09.000] Build status: STARTED
[14:51:09.000] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:14:0) after 7m40s
[14:58:49.030] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:14:0)
[14:58:49.049] Build status: STARTED
[14:58:49.049] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:15:0) after 2m34s
[15:01:23.052] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:15:0)
[15:01:23.130] Build status: STARTED
[15:01:23.130] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:16:0) after 4m18s
[15:05:41.150] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:16:0)
[15:05:41.185] Build status: STARTED
[15:05:41.186] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:17:0) after 5m6s
[15:10:47.230] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:17:0)
[15:10:47.257] Build status: STARTED
[15:10:47.257] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:18:0) after 7m56s
[15:18:43.365] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:18:0)
[15:18:43.420] Build status: STARTED
[15:18:43.421] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:19:0) after 8m55s
[15:27:38.808] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:19:0)
[15:27:38.893] Build status: STARTED
[15:27:38.893] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:20:0) after 7m8s
[15:34:47.058] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:20:0)
[15:34:47.129] Build status: STARTED
[15:34:47.130] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:21:0) after 5m45s
[15:40:32.449] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:21:0)
[15:40:32.466] Build status: STARTED
[15:40:32.466] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:22:0) after 4m46s
[15:45:18.727] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:22:0)
[15:45:18.755] Build status: STARTED
[15:45:18.755] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:23:0) after 9m58s
[15:55:16.775] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:23:0)
[15:55:16.793] Build status: STARTED
[15:55:16.793] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:24:0) after 8m53s
[16:04:09.829] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:24:0)
[16:04:09.850] Build status: STARTED
[16:04:09.850] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:25:0) after 9m20s
[16:13:29.884] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:25:0)
[16:13:29.922] Build status: STARTED
[16:13:29.922] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:26:0) after 2m38s
[16:16:08.040] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:26:0)
[16:16:08.081] Build status: STARTED
[16:16:08.081] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:27:0) after 7m15s
[16:23:23.102] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:27:0)
[16:23:23.153] Build status: STARTED
[16:23:23.153] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:28:0) after 3m25s
[16:26:48.170] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:28:0)
[16:26:48.194] Build status: STARTED
[16:26:48.194] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:29:0) after 2m19s
[16:29:07.366] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:29:0)
[16:29:07.421] Build status: STARTED
[16:29:07.421] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:30:0) after 3m8s
[16:32:15.443] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:30:0)
[16:32:15.499] Build status: STARTED
[16:32:15.499] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:31:0) after 3m11s
[16:35:26.521] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:31:0)
[16:35:26.548] Build status: STARTED
[16:35:26.548] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:32:0) after 4m48s
[16:40:14.777] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:32:0)
[16:40:14.825] Build status: STARTED
[16:40:14.825] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:33:0) after 8m23s
[16:48:37.862] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:33:0)
[16:48:37.894] Build status: STARTED
[16:48:37.894] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:34:0) after 7m53s
[16:56:30.921] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:34:0)
[16:56:30.947] Build status: STARTED
[16:56:30.947] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:35:0) after 7m13s
[17:03:43.990] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:35:0)
[17:03:44.009] Build status: STARTED
[17:03:44.009] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:36:0) after 8m13s
[17:11:57.078] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:36:0)
[17:11:57.104] Build status: STARTED
[17:11:57.104] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:37:0) after 4m13s
[17:16:10.298] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:37:0)
[17:16:10.328] Build status: STARTED
[17:16:10.328] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:38:0) after 1m2s
[17:17:12.349] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:38:0)
[17:17:12.473] Build status: STARTED
[17:17:12.474] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:39:0) after 9m50s
[17:27:02.644] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:39:0)
[17:27:02.667] Build status: STARTED
[17:27:02.667] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:40:0) after 3m32s
[17:30:34.723] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:40:0)
[17:30:34.750] Build status: STARTED
[17:30:34.750] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:41:0) after 3m50s
[17:34:24.783] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:41:0)
[17:34:24.815] Build status: STARTED
[17:34:24.815] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:42:0) after 4m17s
[17:38:41.838] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:42:0)
[17:38:41.892] Build status: STARTED
[17:38:41.892] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:43:0) after 1m53s
[17:40:34.975] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:43:0)
[17:40:35.005] Build status: STARTED
[17:40:35.005] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:44:0) after 6m53s
[17:47:28.023] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:44:0)
[17:47:28.093] Build status: STARTED
[17:47:28.093] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:45:0) after 7m34s
[17:55:02.117] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:45:0)
[17:55:02.179] Build status: STARTED
[17:55:02.180] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:46:0) after 5m37s
[18:00:39.411] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:46:0)
[18:00:39.435] Build status: STARTED
[18:00:39.435] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:47:0) after 4m13s
[18:04:52.558] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:47:0)
[18:04:52.588] Build status: STARTED
[18:04:52.588] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:48:0) after 1m17s
[18:06:09.611] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:48:0)
[18:06:09.627] Build status: STARTED
[18:06:09.627] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:49:0) after 7m46s
[18:13:55.693] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:49:0)
[18:13:55.713] Build status: STARTED
[18:13:55.713] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:50:0) after 5m26s
[18:19:21.739] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:50:0)
[18:19:21.835] Build status: STARTED
[18:19:21.835] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:51:0) after 4m14s
[18:23:35.920] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:51:0)
[18:23:36.019] Build status: STARTED
[18:23:36.019] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:52:0) after 5m34s
[18:29:10.043] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:52:0)
[18:29:10.351] Build status: STARTED
[18:29:10.352] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:53:0) after 1m1s
[18:30:11.589] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:53:0)
[18:30:11.668] Build status: STARTED
[18:30:11.668] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:54:0) after 4m14s
[18:34:26.054] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:54:0)
[18:34:26.112] Build status: STARTED
[18:34:26.112] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:55:0) after 4m50s
[18:39:16.130] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:55:0)
[18:39:16.210] Build status: STARTED
[18:39:16.210] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:56:0) after 9m41s
[18:48:57.235] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:56:0)
[18:48:57.256] Build status: STARTED
[18:48:57.256] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:57:0) after 1m7s
[18:50:04.390] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:57:0)
[18:50:04.623] Build status: STARTED
[18:50:04.623] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:58:0) after 8m53s
[18:58:57.676] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:58:0)
[18:58:57.696] Build status: STARTED
[18:58:57.697] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:59:0) after 8m59s
[19:07:56.950] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:59:0)
[19:07:56.972] Build status: STARTED
[19:07:56.972] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:60:0) after 8m52s
[19:16:49.050] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:60:0)
[19:16:49.071] Build status: STARTED
[19:16:49.072] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:61:0) after 1m11s
[19:18:00.090] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:61:0)
[19:18:00.110] Build status: STARTED
[19:18:00.111] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:62:0) after 8m21s
[19:26:21.135] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:62:0)
[19:26:21.157] Build status: STARTED
[19:26:21.157] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:63:0) after 1m6s
[19:27:27.180] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:63:0)
[19:27:27.200] Build status: STARTED
[19:27:27.200] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:64:0) after 2m37s
[19:30:04.413] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:64:0)
[19:30:04.449] Build status: STARTED
[19:30:04.449] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:65:0) after 8m50s
[19:38:54.477] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:65:0)
[19:38:54.515] Build status: STARTED
[19:38:54.516] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:66:0) after 2m31s
[19:41:25.616] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:66:0)
[19:41:25.635] Build status: STARTED
[19:41:25.635] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:67:0) after 5m29s
[19:46:54.807] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:67:0)
[19:46:54.844] Build status: STARTED
[19:46:54.844] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:68:0) after 9m11s
[19:56:05.883] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:68:0)
[19:56:05.908] Build status: STARTED
[19:56:05.908] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:69:0) after 8m13s
[20:04:19.196] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:69:0)
[20:04:19.214] Build status: STARTED
[20:04:19.214] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:70:0) after 5m54s
[20:10:13.190] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:70:0)
[20:10:13.211] Build status: STARTED
[20:10:13.211] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:71:0) after 2m14s
[20:12:27.336] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:71:0)
[20:12:27.366] Build status: STARTED
[20:12:27.366] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:72:0) after 6m24s
[20:18:51.395] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:72:0)
[20:18:51.427] Build status: STARTED
[20:18:51.427] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:73:0) after 4m58s
[20:23:49.445] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:73:0)
[20:23:49.469] Build status: STARTED
[20:23:49.469] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:74:0) after 6m12s
[20:30:01.938] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:74:0)
[20:30:01.979] Build status: STARTED
[20:30:01.979] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:75:0) after 4m31s
[20:34:33.048] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:75:0)
[20:34:33.064] Build status: STARTED
[20:34:33.064] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:76:0) after 9m4s
[20:43:37.272] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:76:0)
[20:43:37.292] Build status: STARTED
[20:43:37.292] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:77:0) after 5m4s
[20:48:41.322] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:77:0)
[20:48:41.354] Build status: STARTED
[20:48:41.354] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:78:0) after 7m38s
[20:56:19.571] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:78:0)
[20:56:19.655] Build status: STARTED
[20:56:19.655] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:79:0) after 9m16s
[21:05:35.730] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:79:0)
[21:05:35.897] Build status: STARTED
[21:05:35.897] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:80:0) after 3m39s
[21:09:14.940] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:80:0)
[21:09:14.964] Build status: STARTED
[21:09:14.964] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:81:0) after 7m50s
[21:17:04.998] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:81:0)
[21:17:05.023] Build status: STARTED
[21:17:05.023] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:82:0) after 9m16s
[21:26:21.059] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:82:0)
[21:26:21.084] Build status: STARTED
[21:26:21.084] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:83:0) after 2m2s
[21:28:23.104] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:83:0)
[21:28:23.125] Build status: STARTED
[21:28:23.125] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:84:0) after 1m54s
[21:30:17.151] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:84:0)
[21:30:17.228] Build status: STARTED
[21:30:17.228] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:85:0) after 4m18s
[21:34:35.329] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:85:0)
[21:34:35.350] Build status: STARTED
[21:34:35.350] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:86:0) after 8m52s
[21:43:27.382] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:86:0)
[21:43:27.442] Build status: STARTED
[21:43:27.442] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:87:0) after 8m25s
[21:51:52.534] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:87:0)
[21:51:52.556] Build status: STARTED
[21:51:52.556] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:88:0) after 3m5s
[21:54:57.587] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:88:0)
[21:54:57.606] Build status: STARTED
[21:54:57.606] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:89:0) after 4m32s
[21:59:29.631] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:89:0)
[21:59:29.668] Build status: STARTED
[21:59:29.668] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:90:0) after 1m27s
[22:00:57.061] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:90:0)
[22:00:57.090] Build status: STARTED
[22:00:57.090] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:91:0) after 3m39s
[22:04:36.138] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:91:0)
[22:04:36.166] Build status: STARTED
[22:04:36.166] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:92:0) after 7m10s
[22:11:46.196] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:92:0)
[22:11:46.231] Build status: STARTED
[22:11:46.231] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:93:0) after 1m27s
[22:13:13.295] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:93:0)
[22:13:13.341] Build status: STARTED
[22:13:13.341] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:94:0) after 3m9s
[22:16:22.362] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:94:0)
[22:16:22.382] Build status: STARTED
[22:16:22.382] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:95:0) after 2m49s
[22:19:11.509] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:95:0)
[22:19:11.565] Build status: STARTED
[22:19:11.565] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:96:0) after 4m11s
[22:23:22.598] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:96:0)
[22:23:22.620] Build status: STARTED
[22:23:22.620] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:97:0) after 2m36s
[22:25:58.649] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:97:0)
[22:25:58.668] Build status: STARTED
[22:25:58.668] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:98:0) after 5m38s
[22:31:36.709] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:98:0)
[22:31:38.330] Build status: STARTED
[22:31:38.330] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:99:0) after 5m19s
[22:36:57.437] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:99:0)
[22:36:57.520] Build status: STARTED
[22:36:57.520] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:100:0) after 6m36s
[22:43:33.571] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:100:0)
[22:43:33.591] Build status: STARTED
[22:43:33.591] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:101:0) after 6m23s
[22:49:56.624] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:101:0)
[22:49:56.661] Build status: STARTED
[22:49:56.661] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:102:0) after 7m43s
[22:57:39.849] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:102:0)
[22:57:39.924] Build status: STARTED
[22:57:39.924] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:103:0) after 4m24s
[23:02:04.343] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:103:0)
[23:02:04.442] Build status: STARTED
[23:02:04.442] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:104:0) after 6m18s
[23:08:22.443] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:104:0)
[23:08:22.465] Build status: STARTED
[23:08:22.465] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:105:0) after 8m8s
[23:16:30.564] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:105:0)
[23:16:30.584] Build status: STARTED
[23:16:30.584] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:106:0) after 5m59s
[23:22:29.602] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:106:0)
[23:22:29.632] Build status: STARTED
[23:22:29.632] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:107:0) after 9m54s
[23:32:23.757] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:107:0)
[23:32:23.830] Build status: STARTED
[23:32:23.830] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:108:0) after 7m8s
[23:39:31.971] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:108:0)
[23:39:31.988] Build status: STARTED
[23:39:31.988] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:109:0) after 8m27s
[23:47:59.124] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:109:0)
[23:47:59.200] Build status: STARTED
[23:47:59.201] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:110:0) after 4m39s
[23:52:38.466] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:110:0)
[23:52:38.494] Build status: STARTED
[23:52:38.494] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:111:0) after 2m47s
[23:55:25.644] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:111:0)
[23:55:25.663] Build status: STARTED
[23:55:25.663] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:112:0) after 8m9s
[00:03:34.748] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:112:0)
[00:03:34.769] Build status: STARTED
[00:03:34.769] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:113:0) after 1m12s
[00:04:47.252] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:113:0)
[00:04:47.295] Build status: STARTED
[00:04:47.295] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:114:0) after 6m46s
[00:11:33.318] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:114:0)
[00:11:33.377] Build status: STARTED
[00:11:33.377] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:115:0) after 2m53s
[00:14:26.436] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:115:0)
[00:14:26.466] Build status: STARTED
[00:14:26.466] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:116:0) after 1m24s
[00:15:51.115] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:116:0)
[00:15:51.152] Build status: STARTED
[00:15:51.152] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:117:0) after 5m23s
[00:21:14.410] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:117:0)
[00:21:14.435] Build status: STARTED
[00:21:14.435] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:118:0) after 5m39s
[00:26:53.725] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:118:0)
[00:26:53.747] Build status: STARTED
[00:26:53.747] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:119:0) after 4m32s
[00:31:25.770] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:119:0)
[00:31:25.790] Build status: STARTED
[00:31:25.790] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:120:0) after 7m59s
[00:39:24.907] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:120:0)
[00:39:24.927] Build status: STARTED
[00:39:24.930] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:121:0) after 6m32s
[00:45:56.962] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:121:0)
[00:45:57.027] Build status: STARTED
[00:45:57.027] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:122:0) after 3m40s
[00:49:37.047] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:122:0)
[00:49:37.124] Build status: STARTED
[00:49:37.124] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:123:0) after 2m43s
[00:52:20.287] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:123:0)
[00:52:20.310] Build status: STARTED
[00:52:20.310] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:124:0) after 3m54s
[00:56:14.392] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:124:0)
[00:56:14.412] Build status: STARTED
[00:56:14.412] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:125:0) after 8m22s
[01:04:36.431] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:125:0)
[01:04:36.478] Build status: STARTED
[01:04:36.478] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:126:0) after 9m57s
[01:14:33.589] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:126:0)
[01:14:33.608] Build status: STARTED
[01:14:33.608] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:127:0) after 3m17s
[01:17:50.670] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:127:0)
[01:17:50.706] Build status: STARTED
[01:17:50.706] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:128:0) after 6m23s
[01:24:13.736] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:128:0)
[01:24:13.754] Build status: STARTED
[01:24:13.754] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:129:0) after 8m27s
[01:32:40.779] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:129:0)
[01:32:40.814] Build status: STARTED
[01:32:40.814] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:130:0) after 8m23s
[01:41:04.156] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:130:0)
[01:41:04.219] Build status: STARTED
[01:41:04.219] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:131:0) after 9m9s
[01:50:13.503] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:131:0)
[01:50:13.573] Build status: STARTED
[01:50:13.573] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:132:0) after 6m0s
[01:56:13.833] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:132:0)
[01:56:13.857] Build status: STARTED
[01:56:13.857] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:133:0) after 1m32s
[01:57:45.877] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:133:0)
[01:57:45.896] Build status: STARTED
[01:57:45.896] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:134:0) after 2m50s
[02:00:36.069] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:134:0)
[02:00:36.095] Build status: STARTED
[02:00:36.095] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:135:0) after 9m18s
[02:09:54.234] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:135:0)
[02:09:54.262] Build status: STARTED
[02:09:54.263] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:136:0) after 8m10s
[02:18:04.387] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:136:0)
[02:18:04.485] Build status: STARTED
[02:18:04.485] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8916195818187260960:137:0) after 8m38s
[02:20:26.050] Received PubSub notification, asking Buildbucket for the build status
[02:20:26.179] Build:
{
  "id": "8750765756272534305",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2092,
  "createdBy": "project:chromium",
  "createTime": "2024-04-13T13:54:31.563557743Z",
  "startTime": "2024-04-13T14:02:28.619206876Z",
  "endTime": "2024-04-14T02:20:25.353535997Z",
  "updateTime": "2024-04-14T02:20:25.353535997Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "77876d359086328e49866adf38d3567649f73fbf",
      "ref": "refs/heads/main"
    }
  }
}
[02:20:26.179] Invocation finished in 12h25m55.826043387s with status FAILED