Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f96e566081e9a85e0f10aa5b70dd0fde09384d12"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f96e566081e9a85e0f10aa5b70dd0fde09384d12
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[10:26:35.335] New invocation is queued and will start shortly
[10:26:36.409] Starting the invocation (attempt 1)
[10:26:36.452] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f96e566081e9a85e0f10aa5b70dd0fde09384d12"
[10:26:36.452] Popped gitiles commit info from properties and tags
[10:26:36.452] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:26:36.453] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:26:36.454] Buildbucket request:
{
  "requestId": "8919832777853921760",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f96e566081e9a85e0f10aa5b70dd0fde09384d12",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8919832777853921760"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:26:37.074] Scheduled build:
{
  "id": "8754402715887609937",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2014,
  "createdBy": "project:chromium",
  "createTime": "2024-03-04T10:26:36.588183361Z",
  "updateTime": "2024-03-04T10:26:36.588183361Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f96e566081e9a85e0f10aa5b70dd0fde09384d12",
      "ref": "refs/heads/main"
    }
  }
}
[10:26:37.074] Task URL: https://cr-buildbucket.appspot.com/build/8754402715887609937
[10:26:37.074] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:2:0) after 8m35s
[10:26:38.029] Received PubSub notification, asking Buildbucket for the build status
[10:26:38.056] Build status: SCHEDULED
[10:27:40.635] Received PubSub notification, asking Buildbucket for the build status
[10:27:40.676] Build status: STARTED
[10:35:12.094] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:2:0)
[10:35:12.221] Build status: STARTED
[10:35:12.221] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:5:0) after 1m46s
[10:36:58.244] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:5:0)
[10:36:58.313] Build status: STARTED
[10:36:58.313] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:6:0) after 7m40s
[10:44:38.335] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:6:0)
[10:44:38.426] Build status: STARTED
[10:44:38.426] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:7:0) after 4m2s
[10:48:40.452] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:7:0)
[10:48:40.490] Build status: STARTED
[10:48:40.490] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:8:0) after 9m0s
[10:57:40.532] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:8:0)
[10:57:40.550] Build status: STARTED
[10:57:40.550] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:9:0) after 1m43s
[10:59:23.573] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:9:0)
[10:59:23.595] Build status: STARTED
[10:59:23.595] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:10:0) after 6m26s
[11:05:49.688] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:10:0)
[11:05:49.712] Build status: STARTED
[11:05:49.712] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:11:0) after 2m14s
[11:08:03.745] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:11:0)
[11:08:03.771] Build status: STARTED
[11:08:03.771] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:12:0) after 7m59s
[11:16:03.385] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:12:0)
[11:16:03.404] Build status: STARTED
[11:16:03.404] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:13:0) after 5m55s
[11:21:58.450] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:13:0)
[11:21:58.475] Build status: STARTED
[11:21:58.475] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:14:0) after 8m35s
[11:30:33.568] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:14:0)
[11:30:33.595] Build status: STARTED
[11:30:33.595] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:15:0) after 3m39s
[11:34:12.633] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:15:0)
[11:34:12.651] Build status: STARTED
[11:34:12.651] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:16:0) after 4m34s
[11:38:46.680] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:16:0)
[11:38:46.710] Build status: STARTED
[11:38:46.710] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:17:0) after 4m44s
[11:43:30.732] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:17:0)
[11:43:30.765] Build status: STARTED
[11:43:30.765] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:18:0) after 8m12s
[11:51:42.908] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:18:0)
[11:51:42.929] Build status: STARTED
[11:51:42.929] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:19:0) after 8m19s
[12:00:01.958] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:19:0)
[12:00:01.979] Build status: STARTED
[12:00:01.979] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:20:0) after 8m17s
[12:08:19.200] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:20:0)
[12:08:19.219] Build status: STARTED
[12:08:19.219] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:21:0) after 7m26s
[12:15:45.252] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:21:0)
[12:15:45.269] Build status: STARTED
[12:15:45.269] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:22:0) after 2m32s
[12:18:17.328] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:22:0)
[12:18:17.348] Build status: STARTED
[12:18:17.348] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:23:0) after 2m7s
[12:20:24.591] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:23:0)
[12:20:24.629] Build status: STARTED
[12:20:24.629] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:24:0) after 1m30s
[12:21:54.656] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:24:0)
[12:21:54.678] Build status: STARTED
[12:21:54.678] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:25:0) after 4m34s
[12:26:29.079] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:25:0)
[12:26:29.098] Build status: STARTED
[12:26:29.098] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:26:0) after 3m26s
[12:29:55.148] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:26:0)
[12:29:55.206] Build status: STARTED
[12:29:55.206] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:27:0) after 8m49s
[12:38:44.399] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:27:0)
[12:38:44.581] Build status: STARTED
[12:38:44.581] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:28:0) after 5m37s
[12:44:21.699] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:28:0)
[12:44:21.735] Build status: STARTED
[12:44:21.735] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:29:0) after 9m51s
[12:54:12.759] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:29:0)
[12:54:12.789] Build status: STARTED
[12:54:12.789] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:30:0) after 6m14s
[13:00:27.238] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:30:0)
[13:00:27.283] Build status: STARTED
[13:00:27.283] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:31:0) after 7m10s
[13:07:37.359] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:31:0)
[13:07:37.383] Build status: STARTED
[13:07:37.383] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:32:0) after 8m47s
[13:16:24.405] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:32:0)
[13:16:24.457] Build status: STARTED
[13:16:24.457] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:33:0) after 4m25s
[13:20:49.491] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:33:0)
[13:20:49.515] Build status: STARTED
[13:20:49.515] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:34:0) after 2m49s
[13:23:38.562] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:34:0)
[13:23:38.584] Build status: STARTED
[13:23:38.584] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:35:0) after 1m54s
[13:25:32.701] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:35:0)
[13:25:32.725] Build status: STARTED
[13:25:32.725] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:36:0) after 3m35s
[13:29:07.760] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:36:0)
[13:29:07.777] Build status: STARTED
[13:29:07.777] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:37:0) after 8m52s
[13:37:59.850] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:37:0)
[13:37:59.869] Build status: STARTED
[13:37:59.869] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:38:0) after 6m7s
[13:44:07.071] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:38:0)
[13:44:07.106] Build status: STARTED
[13:44:07.106] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:39:0) after 5m36s
[13:49:43.124] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:39:0)
[13:49:43.221] Build status: STARTED
[13:49:43.221] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:40:0) after 4m41s
[13:54:24.382] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:40:0)
[13:54:24.404] Build status: STARTED
[13:54:24.405] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:41:0) after 9m7s
[14:03:31.428] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:41:0)
[14:03:31.451] Build status: STARTED
[14:03:31.451] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:42:0) after 7m7s
[14:10:38.489] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:42:0)
[14:10:38.519] Build status: STARTED
[14:10:38.519] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:43:0) after 9m40s
[14:20:18.598] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:43:0)
[14:20:18.643] Build status: STARTED
[14:20:18.643] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:44:0) after 1m34s
[14:21:52.673] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:44:0)
[14:21:52.698] Build status: STARTED
[14:21:52.698] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:45:0) after 3m30s
[14:25:22.727] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:45:0)
[14:25:22.746] Build status: STARTED
[14:25:22.746] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:46:0) after 7m21s
[14:32:43.880] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:46:0)
[14:32:43.906] Build status: STARTED
[14:32:43.906] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:47:0) after 8m20s
[14:41:04.400] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:47:0)
[14:41:04.422] Build status: STARTED
[14:41:04.422] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:48:0) after 3m48s
[14:44:52.979] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:48:0)
[14:44:52.999] Build status: STARTED
[14:44:52.999] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:49:0) after 9m13s
[14:54:06.064] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:49:0)
[14:54:06.094] Build status: STARTED
[14:54:06.094] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:50:0) after 9m3s
[15:03:09.117] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:50:0)
[15:03:09.177] Build status: STARTED
[15:03:09.177] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:51:0) after 6m1s
[15:09:10.764] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:51:0)
[15:09:10.841] Build status: STARTED
[15:09:10.841] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:52:0) after 1m29s
[15:10:40.353] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:52:0)
[15:10:40.379] Build status: STARTED
[15:10:40.379] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:53:0) after 5m31s
[15:16:11.497] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:53:0)
[15:16:11.529] Build status: STARTED
[15:16:11.530] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:54:0) after 9m57s
[15:26:08.664] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:54:0)
[15:26:08.695] Build status: STARTED
[15:26:08.695] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:55:0) after 3m9s
[15:29:17.808] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:55:0)
[15:29:17.829] Build status: STARTED
[15:29:17.829] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:56:0) after 3m3s
[15:32:21.206] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:56:0)
[15:32:21.235] Build status: STARTED
[15:32:21.236] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:57:0) after 3m7s
[15:35:28.487] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:57:0)
[15:35:28.504] Build status: STARTED
[15:35:28.504] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:58:0) after 1m8s
[15:36:36.667] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:58:0)
[15:36:36.713] Build status: STARTED
[15:36:36.714] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:59:0) after 7m19s
[15:43:55.821] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:59:0)
[15:43:55.841] Build status: STARTED
[15:43:55.841] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:60:0) after 7m53s
[15:51:48.917] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:60:0)
[15:51:48.949] Build status: STARTED
[15:51:48.949] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:61:0) after 9m11s
[16:00:59.976] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:61:0)
[16:00:59.998] Build status: STARTED
[16:00:59.998] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:62:0) after 5m35s
[16:06:35.127] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:62:0)
[16:06:35.162] Build status: STARTED
[16:06:35.162] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:63:0) after 5m52s
[16:12:27.301] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:63:0)
[16:12:27.331] Build status: STARTED
[16:12:27.331] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:64:0) after 7m36s
[16:20:03.354] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:64:0)
[16:20:03.506] Build status: STARTED
[16:20:03.506] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:65:0) after 6m11s
[16:26:14.532] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:65:0)
[16:26:14.554] Build status: STARTED
[16:26:14.554] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:66:0) after 4m45s
[16:30:59.628] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:66:0)
[16:30:59.649] Build status: STARTED
[16:30:59.649] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:67:0) after 2m53s
[16:33:52.698] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:67:0)
[16:33:52.720] Build status: STARTED
[16:33:52.720] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:68:0) after 6m12s
[16:40:04.708] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:68:0)
[16:40:04.787] Build status: STARTED
[16:40:04.787] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:69:0) after 4m1s
[16:44:05.888] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:69:0)
[16:44:05.936] Build status: STARTED
[16:44:05.936] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:70:0) after 2m55s
[16:47:01.006] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:70:0)
[16:47:01.027] Build status: STARTED
[16:47:01.027] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:71:0) after 2m38s
[16:49:39.114] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:71:0)
[16:49:39.134] Build status: STARTED
[16:49:39.134] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:72:0) after 1m20s
[16:50:59.155] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:72:0)
[16:50:59.190] Build status: STARTED
[16:50:59.190] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:73:0) after 5m22s
[16:56:21.200] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:73:0)
[16:56:21.234] Build status: STARTED
[16:56:21.234] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:74:0) after 1m1s
[16:57:22.254] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:74:0)
[16:57:22.295] Build status: STARTED
[16:57:22.295] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:75:0) after 6m0s
[17:03:22.297] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:75:0)
[17:03:22.326] Build status: STARTED
[17:03:22.326] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:76:0) after 5m8s
[17:08:30.345] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:76:0)
[17:08:30.372] Build status: STARTED
[17:08:30.372] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:77:0) after 2m8s
[17:10:38.431] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:77:0)
[17:10:38.463] Build status: STARTED
[17:10:38.463] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:78:0) after 9m31s
[17:20:09.586] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:78:0)
[17:20:09.606] Build status: STARTED
[17:20:09.606] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:79:0) after 9m10s
[17:29:19.664] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:79:0)
[17:29:19.686] Build status: STARTED
[17:29:19.686] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:80:0) after 8m16s
[17:37:35.733] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:80:0)
[17:37:35.764] Build status: STARTED
[17:37:35.764] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:81:0) after 8m38s
[17:46:13.783] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:81:0)
[17:46:13.904] Build status: STARTED
[17:46:13.904] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:82:0) after 4m19s
[17:50:32.971] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:82:0)
[17:50:33.056] Build status: STARTED
[17:50:33.056] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:83:0) after 5m54s
[17:56:27.090] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:83:0)
[17:56:27.114] Build status: STARTED
[17:56:27.114] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:84:0) after 2m42s
[17:59:09.177] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:84:0)
[17:59:09.206] Build status: STARTED
[17:59:09.206] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:85:0) after 8m27s
[18:07:36.218] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:85:0)
[18:07:36.243] Build status: STARTED
[18:07:36.243] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:86:0) after 3m37s
[18:11:13.264] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:86:0)
[18:11:13.290] Build status: STARTED
[18:11:13.290] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:87:0) after 7m55s
[18:19:08.398] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:87:0)
[18:19:08.450] Build status: STARTED
[18:19:08.450] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:88:0) after 8m34s
[18:27:42.662] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:88:0)
[18:27:42.687] Build status: STARTED
[18:27:42.687] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:89:0) after 5m14s
[18:32:56.697] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:89:0)
[18:32:56.723] Build status: STARTED
[18:32:56.723] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:90:0) after 3m37s
[18:36:33.748] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:90:0)
[18:36:33.767] Build status: STARTED
[18:36:33.767] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:91:0) after 9m39s
[18:46:12.831] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:91:0)
[18:46:12.884] Build status: STARTED
[18:46:12.884] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:92:0) after 3m16s
[18:49:29.017] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:92:0)
[18:49:29.039] Build status: STARTED
[18:49:29.039] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:93:0) after 8m13s
[18:57:42.296] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:93:0)
[18:57:42.319] Build status: STARTED
[18:57:42.319] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:94:0) after 9m37s
[19:07:19.370] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:94:0)
[19:07:19.402] Build status: STARTED
[19:07:19.402] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:95:0) after 3m50s
[19:11:09.527] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:95:0)
[19:11:09.547] Build status: STARTED
[19:11:09.547] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:96:0) after 6m32s
[19:17:41.580] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:96:0)
[19:17:41.601] Build status: STARTED
[19:17:41.601] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:97:0) after 1m57s
[19:19:38.687] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:97:0)
[19:19:38.804] Build status: STARTED
[19:19:38.805] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:98:0) after 9m13s
[19:28:51.840] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:98:0)
[19:28:51.862] Build status: STARTED
[19:28:51.862] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:99:0) after 5m40s
[19:34:31.828] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:99:0)
[19:34:31.846] Build status: STARTED
[19:34:31.846] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:100:0) after 6m4s
[19:40:35.885] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:100:0)
[19:40:35.924] Build status: STARTED
[19:40:35.924] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:101:0) after 1m57s
[19:42:32.987] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:101:0)
[19:42:33.012] Build status: STARTED
[19:42:33.012] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:102:0) after 3m38s
[19:46:11.170] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:102:0)
[19:46:11.198] Build status: STARTED
[19:46:11.198] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:103:0) after 3m2s
[19:49:13.325] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:103:0)
[19:49:13.378] Build status: STARTED
[19:49:13.378] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:104:0) after 6m48s
[19:56:01.407] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:104:0)
[19:56:01.431] Build status: STARTED
[19:56:01.431] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:105:0) after 4m7s
[20:00:08.631] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:105:0)
[20:00:08.745] Build status: STARTED
[20:00:08.745] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:106:0) after 5m1s
[20:05:09.776] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:106:0)
[20:05:09.799] Build status: STARTED
[20:05:09.799] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:107:0) after 6m41s
[20:11:50.848] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:107:0)
[20:11:50.871] Build status: STARTED
[20:11:50.871] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:108:0) after 7m14s
[20:19:04.950] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:108:0)
[20:19:04.967] Build status: STARTED
[20:19:04.967] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:109:0) after 3m51s
[20:22:56.002] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:109:0)
[20:22:56.031] Build status: STARTED
[20:22:56.031] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:110:0) after 4m3s
[20:26:59.423] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:110:0)
[20:26:59.653] Build status: STARTED
[20:26:59.653] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:111:0) after 7m56s
[20:34:55.673] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:111:0)
[20:34:55.731] Build status: STARTED
[20:34:55.731] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:112:0) after 4m35s
[20:39:30.862] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:112:0)
[20:39:30.882] Build status: STARTED
[20:39:30.882] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:113:0) after 8m19s
[20:47:49.953] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:113:0)
[20:47:49.971] Build status: STARTED
[20:47:49.971] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:114:0) after 3m38s
[20:51:27.999] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:114:0)
[20:51:28.018] Build status: STARTED
[20:51:28.018] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:115:0) after 2m40s
[20:54:08.049] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:115:0)
[20:54:08.077] Build status: STARTED
[20:54:08.077] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:116:0) after 3m30s
[20:57:38.509] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:116:0)
[20:57:38.535] Build status: STARTED
[20:57:38.535] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:117:0) after 8m7s
[21:05:45.853] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:117:0)
[21:05:45.908] Build status: STARTED
[21:05:45.908] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:118:0) after 2m10s
[21:07:56.130] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:118:0)
[21:07:56.153] Build status: STARTED
[21:07:56.153] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:119:0) after 1m4s
[21:09:00.695] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:119:0)
[21:09:00.723] Build status: STARTED
[21:09:00.723] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:120:0) after 9m23s
[21:18:23.792] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:120:0)
[21:18:23.836] Build status: STARTED
[21:18:23.836] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:121:0) after 9m35s
[21:27:58.923] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:121:0)
[21:27:58.997] Build status: STARTED
[21:27:58.997] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:122:0) after 1m54s
[21:29:53.181] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:122:0)
[21:29:53.259] Build status: STARTED
[21:29:53.259] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:123:0) after 3m28s
[21:33:21.590] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:123:0)
[21:33:21.648] Build status: STARTED
[21:33:21.648] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:124:0) after 5m15s
[21:38:36.675] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:124:0)
[21:38:36.695] Build status: STARTED
[21:38:36.695] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:125:0) after 6m42s
[21:45:18.714] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:125:0)
[21:45:18.799] Build status: STARTED
[21:45:18.799] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:126:0) after 5m50s
[21:51:08.824] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:126:0)
[21:51:08.841] Build status: STARTED
[21:51:08.841] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:127:0) after 7m20s
[21:58:28.866] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:127:0)
[21:58:28.889] Build status: STARTED
[21:58:28.890] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:128:0) after 6m30s
[22:04:58.956] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:128:0)
[22:04:58.974] Build status: STARTED
[22:04:58.974] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:129:0) after 9m49s
[22:14:47.997] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:129:0)
[22:14:48.044] Build status: STARTED
[22:14:48.045] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:130:0) after 5m20s
[22:20:08.125] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:130:0)
[22:20:08.145] Build status: STARTED
[22:20:08.145] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:131:0) after 2m33s
[22:22:41.224] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:131:0)
[22:22:41.249] Build status: STARTED
[22:22:41.249] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:132:0) after 2m46s
[22:25:27.397] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:132:0)
[22:25:27.423] Build status: STARTED
[22:25:27.423] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:133:0) after 5m28s
[22:30:55.444] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:133:0)
[22:30:55.662] Build status: STARTED
[22:30:55.662] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:134:0) after 7m1s
[22:37:56.700] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:134:0)
[22:37:56.718] Build status: STARTED
[22:37:56.718] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919832777853921760:135:0) after 6m51s
[22:40:51.542] Received PubSub notification, asking Buildbucket for the build status
[22:40:51.610] Build:
{
  "id": "8754402715887609937",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2014,
  "createdBy": "project:chromium",
  "createTime": "2024-03-04T10:26:36.588183361Z",
  "startTime": "2024-03-04T10:27:40.203991Z",
  "endTime": "2024-03-04T22:40:49.097543Z",
  "updateTime": "2024-03-04T22:40:49.097543Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f96e566081e9a85e0f10aa5b70dd0fde09384d12",
      "ref": "refs/heads/main"
    }
  }
}
[22:40:51.610] Invocation finished in 12h14m16.27965322s with status FAILED