Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "12c612e5a8973f53bc28f764a7eb7d1a46b3fa4d"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/12c612e5a8973f53bc28f764a7eb7d1a46b3fa4d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:19:42.783] New invocation is queued and will start shortly
[03:19:43.899] Starting the invocation (attempt 1)
[03:19:43.925] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/12c612e5a8973f53bc28f764a7eb7d1a46b3fa4d"
[03:19:43.925] Popped gitiles commit info from properties and tags
[03:19:43.925] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:19:43.925] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:19:43.926] Buildbucket request:
{
  "requestId": "8895307856673510240",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "12c612e5a8973f53bc28f764a7eb7d1a46b3fa4d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8895307856673510240"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:19:44.488] Scheduled build:
{
  "id": "8729877794756146609",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2993,
  "createdBy": "project:chromium",
  "createTime": "2024-11-30T03:19:43.983305155Z",
  "updateTime": "2024-11-30T03:19:43.983305155Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "12c612e5a8973f53bc28f764a7eb7d1a46b3fa4d",
      "ref": "refs/heads/main"
    }
  }
}
[03:19:44.488] Task URL: https://cr-buildbucket.appspot.com/build/8729877794756146609
[03:19:44.488] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:2:0) after 7m4s
[03:19:44.650] Received PubSub notification, asking Buildbucket for the build status
[03:19:44.667] Build status: SCHEDULED
[03:22:26.592] Received PubSub notification, asking Buildbucket for the build status
[03:22:26.612] Build status: STARTED
[03:26:48.491] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:2:0)
[03:26:48.520] Build status: STARTED
[03:26:48.520] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:5:0) after 5m0s
[03:31:48.542] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:5:0)
[03:31:48.558] Build status: STARTED
[03:31:48.558] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:6:0) after 3m57s
[03:35:45.577] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:6:0)
[03:35:45.602] Build status: STARTED
[03:35:45.602] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:7:0) after 6m14s
[03:41:59.924] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:7:0)
[03:41:59.956] Build status: STARTED
[03:41:59.956] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:8:0) after 7m20s
[03:49:20.023] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:8:0)
[03:49:20.075] Build status: STARTED
[03:49:20.075] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:9:0) after 9m38s
[03:58:58.252] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:9:0)
[03:58:58.276] Build status: STARTED
[03:58:58.276] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:10:0) after 7m7s
[04:06:05.395] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:10:0)
[04:06:05.435] Build status: STARTED
[04:06:05.435] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:11:0) after 2m38s
[04:08:43.502] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:11:0)
[04:08:43.518] Build status: STARTED
[04:08:43.518] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:12:0) after 8m43s
[04:17:26.567] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:12:0)
[04:17:26.593] Build status: STARTED
[04:17:26.593] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:13:0) after 2m23s
[04:19:49.610] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:13:0)
[04:19:49.642] Build status: STARTED
[04:19:49.642] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:14:0) after 7m38s
[04:27:27.671] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:14:0)
[04:27:27.691] Build status: STARTED
[04:27:27.691] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:15:0) after 3m46s
[04:31:13.713] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:15:0)
[04:31:13.748] Build status: STARTED
[04:31:13.748] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:16:0) after 2m11s
[04:33:24.829] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:16:0)
[04:33:24.915] Build status: STARTED
[04:33:24.916] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:17:0) after 6m57s
[04:40:21.946] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:17:0)
[04:40:21.971] Build status: STARTED
[04:40:21.971] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:18:0) after 7m47s
[04:48:09.092] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:18:0)
[04:48:09.120] Build status: STARTED
[04:48:09.120] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:19:0) after 9m26s
[04:57:35.142] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:19:0)
[04:57:35.212] Build status: STARTED
[04:57:35.212] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:20:0) after 1m42s
[04:59:17.585] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:20:0)
[04:59:17.607] Build status: STARTED
[04:59:17.607] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:21:0) after 1m18s
[05:00:35.652] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:21:0)
[05:00:35.679] Build status: STARTED
[05:00:35.679] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:22:0) after 3m37s
[05:04:12.698] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:22:0)
[05:04:12.716] Build status: STARTED
[05:04:12.716] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:23:0) after 8m33s
[05:12:45.826] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:23:0)
[05:12:45.881] Build status: STARTED
[05:12:45.881] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:24:0) after 4m11s
[05:16:57.096] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:24:0)
[05:16:57.113] Build status: STARTED
[05:16:57.113] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:25:0) after 3m52s
[05:20:49.395] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:25:0)
[05:20:49.414] Build status: STARTED
[05:20:49.414] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:26:0) after 5m19s
[05:26:08.454] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:26:0)
[05:26:08.502] Build status: STARTED
[05:26:08.502] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:27:0) after 8m44s
[05:34:52.596] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:27:0)
[05:34:52.612] Build status: STARTED
[05:34:52.613] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:28:0) after 3m27s
[05:38:19.811] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:28:0)
[05:38:19.826] Build status: STARTED
[05:38:19.826] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:29:0) after 5m36s
[05:43:55.979] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:29:0)
[05:43:55.998] Build status: STARTED
[05:43:55.998] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:30:0) after 7m34s
[05:51:30.034] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:30:0)
[05:51:30.066] Build status: STARTED
[05:51:30.066] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:31:0) after 6m14s
[05:57:44.773] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:31:0)
[05:57:44.803] Build status: STARTED
[05:57:44.804] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:32:0) after 6m10s
[06:03:54.913] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:32:0)
[06:03:54.949] Build status: STARTED
[06:03:54.949] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:33:0) after 5m1s
[06:08:55.971] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:33:0)
[06:08:56.000] Build status: STARTED
[06:08:56.000] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:34:0) after 8m23s
[06:17:19.091] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:34:0)
[06:17:19.107] Build status: STARTED
[06:17:19.107] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:35:0) after 9m52s
[06:27:11.639] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:35:0)
[06:27:11.666] Build status: STARTED
[06:27:11.666] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:36:0) after 9m40s
[06:36:51.790] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:36:0)
[06:36:51.822] Build status: STARTED
[06:36:51.822] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:37:0) after 3m36s
[06:40:28.208] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:37:0)
[06:40:28.225] Build status: STARTED
[06:40:28.225] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:38:0) after 4m53s
[06:45:21.271] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:38:0)
[06:45:21.338] Build status: STARTED
[06:45:21.338] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:39:0) after 3m28s
[06:48:49.404] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:39:0)
[06:48:49.428] Build status: STARTED
[06:48:49.428] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:40:0) after 2m39s
[06:51:28.522] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:40:0)
[06:51:28.590] Build status: STARTED
[06:51:28.590] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:41:0) after 4m49s
[06:56:17.671] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:41:0)
[06:56:17.690] Build status: STARTED
[06:56:17.690] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:42:0) after 3m21s
[06:59:38.892] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:42:0)
[06:59:38.911] Build status: STARTED
[06:59:38.911] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:43:0) after 9m30s
[07:09:08.912] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:43:0)
[07:09:08.941] Build status: STARTED
[07:09:08.941] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:44:0) after 6m48s
[07:15:57.047] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:44:0)
[07:15:57.073] Build status: STARTED
[07:15:57.073] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:45:0) after 8m35s
[07:24:32.065] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:45:0)
[07:24:32.081] Build status: STARTED
[07:24:32.081] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:46:0) after 5m17s
[07:29:49.109] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:46:0)
[07:29:49.190] Build status: STARTED
[07:29:49.190] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:47:0) after 9m28s
[07:39:17.210] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:47:0)
[07:39:17.247] Build status: STARTED
[07:39:17.247] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:48:0) after 6m21s
[07:45:38.268] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:48:0)
[07:45:38.286] Build status: STARTED
[07:45:38.287] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:49:0) after 3m14s
[07:48:52.306] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:49:0)
[07:48:52.326] Build status: STARTED
[07:48:52.326] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:50:0) after 3m57s
[07:52:49.408] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:50:0)
[07:52:49.447] Build status: STARTED
[07:52:49.447] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:51:0) after 3m10s
[07:55:59.650] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:51:0)
[07:55:59.680] Build status: STARTED
[07:55:59.680] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:52:0) after 9m12s
[08:05:11.705] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:52:0)
[08:05:11.774] Build status: STARTED
[08:05:11.774] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:53:0) after 4m35s
[08:09:46.796] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:53:0)
[08:09:46.817] Build status: STARTED
[08:09:46.817] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:54:0) after 7m27s
[08:17:13.842] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:54:0)
[08:17:13.872] Build status: STARTED
[08:17:13.872] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:55:0) after 8m12s
[08:25:25.923] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:55:0)
[08:25:25.970] Build status: STARTED
[08:25:25.970] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:56:0) after 8m7s
[08:33:33.249] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:56:0)
[08:33:33.273] Build status: STARTED
[08:33:33.273] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:57:0) after 9m31s
[08:43:04.297] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:57:0)
[08:43:04.318] Build status: STARTED
[08:43:04.318] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:58:0) after 3m13s
[08:46:17.297] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:58:0)
[08:46:17.313] Build status: STARTED
[08:46:17.313] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:59:0) after 8m16s
[08:54:33.386] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:59:0)
[08:54:33.403] Build status: STARTED
[08:54:33.404] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:60:0) after 7m45s
[09:02:18.400] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:60:0)
[09:02:18.454] Build status: STARTED
[09:02:18.454] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:61:0) after 3m34s
[09:05:52.581] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:61:0)
[09:05:52.603] Build status: STARTED
[09:05:52.603] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:62:0) after 3m14s
[09:09:06.792] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:62:0)
[09:09:06.857] Build status: STARTED
[09:09:06.857] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:63:0) after 4m33s
[09:13:39.879] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:63:0)
[09:13:39.902] Build status: STARTED
[09:13:39.902] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:64:0) after 6m31s
[09:20:10.926] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:64:0)
[09:20:10.944] Build status: STARTED
[09:20:10.944] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:65:0) after 2m18s
[09:22:28.978] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:65:0)
[09:22:28.996] Build status: STARTED
[09:22:28.996] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:66:0) after 3m12s
[09:25:41.026] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:66:0)
[09:25:41.043] Build status: STARTED
[09:25:41.043] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:67:0) after 2m45s
[09:28:26.165] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:67:0)
[09:28:26.213] Build status: STARTED
[09:28:26.214] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:68:0) after 3m51s
[09:32:17.291] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:68:0)
[09:32:17.313] Build status: STARTED
[09:32:17.313] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:69:0) after 9m23s
[09:41:40.597] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:69:0)
[09:41:40.614] Build status: STARTED
[09:41:40.614] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:70:0) after 4m40s
[09:46:20.674] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:70:0)
[09:46:20.763] Build status: STARTED
[09:46:20.763] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:71:0) after 4m12s
[09:50:32.944] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:71:0)
[09:50:33.031] Build status: STARTED
[09:50:33.031] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:72:0) after 3m57s
[09:54:30.051] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:72:0)
[09:54:30.071] Build status: STARTED
[09:54:30.071] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:73:0) after 6m19s
[10:00:49.247] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:73:0)
[10:00:49.267] Build status: STARTED
[10:00:49.267] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:74:0) after 1m54s
[10:02:43.348] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:74:0)
[10:02:43.368] Build status: STARTED
[10:02:43.368] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:75:0) after 3m4s
[10:05:47.379] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:75:0)
[10:05:47.400] Build status: STARTED
[10:05:47.400] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:76:0) after 6m49s
[10:12:36.424] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:76:0)
[10:12:36.444] Build status: STARTED
[10:12:36.444] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:77:0) after 1m0s
[10:13:36.465] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:77:0)
[10:13:36.484] Build status: STARTED
[10:13:36.484] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:78:0) after 5m51s
[10:19:27.507] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:78:0)
[10:19:27.586] Build status: STARTED
[10:19:27.586] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:79:0) after 1m5s
[10:20:32.702] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:79:0)
[10:20:32.717] Build status: STARTED
[10:20:32.717] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:80:0) after 5m8s
[10:25:40.870] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:80:0)
[10:25:40.903] Build status: STARTED
[10:25:40.903] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:81:0) after 2m36s
[10:28:16.924] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:81:0)
[10:28:16.941] Build status: STARTED
[10:28:16.941] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:82:0) after 7m53s
[10:36:10.261] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:82:0)
[10:36:10.283] Build status: STARTED
[10:36:10.283] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:83:0) after 3m53s
[10:40:03.463] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:83:0)
[10:40:03.537] Build status: STARTED
[10:40:03.537] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:84:0) after 2m40s
[10:42:44.684] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:84:0)
[10:42:44.733] Build status: STARTED
[10:42:44.733] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:85:0) after 7m7s
[10:49:51.754] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:85:0)
[10:49:51.837] Build status: STARTED
[10:49:51.837] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:86:0) after 9m17s
[10:59:08.858] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:86:0)
[10:59:08.880] Build status: STARTED
[10:59:08.880] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:87:0) after 6m38s
[11:05:46.905] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:87:0)
[11:05:46.923] Build status: STARTED
[11:05:46.923] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:88:0) after 9m6s
[11:14:52.943] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:88:0)
[11:14:52.965] Build status: STARTED
[11:14:52.965] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:89:0) after 3m0s
[11:17:52.948] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:89:0)
[11:17:52.970] Build status: STARTED
[11:17:52.970] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:90:0) after 5m47s
[11:23:40.130] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:90:0)
[11:23:40.159] Build status: STARTED
[11:23:40.159] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:91:0) after 8m18s
[11:31:58.420] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:91:0)
[11:31:58.438] Build status: STARTED
[11:31:58.438] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:92:0) after 9m49s
[11:41:47.661] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:92:0)
[11:41:47.760] Build status: STARTED
[11:41:47.760] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:93:0) after 6m56s
[11:48:43.815] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:93:0)
[11:48:43.833] Build status: STARTED
[11:48:43.833] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:94:0) after 5m55s
[11:54:38.909] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:94:0)
[11:54:38.925] Build status: STARTED
[11:54:38.925] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:95:0) after 3m33s
[11:58:11.965] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:95:0)
[11:58:12.002] Build status: STARTED
[11:58:12.002] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:96:0) after 1m17s
[11:59:29.029] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:96:0)
[11:59:29.062] Build status: STARTED
[11:59:29.062] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:97:0) after 3m44s
[12:03:13.322] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:97:0)
[12:03:13.417] Build status: STARTED
[12:03:13.417] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:98:0) after 1m6s
[12:04:19.716] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:98:0)
[12:04:19.745] Build status: STARTED
[12:04:19.745] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:99:0) after 2m59s
[12:07:18.741] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:99:0)
[12:07:18.768] Build status: STARTED
[12:07:18.768] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:100:0) after 4m58s
[12:12:17.112] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:100:0)
[12:12:17.184] Build status: STARTED
[12:12:17.184] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:101:0) after 2m26s
[12:14:43.292] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:101:0)
[12:14:43.317] Build status: STARTED
[12:14:43.317] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:102:0) after 8m25s
[12:23:08.555] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:102:0)
[12:23:08.583] Build status: STARTED
[12:23:08.583] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:103:0) after 6m52s
[12:30:00.611] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:103:0)
[12:30:00.627] Build status: STARTED
[12:30:00.627] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:104:0) after 1m26s
[12:31:26.656] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:104:0)
[12:31:26.679] Build status: STARTED
[12:31:26.680] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:105:0) after 1m55s
[12:33:21.774] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:105:0)
[12:33:21.796] Build status: STARTED
[12:33:21.796] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:106:0) after 5m44s
[12:39:05.772] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:106:0)
[12:39:05.789] Build status: STARTED
[12:39:05.789] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:107:0) after 4m41s
[12:43:46.822] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:107:0)
[12:43:46.855] Build status: STARTED
[12:43:46.855] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:108:0) after 6m51s
[12:50:37.882] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:108:0)
[12:50:37.898] Build status: STARTED
[12:50:37.898] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:109:0) after 4m15s
[12:54:53.079] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:109:0)
[12:54:53.141] Build status: STARTED
[12:54:53.141] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:110:0) after 6m13s
[13:01:06.161] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:110:0)
[13:01:06.181] Build status: STARTED
[13:01:06.181] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:111:0) after 7m43s
[13:08:49.175] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:111:0)
[13:08:49.195] Build status: STARTED
[13:08:49.195] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:112:0) after 9m36s
[13:18:25.509] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:112:0)
[13:18:25.526] Build status: STARTED
[13:18:25.526] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:113:0) after 7m54s
[13:26:19.783] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:113:0)
[13:26:19.803] Build status: STARTED
[13:26:19.803] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:114:0) after 7m41s
[13:34:00.826] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:114:0)
[13:34:00.840] Build status: STARTED
[13:34:00.840] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:115:0) after 8m46s
[13:42:47.010] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:115:0)
[13:42:47.028] Build status: STARTED
[13:42:47.028] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:116:0) after 7m14s
[13:50:01.088] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:116:0)
[13:50:01.111] Build status: STARTED
[13:50:01.111] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:117:0) after 2m23s
[13:52:24.135] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:117:0)
[13:52:24.169] Build status: STARTED
[13:52:24.169] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:118:0) after 2m5s
[13:54:29.250] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:118:0)
[13:54:29.274] Build status: STARTED
[13:54:29.274] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:119:0) after 1m9s
[13:55:38.378] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:119:0)
[13:55:38.401] Build status: STARTED
[13:55:38.401] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:120:0) after 8m36s
[14:04:14.749] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:120:0)
[14:04:14.766] Build status: STARTED
[14:04:14.766] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:121:0) after 7m18s
[14:11:32.876] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:121:0)
[14:11:32.900] Build status: STARTED
[14:11:32.900] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:122:0) after 9m0s
[14:20:33.074] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:122:0)
[14:20:33.098] Build status: STARTED
[14:20:33.098] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:123:0) after 1m22s
[14:21:55.441] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:123:0)
[14:21:55.458] Build status: STARTED
[14:21:55.458] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:124:0) after 4m40s
[14:26:35.612] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:124:0)
[14:26:35.631] Build status: STARTED
[14:26:35.631] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:125:0) after 8m13s
[14:34:48.903] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:125:0)
[14:34:48.938] Build status: STARTED
[14:34:48.938] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:126:0) after 6m14s
[14:41:02.968] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:126:0)
[14:41:02.984] Build status: STARTED
[14:41:02.984] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:127:0) after 2m14s
[14:43:17.111] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:127:0)
[14:43:17.129] Build status: STARTED
[14:43:17.129] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:128:0) after 3m19s
[14:46:36.151] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:128:0)
[14:46:36.173] Build status: STARTED
[14:46:36.173] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:129:0) after 8m8s
[14:54:44.202] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:129:0)
[14:54:44.260] Build status: STARTED
[14:54:44.260] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:130:0) after 7m29s
[15:02:13.284] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:130:0)
[15:02:13.307] Build status: STARTED
[15:02:13.307] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:131:0) after 7m17s
[15:09:30.332] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:131:0)
[15:09:30.348] Build status: STARTED
[15:09:30.348] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:132:0) after 2m18s
[15:11:48.375] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:132:0)
[15:11:48.411] Build status: STARTED
[15:11:48.411] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:133:0) after 3m55s
[15:15:43.391] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:133:0)
[15:15:43.500] Build status: STARTED
[15:15:43.500] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:134:0) after 1m33s
[15:17:16.528] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:134:0)
[15:17:16.552] Build status: STARTED
[15:17:16.553] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:135:0) after 2m41s
[15:19:57.634] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:135:0)
[15:19:57.662] Build status: STARTED
[15:19:57.662] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8895307856673510240:136:0) after 7m6s
[15:24:24.120] Received PubSub notification, asking Buildbucket for the build status
[15:24:24.154] Build:
{
  "id": "8729877794756146609",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2993,
  "createdBy": "project:chromium",
  "createTime": "2024-11-30T03:19:43.983305155Z",
  "startTime": "2024-11-30T03:22:26.399095300Z",
  "endTime": "2024-11-30T15:24:23.710186371Z",
  "updateTime": "2024-11-30T15:24:23.710186371Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "12c612e5a8973f53bc28f764a7eb7d1a46b3fa4d",
      "ref": "refs/heads/main"
    }
  }
}
[15:24:24.154] Invocation finished in 12h4m41.38313827s with status FAILED