Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "36d4a58daf6c3cbfd8ac845fe0ca7a6b69a49e87"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/36d4a58daf6c3cbfd8ac845fe0ca7a6b69a49e87
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:13:22.411] New invocation is queued and will start shortly
[22:13:23.542] Starting the invocation (attempt 1)
[22:13:23.578] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/36d4a58daf6c3cbfd8ac845fe0ca7a6b69a49e87"
[22:13:23.578] Popped gitiles commit info from properties and tags
[22:13:23.578] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:13:23.579] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:13:23.579] Buildbucket request:
{
  "requestId": "8881556390997945920",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "36d4a58daf6c3cbfd8ac845fe0ca7a6b69a49e87",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8881556390997945920"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:13:24.196] Scheduled build:
{
  "id": "8716126329032347809",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 3295,
  "createdBy": "project:chromium",
  "createTime": "2025-04-30T22:13:23.657424120Z",
  "updateTime": "2025-04-30T22:13:23.657424120Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "36d4a58daf6c3cbfd8ac845fe0ca7a6b69a49e87",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[22:13:24.196] Task URL: https://cr-buildbucket.appspot.com/build/8716126329032347809
[22:13:24.196] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:2:0) after 9m56s
[22:13:25.204] Received PubSub notification, asking Buildbucket for the build status
[22:13:25.299] Build status: SCHEDULED
[22:13:28.537] Received PubSub notification, asking Buildbucket for the build status
[22:13:28.595] Build status: STARTED
[22:23:20.227] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:2:0)
[22:23:20.254] Build status: STARTED
[22:23:20.254] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:5:0) after 9m23s
[22:32:43.275] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:5:0)
[22:32:43.315] Build status: STARTED
[22:32:43.315] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:6:0) after 6m37s
[22:39:20.371] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:6:0)
[22:39:20.395] Build status: STARTED
[22:39:20.395] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:7:0) after 5m47s
[22:45:07.422] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:7:0)
[22:45:07.482] Build status: STARTED
[22:45:07.482] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:8:0) after 7m16s
[22:52:23.562] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:8:0)
[22:52:23.594] Build status: STARTED
[22:52:23.594] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:9:0) after 7m13s
[22:59:36.688] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:9:0)
[22:59:36.724] Build status: STARTED
[22:59:36.724] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:10:0) after 9m14s
[23:08:50.756] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:10:0)
[23:08:50.774] Build status: STARTED
[23:08:50.774] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:11:0) after 9m33s
[23:18:23.806] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:11:0)
[23:18:23.825] Build status: STARTED
[23:18:23.825] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:12:0) after 9m14s
[23:27:37.937] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:12:0)
[23:27:37.962] Build status: STARTED
[23:27:37.962] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:13:0) after 9m3s
[23:36:41.102] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:13:0)
[23:36:41.139] Build status: STARTED
[23:36:41.139] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:14:0) after 9m8s
[23:45:49.126] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:14:0)
[23:45:49.145] Build status: STARTED
[23:45:49.145] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:15:0) after 1m7s
[23:46:56.186] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:15:0)
[23:46:56.212] Build status: STARTED
[23:46:56.212] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:16:0) after 2m27s
[23:49:23.341] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:16:0)
[23:49:23.357] Build status: STARTED
[23:49:23.357] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:17:0) after 3m0s
[23:52:23.391] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:17:0)
[23:52:23.426] Build status: STARTED
[23:52:23.426] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:18:0) after 7m50s
[00:00:13.462] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:18:0)
[00:00:13.501] Build status: STARTED
[00:00:13.501] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:19:0) after 7m56s
[00:08:09.570] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:19:0)
[00:08:09.666] Build status: STARTED
[00:08:09.666] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:20:0) after 6m51s
[00:15:00.666] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:20:0)
[00:15:00.763] Build status: STARTED
[00:15:00.763] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:21:0) after 3m35s
[00:18:35.760] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:21:0)
[00:18:35.793] Build status: STARTED
[00:18:35.793] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:22:0) after 1m2s
[00:19:37.829] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:22:0)
[00:19:37.847] Build status: STARTED
[00:19:37.847] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:23:0) after 2m49s
[00:22:26.874] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:23:0)
[00:22:26.893] Build status: STARTED
[00:22:26.893] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:24:0) after 8m6s
[00:30:32.976] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:24:0)
[00:30:33.036] Build status: STARTED
[00:30:33.036] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:25:0) after 1m55s
[00:32:28.061] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:25:0)
[00:32:28.093] Build status: STARTED
[00:32:28.093] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:26:0) after 3m32s
[00:36:00.123] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:26:0)
[00:36:00.142] Build status: STARTED
[00:36:00.142] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:27:0) after 9m24s
[00:45:24.172] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:27:0)
[00:45:24.202] Build status: STARTED
[00:45:24.202] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:28:0) after 5m45s
[00:51:09.275] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:28:0)
[00:51:09.317] Build status: STARTED
[00:51:09.317] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:29:0) after 7m12s
[00:58:21.462] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:29:0)
[00:58:21.490] Build status: STARTED
[00:58:21.490] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:30:0) after 6m41s
[01:05:02.530] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:30:0)
[01:05:02.554] Build status: STARTED
[01:05:02.554] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:31:0) after 2m11s
[01:07:13.638] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:31:0)
[01:07:13.695] Build status: STARTED
[01:07:13.695] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:32:0) after 3m42s
[01:10:55.722] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:32:0)
[01:10:55.738] Build status: STARTED
[01:10:55.738] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:33:0) after 6m8s
[01:17:03.819] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:33:0)
[01:17:03.854] Build status: STARTED
[01:17:03.854] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:34:0) after 4m10s
[01:21:13.891] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:34:0)
[01:21:13.915] Build status: STARTED
[01:21:13.915] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:35:0) after 6m17s
[01:27:31.026] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:35:0)
[01:27:31.056] Build status: STARTED
[01:27:31.056] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:36:0) after 5m8s
[01:32:39.198] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:36:0)
[01:32:39.220] Build status: STARTED
[01:32:39.220] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:37:0) after 3m21s
[01:36:00.288] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:37:0)
[01:36:00.357] Build status: STARTED
[01:36:00.357] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:38:0) after 2m39s
[01:38:39.393] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:38:0)
[01:38:39.420] Build status: STARTED
[01:38:39.420] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:39:0) after 2m46s
[01:41:25.476] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:39:0)
[01:41:25.556] Build status: STARTED
[01:41:25.557] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:40:0) after 8m24s
[01:49:49.641] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:40:0)
[01:49:49.657] Build status: STARTED
[01:49:49.657] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:41:0) after 2m56s
[01:52:45.680] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:41:0)
[01:52:45.699] Build status: STARTED
[01:52:45.699] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:42:0) after 4m30s
[01:57:15.720] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:42:0)
[01:57:15.749] Build status: STARTED
[01:57:15.749] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:43:0) after 4m1s
[02:01:16.777] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:43:0)
[02:01:16.797] Build status: STARTED
[02:01:16.797] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:44:0) after 7m10s
[02:08:26.868] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:44:0)
[02:08:26.889] Build status: STARTED
[02:08:26.889] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:45:0) after 1m48s
[02:10:14.920] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:45:0)
[02:10:14.961] Build status: STARTED
[02:10:14.961] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:46:0) after 5m55s
[02:16:09.997] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:46:0)
[02:16:10.011] Build status: STARTED
[02:16:10.011] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:47:0) after 9m3s
[02:25:13.057] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:47:0)
[02:25:13.075] Build status: STARTED
[02:25:13.075] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:48:0) after 2m33s
[02:27:46.107] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:48:0)
[02:27:46.145] Build status: STARTED
[02:27:46.145] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:49:0) after 6m7s
[02:33:53.274] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:49:0)
[02:33:53.303] Build status: STARTED
[02:33:53.303] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:50:0) after 2m40s
[02:36:33.376] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:50:0)
[02:36:33.397] Build status: STARTED
[02:36:33.397] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:51:0) after 3m34s
[02:40:07.431] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:51:0)
[02:40:07.451] Build status: STARTED
[02:40:07.451] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:52:0) after 3m53s
[02:44:00.537] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:52:0)
[02:44:00.555] Build status: STARTED
[02:44:00.555] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:53:0) after 7m39s
[02:51:39.600] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:53:0)
[02:51:39.628] Build status: STARTED
[02:51:39.628] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:54:0) after 1m45s
[02:53:24.670] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:54:0)
[02:53:24.684] Build status: STARTED
[02:53:24.685] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:55:0) after 4m51s
[02:58:15.767] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:55:0)
[02:58:15.795] Build status: STARTED
[02:58:15.795] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:56:0) after 4m33s
[03:02:48.817] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:56:0)
[03:02:48.835] Build status: STARTED
[03:02:48.835] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:57:0) after 7m42s
[03:10:30.881] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:57:0)
[03:10:30.898] Build status: STARTED
[03:10:30.898] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:58:0) after 3m47s
[03:14:17.967] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:58:0)
[03:14:17.987] Build status: STARTED
[03:14:17.987] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:59:0) after 1m27s
[03:15:45.061] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:59:0)
[03:15:45.081] Build status: STARTED
[03:15:45.081] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:60:0) after 6m26s
[03:22:11.115] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:60:0)
[03:22:11.144] Build status: STARTED
[03:22:11.144] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:61:0) after 1m4s
[03:23:15.220] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:61:0)
[03:23:15.237] Build status: STARTED
[03:23:15.237] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:62:0) after 2m46s
[03:26:01.290] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:62:0)
[03:26:01.313] Build status: STARTED
[03:26:01.313] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:63:0) after 2m37s
[03:28:38.348] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:63:0)
[03:28:38.365] Build status: STARTED
[03:28:38.365] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:64:0) after 4m9s
[03:32:47.519] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:64:0)
[03:32:47.544] Build status: STARTED
[03:32:47.545] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:65:0) after 8m58s
[03:41:45.557] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:65:0)
[03:41:45.581] Build status: STARTED
[03:41:45.581] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:66:0) after 7m2s
[03:48:47.614] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:66:0)
[03:48:47.627] Build status: STARTED
[03:48:47.627] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:67:0) after 6m41s
[03:55:28.693] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:67:0)
[03:55:28.710] Build status: STARTED
[03:55:28.711] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:68:0) after 4m58s
[04:00:26.743] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:68:0)
[04:00:26.759] Build status: STARTED
[04:00:26.759] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:69:0) after 7m49s
[04:08:15.853] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:69:0)
[04:08:15.871] Build status: STARTED
[04:08:15.871] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:70:0) after 3m11s
[04:11:26.907] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:70:0)
[04:11:26.942] Build status: STARTED
[04:11:26.942] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:71:0) after 8m45s
[04:20:12.554] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:71:0)
[04:20:12.625] Build status: STARTED
[04:20:12.625] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:72:0) after 1m13s
[04:21:25.811] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:72:0)
[04:21:25.828] Build status: STARTED
[04:21:25.828] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:73:0) after 8m45s
[04:30:10.855] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:73:0)
[04:30:10.925] Build status: STARTED
[04:30:10.925] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:74:0) after 3m27s
[04:33:37.956] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:74:0)
[04:33:37.974] Build status: STARTED
[04:33:37.974] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:75:0) after 7m39s
[04:41:16.976] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:75:0)
[04:41:16.994] Build status: STARTED
[04:41:16.994] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:76:0) after 3m31s
[04:44:48.026] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:76:0)
[04:44:48.049] Build status: STARTED
[04:44:48.049] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:77:0) after 3m43s
[04:48:31.033] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:77:0)
[04:48:31.052] Build status: STARTED
[04:48:31.052] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:78:0) after 8m53s
[04:57:24.093] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:78:0)
[04:57:24.162] Build status: STARTED
[04:57:24.162] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:79:0) after 7m30s
[05:04:54.155] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:79:0)
[05:04:54.184] Build status: STARTED
[05:04:54.184] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:80:0) after 7m52s
[05:12:46.231] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:80:0)
[05:12:46.250] Build status: STARTED
[05:12:46.250] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:81:0) after 9m3s
[05:21:49.314] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:81:0)
[05:21:49.332] Build status: STARTED
[05:21:49.332] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:82:0) after 6m13s
[05:28:02.362] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:82:0)
[05:28:02.382] Build status: STARTED
[05:28:02.382] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:83:0) after 8m53s
[05:36:55.473] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:83:0)
[05:36:55.522] Build status: STARTED
[05:36:55.522] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:84:0) after 9m36s
[05:46:31.598] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:84:0)
[05:46:31.614] Build status: STARTED
[05:46:31.614] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:85:0) after 8m44s
[05:55:15.646] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:85:0)
[05:55:15.702] Build status: STARTED
[05:55:15.702] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:86:0) after 9m3s
[06:04:18.730] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:86:0)
[06:04:18.747] Build status: STARTED
[06:04:18.747] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:87:0) after 4m27s
[06:08:45.791] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:87:0)
[06:08:45.819] Build status: STARTED
[06:08:45.819] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:88:0) after 3m7s
[06:11:53.404] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:88:0)
[06:11:53.419] Build status: STARTED
[06:11:53.419] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:89:0) after 2m38s
[06:14:31.452] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:89:0)
[06:14:31.488] Build status: STARTED
[06:14:31.488] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:90:0) after 9m10s
[06:23:41.521] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:90:0)
[06:23:41.545] Build status: STARTED
[06:23:41.545] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:91:0) after 2m53s
[06:26:34.769] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:91:0)
[06:26:34.799] Build status: STARTED
[06:26:34.799] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:92:0) after 3m52s
[06:30:26.907] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:92:0)
[06:30:26.926] Build status: STARTED
[06:30:26.926] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:93:0) after 1m7s
[06:31:34.003] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:93:0)
[06:31:34.028] Build status: STARTED
[06:31:34.028] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:94:0) after 4m44s
[06:36:18.085] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:94:0)
[06:36:18.106] Build status: STARTED
[06:36:18.106] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:95:0) after 8m46s
[06:45:04.163] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:95:0)
[06:45:04.183] Build status: STARTED
[06:45:04.183] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:96:0) after 4m58s
[06:50:02.192] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:96:0)
[06:50:02.221] Build status: STARTED
[06:50:02.221] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:97:0) after 2m24s
[06:52:26.252] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:97:0)
[06:52:26.282] Build status: STARTED
[06:52:26.282] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:98:0) after 2m47s
[06:55:13.409] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:98:0)
[06:55:13.472] Build status: STARTED
[06:55:13.472] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:99:0) after 7m42s
[07:02:55.502] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:99:0)
[07:02:55.521] Build status: STARTED
[07:02:55.521] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:100:0) after 5m11s
[07:08:06.765] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:100:0)
[07:08:06.791] Build status: STARTED
[07:08:06.791] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:101:0) after 1m9s
[07:09:16.225] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:101:0)
[07:09:16.244] Build status: STARTED
[07:09:16.244] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:102:0) after 4m9s
[07:13:26.182] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:102:0)
[07:13:26.200] Build status: STARTED
[07:13:26.200] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:103:0) after 8m29s
[07:21:55.183] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:103:0)
[07:21:55.203] Build status: STARTED
[07:21:55.203] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:104:0) after 4m35s
[07:26:30.279] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:104:0)
[07:26:30.296] Build status: STARTED
[07:26:30.296] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:105:0) after 2m23s
[07:28:53.347] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:105:0)
[07:28:53.386] Build status: STARTED
[07:28:53.386] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:106:0) after 8m50s
[07:37:43.463] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:106:0)
[07:37:43.486] Build status: STARTED
[07:37:43.486] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:107:0) after 8m3s
[07:45:46.534] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:107:0)
[07:45:46.551] Build status: STARTED
[07:45:46.551] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:108:0) after 2m36s
[07:48:22.643] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:108:0)
[07:48:22.662] Build status: STARTED
[07:48:22.662] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:109:0) after 4m41s
[07:53:03.665] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:109:0)
[07:53:03.683] Build status: STARTED
[07:53:03.683] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:110:0) after 7m48s
[08:00:51.727] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:110:0)
[08:00:51.802] Build status: STARTED
[08:00:51.802] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:111:0) after 9m18s
[08:10:10.266] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:111:0)
[08:10:10.284] Build status: STARTED
[08:10:10.284] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:112:0) after 3m39s
[08:13:49.598] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:112:0)
[08:13:49.627] Build status: STARTED
[08:13:49.627] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:113:0) after 9m54s
[08:23:43.670] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:113:0)
[08:23:43.691] Build status: STARTED
[08:23:43.691] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:114:0) after 5m1s
[08:28:44.903] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:114:0)
[08:28:44.926] Build status: STARTED
[08:28:44.926] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:115:0) after 9m6s
[08:37:51.010] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:115:0)
[08:37:51.034] Build status: STARTED
[08:37:51.034] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:116:0) after 9m20s
[08:47:11.138] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:116:0)
[08:47:11.187] Build status: STARTED
[08:47:11.187] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:117:0) after 5m9s
[08:52:20.389] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:117:0)
[08:52:20.406] Build status: STARTED
[08:52:20.406] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:118:0) after 9m31s
[09:01:51.472] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:118:0)
[09:01:51.493] Build status: STARTED
[09:01:51.493] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:119:0) after 4m26s
[09:06:17.578] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:119:0)
[09:06:17.670] Build status: STARTED
[09:06:17.670] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:120:0) after 8m12s
[09:14:29.907] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:120:0)
[09:14:30.063] Build status: STARTED
[09:14:30.063] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:121:0) after 9m46s
[09:24:16.135] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:121:0)
[09:24:16.159] Build status: STARTED
[09:24:16.159] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:122:0) after 4m57s
[09:29:13.205] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:122:0)
[09:29:13.236] Build status: STARTED
[09:29:13.236] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:123:0) after 7m38s
[09:36:51.353] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:123:0)
[09:36:51.369] Build status: STARTED
[09:36:51.369] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:124:0) after 5m54s
[09:42:45.449] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:124:0)
[09:42:45.467] Build status: STARTED
[09:42:45.467] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:125:0) after 3m15s
[09:46:00.737] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:125:0)
[09:46:00.770] Build status: STARTED
[09:46:00.770] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:126:0) after 1m2s
[09:47:03.232] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:126:0)
[09:47:03.259] Build status: STARTED
[09:47:03.259] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:127:0) after 5m47s
[09:52:50.534] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:127:0)
[09:52:50.554] Build status: STARTED
[09:52:50.554] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:128:0) after 9m25s
[10:02:15.664] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:128:0)
[10:02:15.689] Build status: STARTED
[10:02:15.689] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:129:0) after 2m48s
[10:05:04.162] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:129:0)
[10:05:04.182] Build status: STARTED
[10:05:04.182] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:130:0) after 5m51s
[10:10:55.233] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:130:0)
[10:10:55.253] Build status: STARTED
[10:10:55.253] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:131:0) after 6m43s
[10:17:38.302] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:131:0)
[10:17:38.368] Build status: STARTED
[10:17:38.369] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8881556390997945920:132:0) after 7m45s
[10:24:43.260] Received PubSub notification, asking Buildbucket for the build status
[10:24:43.276] Build:
{
  "id": "8716126329032347809",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 3295,
  "createdBy": "project:chromium",
  "createTime": "2025-04-30T22:13:23.657424120Z",
  "startTime": "2025-04-30T22:13:28.288865998Z",
  "endTime": "2025-05-01T10:24:42.908206180Z",
  "updateTime": "2025-05-01T10:24:42.908206180Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "36d4a58daf6c3cbfd8ac845fe0ca7a6b69a49e87",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[10:24:43.276] Invocation finished in 12h11m20.877759901s with status FAILED