Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f03d0a4874d6e304e041268b05f370c7138c4455"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f03d0a4874d6e304e041268b05f370c7138c4455
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[17:15:56.674] New invocation is queued and will start shortly
[17:15:57.722] Starting the invocation (attempt 1)
[17:15:57.753] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f03d0a4874d6e304e041268b05f370c7138c4455"
[17:15:57.753] Popped gitiles commit info from properties and tags
[17:15:57.753] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:15:57.753] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:15:57.753] Buildbucket request:
{
  "requestId": "8894258678907736368",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f03d0a4874d6e304e041268b05f370c7138c4455",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8894258678907736368"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:15:58.232] Scheduled build:
{
  "id": "8728828617057241969",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 3016,
  "createdBy": "project:chromium",
  "createTime": "2024-12-11T17:15:57.808023528Z",
  "updateTime": "2024-12-11T17:15:57.808023528Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f03d0a4874d6e304e041268b05f370c7138c4455",
      "ref": "refs/heads/main"
    }
  }
}
[17:15:58.233] Task URL: https://cr-buildbucket.appspot.com/build/8728828617057241969
[17:15:58.233] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:2:0) after 6m45s
[17:15:59.231] Received PubSub notification, asking Buildbucket for the build status
[17:15:59.253] Build status: SCHEDULED
[17:19:30.018] Received PubSub notification, asking Buildbucket for the build status
[17:19:30.037] Build status: STARTED
[17:22:43.255] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:2:0)
[17:22:43.292] Build status: STARTED
[17:22:43.292] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:5:0) after 3m33s
[17:26:16.380] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:5:0)
[17:26:16.411] Build status: STARTED
[17:26:16.411] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:6:0) after 8m38s
[17:34:54.465] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:6:0)
[17:34:54.512] Build status: STARTED
[17:34:54.512] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:7:0) after 7m44s
[17:42:38.585] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:7:0)
[17:42:38.606] Build status: STARTED
[17:42:38.606] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:8:0) after 8m27s
[17:51:05.645] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:8:0)
[17:51:05.662] Build status: STARTED
[17:51:05.662] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:9:0) after 2m46s
[17:53:51.726] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:9:0)
[17:53:51.742] Build status: STARTED
[17:53:51.742] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:10:0) after 9m2s
[18:02:53.765] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:10:0)
[18:02:53.779] Build status: STARTED
[18:02:53.779] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:11:0) after 2m34s
[18:05:27.817] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:11:0)
[18:05:27.849] Build status: STARTED
[18:05:27.849] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:12:0) after 6m35s
[18:12:02.940] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:12:0)
[18:12:03.006] Build status: STARTED
[18:12:03.006] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:13:0) after 4m53s
[18:16:56.057] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:13:0)
[18:16:56.076] Build status: STARTED
[18:16:56.076] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:14:0) after 4m35s
[18:21:31.220] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:14:0)
[18:21:31.257] Build status: STARTED
[18:21:31.257] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:15:0) after 8m11s
[18:29:42.350] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:15:0)
[18:29:42.367] Build status: STARTED
[18:29:42.368] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:16:0) after 9m30s
[18:39:12.419] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:16:0)
[18:39:12.443] Build status: STARTED
[18:39:12.444] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:17:0) after 7m18s
[18:46:30.466] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:17:0)
[18:46:30.537] Build status: STARTED
[18:46:30.537] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:18:0) after 8m40s
[18:55:10.574] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:18:0)
[18:55:10.590] Build status: STARTED
[18:55:10.590] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:19:0) after 1m33s
[18:56:43.655] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:19:0)
[18:56:43.740] Build status: STARTED
[18:56:43.740] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:20:0) after 3m33s
[19:00:16.826] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:20:0)
[19:00:16.845] Build status: STARTED
[19:00:16.846] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:21:0) after 3m33s
[19:03:49.917] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:21:0)
[19:03:49.937] Build status: STARTED
[19:03:49.937] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:22:0) after 9m36s
[19:13:25.962] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:22:0)
[19:13:25.986] Build status: STARTED
[19:13:25.986] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:23:0) after 1m9s
[19:14:35.050] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:23:0)
[19:14:35.068] Build status: STARTED
[19:14:35.068] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:24:0) after 7m10s
[19:21:45.091] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:24:0)
[19:21:45.109] Build status: STARTED
[19:21:45.109] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:25:0) after 9m55s
[19:31:40.158] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:25:0)
[19:31:40.180] Build status: STARTED
[19:31:40.180] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:26:0) after 4m54s
[19:36:34.242] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:26:0)
[19:36:34.265] Build status: STARTED
[19:36:34.265] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:27:0) after 5m31s
[19:42:05.323] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:27:0)
[19:42:05.346] Build status: STARTED
[19:42:05.346] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:28:0) after 2m23s
[19:44:28.422] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:28:0)
[19:44:28.444] Build status: STARTED
[19:44:28.444] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:29:0) after 9m16s
[19:53:44.416] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:29:0)
[19:53:44.443] Build status: STARTED
[19:53:44.443] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:30:0) after 4m55s
[19:58:39.503] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:30:0)
[19:58:39.524] Build status: STARTED
[19:58:39.524] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:31:0) after 9m50s
[20:08:29.598] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:31:0)
[20:08:29.623] Build status: STARTED
[20:08:29.623] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:32:0) after 2m45s
[20:11:14.697] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:32:0)
[20:11:14.717] Build status: STARTED
[20:11:14.717] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:33:0) after 8m55s
[20:20:09.793] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:33:0)
[20:20:09.864] Build status: STARTED
[20:20:09.864] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:34:0) after 7m10s
[20:27:19.959] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:34:0)
[20:27:19.982] Build status: STARTED
[20:27:19.982] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:35:0) after 2m7s
[20:29:27.052] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:35:0)
[20:29:27.072] Build status: STARTED
[20:29:27.072] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:36:0) after 9m21s
[20:38:48.078] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:36:0)
[20:38:48.095] Build status: STARTED
[20:38:48.095] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:37:0) after 7m27s
[20:46:15.127] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:37:0)
[20:46:15.146] Build status: STARTED
[20:46:15.146] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:38:0) after 7m43s
[20:53:58.371] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:38:0)
[20:53:58.392] Build status: STARTED
[20:53:58.392] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:39:0) after 5m59s
[20:59:57.528] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:39:0)
[20:59:57.546] Build status: STARTED
[20:59:57.546] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:40:0) after 6m31s
[21:06:28.614] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:40:0)
[21:06:28.638] Build status: STARTED
[21:06:28.638] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:41:0) after 1m3s
[21:07:31.662] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:41:0)
[21:07:31.690] Build status: STARTED
[21:07:31.690] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:42:0) after 6m55s
[21:14:26.829] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:42:0)
[21:14:26.849] Build status: STARTED
[21:14:26.849] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:43:0) after 5m36s
[21:20:03.137] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:43:0)
[21:20:03.172] Build status: STARTED
[21:20:03.172] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:44:0) after 8m7s
[21:28:10.172] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:44:0)
[21:28:10.201] Build status: STARTED
[21:28:10.201] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:45:0) after 4m41s
[21:32:51.347] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:45:0)
[21:32:51.377] Build status: STARTED
[21:32:51.377] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:46:0) after 1m18s
[21:34:09.361] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:46:0)
[21:34:09.387] Build status: STARTED
[21:34:09.387] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:47:0) after 2m56s
[21:37:05.448] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:47:0)
[21:37:05.494] Build status: STARTED
[21:37:05.494] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:48:0) after 2m41s
[21:39:46.519] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:48:0)
[21:39:46.536] Build status: STARTED
[21:39:46.536] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:49:0) after 3m38s
[21:43:24.741] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:49:0)
[21:43:24.770] Build status: STARTED
[21:43:24.770] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:50:0) after 6m59s
[21:50:23.765] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:50:0)
[21:50:23.784] Build status: STARTED
[21:50:23.784] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:51:0) after 2m56s
[21:53:19.803] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:51:0)
[21:53:19.832] Build status: STARTED
[21:53:19.832] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:52:0) after 3m0s
[21:56:19.870] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:52:0)
[21:56:19.891] Build status: STARTED
[21:56:19.891] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:53:0) after 4m21s
[22:00:40.916] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:53:0)
[22:00:41.003] Build status: STARTED
[22:00:41.003] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:54:0) after 9m15s
[22:09:56.076] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:54:0)
[22:09:56.107] Build status: STARTED
[22:09:56.107] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:55:0) after 6m26s
[22:16:22.128] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:55:0)
[22:16:22.149] Build status: STARTED
[22:16:22.149] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:56:0) after 4m50s
[22:21:12.282] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:56:0)
[22:21:12.300] Build status: STARTED
[22:21:12.300] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:57:0) after 9m45s
[22:30:57.334] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:57:0)
[22:30:57.355] Build status: STARTED
[22:30:57.355] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:58:0) after 5m24s
[22:36:21.378] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:58:0)
[22:36:21.397] Build status: STARTED
[22:36:21.397] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:59:0) after 3m39s
[22:40:00.401] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:59:0)
[22:40:00.421] Build status: STARTED
[22:40:00.421] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:60:0) after 4m8s
[22:44:08.441] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:60:0)
[22:44:08.461] Build status: STARTED
[22:44:08.461] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:61:0) after 5m50s
[22:49:58.606] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:61:0)
[22:49:58.623] Build status: STARTED
[22:49:58.623] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:62:0) after 8m10s
[22:58:08.688] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:62:0)
[22:58:08.707] Build status: STARTED
[22:58:08.707] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:63:0) after 8m22s
[23:06:30.693] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:63:0)
[23:06:30.711] Build status: STARTED
[23:06:30.711] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:64:0) after 6m11s
[23:12:41.733] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:64:0)
[23:12:41.767] Build status: STARTED
[23:12:41.767] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:65:0) after 1m26s
[23:14:07.850] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:65:0)
[23:14:07.871] Build status: STARTED
[23:14:07.871] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:66:0) after 1m45s
[23:15:52.921] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:66:0)
[23:15:52.943] Build status: STARTED
[23:15:52.943] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:67:0) after 6m58s
[23:22:50.969] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:67:0)
[23:22:51.021] Build status: STARTED
[23:22:51.021] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:68:0) after 9m16s
[23:32:07.175] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:68:0)
[23:32:07.221] Build status: STARTED
[23:32:07.221] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:69:0) after 2m49s
[23:34:56.229] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:69:0)
[23:34:56.252] Build status: STARTED
[23:34:56.252] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:70:0) after 6m8s
[23:41:04.299] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:70:0)
[23:41:04.323] Build status: STARTED
[23:41:04.323] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:71:0) after 7m43s
[23:48:47.349] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:71:0)
[23:48:47.368] Build status: STARTED
[23:48:47.368] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:72:0) after 7m20s
[23:56:07.491] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:72:0)
[23:56:07.535] Build status: STARTED
[23:56:07.535] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:73:0) after 3m14s
[23:59:21.558] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:73:0)
[23:59:21.577] Build status: STARTED
[23:59:21.577] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:74:0) after 2m0s
[00:01:21.692] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:74:0)
[00:01:21.709] Build status: STARTED
[00:01:21.709] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:75:0) after 8m4s
[00:09:25.746] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:75:0)
[00:09:25.769] Build status: STARTED
[00:09:25.769] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:76:0) after 2m56s
[00:12:21.939] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:76:0)
[00:12:21.958] Build status: STARTED
[00:12:21.958] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:77:0) after 7m28s
[00:19:49.987] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:77:0)
[00:19:50.006] Build status: STARTED
[00:19:50.007] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:78:0) after 2m30s
[00:22:19.995] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:78:0)
[00:22:20.017] Build status: STARTED
[00:22:20.017] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:79:0) after 1m9s
[00:23:29.057] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:79:0)
[00:23:29.096] Build status: STARTED
[00:23:29.096] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:80:0) after 1m1s
[00:24:30.269] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:80:0)
[00:24:30.310] Build status: STARTED
[00:24:30.310] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:81:0) after 3m45s
[00:28:15.304] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:81:0)
[00:28:15.320] Build status: STARTED
[00:28:15.321] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:82:0) after 1m7s
[00:29:22.395] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:82:0)
[00:29:22.464] Build status: STARTED
[00:29:22.464] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:83:0) after 9m29s
[00:38:51.486] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:83:0)
[00:38:51.510] Build status: STARTED
[00:38:51.510] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:84:0) after 7m3s
[00:45:54.634] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:84:0)
[00:45:54.651] Build status: STARTED
[00:45:54.651] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:85:0) after 7m1s
[00:52:55.671] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:85:0)
[00:52:55.692] Build status: STARTED
[00:52:55.692] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:86:0) after 3m37s
[00:56:32.715] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:86:0)
[00:56:32.736] Build status: STARTED
[00:56:32.736] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:87:0) after 4m43s
[01:01:15.836] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:87:0)
[01:01:15.955] Build status: STARTED
[01:01:15.955] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:88:0) after 2m22s
[01:03:38.098] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:88:0)
[01:03:38.121] Build status: STARTED
[01:03:38.122] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:89:0) after 7m49s
[01:11:27.354] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:89:0)
[01:11:27.370] Build status: STARTED
[01:11:27.370] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:90:0) after 7m15s
[01:18:42.679] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:90:0)
[01:18:42.742] Build status: STARTED
[01:18:42.742] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:91:0) after 6m18s
[01:25:00.814] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:91:0)
[01:25:00.842] Build status: STARTED
[01:25:00.842] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:92:0) after 9m41s
[01:34:42.020] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:92:0)
[01:34:42.041] Build status: STARTED
[01:34:42.041] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:93:0) after 4m51s
[01:39:33.159] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:93:0)
[01:39:33.179] Build status: STARTED
[01:39:33.179] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:94:0) after 5m8s
[01:44:41.266] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:94:0)
[01:44:41.340] Build status: STARTED
[01:44:41.340] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:95:0) after 1m5s
[01:45:46.362] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:95:0)
[01:45:46.390] Build status: STARTED
[01:45:46.390] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:96:0) after 2m41s
[01:48:27.464] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:96:0)
[01:48:27.483] Build status: STARTED
[01:48:27.483] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:97:0) after 5m32s
[01:53:59.609] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:97:0)
[01:53:59.624] Build status: STARTED
[01:53:59.625] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:98:0) after 1m25s
[01:55:24.692] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:98:0)
[01:55:24.708] Build status: STARTED
[01:55:24.708] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:99:0) after 8m13s
[02:03:37.736] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:99:0)
[02:03:37.758] Build status: STARTED
[02:03:37.758] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:100:0) after 7m27s
[02:11:04.788] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:100:0)
[02:11:04.812] Build status: STARTED
[02:11:04.812] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:101:0) after 8m2s
[02:19:06.882] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:101:0)
[02:19:06.903] Build status: STARTED
[02:19:06.903] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:102:0) after 8m37s
[02:27:43.937] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:102:0)
[02:27:43.958] Build status: STARTED
[02:27:43.958] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:103:0) after 8m20s
[02:36:03.981] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:103:0)
[02:36:04.011] Build status: STARTED
[02:36:04.011] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:104:0) after 6m27s
[02:42:31.212] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:104:0)
[02:42:31.300] Build status: STARTED
[02:42:31.300] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:105:0) after 5m43s
[02:48:14.543] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:105:0)
[02:48:14.561] Build status: STARTED
[02:48:14.561] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:106:0) after 6m58s
[02:55:12.592] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:106:0)
[02:55:12.665] Build status: STARTED
[02:55:12.665] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:107:0) after 5m8s
[03:00:20.737] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:107:0)
[03:00:20.769] Build status: STARTED
[03:00:20.769] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:108:0) after 1m0s
[03:01:20.792] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:108:0)
[03:01:20.817] Build status: STARTED
[03:01:20.817] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:109:0) after 2m15s
[03:03:35.892] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:109:0)
[03:03:35.914] Build status: STARTED
[03:03:35.914] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:110:0) after 5m37s
[03:09:12.980] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:110:0)
[03:09:12.995] Build status: STARTED
[03:09:12.995] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:111:0) after 1m3s
[03:10:16.032] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:111:0)
[03:10:16.052] Build status: STARTED
[03:10:16.052] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:112:0) after 7m5s
[03:17:21.076] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:112:0)
[03:17:21.095] Build status: STARTED
[03:17:21.095] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:113:0) after 8m38s
[03:25:59.167] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:113:0)
[03:25:59.184] Build status: STARTED
[03:25:59.185] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:114:0) after 9m19s
[03:35:18.368] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:114:0)
[03:35:18.395] Build status: STARTED
[03:35:18.395] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:115:0) after 9m3s
[03:44:21.471] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:115:0)
[03:44:21.499] Build status: STARTED
[03:44:21.499] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:116:0) after 2m57s
[03:47:18.523] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:116:0)
[03:47:18.542] Build status: STARTED
[03:47:18.542] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:117:0) after 9m56s
[03:57:14.609] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:117:0)
[03:57:14.634] Build status: STARTED
[03:57:14.634] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:118:0) after 7m46s
[04:05:00.667] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:118:0)
[04:05:00.693] Build status: STARTED
[04:05:00.693] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:119:0) after 2m33s
[04:07:33.738] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:119:0)
[04:07:33.802] Build status: STARTED
[04:07:33.802] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:120:0) after 6m26s
[04:13:59.872] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:120:0)
[04:13:59.905] Build status: STARTED
[04:13:59.905] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:121:0) after 6m44s
[04:20:43.983] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:121:0)
[04:20:44.003] Build status: STARTED
[04:20:44.003] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:122:0) after 1m55s
[04:22:39.174] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:122:0)
[04:22:39.195] Build status: STARTED
[04:22:39.195] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:123:0) after 5m0s
[04:27:39.237] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:123:0)
[04:27:39.257] Build status: STARTED
[04:27:39.257] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:124:0) after 3m41s
[04:31:20.237] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:124:0)
[04:31:20.262] Build status: STARTED
[04:31:20.262] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:125:0) after 2m33s
[04:33:53.320] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:125:0)
[04:33:53.348] Build status: STARTED
[04:33:53.348] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:126:0) after 6m53s
[04:40:46.371] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:126:0)
[04:40:46.392] Build status: STARTED
[04:40:46.392] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:127:0) after 8m7s
[04:48:53.434] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:127:0)
[04:48:53.469] Build status: STARTED
[04:48:53.469] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:128:0) after 6m32s
[04:55:25.535] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:128:0)
[04:55:25.560] Build status: STARTED
[04:55:25.560] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:129:0) after 8m30s
[05:03:55.586] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:129:0)
[05:03:55.604] Build status: STARTED
[05:03:55.604] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:130:0) after 2m32s
[05:06:27.598] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:130:0)
[05:06:27.623] Build status: STARTED
[05:06:27.623] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:131:0) after 9m59s
[05:16:26.697] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:131:0)
[05:16:26.714] Build status: STARTED
[05:16:26.714] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:132:0) after 4m26s
[05:20:52.704] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:132:0)
[05:20:52.722] Build status: STARTED
[05:20:52.722] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8894258678907736368:133:0) after 4m46s
[05:20:57.956] Received PubSub notification, asking Buildbucket for the build status
[05:20:58.037] Build:
{
  "id": "8728828617057241969",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 3016,
  "createdBy": "project:chromium",
  "createTime": "2024-12-11T17:15:57.808023528Z",
  "startTime": "2024-12-11T17:19:29.835888376Z",
  "endTime": "2024-12-12T05:20:57.525173982Z",
  "updateTime": "2024-12-12T05:20:57.525173982Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f03d0a4874d6e304e041268b05f370c7138c4455",
      "ref": "refs/heads/main"
    }
  }
}
[05:20:58.037] Invocation finished in 12h5m1.377845326s with status FAILED