Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a5903b3416d8df1c30a58435b6bfeffeda738e00"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a5903b3416d8df1c30a58435b6bfeffeda738e00
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[02:04:54.004] New invocation is queued and will start shortly
[02:04:55.138] Starting the invocation (attempt 1)
[02:04:55.186] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a5903b3416d8df1c30a58435b6bfeffeda738e00"
[02:04:55.187] Popped gitiles commit info from properties and tags
[02:04:55.187] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:04:55.187] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:04:55.188] Buildbucket request:
{
  "requestId": "8919411356563527392",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a5903b3416d8df1c30a58435b6bfeffeda738e00",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8919411356563527392"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:04:55.779] Scheduled build:
{
  "id": "8753981294549002609",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2023,
  "createdBy": "project:chromium",
  "createTime": "2024-03-09T02:04:55.295413854Z",
  "updateTime": "2024-03-09T02:04:55.295413854Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a5903b3416d8df1c30a58435b6bfeffeda738e00",
      "ref": "refs/heads/main"
    }
  }
}
[02:04:55.779] Task URL: https://cr-buildbucket.appspot.com/build/8753981294549002609
[02:04:55.779] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:2:0) after 5m25s
[02:04:56.783] Received PubSub notification, asking Buildbucket for the build status
[02:04:56.808] Build status: SCHEDULED
[02:04:57.647] Received PubSub notification, asking Buildbucket for the build status
[02:04:57.692] Build status: STARTED
[02:10:20.899] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:2:0)
[02:10:20.999] Build status: STARTED
[02:10:20.999] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:5:0) after 3m36s
[02:13:57.074] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:5:0)
[02:13:57.102] Build status: STARTED
[02:13:57.102] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:6:0) after 3m20s
[02:17:17.133] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:6:0)
[02:17:17.160] Build status: STARTED
[02:17:17.160] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:7:0) after 6m26s
[02:23:43.345] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:7:0)
[02:23:43.388] Build status: STARTED
[02:23:43.388] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:8:0) after 9m52s
[02:33:35.563] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:8:0)
[02:33:35.593] Build status: STARTED
[02:33:35.593] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:9:0) after 5m4s
[02:38:39.883] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:9:0)
[02:38:39.909] Build status: STARTED
[02:38:39.909] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:10:0) after 2m10s
[02:40:49.940] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:10:0)
[02:40:49.958] Build status: STARTED
[02:40:49.958] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:11:0) after 5m8s
[02:45:58.156] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:11:0)
[02:45:58.176] Build status: STARTED
[02:45:58.176] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:12:0) after 9m2s
[02:55:00.220] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:12:0)
[02:55:00.270] Build status: STARTED
[02:55:00.270] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:13:0) after 3m18s
[02:58:18.369] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:13:0)
[02:58:18.390] Build status: STARTED
[02:58:18.390] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:14:0) after 5m22s
[03:03:40.555] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:14:0)
[03:03:40.575] Build status: STARTED
[03:03:40.575] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:15:0) after 9m14s
[03:12:54.629] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:15:0)
[03:12:54.673] Build status: STARTED
[03:12:54.673] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:16:0) after 4m23s
[03:17:17.700] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:16:0)
[03:17:17.805] Build status: STARTED
[03:17:17.805] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:17:0) after 6m11s
[03:23:28.900] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:17:0)
[03:23:28.926] Build status: STARTED
[03:23:28.926] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:18:0) after 6m29s
[03:29:58.025] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:18:0)
[03:29:58.073] Build status: STARTED
[03:29:58.073] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:19:0) after 2m59s
[03:32:57.133] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:19:0)
[03:32:57.151] Build status: STARTED
[03:32:57.151] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:20:0) after 1m47s
[03:34:44.310] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:20:0)
[03:34:44.329] Build status: STARTED
[03:34:44.329] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:21:0) after 9m49s
[03:44:33.365] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:21:0)
[03:44:33.383] Build status: STARTED
[03:44:33.383] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:22:0) after 3m51s
[03:48:24.802] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:22:0)
[03:48:24.828] Build status: STARTED
[03:48:24.828] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:23:0) after 8m17s
[03:56:41.882] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:23:0)
[03:56:41.924] Build status: STARTED
[03:56:41.924] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:24:0) after 8m20s
[04:05:01.951] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:24:0)
[04:05:01.970] Build status: STARTED
[04:05:01.970] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:25:0) after 2m54s
[04:07:56.075] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:25:0)
[04:07:56.093] Build status: STARTED
[04:07:56.093] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:26:0) after 4m32s
[04:12:28.148] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:26:0)
[04:12:28.177] Build status: STARTED
[04:12:28.177] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:27:0) after 5m23s
[04:17:51.219] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:27:0)
[04:17:51.300] Build status: STARTED
[04:17:51.300] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:28:0) after 5m5s
[04:22:56.350] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:28:0)
[04:22:56.396] Build status: STARTED
[04:22:56.396] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:29:0) after 5m14s
[04:28:10.546] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:29:0)
[04:28:10.565] Build status: STARTED
[04:28:10.565] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:30:0) after 8m58s
[04:37:08.617] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:30:0)
[04:37:08.676] Build status: STARTED
[04:37:08.676] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:31:0) after 5m20s
[04:42:28.765] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:31:0)
[04:42:28.792] Build status: STARTED
[04:42:28.792] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:32:0) after 3m58s
[04:46:26.968] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:32:0)
[04:46:26.985] Build status: STARTED
[04:46:26.985] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:33:0) after 3m41s
[04:50:08.023] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:33:0)
[04:50:08.045] Build status: STARTED
[04:50:08.045] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:34:0) after 8m12s
[04:58:20.174] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:34:0)
[04:58:20.194] Build status: STARTED
[04:58:20.194] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:35:0) after 8m11s
[05:06:31.222] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:35:0)
[05:06:31.245] Build status: STARTED
[05:06:31.245] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:36:0) after 8m37s
[05:15:08.284] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:36:0)
[05:15:08.305] Build status: STARTED
[05:15:08.305] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:37:0) after 5m57s
[05:21:05.345] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:37:0)
[05:21:05.369] Build status: STARTED
[05:21:05.369] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:38:0) after 7m6s
[05:28:11.402] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:38:0)
[05:28:11.440] Build status: STARTED
[05:28:11.440] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:39:0) after 8m17s
[05:36:28.499] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:39:0)
[05:36:28.520] Build status: STARTED
[05:36:28.520] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:40:0) after 5m31s
[05:41:59.609] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:40:0)
[05:41:59.627] Build status: STARTED
[05:41:59.627] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:41:0) after 3m31s
[05:45:30.709] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:41:0)
[05:45:30.781] Build status: STARTED
[05:45:30.781] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:42:0) after 5m27s
[05:50:57.906] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:42:0)
[05:50:57.933] Build status: STARTED
[05:50:57.933] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:43:0) after 1m6s
[05:52:03.971] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:43:0)
[05:52:04.012] Build status: STARTED
[05:52:04.012] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:44:0) after 8m50s
[06:00:54.059] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:44:0)
[06:00:54.086] Build status: STARTED
[06:00:54.086] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:45:0) after 5m40s
[06:06:34.216] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:45:0)
[06:06:34.289] Build status: STARTED
[06:06:34.289] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:46:0) after 1m5s
[06:07:39.334] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:46:0)
[06:07:39.351] Build status: STARTED
[06:07:39.351] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:47:0) after 3m56s
[06:11:35.656] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:47:0)
[06:11:35.784] Build status: STARTED
[06:11:35.784] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:48:0) after 4m43s
[06:16:18.829] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:48:0)
[06:16:18.870] Build status: STARTED
[06:16:18.870] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:49:0) after 3m14s
[06:19:33.072] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:49:0)
[06:19:33.088] Build status: STARTED
[06:19:33.088] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:50:0) after 5m22s
[06:24:55.174] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:50:0)
[06:24:55.217] Build status: STARTED
[06:24:55.217] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:51:0) after 1m34s
[06:26:29.253] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:51:0)
[06:26:29.280] Build status: STARTED
[06:26:29.280] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:52:0) after 1m37s
[06:28:06.367] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:52:0)
[06:28:06.393] Build status: STARTED
[06:28:06.393] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:53:0) after 1m11s
[06:29:17.441] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:53:0)
[06:29:17.464] Build status: STARTED
[06:29:17.464] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:54:0) after 9m47s
[06:39:04.510] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:54:0)
[06:39:04.532] Build status: STARTED
[06:39:04.532] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:55:0) after 8m37s
[06:47:41.794] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:55:0)
[06:47:41.868] Build status: STARTED
[06:47:41.868] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:56:0) after 1m22s
[06:49:03.904] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:56:0)
[06:49:03.933] Build status: STARTED
[06:49:03.933] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:57:0) after 4m48s
[06:53:51.991] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:57:0)
[06:53:52.008] Build status: STARTED
[06:53:52.008] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:58:0) after 7m36s
[07:01:28.135] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:58:0)
[07:01:28.153] Build status: STARTED
[07:01:28.153] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:59:0) after 1m14s
[07:02:42.183] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:59:0)
[07:02:42.202] Build status: STARTED
[07:02:42.202] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:60:0) after 4m34s
[07:07:16.249] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:60:0)
[07:07:16.268] Build status: STARTED
[07:07:16.268] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:61:0) after 4m2s
[07:11:18.313] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:61:0)
[07:11:18.341] Build status: STARTED
[07:11:18.341] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:62:0) after 5m3s
[07:16:21.367] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:62:0)
[07:16:21.389] Build status: STARTED
[07:16:21.389] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:63:0) after 8m27s
[07:24:48.419] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:63:0)
[07:24:48.571] Build status: STARTED
[07:24:48.571] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:64:0) after 9m31s
[07:34:19.894] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:64:0)
[07:34:19.910] Build status: STARTED
[07:34:19.910] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:65:0) after 6m20s
[07:40:39.957] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:65:0)
[07:40:39.978] Build status: STARTED
[07:40:39.978] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:66:0) after 2m40s
[07:43:20.015] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:66:0)
[07:43:20.107] Build status: STARTED
[07:43:20.107] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:67:0) after 4m38s
[07:47:58.138] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:67:0)
[07:47:58.154] Build status: STARTED
[07:47:58.154] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:68:0) after 7m42s
[07:55:40.183] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:68:0)
[07:55:40.202] Build status: STARTED
[07:55:40.202] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:69:0) after 7m55s
[08:03:35.256] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:69:0)
[08:03:35.280] Build status: STARTED
[08:03:35.280] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:70:0) after 6m59s
[08:10:34.472] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:70:0)
[08:10:34.498] Build status: STARTED
[08:10:34.498] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:71:0) after 4m51s
[08:15:25.597] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:71:0)
[08:15:25.617] Build status: STARTED
[08:15:25.617] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:72:0) after 7m39s
[08:23:04.801] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:72:0)
[08:23:04.854] Build status: STARTED
[08:23:04.854] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:73:0) after 3m18s
[08:26:22.878] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:73:0)
[08:26:22.899] Build status: STARTED
[08:26:22.899] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:74:0) after 3m35s
[08:29:58.035] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:74:0)
[08:29:58.056] Build status: STARTED
[08:29:58.056] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:75:0) after 2m19s
[08:32:17.166] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:75:0)
[08:32:17.183] Build status: STARTED
[08:32:17.183] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:76:0) after 2m16s
[08:34:33.405] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:76:0)
[08:34:33.422] Build status: STARTED
[08:34:33.422] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:77:0) after 1m29s
[08:36:02.689] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:77:0)
[08:36:02.722] Build status: STARTED
[08:36:02.722] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:78:0) after 6m18s
[08:42:20.830] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:78:0)
[08:42:20.908] Build status: STARTED
[08:42:20.909] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:79:0) after 5m41s
[08:48:01.935] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:79:0)
[08:48:01.953] Build status: STARTED
[08:48:01.953] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:80:0) after 2m7s
[08:50:09.078] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:80:0)
[08:50:09.129] Build status: STARTED
[08:50:09.129] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:81:0) after 9m30s
[08:59:39.235] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:81:0)
[08:59:39.253] Build status: STARTED
[08:59:39.253] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:82:0) after 1m32s
[09:01:11.431] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:82:0)
[09:01:11.454] Build status: STARTED
[09:01:11.454] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:83:0) after 8m31s
[09:09:42.650] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:83:0)
[09:09:42.676] Build status: STARTED
[09:09:42.676] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:84:0) after 1m55s
[09:11:37.754] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:84:0)
[09:11:37.788] Build status: STARTED
[09:11:37.788] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:85:0) after 5m3s
[09:16:40.832] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:85:0)
[09:16:40.849] Build status: STARTED
[09:16:40.849] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:86:0) after 8m36s
[09:25:16.896] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:86:0)
[09:25:17.063] Build status: STARTED
[09:25:17.063] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:87:0) after 6m19s
[09:31:36.205] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:87:0)
[09:31:36.280] Build status: STARTED
[09:31:36.280] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:88:0) after 7m29s
[09:39:05.305] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:88:0)
[09:39:05.323] Build status: STARTED
[09:39:05.323] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:89:0) after 2m33s
[09:41:38.354] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:89:0)
[09:41:38.378] Build status: STARTED
[09:41:38.378] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:90:0) after 7m58s
[09:49:36.467] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:90:0)
[09:49:36.484] Build status: STARTED
[09:49:36.484] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:91:0) after 9m41s
[09:59:17.557] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:91:0)
[09:59:17.612] Build status: STARTED
[09:59:17.612] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:92:0) after 5m59s
[10:05:16.680] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:92:0)
[10:05:16.709] Build status: STARTED
[10:05:16.709] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:93:0) after 3m35s
[10:08:51.762] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:93:0)
[10:08:51.874] Build status: STARTED
[10:08:51.874] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:94:0) after 2m6s
[10:10:57.907] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:94:0)
[10:10:57.949] Build status: STARTED
[10:10:57.949] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:95:0) after 7m22s
[10:18:19.981] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:95:0)
[10:18:20.101] Build status: STARTED
[10:18:20.101] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:96:0) after 8m11s
[10:26:31.160] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:96:0)
[10:26:31.188] Build status: STARTED
[10:26:31.188] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:97:0) after 1m53s
[10:28:24.446] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:97:0)
[10:28:24.467] Build status: STARTED
[10:28:24.467] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:98:0) after 8m23s
[10:36:47.596] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:98:0)
[10:36:47.615] Build status: STARTED
[10:36:47.615] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:99:0) after 8m39s
[10:45:26.644] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:99:0)
[10:45:26.665] Build status: STARTED
[10:45:26.665] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:100:0) after 9m10s
[10:54:36.706] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:100:0)
[10:54:36.723] Build status: STARTED
[10:54:36.723] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:101:0) after 4m37s
[10:59:13.869] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:101:0)
[10:59:13.895] Build status: STARTED
[10:59:13.895] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:102:0) after 8m34s
[11:07:48.029] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:102:0)
[11:07:48.058] Build status: STARTED
[11:07:48.058] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:103:0) after 9m17s
[11:17:05.090] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:103:0)
[11:17:05.115] Build status: STARTED
[11:17:05.115] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:104:0) after 7m30s
[11:24:35.150] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:104:0)
[11:24:35.169] Build status: STARTED
[11:24:35.169] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:105:0) after 7m1s
[11:31:36.334] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:105:0)
[11:31:36.364] Build status: STARTED
[11:31:36.364] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:106:0) after 1m42s
[11:33:18.521] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:106:0)
[11:33:18.593] Build status: STARTED
[11:33:18.593] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:107:0) after 2m50s
[11:36:08.622] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:107:0)
[11:36:08.658] Build status: STARTED
[11:36:08.658] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:108:0) after 9m6s
[11:45:15.016] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:108:0)
[11:45:15.089] Build status: STARTED
[11:45:15.089] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:109:0) after 5m53s
[11:51:08.472] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:109:0)
[11:51:08.524] Build status: STARTED
[11:51:08.524] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:110:0) after 3m32s
[11:54:40.755] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:110:0)
[11:54:40.777] Build status: STARTED
[11:54:40.777] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:111:0) after 7m46s
[12:02:27.236] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:111:0)
[12:02:27.256] Build status: STARTED
[12:02:27.256] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:112:0) after 3m13s
[12:05:40.330] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:112:0)
[12:05:40.355] Build status: STARTED
[12:05:40.355] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:113:0) after 1m40s
[12:07:20.482] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:113:0)
[12:07:20.512] Build status: STARTED
[12:07:20.512] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:114:0) after 7m21s
[12:14:41.551] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:114:0)
[12:14:41.571] Build status: STARTED
[12:14:41.571] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:115:0) after 3m5s
[12:17:46.608] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:115:0)
[12:17:46.630] Build status: STARTED
[12:17:46.630] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:116:0) after 2m6s
[12:19:52.672] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:116:0)
[12:19:52.693] Build status: STARTED
[12:19:52.693] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:117:0) after 2m50s
[12:22:42.870] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:117:0)
[12:22:42.906] Build status: STARTED
[12:22:42.906] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:118:0) after 7m41s
[12:30:24.049] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:118:0)
[12:30:24.183] Build status: STARTED
[12:30:24.183] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:119:0) after 2m15s
[12:32:39.222] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:119:0)
[12:32:39.244] Build status: STARTED
[12:32:39.244] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:120:0) after 9m18s
[12:41:57.790] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:120:0)
[12:41:57.828] Build status: STARTED
[12:41:57.828] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:121:0) after 1m12s
[12:43:10.014] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:121:0)
[12:43:10.225] Build status: STARTED
[12:43:10.225] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:122:0) after 8m53s
[12:52:03.928] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:122:0)
[12:52:04.012] Build status: STARTED
[12:52:04.012] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:123:0) after 8m24s
[13:00:28.125] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:123:0)
[13:00:28.152] Build status: STARTED
[13:00:28.152] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:124:0) after 6m15s
[13:06:43.508] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:124:0)
[13:06:43.568] Build status: STARTED
[13:06:43.568] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:125:0) after 4m4s
[13:10:47.607] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:125:0)
[13:10:47.866] Build status: STARTED
[13:10:47.866] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:126:0) after 8m5s
[13:18:53.137] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:126:0)
[13:18:53.166] Build status: STARTED
[13:18:53.166] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:127:0) after 6m22s
[13:25:15.280] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:127:0)
[13:25:15.376] Build status: STARTED
[13:25:15.376] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:128:0) after 6m7s
[13:31:22.467] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:128:0)
[13:31:22.498] Build status: STARTED
[13:31:22.498] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:129:0) after 5m1s
[13:36:23.540] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:129:0)
[13:36:23.563] Build status: STARTED
[13:36:23.563] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:130:0) after 8m28s
[13:44:51.590] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:130:0)
[13:44:51.644] Build status: STARTED
[13:44:51.644] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:131:0) after 1m59s
[13:46:50.673] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:131:0)
[13:46:50.711] Build status: STARTED
[13:46:50.711] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:132:0) after 7m44s
[13:54:34.838] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:132:0)
[13:54:34.913] Build status: STARTED
[13:54:34.913] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:133:0) after 3m31s
[13:58:05.900] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:133:0)
[13:58:05.931] Build status: STARTED
[13:58:05.931] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:134:0) after 3m22s
[14:01:27.954] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:134:0)
[14:01:28.048] Build status: STARTED
[14:01:28.048] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:135:0) after 2m32s
[14:04:00.135] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:135:0)
[14:04:00.156] Build status: STARTED
[14:04:00.156] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:136:0) after 9m44s
[14:13:44.181] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:136:0)
[14:13:44.204] Build status: STARTED
[14:13:44.204] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:137:0) after 9m21s
[14:23:05.239] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:137:0)
[14:23:05.258] Build status: STARTED
[14:23:05.259] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:138:0) after 1m36s
[14:24:41.290] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:138:0)
[14:24:41.308] Build status: STARTED
[14:24:41.308] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8919411356563527392:139:0) after 8m57s
[14:27:46.800] Received PubSub notification, asking Buildbucket for the build status
[14:27:46.836] Build:
{
  "id": "8753981294549002609",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 2023,
  "createdBy": "project:chromium",
  "createTime": "2024-03-09T02:04:55.295413854Z",
  "startTime": "2024-03-09T02:04:56.853205Z",
  "endTime": "2024-03-09T14:27:45.984326Z",
  "updateTime": "2024-03-09T14:27:45.984326Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a5903b3416d8df1c30a58435b6bfeffeda738e00",
      "ref": "refs/heads/main"
    }
  }
}
[14:27:46.836] Invocation finished in 12h22m52.844727269s with status FAILED