Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "35a024e6a10f96bea022fc24419d0d7ad7471cb0"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/35a024e6a10f96bea022fc24419d0d7ad7471cb0
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[01:04:28.694] New invocation is queued and will start shortly
[01:04:31.148] Starting the invocation (attempt 1)
[01:04:31.185] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/35a024e6a10f96bea022fc24419d0d7ad7471cb0"
[01:04:31.185] Popped gitiles commit info from properties and tags
[01:04:31.185] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:04:31.185] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:04:31.185] Buildbucket request:
{
  "requestId": "8928656048548579728",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "35a024e6a10f96bea022fc24419d0d7ad7471cb0",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8928656048548579728"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:04:31.879] Scheduled build:
{
  "id": "8763225985197617553",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 1819,
  "createdBy": "project:chromium",
  "createTime": "2023-11-28T01:04:31.261861993Z",
  "updateTime": "2023-11-28T01:04:31.261861993Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "35a024e6a10f96bea022fc24419d0d7ad7471cb0",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[01:04:31.879] Task URL: https://cr-buildbucket.appspot.com/build/8763225985197617553
[01:04:31.879] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:2:0) after 5m52s
[01:04:32.821] Received PubSub notification, asking Buildbucket for the build status
[01:04:32.853] Build status: SCHEDULED
[01:04:35.544] Received PubSub notification, asking Buildbucket for the build status
[01:04:35.563] Build status: STARTED
[01:10:24.008] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:2:0)
[01:10:24.042] Build status: STARTED
[01:10:24.042] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:5:0) after 4m32s
[01:14:56.105] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:5:0)
[01:14:56.154] Build status: STARTED
[01:14:56.154] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:6:0) after 7m25s
[01:22:21.290] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:6:0)
[01:22:21.312] Build status: STARTED
[01:22:21.312] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:7:0) after 4m9s
[01:26:30.373] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:7:0)
[01:26:30.419] Build status: STARTED
[01:26:30.419] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:8:0) after 1m32s
[01:28:02.629] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:8:0)
[01:28:02.741] Build status: STARTED
[01:28:02.741] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:9:0) after 3m18s
[01:31:20.894] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:9:0)
[01:31:20.932] Build status: STARTED
[01:31:20.932] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:10:0) after 7m44s
[01:39:05.061] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:10:0)
[01:39:05.139] Build status: STARTED
[01:39:05.139] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:11:0) after 8m4s
[01:47:09.178] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:11:0)
[01:47:09.200] Build status: STARTED
[01:47:09.200] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:12:0) after 6m2s
[01:53:11.208] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:12:0)
[01:53:11.447] Build status: STARTED
[01:53:11.447] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:13:0) after 6m53s
[02:00:04.653] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:13:0)
[02:00:04.719] Build status: STARTED
[02:00:04.719] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:14:0) after 7m43s
[02:07:48.225] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:14:0)
[02:07:48.247] Build status: STARTED
[02:07:48.247] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:15:0) after 5m5s
[02:12:53.376] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:15:0)
[02:12:53.406] Build status: STARTED
[02:12:53.406] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:16:0) after 2m36s
[02:15:29.484] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:16:0)
[02:15:29.539] Build status: STARTED
[02:15:29.539] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:17:0) after 8m3s
[02:23:33.454] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:17:0)
[02:23:33.471] Build status: STARTED
[02:23:33.471] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:18:0) after 1m13s
[02:24:46.495] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:18:0)
[02:24:46.520] Build status: STARTED
[02:24:46.520] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:19:0) after 4m3s
[02:28:49.881] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:19:0)
[02:28:49.904] Build status: STARTED
[02:28:49.904] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:20:0) after 3m34s
[02:32:24.040] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:20:0)
[02:32:24.072] Build status: STARTED
[02:32:24.072] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:21:0) after 3m1s
[02:35:25.178] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:21:0)
[02:35:25.205] Build status: STARTED
[02:35:25.206] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:22:0) after 1m28s
[02:36:53.281] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:22:0)
[02:36:53.310] Build status: STARTED
[02:36:53.310] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:23:0) after 5m51s
[02:42:44.539] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:23:0)
[02:42:44.573] Build status: STARTED
[02:42:44.573] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:24:0) after 2m42s
[02:45:27.022] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:24:0)
[02:45:27.039] Build status: STARTED
[02:45:27.039] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:25:0) after 5m5s
[02:50:32.112] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:25:0)
[02:50:32.152] Build status: STARTED
[02:50:32.152] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:26:0) after 4m55s
[02:55:27.275] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:26:0)
[02:55:27.294] Build status: STARTED
[02:55:27.294] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:27:0) after 4m12s
[02:59:39.322] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:27:0)
[02:59:39.350] Build status: STARTED
[02:59:39.350] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:28:0) after 4m26s
[03:04:05.395] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:28:0)
[03:04:05.414] Build status: STARTED
[03:04:05.414] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:29:0) after 6m29s
[03:10:34.709] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:29:0)
[03:10:34.728] Build status: STARTED
[03:10:34.728] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:30:0) after 6m7s
[03:16:41.770] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:30:0)
[03:16:41.791] Build status: STARTED
[03:16:41.791] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:31:0) after 3m20s
[03:20:01.840] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:31:0)
[03:20:01.946] Build status: STARTED
[03:20:01.946] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:32:0) after 8m19s
[03:28:21.105] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:32:0)
[03:28:21.128] Build status: STARTED
[03:28:21.128] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:33:0) after 1m35s
[03:29:56.161] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:33:0)
[03:29:56.210] Build status: STARTED
[03:29:56.210] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:34:0) after 6m9s
[03:36:05.506] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:34:0)
[03:36:05.566] Build status: STARTED
[03:36:05.566] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:35:0) after 9m10s
[03:45:15.817] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:35:0)
[03:45:15.840] Build status: STARTED
[03:45:15.840] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:36:0) after 4m29s
[03:49:45.121] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:36:0)
[03:49:45.155] Build status: STARTED
[03:49:45.155] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:37:0) after 6m14s
[03:55:59.592] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:37:0)
[03:55:59.612] Build status: STARTED
[03:55:59.612] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:38:0) after 6m7s
[04:02:06.830] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:38:0)
[04:02:07.363] Build status: STARTED
[04:02:07.363] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:39:0) after 8m50s
[04:10:57.358] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:39:0)
[04:10:57.489] Build status: STARTED
[04:10:57.490] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:40:0) after 6m44s
[04:17:41.653] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:40:0)
[04:17:41.677] Build status: STARTED
[04:17:41.677] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:41:0) after 5m44s
[04:23:25.817] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:41:0)
[04:23:25.841] Build status: STARTED
[04:23:25.842] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:42:0) after 2m38s
[04:26:04.083] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:42:0)
[04:26:04.106] Build status: STARTED
[04:26:04.106] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:43:0) after 3m11s
[04:29:15.195] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:43:0)
[04:29:15.284] Build status: STARTED
[04:29:15.284] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:44:0) after 3m34s
[04:32:49.625] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:44:0)
[04:32:49.647] Build status: STARTED
[04:32:49.647] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:45:0) after 5m37s
[04:38:27.145] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:45:0)
[04:38:27.185] Build status: STARTED
[04:38:27.185] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:46:0) after 6m48s
[04:45:15.327] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:46:0)
[04:45:15.374] Build status: STARTED
[04:45:15.374] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:47:0) after 1m45s
[04:47:00.566] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:47:0)
[04:47:00.597] Build status: STARTED
[04:47:00.597] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:48:0) after 3m0s
[04:50:00.648] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:48:0)
[04:50:00.671] Build status: STARTED
[04:50:00.671] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:49:0) after 8m38s
[04:58:38.812] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:49:0)
[04:58:38.834] Build status: STARTED
[04:58:38.834] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:50:0) after 8m6s
[05:06:44.865] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:50:0)
[05:06:44.884] Build status: STARTED
[05:06:44.884] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:51:0) after 7m57s
[05:14:42.062] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:51:0)
[05:14:42.083] Build status: STARTED
[05:14:42.083] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:52:0) after 5m36s
[05:20:18.112] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:52:0)
[05:20:18.133] Build status: STARTED
[05:20:18.133] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:53:0) after 6m50s
[05:27:08.168] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:53:0)
[05:27:08.189] Build status: STARTED
[05:27:08.189] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:54:0) after 7m19s
[05:34:27.255] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:54:0)
[05:34:27.279] Build status: STARTED
[05:34:27.279] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:55:0) after 1m50s
[05:36:17.318] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:55:0)
[05:36:17.336] Build status: STARTED
[05:36:17.336] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:56:0) after 5m56s
[05:42:13.365] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:56:0)
[05:42:13.428] Build status: STARTED
[05:42:13.428] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:57:0) after 6m54s
[05:49:07.610] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:57:0)
[05:49:07.665] Build status: STARTED
[05:49:07.665] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:58:0) after 3m0s
[05:52:07.924] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:58:0)
[05:52:07.954] Build status: STARTED
[05:52:07.954] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:59:0) after 3m6s
[05:55:13.985] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:59:0)
[05:55:14.017] Build status: STARTED
[05:55:14.017] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:60:0) after 7m9s
[06:02:23.163] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:60:0)
[06:02:23.204] Build status: STARTED
[06:02:23.204] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:61:0) after 2m33s
[06:04:56.317] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:61:0)
[06:04:56.337] Build status: STARTED
[06:04:56.337] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:62:0) after 5m51s
[06:10:47.405] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:62:0)
[06:10:47.477] Build status: STARTED
[06:10:47.477] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:63:0) after 9m39s
[06:20:26.555] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:63:0)
[06:20:26.580] Build status: STARTED
[06:20:26.580] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:64:0) after 7m19s
[06:27:45.607] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:64:0)
[06:27:45.626] Build status: STARTED
[06:27:45.626] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:65:0) after 9m39s
[06:37:24.856] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:65:0)
[06:37:24.979] Build status: STARTED
[06:37:24.979] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:66:0) after 2m46s
[06:40:11.008] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:66:0)
[06:40:11.028] Build status: STARTED
[06:40:11.029] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:67:0) after 8m36s
[06:48:47.213] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:67:0)
[06:48:47.260] Build status: STARTED
[06:48:47.260] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:68:0) after 4m45s
[06:53:32.494] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:68:0)
[06:53:32.513] Build status: STARTED
[06:53:32.513] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:69:0) after 8m26s
[07:01:58.726] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:69:0)
[07:01:58.753] Build status: STARTED
[07:01:58.753] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:70:0) after 2m50s
[07:04:48.849] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:70:0)
[07:04:48.895] Build status: STARTED
[07:04:48.895] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:71:0) after 8m23s
[07:13:11.925] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:71:0)
[07:13:11.944] Build status: STARTED
[07:13:11.944] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:72:0) after 1m53s
[07:15:05.334] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:72:0)
[07:15:05.362] Build status: STARTED
[07:15:05.362] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:73:0) after 9m28s
[07:24:33.469] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:73:0)
[07:24:33.492] Build status: STARTED
[07:24:33.492] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:74:0) after 3m22s
[07:27:55.541] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:74:0)
[07:27:55.572] Build status: STARTED
[07:27:55.572] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:75:0) after 5m47s
[07:33:42.936] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:75:0)
[07:33:42.999] Build status: STARTED
[07:33:42.999] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:76:0) after 8m4s
[07:41:47.364] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:76:0)
[07:41:47.419] Build status: STARTED
[07:41:47.420] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:77:0) after 2m57s
[07:44:44.484] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:77:0)
[07:44:44.503] Build status: STARTED
[07:44:44.503] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:78:0) after 6m4s
[07:50:48.670] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:78:0)
[07:50:48.703] Build status: STARTED
[07:50:48.704] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:79:0) after 1m33s
[07:52:21.739] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:79:0)
[07:52:21.768] Build status: STARTED
[07:52:21.768] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:80:0) after 7m4s
[07:59:25.912] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:80:0)
[07:59:25.933] Build status: STARTED
[07:59:25.933] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:81:0) after 9m44s
[08:09:10.306] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:81:0)
[08:09:10.358] Build status: STARTED
[08:09:10.358] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:82:0) after 2m34s
[08:11:44.540] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:82:0)
[08:11:44.567] Build status: STARTED
[08:11:44.567] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:83:0) after 9m16s
[08:21:00.635] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:83:0)
[08:21:00.656] Build status: STARTED
[08:21:00.656] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:84:0) after 2m40s
[08:23:40.681] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:84:0)
[08:23:40.701] Build status: STARTED
[08:23:40.702] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:85:0) after 5m41s
[08:29:21.881] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:85:0)
[08:29:21.918] Build status: STARTED
[08:29:21.918] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:86:0) after 5m15s
[08:34:37.008] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:86:0)
[08:34:37.025] Build status: STARTED
[08:34:37.025] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:87:0) after 1m43s
[08:36:20.528] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:87:0)
[08:36:20.583] Build status: STARTED
[08:36:20.583] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:88:0) after 8m45s
[08:45:05.611] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:88:0)
[08:45:05.679] Build status: STARTED
[08:45:05.679] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:89:0) after 9m46s
[08:54:52.022] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:89:0)
[08:54:52.064] Build status: STARTED
[08:54:52.064] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:90:0) after 1m10s
[08:56:02.379] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:90:0)
[08:56:02.401] Build status: STARTED
[08:56:02.401] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:91:0) after 7m12s
[09:03:14.542] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:91:0)
[09:03:14.569] Build status: STARTED
[09:03:14.569] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:92:0) after 9m19s
[09:12:33.749] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:92:0)
[09:12:33.777] Build status: STARTED
[09:12:33.777] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:93:0) after 2m53s
[09:15:27.069] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:93:0)
[09:15:27.109] Build status: STARTED
[09:15:27.109] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:94:0) after 3m53s
[09:19:20.708] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:94:0)
[09:19:20.737] Build status: STARTED
[09:19:20.737] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:95:0) after 8m26s
[09:27:46.898] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:95:0)
[09:27:46.921] Build status: STARTED
[09:27:46.921] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:96:0) after 2m41s
[09:30:28.133] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:96:0)
[09:30:28.173] Build status: STARTED
[09:30:28.173] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:97:0) after 4m48s
[09:35:16.469] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:97:0)
[09:35:16.490] Build status: STARTED
[09:35:16.490] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:98:0) after 8m55s
[09:44:11.638] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:98:0)
[09:44:11.659] Build status: STARTED
[09:44:11.659] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:99:0) after 4m24s
[09:48:35.738] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:99:0)
[09:48:35.780] Build status: STARTED
[09:48:35.780] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:100:0) after 8m40s
[09:57:15.885] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:100:0)
[09:57:15.905] Build status: STARTED
[09:57:15.905] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:101:0) after 3m4s
[10:00:19.947] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:101:0)
[10:00:20.011] Build status: STARTED
[10:00:20.011] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:102:0) after 5m18s
[10:05:38.048] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:102:0)
[10:05:38.073] Build status: STARTED
[10:05:38.073] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:103:0) after 9m46s
[10:15:24.132] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:103:0)
[10:15:24.219] Build status: STARTED
[10:15:24.219] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:104:0) after 9m47s
[10:25:11.349] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:104:0)
[10:25:11.377] Build status: STARTED
[10:25:11.377] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:105:0) after 8m24s
[10:33:35.521] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:105:0)
[10:33:35.550] Build status: STARTED
[10:33:35.550] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:106:0) after 4m19s
[10:37:54.793] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:106:0)
[10:37:54.819] Build status: STARTED
[10:37:54.819] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:107:0) after 7m21s
[10:45:15.903] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:107:0)
[10:45:15.927] Build status: STARTED
[10:45:15.927] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:108:0) after 6m50s
[10:52:06.079] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:108:0)
[10:52:06.099] Build status: STARTED
[10:52:06.099] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:109:0) after 9m21s
[11:01:27.305] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:109:0)
[11:01:27.325] Build status: STARTED
[11:01:27.325] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:110:0) after 1m38s
[11:03:05.553] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:110:0)
[11:03:05.595] Build status: STARTED
[11:03:05.595] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:111:0) after 3m26s
[11:06:32.062] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:111:0)
[11:06:32.083] Build status: STARTED
[11:06:32.083] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:112:0) after 4m12s
[11:10:44.863] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:112:0)
[11:10:44.957] Build status: STARTED
[11:10:44.957] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:113:0) after 5m53s
[11:16:38.427] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:113:0)
[11:16:38.453] Build status: STARTED
[11:16:38.453] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:114:0) after 6m55s
[11:23:33.483] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:114:0)
[11:23:33.549] Build status: STARTED
[11:23:33.549] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:115:0) after 7m13s
[11:30:46.735] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:115:0)
[11:30:46.761] Build status: STARTED
[11:30:46.761] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:116:0) after 9m49s
[11:40:35.929] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:116:0)
[11:40:35.949] Build status: STARTED
[11:40:35.949] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:117:0) after 2m7s
[11:42:43.016] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:117:0)
[11:42:43.057] Build status: STARTED
[11:42:43.057] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:118:0) after 9m34s
[11:52:17.251] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:118:0)
[11:52:17.274] Build status: STARTED
[11:52:17.274] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:119:0) after 9m24s
[12:01:41.327] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:119:0)
[12:01:41.349] Build status: STARTED
[12:01:41.349] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:120:0) after 8m22s
[12:10:03.540] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:120:0)
[12:10:03.570] Build status: STARTED
[12:10:03.571] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:121:0) after 1m58s
[12:12:01.604] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:121:0)
[12:12:01.635] Build status: STARTED
[12:12:01.635] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:122:0) after 4m30s
[12:16:31.869] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:122:0)
[12:16:31.896] Build status: STARTED
[12:16:31.896] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:123:0) after 1m36s
[12:18:08.183] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:123:0)
[12:18:08.218] Build status: STARTED
[12:18:08.218] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:124:0) after 5m30s
[12:23:38.502] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:124:0)
[12:23:38.525] Build status: STARTED
[12:23:38.525] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:125:0) after 9m59s
[12:33:37.822] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:125:0)
[12:33:37.840] Build status: STARTED
[12:33:37.840] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:126:0) after 1m59s
[12:35:36.955] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:126:0)
[12:35:36.986] Build status: STARTED
[12:35:36.986] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:127:0) after 3m38s
[12:39:15.171] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:127:0)
[12:39:15.265] Build status: STARTED
[12:39:15.265] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:128:0) after 1m19s
[12:40:34.581] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:128:0)
[12:40:34.676] Build status: STARTED
[12:40:34.677] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:129:0) after 6m57s
[12:47:31.805] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:129:0)
[12:47:31.832] Build status: STARTED
[12:47:31.833] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:130:0) after 4m45s
[12:52:16.914] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:130:0)
[12:52:16.947] Build status: STARTED
[12:52:16.947] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:131:0) after 2m26s
[12:54:43.103] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:131:0)
[12:54:43.188] Build status: STARTED
[12:54:43.188] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:132:0) after 9m5s
[13:03:48.308] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:132:0)
[13:03:48.415] Build status: STARTED
[13:03:48.415] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:133:0) after 8m15s
[13:12:03.694] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:133:0)
[13:12:03.753] Build status: STARTED
[13:12:03.753] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8928656048548579728:134:0) after 8m53s
[13:14:11.029] Received PubSub notification, asking Buildbucket for the build status
[13:14:11.051] Build:
{
  "id": "8763225985197617553",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 1819,
  "createdBy": "project:chromium",
  "createTime": "2023-11-28T01:04:31.261861993Z",
  "startTime": "2023-11-28T01:04:34.907527Z",
  "endTime": "2023-11-28T13:14:10.104368Z",
  "updateTime": "2023-11-28T13:14:10.104368Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "35a024e6a10f96bea022fc24419d0d7ad7471cb0",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[13:14:11.051] Invocation finished in 12h9m42.370859493s with status FAILED