Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "82649b3b910aadf161489435baabdcd876441fb4"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/82649b3b910aadf161489435baabdcd876441fb4
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:20:53.796] New invocation is queued and will start shortly
[22:20:54.937] Starting the invocation (attempt 1)
[22:20:54.963] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/82649b3b910aadf161489435baabdcd876441fb4"
[22:20:54.963] Popped gitiles commit info from properties and tags
[22:20:54.963] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:20:54.964] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:20:54.964] Buildbucket request:
{
  "requestId": "8937001261123869488",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "82649b3b910aadf161489435baabdcd876441fb4",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8937001261123869488"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:20:55.530] Scheduled build:
{
  "id": "8771571199176247201",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 1635,
  "createdBy": "project:chromium",
  "createTime": "2023-08-27T22:20:55.024926565Z",
  "updateTime": "2023-08-27T22:20:55.024926565Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "82649b3b910aadf161489435baabdcd876441fb4",
      "ref": "refs/heads/main"
    }
  }
}
[22:20:55.530] Task URL: https://cr-buildbucket.appspot.com/build/8771571199176247201
[22:20:55.530] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:2:0) after 1m38s
[22:20:56.447] Received PubSub notification, asking Buildbucket for the build status
[22:20:56.465] Build status: SCHEDULED
[22:21:55.612] Received PubSub notification, asking Buildbucket for the build status
[22:21:55.644] Build status: STARTED
[22:22:33.548] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:2:0)
[22:22:33.573] Build status: STARTED
[22:22:33.574] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:5:0) after 1m6s
[22:23:39.603] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:5:0)
[22:23:39.638] Build status: STARTED
[22:23:39.638] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:6:0) after 4m22s
[22:28:01.655] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:6:0)
[22:28:01.677] Build status: STARTED
[22:28:01.677] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:7:0) after 3m9s
[22:31:10.672] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:7:0)
[22:31:10.691] Build status: STARTED
[22:31:10.691] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:8:0) after 1m1s
[22:32:11.725] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:8:0)
[22:32:11.746] Build status: STARTED
[22:32:11.746] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:9:0) after 1m15s
[22:33:26.772] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:9:0)
[22:33:26.849] Build status: STARTED
[22:33:26.849] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:10:0) after 3m58s
[22:37:24.857] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:10:0)
[22:37:24.878] Build status: STARTED
[22:37:24.878] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:11:0) after 3m41s
[22:41:06.035] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:11:0)
[22:41:06.120] Build status: STARTED
[22:41:06.120] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:12:0) after 7m53s
[22:48:59.172] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:12:0)
[22:48:59.191] Build status: STARTED
[22:48:59.191] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:13:0) after 6m19s
[22:55:18.220] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:13:0)
[22:55:18.244] Build status: STARTED
[22:55:18.244] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:14:0) after 8m20s
[23:03:39.034] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:14:0)
[23:03:39.074] Build status: STARTED
[23:03:39.074] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:15:0) after 8m4s
[23:11:43.338] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:15:0)
[23:11:43.356] Build status: STARTED
[23:11:43.356] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:16:0) after 2m37s
[23:14:20.615] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:16:0)
[23:14:20.646] Build status: STARTED
[23:14:20.646] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:17:0) after 4m57s
[23:19:18.143] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:17:0)
[23:19:18.177] Build status: STARTED
[23:19:18.177] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:18:0) after 8m43s
[23:28:01.218] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:18:0)
[23:28:01.250] Build status: STARTED
[23:28:01.250] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:19:0) after 7m23s
[23:35:24.362] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:19:0)
[23:35:24.402] Build status: STARTED
[23:35:24.402] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:20:0) after 1m8s
[23:36:32.708] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:20:0)
[23:36:32.739] Build status: STARTED
[23:36:32.739] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:21:0) after 6m14s
[23:42:46.866] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:21:0)
[23:42:46.889] Build status: STARTED
[23:42:46.889] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:22:0) after 4m10s
[23:46:56.942] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:22:0)
[23:46:56.962] Build status: STARTED
[23:46:56.962] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:23:0) after 1m31s
[23:48:28.014] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:23:0)
[23:48:28.040] Build status: STARTED
[23:48:28.040] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:24:0) after 2m7s
[23:50:35.058] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:24:0)
[23:50:35.091] Build status: STARTED
[23:50:35.091] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:25:0) after 9m39s
[00:00:14.120] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:25:0)
[00:00:14.190] Build status: STARTED
[00:00:14.190] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:26:0) after 1m58s
[00:02:12.496] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:26:0)
[00:02:12.516] Build status: STARTED
[00:02:12.516] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:27:0) after 6m5s
[00:08:17.589] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:27:0)
[00:08:17.618] Build status: STARTED
[00:08:17.618] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:28:0) after 2m59s
[00:11:16.651] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:28:0)
[00:11:16.694] Build status: STARTED
[00:11:16.694] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:29:0) after 5m24s
[00:16:40.710] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:29:0)
[00:16:40.726] Build status: STARTED
[00:16:40.726] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:30:0) after 9m30s
[00:26:10.747] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:30:0)
[00:26:10.776] Build status: STARTED
[00:26:10.776] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:31:0) after 1m8s
[00:27:18.791] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:31:0)
[00:27:18.843] Build status: STARTED
[00:27:18.843] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:32:0) after 4m55s
[00:32:13.863] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:32:0)
[00:32:13.974] Build status: STARTED
[00:32:13.974] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:33:0) after 7m22s
[00:39:35.992] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:33:0)
[00:39:36.015] Build status: STARTED
[00:39:36.015] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:34:0) after 9m30s
[00:49:06.063] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:34:0)
[00:49:06.122] Build status: STARTED
[00:49:06.122] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:35:0) after 8m0s
[00:57:06.206] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:35:0)
[00:57:06.231] Build status: STARTED
[00:57:06.234] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:36:0) after 4m31s
[01:01:37.423] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:36:0)
[01:01:37.451] Build status: STARTED
[01:01:37.453] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:37:0) after 3m9s
[01:04:46.730] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:37:0)
[01:04:46.745] Build status: STARTED
[01:04:46.745] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:38:0) after 6m22s
[01:11:08.729] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:38:0)
[01:11:08.777] Build status: STARTED
[01:11:08.777] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:39:0) after 9m52s
[01:21:00.806] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:39:0)
[01:21:00.826] Build status: STARTED
[01:21:00.827] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:40:0) after 6m17s
[01:27:17.846] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:40:0)
[01:27:17.865] Build status: STARTED
[01:27:17.865] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:41:0) after 9m0s
[01:36:18.507] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:41:0)
[01:36:18.529] Build status: STARTED
[01:36:18.529] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:42:0) after 1m37s
[01:37:55.547] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:42:0)
[01:37:55.568] Build status: STARTED
[01:37:55.568] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:43:0) after 4m19s
[01:42:14.584] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:43:0)
[01:42:14.602] Build status: STARTED
[01:42:14.602] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:44:0) after 2m36s
[01:44:50.617] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:44:0)
[01:44:50.638] Build status: STARTED
[01:44:50.638] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:45:0) after 3m42s
[01:48:32.672] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:45:0)
[01:48:32.688] Build status: STARTED
[01:48:32.688] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:46:0) after 8m17s
[01:56:49.703] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:46:0)
[01:56:49.738] Build status: STARTED
[01:56:49.738] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:47:0) after 6m57s
[02:03:46.765] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:47:0)
[02:03:46.796] Build status: STARTED
[02:03:46.796] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:48:0) after 4m21s
[02:08:07.898] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:48:0)
[02:08:07.918] Build status: STARTED
[02:08:07.918] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:49:0) after 4m27s
[02:12:35.042] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:49:0)
[02:12:35.065] Build status: STARTED
[02:12:35.065] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:50:0) after 8m5s
[02:20:40.417] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:50:0)
[02:20:40.434] Build status: STARTED
[02:20:40.434] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:51:0) after 6m58s
[02:27:38.745] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:51:0)
[02:27:38.763] Build status: STARTED
[02:27:38.763] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:52:0) after 1m31s
[02:29:09.857] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:52:0)
[02:29:09.873] Build status: STARTED
[02:29:09.873] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:53:0) after 6m25s
[02:35:34.896] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:53:0)
[02:35:34.920] Build status: STARTED
[02:35:34.920] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:54:0) after 7m13s
[02:42:47.945] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:54:0)
[02:42:47.964] Build status: STARTED
[02:42:47.964] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:55:0) after 4m13s
[02:47:01.088] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:55:0)
[02:47:01.113] Build status: STARTED
[02:47:01.113] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:56:0) after 3m45s
[02:50:46.119] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:56:0)
[02:50:46.141] Build status: STARTED
[02:50:46.141] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:57:0) after 4m34s
[02:55:20.183] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:57:0)
[02:55:20.205] Build status: STARTED
[02:55:20.205] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:58:0) after 3m46s
[02:59:06.202] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:58:0)
[02:59:06.234] Build status: STARTED
[02:59:06.235] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:59:0) after 3m37s
[03:02:43.296] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:59:0)
[03:02:43.314] Build status: STARTED
[03:02:43.314] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:60:0) after 8m50s
[03:11:33.442] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:60:0)
[03:11:33.727] Build status: STARTED
[03:11:33.727] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:61:0) after 2m37s
[03:14:10.740] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:61:0)
[03:14:10.758] Build status: STARTED
[03:14:10.758] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:62:0) after 8m30s
[03:22:40.830] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:62:0)
[03:22:40.862] Build status: STARTED
[03:22:40.862] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:63:0) after 2m59s
[03:25:40.011] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:63:0)
[03:25:40.031] Build status: STARTED
[03:25:40.031] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:64:0) after 3m32s
[03:29:12.037] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:64:0)
[03:29:12.191] Build status: STARTED
[03:29:12.191] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:65:0) after 8m41s
[03:37:53.209] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:65:0)
[03:37:53.237] Build status: STARTED
[03:37:53.237] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:66:0) after 9m35s
[03:47:28.230] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:66:0)
[03:47:28.253] Build status: STARTED
[03:47:28.253] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:67:0) after 9m31s
[03:56:59.528] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:67:0)
[03:56:59.545] Build status: STARTED
[03:56:59.545] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:68:0) after 4m7s
[04:01:06.564] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:68:0)
[04:01:06.605] Build status: STARTED
[04:01:06.605] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:69:0) after 3m52s
[04:04:58.686] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:69:0)
[04:04:58.707] Build status: STARTED
[04:04:58.707] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:70:0) after 5m18s
[04:10:16.733] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:70:0)
[04:10:16.771] Build status: STARTED
[04:10:16.771] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:71:0) after 9m19s
[04:19:35.824] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:71:0)
[04:19:35.841] Build status: STARTED
[04:19:35.841] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:72:0) after 5m51s
[04:25:26.862] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:72:0)
[04:25:26.878] Build status: STARTED
[04:25:26.878] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:73:0) after 9m56s
[04:35:22.905] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:73:0)
[04:35:22.944] Build status: STARTED
[04:35:22.944] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:74:0) after 8m5s
[04:43:28.037] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:74:0)
[04:43:28.057] Build status: STARTED
[04:43:28.057] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:75:0) after 8m53s
[04:52:21.212] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:75:0)
[04:52:21.230] Build status: STARTED
[04:52:21.230] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:76:0) after 3m18s
[04:55:39.310] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:76:0)
[04:55:39.330] Build status: STARTED
[04:55:39.330] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:77:0) after 3m27s
[04:59:06.360] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:77:0)
[04:59:06.385] Build status: STARTED
[04:59:06.385] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:78:0) after 4m35s
[05:03:41.562] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:78:0)
[05:03:41.579] Build status: STARTED
[05:03:41.579] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:79:0) after 6m50s
[05:10:31.600] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:79:0)
[05:10:31.620] Build status: STARTED
[05:10:31.620] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:80:0) after 2m52s
[05:13:23.639] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:80:0)
[05:13:23.657] Build status: STARTED
[05:13:23.658] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:81:0) after 8m44s
[05:22:07.677] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:81:0)
[05:22:07.699] Build status: STARTED
[05:22:07.699] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:82:0) after 2m17s
[05:24:24.719] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:82:0)
[05:24:24.741] Build status: STARTED
[05:24:24.741] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:83:0) after 2m6s
[05:26:30.768] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:83:0)
[05:26:30.794] Build status: STARTED
[05:26:30.794] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:84:0) after 6m54s
[05:33:24.811] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:84:0)
[05:33:24.837] Build status: STARTED
[05:33:24.837] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:85:0) after 2m29s
[05:35:53.942] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:85:0)
[05:35:54.047] Build status: STARTED
[05:35:54.047] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:86:0) after 3m9s
[05:39:03.106] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:86:0)
[05:39:03.127] Build status: STARTED
[05:39:03.127] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:87:0) after 9m19s
[05:48:22.338] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:87:0)
[05:48:22.404] Build status: STARTED
[05:48:22.404] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:88:0) after 8m42s
[05:57:04.442] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:88:0)
[05:57:04.469] Build status: STARTED
[05:57:04.469] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:89:0) after 6m6s
[06:03:10.492] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:89:0)
[06:03:10.542] Build status: STARTED
[06:03:10.542] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:90:0) after 9m6s
[06:12:16.829] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:90:0)
[06:12:16.851] Build status: STARTED
[06:12:16.851] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:91:0) after 9m49s
[06:22:05.990] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:91:0)
[06:22:06.010] Build status: STARTED
[06:22:06.010] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:92:0) after 4m58s
[06:27:04.025] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:92:0)
[06:27:04.109] Build status: STARTED
[06:27:04.109] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:93:0) after 4m50s
[06:31:54.310] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:93:0)
[06:31:54.337] Build status: STARTED
[06:31:54.337] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:94:0) after 9m46s
[06:41:40.469] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:94:0)
[06:41:40.488] Build status: STARTED
[06:41:40.488] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:95:0) after 9m16s
[06:50:56.509] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:95:0)
[06:50:56.643] Build status: STARTED
[06:50:56.643] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:96:0) after 6m26s
[06:57:22.861] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:96:0)
[06:57:22.894] Build status: STARTED
[06:57:22.894] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:97:0) after 8m43s
[07:06:05.898] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:97:0)
[07:06:05.964] Build status: STARTED
[07:06:05.964] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:98:0) after 9m11s
[07:15:16.990] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:98:0)
[07:15:17.009] Build status: STARTED
[07:15:17.009] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:99:0) after 7m30s
[07:22:47.041] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:99:0)
[07:22:47.061] Build status: STARTED
[07:22:47.061] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:100:0) after 3m46s
[07:26:33.127] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:100:0)
[07:26:33.179] Build status: STARTED
[07:26:33.179] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:101:0) after 3m36s
[07:30:09.204] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:101:0)
[07:30:09.283] Build status: STARTED
[07:30:09.283] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:102:0) after 6m21s
[07:36:30.383] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:102:0)
[07:36:30.418] Build status: STARTED
[07:36:30.418] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:103:0) after 2m39s
[07:39:09.439] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:103:0)
[07:39:09.455] Build status: STARTED
[07:39:09.455] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:104:0) after 7m51s
[07:47:00.578] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:104:0)
[07:47:00.652] Build status: STARTED
[07:47:00.652] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:105:0) after 6m33s
[07:53:33.672] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:105:0)
[07:53:33.702] Build status: STARTED
[07:53:33.702] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:106:0) after 9m39s
[08:03:12.733] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:106:0)
[08:03:12.760] Build status: STARTED
[08:03:12.760] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:107:0) after 9m15s
[08:12:27.777] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:107:0)
[08:12:27.802] Build status: STARTED
[08:12:27.802] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:108:0) after 3m37s
[08:16:04.802] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:108:0)
[08:16:04.828] Build status: STARTED
[08:16:04.828] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:109:0) after 7m49s
[08:23:53.925] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:109:0)
[08:23:53.941] Build status: STARTED
[08:23:53.941] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:110:0) after 2m58s
[08:26:52.096] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:110:0)
[08:26:52.117] Build status: STARTED
[08:26:52.117] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:111:0) after 3m56s
[08:30:48.110] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:111:0)
[08:30:48.152] Build status: STARTED
[08:30:48.152] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:112:0) after 7m12s
[08:38:00.283] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:112:0)
[08:38:00.306] Build status: STARTED
[08:38:00.307] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:113:0) after 2m15s
[08:40:15.323] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:113:0)
[08:40:15.370] Build status: STARTED
[08:40:15.370] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:114:0) after 8m30s
[08:48:45.397] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:114:0)
[08:48:45.419] Build status: STARTED
[08:48:45.419] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:115:0) after 2m3s
[08:50:48.544] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:115:0)
[08:50:48.563] Build status: STARTED
[08:50:48.563] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:116:0) after 4m39s
[08:55:27.607] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:116:0)
[08:55:27.626] Build status: STARTED
[08:55:27.626] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:117:0) after 3m24s
[08:58:51.740] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:117:0)
[08:58:51.759] Build status: STARTED
[08:58:51.759] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:118:0) after 3m14s
[09:02:05.798] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:118:0)
[09:02:05.964] Build status: STARTED
[09:02:05.964] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:119:0) after 5m16s
[09:07:22.288] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:119:0)
[09:07:22.307] Build status: STARTED
[09:07:22.307] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:120:0) after 2m45s
[09:10:07.425] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:120:0)
[09:10:07.478] Build status: STARTED
[09:10:07.478] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:121:0) after 1m19s
[09:11:26.781] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:121:0)
[09:11:26.821] Build status: STARTED
[09:11:26.821] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:122:0) after 5m29s
[09:16:55.896] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:122:0)
[09:16:55.925] Build status: STARTED
[09:16:55.925] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:123:0) after 4m11s
[09:21:07.014] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:123:0)
[09:21:07.039] Build status: STARTED
[09:21:07.039] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:124:0) after 9m58s
[09:31:05.089] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:124:0)
[09:31:05.107] Build status: STARTED
[09:31:05.107] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:125:0) after 5m7s
[09:36:12.373] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:125:0)
[09:36:12.394] Build status: STARTED
[09:36:12.394] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:126:0) after 9m5s
[09:45:17.511] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:126:0)
[09:45:17.536] Build status: STARTED
[09:45:17.536] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:127:0) after 1m43s
[09:47:00.846] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:127:0)
[09:47:00.864] Build status: STARTED
[09:47:00.864] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:128:0) after 1m16s
[09:48:17.027] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:128:0)
[09:48:17.056] Build status: STARTED
[09:48:17.056] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:129:0) after 1m31s
[09:49:48.272] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:129:0)
[09:49:48.296] Build status: STARTED
[09:49:48.296] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:130:0) after 3m19s
[09:53:07.858] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:130:0)
[09:53:07.881] Build status: STARTED
[09:53:07.881] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:131:0) after 7m48s
[10:00:55.899] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:131:0)
[10:00:55.918] Build status: STARTED
[10:00:55.918] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:132:0) after 2m43s
[10:03:39.108] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:132:0)
[10:03:39.144] Build status: STARTED
[10:03:39.144] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:133:0) after 8m24s
[10:12:03.174] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:133:0)
[10:12:03.214] Build status: STARTED
[10:12:03.214] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:134:0) after 7m37s
[10:19:40.497] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:134:0)
[10:19:40.525] Build status: STARTED
[10:19:40.526] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:135:0) after 5m10s
[10:24:50.572] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:135:0)
[10:24:50.594] Build status: STARTED
[10:24:50.594] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:136:0) after 4m59s
[10:29:49.838] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:136:0)
[10:29:49.880] Build status: STARTED
[10:29:49.880] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:137:0) after 7m59s
[10:37:48.907] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:137:0)
[10:37:48.935] Build status: STARTED
[10:37:48.935] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8937001261123869488:138:0) after 5m0s
[10:42:29.389] Received PubSub notification, asking Buildbucket for the build status
[10:42:29.409] Build:
{
  "id": "8771571199176247201",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 1635,
  "createdBy": "project:chromium",
  "createTime": "2023-08-27T22:20:55.024926565Z",
  "startTime": "2023-08-27T22:21:54.759687Z",
  "endTime": "2023-08-28T10:42:28.642990Z",
  "updateTime": "2023-08-28T10:42:28.642990Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "82649b3b910aadf161489435baabdcd876441fb4",
      "ref": "refs/heads/main"
    }
  }
}
[10:42:29.410] Invocation finished in 12h21m35.626912661s with status FAILED