Status: FAILED
Triggered by: -
Duration: 12 hours
Actions:

Definition (rev 7e7ca5cd047c45b3be7281cd6c03a9eb5b0edf34)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "reclient"
  builder: "Windows Cross deterministic"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d57cf03c3bb7013dba9393ee8978dbf7aea5c671"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d57cf03c3bb7013dba9393ee8978dbf7aea5c671
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:46:18.225] New invocation is queued and will start shortly
[19:46:19.306] Starting the invocation (attempt 1)
[19:46:19.331] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d57cf03c3bb7013dba9393ee8978dbf7aea5c671"
[19:46:19.331] Popped gitiles commit info from properties and tags
[19:46:19.331] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:46:19.331] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:46:19.332] Buildbucket request:
{
  "requestId": "8921156518144120208",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d57cf03c3bb7013dba9393ee8978dbf7aea5c671",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8921156518144120208"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Windows Cross deterministic"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:46:19.894] Scheduled build:
{
  "id": "8755726456262486449",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 1985,
  "createdBy": "project:chromium",
  "createTime": "2024-02-18T19:46:19.391330050Z",
  "updateTime": "2024-02-18T19:46:19.391330050Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d57cf03c3bb7013dba9393ee8978dbf7aea5c671",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[19:46:19.894] Task URL: https://cr-buildbucket.appspot.com/build/8755726456262486449
[19:46:19.895] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:2:0) after 1m8s
[19:46:20.122] Received PubSub notification, asking Buildbucket for the build status
[19:46:20.144] Build status: SCHEDULED
[19:46:22.052] Received PubSub notification, asking Buildbucket for the build status
[19:46:22.079] Build status: STARTED
[19:47:27.913] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:2:0)
[19:47:27.943] Build status: STARTED
[19:47:27.943] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:5:0) after 5m2s
[19:52:29.960] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:5:0)
[19:52:29.990] Build status: STARTED
[19:52:29.990] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:6:0) after 5m44s
[19:58:14.055] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:6:0)
[19:58:14.074] Build status: STARTED
[19:58:14.074] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:7:0) after 8m41s
[20:06:55.237] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:7:0)
[20:06:55.272] Build status: STARTED
[20:06:55.272] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:8:0) after 7m24s
[20:14:19.347] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:8:0)
[20:14:19.367] Build status: STARTED
[20:14:19.367] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:9:0) after 2m48s
[20:17:07.389] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:9:0)
[20:17:07.407] Build status: STARTED
[20:17:07.407] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:10:0) after 5m20s
[20:22:27.559] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:10:0)
[20:22:27.589] Build status: STARTED
[20:22:27.589] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:11:0) after 8m40s
[20:31:07.623] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:11:0)
[20:31:07.714] Build status: STARTED
[20:31:07.714] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:12:0) after 6m44s
[20:37:51.764] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:12:0)
[20:37:51.787] Build status: STARTED
[20:37:51.787] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:13:0) after 3m26s
[20:41:17.834] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:13:0)
[20:41:17.867] Build status: STARTED
[20:41:17.867] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:14:0) after 2m21s
[20:43:38.889] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:14:0)
[20:43:38.908] Build status: STARTED
[20:43:38.908] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:15:0) after 3m10s
[20:46:48.926] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:15:0)
[20:46:48.952] Build status: STARTED
[20:46:48.952] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:16:0) after 5m10s
[20:51:58.991] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:16:0)
[20:51:59.014] Build status: STARTED
[20:51:59.014] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:17:0) after 4m27s
[20:56:26.047] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:17:0)
[20:56:26.181] Build status: STARTED
[20:56:26.182] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:18:0) after 1m46s
[20:58:12.217] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:18:0)
[20:58:12.266] Build status: STARTED
[20:58:12.266] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:19:0) after 9m24s
[21:07:36.370] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:19:0)
[21:07:36.390] Build status: STARTED
[21:07:36.390] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:20:0) after 4m30s
[21:12:06.559] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:20:0)
[21:12:06.585] Build status: STARTED
[21:12:06.585] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:21:0) after 3m34s
[21:15:40.605] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:21:0)
[21:15:40.624] Build status: STARTED
[21:15:40.624] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:22:0) after 1m35s
[21:17:15.769] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:22:0)
[21:17:15.861] Build status: STARTED
[21:17:15.861] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:23:0) after 9m10s
[21:26:26.937] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:23:0)
[21:26:27.075] Build status: STARTED
[21:26:27.075] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:24:0) after 4m24s
[21:30:51.096] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:24:0)
[21:30:51.147] Build status: STARTED
[21:30:51.147] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:25:0) after 6m1s
[21:36:52.169] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:25:0)
[21:36:52.184] Build status: STARTED
[21:36:52.184] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:26:0) after 7m4s
[21:43:56.211] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:26:0)
[21:43:56.233] Build status: STARTED
[21:43:56.233] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:27:0) after 3m56s
[21:47:52.469] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:27:0)
[21:47:52.486] Build status: STARTED
[21:47:52.486] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:28:0) after 8m21s
[21:56:13.509] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:28:0)
[21:56:13.529] Build status: STARTED
[21:56:13.529] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:29:0) after 3m49s
[22:00:02.565] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:29:0)
[22:00:02.595] Build status: STARTED
[22:00:02.595] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:30:0) after 7m41s
[22:07:43.624] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:30:0)
[22:07:43.700] Build status: STARTED
[22:07:43.700] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:31:0) after 2m53s
[22:10:36.777] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:31:0)
[22:10:36.804] Build status: STARTED
[22:10:36.804] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:32:0) after 2m2s
[22:12:38.866] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:32:0)
[22:12:38.888] Build status: STARTED
[22:12:38.888] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:33:0) after 4m16s
[22:16:55.372] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:33:0)
[22:16:55.392] Build status: STARTED
[22:16:55.392] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:34:0) after 5m12s
[22:22:07.500] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:34:0)
[22:22:07.524] Build status: STARTED
[22:22:07.524] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:35:0) after 2m33s
[22:24:40.542] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:35:0)
[22:24:40.559] Build status: STARTED
[22:24:40.559] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:36:0) after 4m24s
[22:29:04.627] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:36:0)
[22:29:04.655] Build status: STARTED
[22:29:04.655] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:37:0) after 9m41s
[22:38:45.739] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:37:0)
[22:38:45.770] Build status: STARTED
[22:38:45.770] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:38:0) after 9m8s
[22:47:53.789] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:38:0)
[22:47:53.812] Build status: STARTED
[22:47:53.812] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:39:0) after 2m32s
[22:50:25.829] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:39:0)
[22:50:26.014] Build status: STARTED
[22:50:26.014] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:40:0) after 3m48s
[22:54:14.047] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:40:0)
[22:54:14.119] Build status: STARTED
[22:54:14.120] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:41:0) after 6m0s
[23:00:14.213] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:41:0)
[23:00:14.233] Build status: STARTED
[23:00:14.233] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:42:0) after 4m54s
[23:05:08.308] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:42:0)
[23:05:08.332] Build status: STARTED
[23:05:08.332] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:43:0) after 2m50s
[23:07:58.371] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:43:0)
[23:07:58.390] Build status: STARTED
[23:07:58.390] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:44:0) after 3m26s
[23:11:24.417] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:44:0)
[23:11:24.446] Build status: STARTED
[23:11:24.446] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:45:0) after 6m53s
[23:18:17.468] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:45:0)
[23:18:17.492] Build status: STARTED
[23:18:17.492] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:46:0) after 1m54s
[23:20:11.520] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:46:0)
[23:20:11.584] Build status: STARTED
[23:20:11.584] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:47:0) after 3m6s
[23:23:17.603] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:47:0)
[23:23:17.618] Build status: STARTED
[23:23:17.618] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:48:0) after 9m15s
[23:32:32.701] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:48:0)
[23:32:32.730] Build status: STARTED
[23:32:32.730] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:49:0) after 3m49s
[23:36:21.750] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:49:0)
[23:36:21.772] Build status: STARTED
[23:36:21.772] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:50:0) after 1m46s
[23:38:07.789] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:50:0)
[23:38:07.808] Build status: STARTED
[23:38:07.808] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:51:0) after 6m50s
[23:44:57.835] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:51:0)
[23:44:57.853] Build status: STARTED
[23:44:57.853] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:52:0) after 9m30s
[23:54:27.876] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:52:0)
[23:54:27.894] Build status: STARTED
[23:54:27.894] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:53:0) after 7m16s
[00:01:43.959] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:53:0)
[00:01:43.977] Build status: STARTED
[00:01:43.977] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:54:0) after 3m52s
[00:05:35.999] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:54:0)
[00:05:36.021] Build status: STARTED
[00:05:36.021] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:55:0) after 2m19s
[00:07:55.069] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:55:0)
[00:07:55.090] Build status: STARTED
[00:07:55.090] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:56:0) after 4m45s
[00:12:40.324] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:56:0)
[00:12:40.341] Build status: STARTED
[00:12:40.341] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:57:0) after 1m38s
[00:14:18.373] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:57:0)
[00:14:18.396] Build status: STARTED
[00:14:18.396] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:58:0) after 3m43s
[00:18:01.647] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:58:0)
[00:18:01.687] Build status: STARTED
[00:18:01.687] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:59:0) after 3m8s
[00:21:09.707] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:59:0)
[00:21:09.731] Build status: STARTED
[00:21:09.731] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:60:0) after 8m15s
[00:29:24.821] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:60:0)
[00:29:24.844] Build status: STARTED
[00:29:24.844] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:61:0) after 6m12s
[00:35:36.887] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:61:0)
[00:35:36.912] Build status: STARTED
[00:35:36.912] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:62:0) after 2m29s
[00:38:05.935] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:62:0)
[00:38:05.987] Build status: STARTED
[00:38:05.987] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:63:0) after 9m33s
[00:47:39.638] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:63:0)
[00:47:39.655] Build status: STARTED
[00:47:39.656] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:64:0) after 2m58s
[00:50:37.851] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:64:0)
[00:50:37.886] Build status: STARTED
[00:50:37.886] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:65:0) after 9m51s
[01:00:28.912] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:65:0)
[01:00:28.989] Build status: STARTED
[01:00:28.990] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:66:0) after 6m33s
[01:07:02.015] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:66:0)
[01:07:02.099] Build status: STARTED
[01:07:02.099] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:67:0) after 7m40s
[01:14:42.118] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:67:0)
[01:14:42.235] Build status: STARTED
[01:14:42.235] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:68:0) after 1m26s
[01:16:08.371] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:68:0)
[01:16:08.451] Build status: STARTED
[01:16:08.451] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:69:0) after 2m1s
[01:18:09.555] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:69:0)
[01:18:09.595] Build status: STARTED
[01:18:09.595] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:70:0) after 3m4s
[01:21:13.727] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:70:0)
[01:21:13.749] Build status: STARTED
[01:21:13.749] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:71:0) after 6m38s
[01:27:51.775] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:71:0)
[01:27:51.835] Build status: STARTED
[01:27:51.835] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:72:0) after 9m24s
[01:37:15.964] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:72:0)
[01:37:15.994] Build status: STARTED
[01:37:15.994] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:73:0) after 3m31s
[01:40:47.023] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:73:0)
[01:40:47.092] Build status: STARTED
[01:40:47.092] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:74:0) after 6m7s
[01:46:54.174] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:74:0)
[01:46:54.192] Build status: STARTED
[01:46:54.192] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:75:0) after 5m4s
[01:51:58.209] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:75:0)
[01:51:58.246] Build status: STARTED
[01:51:58.246] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:76:0) after 9m15s
[02:01:13.276] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:76:0)
[02:01:13.296] Build status: STARTED
[02:01:13.296] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:77:0) after 7m39s
[02:08:52.529] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:77:0)
[02:08:52.547] Build status: STARTED
[02:08:52.547] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:78:0) after 8m44s
[02:17:36.574] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:78:0)
[02:17:36.605] Build status: STARTED
[02:17:36.606] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:79:0) after 3m59s
[02:21:35.628] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:79:0)
[02:21:35.779] Build status: STARTED
[02:21:35.779] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:80:0) after 1m39s
[02:23:14.921] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:80:0)
[02:23:14.943] Build status: STARTED
[02:23:14.943] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:81:0) after 4m56s
[02:28:11.071] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:81:0)
[02:28:11.094] Build status: STARTED
[02:28:11.094] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:82:0) after 8m31s
[02:36:42.163] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:82:0)
[02:36:42.190] Build status: STARTED
[02:36:42.190] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:83:0) after 8m16s
[02:44:58.215] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:83:0)
[02:44:58.236] Build status: STARTED
[02:44:58.236] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:84:0) after 4m12s
[02:49:10.258] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:84:0)
[02:49:10.275] Build status: STARTED
[02:49:10.275] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:85:0) after 1m52s
[02:51:02.292] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:85:0)
[02:51:02.335] Build status: STARTED
[02:51:02.335] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:86:0) after 4m3s
[02:55:05.533] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:86:0)
[02:55:05.601] Build status: STARTED
[02:55:05.601] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:87:0) after 9m28s
[03:04:33.691] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:87:0)
[03:04:33.715] Build status: STARTED
[03:04:33.715] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:88:0) after 5m47s
[03:10:20.749] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:88:0)
[03:10:20.776] Build status: STARTED
[03:10:20.776] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:89:0) after 7m21s
[03:17:41.881] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:89:0)
[03:17:41.957] Build status: STARTED
[03:17:41.957] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:90:0) after 7m31s
[03:25:13.129] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:90:0)
[03:25:13.149] Build status: STARTED
[03:25:13.149] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:91:0) after 8m28s
[03:33:41.537] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:91:0)
[03:33:41.601] Build status: STARTED
[03:33:41.601] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:92:0) after 3m43s
[03:37:24.614] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:92:0)
[03:37:24.633] Build status: STARTED
[03:37:24.634] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:93:0) after 4m3s
[03:41:27.707] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:93:0)
[03:41:27.744] Build status: STARTED
[03:41:27.744] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:94:0) after 9m38s
[03:51:05.990] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:94:0)
[03:51:06.007] Build status: STARTED
[03:51:06.007] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:95:0) after 9m4s
[04:00:10.100] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:95:0)
[04:00:10.119] Build status: STARTED
[04:00:10.119] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:96:0) after 6m35s
[04:06:45.139] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:96:0)
[04:06:45.164] Build status: STARTED
[04:06:45.164] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:97:0) after 2m19s
[04:09:04.424] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:97:0)
[04:09:04.456] Build status: STARTED
[04:09:04.456] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:98:0) after 8m6s
[04:17:10.753] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:98:0)
[04:17:10.774] Build status: STARTED
[04:17:10.774] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:99:0) after 8m42s
[04:25:52.820] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:99:0)
[04:25:52.845] Build status: STARTED
[04:25:52.845] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:100:0) after 6m34s
[04:32:26.930] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:100:0)
[04:32:27.004] Build status: STARTED
[04:32:27.004] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:101:0) after 3m13s
[04:35:40.039] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:101:0)
[04:35:40.072] Build status: STARTED
[04:35:40.072] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:102:0) after 1m46s
[04:37:26.094] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:102:0)
[04:37:26.216] Build status: STARTED
[04:37:26.216] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:103:0) after 7m8s
[04:44:34.283] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:103:0)
[04:44:34.308] Build status: STARTED
[04:44:34.308] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:104:0) after 7m45s
[04:52:19.327] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:104:0)
[04:52:19.353] Build status: STARTED
[04:52:19.353] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:105:0) after 3m1s
[04:55:20.371] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:105:0)
[04:55:20.393] Build status: STARTED
[04:55:20.393] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:106:0) after 3m46s
[04:59:06.477] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:106:0)
[04:59:06.496] Build status: STARTED
[04:59:06.496] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:107:0) after 7m16s
[05:06:22.614] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:107:0)
[05:06:22.641] Build status: STARTED
[05:06:22.641] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:108:0) after 2m39s
[05:09:01.812] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:108:0)
[05:09:01.838] Build status: STARTED
[05:09:01.838] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:109:0) after 6m27s
[05:15:28.958] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:109:0)
[05:15:28.983] Build status: STARTED
[05:15:28.983] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:110:0) after 6m28s
[05:21:57.004] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:110:0)
[05:21:57.034] Build status: STARTED
[05:21:57.034] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:111:0) after 5m13s
[05:27:10.107] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:111:0)
[05:27:10.188] Build status: STARTED
[05:27:10.188] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:112:0) after 8m59s
[05:36:09.203] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:112:0)
[05:36:09.239] Build status: STARTED
[05:36:09.239] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:113:0) after 2m5s
[05:38:14.261] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:113:0)
[05:38:14.284] Build status: STARTED
[05:38:14.284] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:114:0) after 4m54s
[05:43:08.369] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:114:0)
[05:43:08.389] Build status: STARTED
[05:43:08.389] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:115:0) after 6m54s
[05:50:02.408] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:115:0)
[05:50:02.435] Build status: STARTED
[05:50:02.435] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:116:0) after 5m15s
[05:55:17.571] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:116:0)
[05:55:17.594] Build status: STARTED
[05:55:17.594] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:117:0) after 9m47s
[06:05:04.677] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:117:0)
[06:05:04.701] Build status: STARTED
[06:05:04.701] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:118:0) after 8m54s
[06:13:58.838] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:118:0)
[06:13:58.868] Build status: STARTED
[06:13:58.868] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:119:0) after 6m33s
[06:20:32.087] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:119:0)
[06:20:32.133] Build status: STARTED
[06:20:32.133] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:120:0) after 1m43s
[06:22:15.295] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:120:0)
[06:22:15.318] Build status: STARTED
[06:22:15.319] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:121:0) after 3m40s
[06:25:55.383] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:121:0)
[06:25:55.404] Build status: STARTED
[06:25:55.404] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:122:0) after 6m36s
[06:32:31.585] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:122:0)
[06:32:31.606] Build status: STARTED
[06:32:31.606] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:123:0) after 9m19s
[06:41:50.634] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:123:0)
[06:41:50.690] Build status: STARTED
[06:41:50.691] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:124:0) after 3m23s
[06:45:13.722] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:124:0)
[06:45:13.746] Build status: STARTED
[06:45:13.746] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:125:0) after 4m2s
[06:49:15.766] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:125:0)
[06:49:15.807] Build status: STARTED
[06:49:15.808] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:126:0) after 9m29s
[06:58:44.826] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:126:0)
[06:58:45.005] Build status: STARTED
[06:58:45.005] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:127:0) after 6m20s
[07:05:05.113] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:127:0)
[07:05:05.141] Build status: STARTED
[07:05:05.141] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:128:0) after 6m23s
[07:11:28.160] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:128:0)
[07:11:28.181] Build status: STARTED
[07:11:28.181] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:129:0) after 8m0s
[07:19:28.199] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:129:0)
[07:19:28.215] Build status: STARTED
[07:19:28.215] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:130:0) after 6m34s
[07:26:02.236] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:130:0)
[07:26:02.257] Build status: STARTED
[07:26:02.257] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:131:0) after 1m32s
[07:27:34.284] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:131:0)
[07:27:34.301] Build status: STARTED
[07:27:34.301] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:132:0) after 5m38s
[07:33:12.356] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:132:0)
[07:33:12.376] Build status: STARTED
[07:33:12.376] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:133:0) after 4m34s
[07:37:46.498] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:133:0)
[07:37:46.529] Build status: STARTED
[07:37:46.529] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:134:0) after 1m25s
[07:39:11.545] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:134:0)
[07:39:11.567] Build status: STARTED
[07:39:11.567] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:135:0) after 9m51s
[07:49:02.834] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:135:0)
[07:49:02.852] Build status: STARTED
[07:49:02.852] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:136:0) after 9m30s
[07:58:32.919] Handling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:136:0)
[07:58:32.952] Build status: STARTED
[07:58:32.952] Scheduling timer "check-buildbucket-build-status" (chromium/Windows Cross deterministic:8921156518144120208:137:0) after 9m32s
[08:06:45.558] Received PubSub notification, asking Buildbucket for the build status
[08:06:45.577] Build:
{
  "id": "8755726456262486449",
  "builder": {
    "project": "chromium",
    "bucket": "reclient",
    "builder": "Windows Cross deterministic"
  },
  "number": 1985,
  "createdBy": "project:chromium",
  "createTime": "2024-02-18T19:46:19.391330050Z",
  "startTime": "2024-02-18T19:46:21.421570Z",
  "endTime": "2024-02-19T08:06:44.686609Z",
  "updateTime": "2024-02-19T08:06:44.686609Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d57cf03c3bb7013dba9393ee8978dbf7aea5c671",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[08:06:45.577] Invocation finished in 12h20m27.36334695s with status FAILED