Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 68a096aac7b38333e551951996639de0ed1220e9)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Mac Builder (reclient compare)"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "c835950f70cc99648064ef78f7fce5c3b94cb1e1"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c835950f70cc99648064ef78f7fce5c3b94cb1e1
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:47:00.103] New invocation is queued and will start shortly
[23:47:01.168] Starting the invocation (attempt 1)
[23:47:01.201] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c835950f70cc99648064ef78f7fce5c3b94cb1e1"
[23:47:01.201] Popped gitiles commit info from properties and tags
[23:47:01.201] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:47:01.201] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:47:01.201] Buildbucket request:
{
  "requestId": "8913168841690783280",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac Builder (reclient compare)"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c835950f70cc99648064ef78f7fce5c3b94cb1e1",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8913168841690783280"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Mac Builder (reclient compare)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:47:01.774] Scheduled build:
{
  "id": "8747738779819587505",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac Builder (reclient compare)"
  },
  "number": 4416,
  "createdBy": "project:chromium",
  "createTime": "2024-05-16T23:47:01.263716512Z",
  "updateTime": "2024-05-16T23:47:01.263716512Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c835950f70cc99648064ef78f7fce5c3b94cb1e1",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[23:47:01.774] Task URL: https://cr-buildbucket.appspot.com/build/8747738779819587505
[23:47:01.774] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:2:0) after 6m11s
[23:47:02.675] Received PubSub notification, asking Buildbucket for the build status
[23:47:02.860] Build status: SCHEDULED
[23:47:05.958] Received PubSub notification, asking Buildbucket for the build status
[23:47:05.986] Build status: STARTED
[23:53:12.798] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:2:0)
[23:53:12.879] Build status: STARTED
[23:53:12.879] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:5:0) after 5m32s
[23:58:44.955] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:5:0)
[23:58:45.006] Build status: STARTED
[23:58:45.007] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:6:0) after 3m59s
[00:02:44.153] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:6:0)
[00:02:44.181] Build status: STARTED
[00:02:44.181] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:7:0) after 6m21s
[00:09:05.311] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:7:0)
[00:09:05.348] Build status: STARTED
[00:09:05.348] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:8:0) after 5m32s
[00:14:37.549] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:8:0)
[00:14:37.574] Build status: STARTED
[00:14:37.574] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:9:0) after 3m55s
[00:18:32.673] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:9:0)
[00:18:32.697] Build status: STARTED
[00:18:32.698] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:10:0) after 7m54s
[00:26:26.826] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:10:0)
[00:26:26.904] Build status: STARTED
[00:26:26.905] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:11:0) after 1m52s
[00:28:18.958] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:11:0)
[00:28:19.022] Build status: STARTED
[00:28:19.022] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:12:0) after 4m2s
[00:32:21.073] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:12:0)
[00:32:21.090] Build status: STARTED
[00:32:21.091] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:13:0) after 2m27s
[00:34:48.177] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:13:0)
[00:34:48.200] Build status: STARTED
[00:34:48.200] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:14:0) after 4m0s
[00:38:48.328] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:14:0)
[00:38:48.355] Build status: STARTED
[00:38:48.355] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:15:0) after 2m58s
[00:41:46.412] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:15:0)
[00:41:46.431] Build status: STARTED
[00:41:46.431] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:16:0) after 2m26s
[00:44:12.490] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:16:0)
[00:44:12.547] Build status: STARTED
[00:44:12.547] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:17:0) after 6m31s
[00:50:43.635] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:17:0)
[00:50:43.652] Build status: STARTED
[00:50:43.652] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:18:0) after 4m53s
[00:55:36.649] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:18:0)
[00:55:36.666] Build status: STARTED
[00:55:36.666] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:19:0) after 3m45s
[00:59:21.765] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:19:0)
[00:59:21.791] Build status: STARTED
[00:59:21.791] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:20:0) after 4m45s
[01:04:06.825] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:20:0)
[01:04:06.852] Build status: STARTED
[01:04:06.852] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:21:0) after 1m12s
[01:05:19.050] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:21:0)
[01:05:19.079] Build status: STARTED
[01:05:19.080] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:22:0) after 3m48s
[01:09:07.164] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:22:0)
[01:09:07.181] Build status: STARTED
[01:09:07.181] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:23:0) after 4m9s
[01:13:16.292] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:23:0)
[01:13:16.325] Build status: STARTED
[01:13:16.325] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:24:0) after 3m29s
[01:16:45.353] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:24:0)
[01:16:45.406] Build status: STARTED
[01:16:45.406] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:25:0) after 6m12s
[01:22:57.467] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:25:0)
[01:22:57.486] Build status: STARTED
[01:22:57.486] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:26:0) after 4m39s
[01:27:36.787] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:26:0)
[01:27:36.803] Build status: STARTED
[01:27:36.803] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:27:0) after 1m35s
[01:29:11.882] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:27:0)
[01:29:11.902] Build status: STARTED
[01:29:11.902] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:28:0) after 1m17s
[01:30:29.023] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:28:0)
[01:30:29.041] Build status: STARTED
[01:30:29.041] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:29:0) after 7m37s
[01:38:06.074] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:29:0)
[01:38:06.094] Build status: STARTED
[01:38:06.094] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:30:0) after 8m38s
[01:46:44.105] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:30:0)
[01:46:44.138] Build status: STARTED
[01:46:44.138] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:31:0) after 1m54s
[01:48:38.224] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:31:0)
[01:48:38.241] Build status: STARTED
[01:48:38.241] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:32:0) after 7m4s
[01:55:42.326] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:32:0)
[01:55:42.354] Build status: STARTED
[01:55:42.354] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:33:0) after 2m50s
[01:58:32.427] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:33:0)
[01:58:32.449] Build status: STARTED
[01:58:32.449] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:34:0) after 8m44s
[02:07:16.527] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:34:0)
[02:07:16.585] Build status: STARTED
[02:07:16.586] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:35:0) after 5m9s
[02:12:25.616] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:35:0)
[02:12:25.637] Build status: STARTED
[02:12:25.637] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:36:0) after 1m57s
[02:14:23.026] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:36:0)
[02:14:23.076] Build status: STARTED
[02:14:23.076] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:37:0) after 8m0s
[02:22:23.202] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:37:0)
[02:22:23.224] Build status: STARTED
[02:22:23.224] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:38:0) after 9m45s
[02:32:09.049] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:38:0)
[02:32:09.098] Build status: STARTED
[02:32:09.098] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:39:0) after 5m30s
[02:37:39.566] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:39:0)
[02:37:39.600] Build status: STARTED
[02:37:39.600] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:40:0) after 5m3s
[02:42:42.774] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:40:0)
[02:42:42.915] Build status: STARTED
[02:42:42.915] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:41:0) after 1m57s
[02:44:40.768] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:41:0)
[02:44:40.785] Build status: STARTED
[02:44:40.785] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:42:0) after 9m17s
[02:53:58.076] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:42:0)
[02:53:58.096] Build status: STARTED
[02:53:58.096] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:43:0) after 5m52s
[02:59:50.125] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:43:0)
[02:59:50.193] Build status: STARTED
[02:59:50.193] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:44:0) after 5m34s
[03:05:24.364] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:44:0)
[03:05:24.426] Build status: STARTED
[03:05:24.426] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:45:0) after 9m18s
[03:14:42.711] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:45:0)
[03:14:42.756] Build status: STARTED
[03:14:42.756] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:46:0) after 3m17s
[03:17:59.802] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:46:0)
[03:17:59.848] Build status: STARTED
[03:17:59.848] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:47:0) after 9m51s
[03:27:50.840] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:47:0)
[03:27:50.860] Build status: STARTED
[03:27:50.860] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:48:0) after 5m58s
[03:33:48.891] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:48:0)
[03:33:48.910] Build status: STARTED
[03:33:48.910] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:49:0) after 1m32s
[03:35:20.968] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:49:0)
[03:35:20.984] Build status: STARTED
[03:35:20.984] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:50:0) after 9m15s
[03:44:36.018] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:50:0)
[03:44:36.032] Build status: STARTED
[03:44:36.032] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:51:0) after 8m54s
[03:53:30.187] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:51:0)
[03:53:30.205] Build status: STARTED
[03:53:30.206] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:52:0) after 9m11s
[04:02:41.455] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:52:0)
[04:02:41.477] Build status: STARTED
[04:02:41.477] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:53:0) after 6m15s
[04:08:56.679] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:53:0)
[04:08:56.949] Build status: STARTED
[04:08:56.949] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:54:0) after 1m7s
[04:10:03.981] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:54:0)
[04:10:04.007] Build status: STARTED
[04:10:04.007] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:55:0) after 2m52s
[04:12:56.024] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:55:0)
[04:12:56.054] Build status: STARTED
[04:12:56.054] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:56:0) after 7m27s
[04:20:23.082] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:56:0)
[04:20:23.104] Build status: STARTED
[04:20:23.104] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:57:0) after 7m59s
[04:28:22.326] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:57:0)
[04:28:22.390] Build status: STARTED
[04:28:22.390] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:58:0) after 1m55s
[04:30:17.400] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:58:0)
[04:30:17.483] Build status: STARTED
[04:30:17.483] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:59:0) after 5m19s
[04:35:36.572] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:59:0)
[04:35:36.597] Build status: STARTED
[04:35:36.597] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:60:0) after 3m7s
[04:38:43.626] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:60:0)
[04:38:43.642] Build status: STARTED
[04:38:43.642] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:61:0) after 1m46s
[04:40:29.789] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:61:0)
[04:40:29.807] Build status: STARTED
[04:40:29.807] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:62:0) after 8m3s
[04:48:32.899] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:62:0)
[04:48:32.930] Build status: STARTED
[04:48:32.930] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:63:0) after 7m20s
[04:55:52.946] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:63:0)
[04:55:52.966] Build status: STARTED
[04:55:52.966] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:64:0) after 6m21s
[05:02:14.020] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:64:0)
[05:02:14.083] Build status: STARTED
[05:02:14.083] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:65:0) after 7m27s
[05:09:41.172] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:65:0)
[05:09:41.190] Build status: STARTED
[05:09:41.190] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:66:0) after 4m54s
[05:14:35.259] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:66:0)
[05:14:35.284] Build status: STARTED
[05:14:35.284] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:67:0) after 1m52s
[05:16:27.312] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:67:0)
[05:16:27.331] Build status: STARTED
[05:16:27.331] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:68:0) after 6m9s
[05:22:36.355] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:68:0)
[05:22:36.369] Build status: STARTED
[05:22:36.369] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:69:0) after 3m48s
[05:26:24.492] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:69:0)
[05:26:24.510] Build status: STARTED
[05:26:24.510] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:70:0) after 9m43s
[05:36:07.539] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:70:0)
[05:36:07.557] Build status: STARTED
[05:36:07.557] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:71:0) after 2m51s
[05:38:58.596] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:71:0)
[05:38:58.615] Build status: STARTED
[05:38:58.615] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:72:0) after 8m58s
[05:47:56.649] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:72:0)
[05:47:56.667] Build status: STARTED
[05:47:56.667] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:73:0) after 3m47s
[05:51:43.711] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:73:0)
[05:51:43.732] Build status: STARTED
[05:51:43.732] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:74:0) after 3m40s
[05:55:23.766] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:74:0)
[05:55:23.786] Build status: STARTED
[05:55:23.786] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:75:0) after 1m9s
[05:56:32.921] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:75:0)
[05:56:32.943] Build status: STARTED
[05:56:32.943] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:76:0) after 8m5s
[06:04:38.160] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:76:0)
[06:04:38.217] Build status: STARTED
[06:04:38.217] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:77:0) after 3m3s
[06:07:41.253] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:77:0)
[06:07:41.274] Build status: STARTED
[06:07:41.274] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:78:0) after 7m44s
[06:15:25.293] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:78:0)
[06:15:25.310] Build status: STARTED
[06:15:25.311] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:79:0) after 1m2s
[06:16:27.503] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:79:0)
[06:16:27.576] Build status: STARTED
[06:16:27.576] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:80:0) after 3m20s
[06:19:47.748] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:80:0)
[06:19:47.765] Build status: STARTED
[06:19:47.765] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:81:0) after 1m21s
[06:21:09.026] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:81:0)
[06:21:09.051] Build status: STARTED
[06:21:09.051] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:82:0) after 2m34s
[06:23:43.137] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:82:0)
[06:23:43.158] Build status: STARTED
[06:23:43.158] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:83:0) after 9m11s
[06:32:54.193] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:83:0)
[06:32:54.265] Build status: STARTED
[06:32:54.265] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:84:0) after 1m26s
[06:34:20.301] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:84:0)
[06:34:20.322] Build status: STARTED
[06:34:20.322] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:85:0) after 3m8s
[06:37:28.444] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:85:0)
[06:37:28.461] Build status: STARTED
[06:37:28.461] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:86:0) after 8m22s
[06:45:50.717] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:86:0)
[06:45:50.735] Build status: STARTED
[06:45:50.735] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:87:0) after 3m17s
[06:49:07.764] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:87:0)
[06:49:07.780] Build status: STARTED
[06:49:07.780] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:88:0) after 3m11s
[06:52:18.811] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:88:0)
[06:52:18.829] Build status: STARTED
[06:52:18.829] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:89:0) after 1m52s
[06:54:10.864] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:89:0)
[06:54:10.912] Build status: STARTED
[06:54:10.912] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:90:0) after 2m28s
[06:56:38.940] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:90:0)
[06:56:38.961] Build status: STARTED
[06:56:38.961] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:91:0) after 6m13s
[07:02:52.186] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:91:0)
[07:02:52.222] Build status: STARTED
[07:02:52.222] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:92:0) after 1m58s
[07:04:50.315] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:92:0)
[07:04:50.370] Build status: STARTED
[07:04:50.370] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:93:0) after 5m15s
[07:10:05.400] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:93:0)
[07:10:05.425] Build status: STARTED
[07:10:05.425] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:94:0) after 1m54s
[07:11:59.549] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:94:0)
[07:11:59.573] Build status: STARTED
[07:11:59.573] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:95:0) after 1m5s
[07:13:04.609] Handling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:95:0)
[07:13:04.777] Build status: STARTED
[07:13:04.777] Scheduling timer "check-buildbucket-build-status" (chromium/Mac Builder (reclient compare):8913168841690783280:96:0) after 9m56s
[07:18:12.932] Received PubSub notification, asking Buildbucket for the build status
[07:18:12.956] Build:
{
  "id": "8747738779819587505",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac Builder (reclient compare)"
  },
  "number": 4416,
  "createdBy": "project:chromium",
  "createTime": "2024-05-16T23:47:01.263716512Z",
  "startTime": "2024-05-16T23:47:05.353096331Z",
  "endTime": "2024-05-17T07:18:12.632604873Z",
  "updateTime": "2024-05-17T07:18:12.632604873Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c835950f70cc99648064ef78f7fce5c3b94cb1e1",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[07:18:12.956] Invocation finished in 7h31m12.860879184s with status FAILED