1. All projects
  2. chromium
  3. mac-build-perf-developer
  4. 8919523171551731760
Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 102da5757a43552dab04aea518df17a9e2225680) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "build"
  builder: "mac-build-perf-developer"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "e4dd22ab21c8f0a830a857dfa4981eb17a4a5b8f"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e4dd22ab21c8f0a830a857dfa4981eb17a4a5b8f
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:27:38.920] New invocation is queued and will start shortly
[20:27:40.024] Starting the invocation (attempt 1)
[20:27:40.055] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e4dd22ab21c8f0a830a857dfa4981eb17a4a5b8f"
[20:27:40.055] Popped gitiles commit info from properties and tags
[20:27:40.056] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:27:40.059] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:27:40.060] Buildbucket request:
{
  "requestId": "8919523171551731760",
  "builder": {
    "project": "chromium",
    "bucket": "build",
    "builder": "mac-build-perf-developer"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e4dd22ab21c8f0a830a857dfa4981eb17a4a5b8f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8919523171551731760"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-build-perf-developer"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:27:40.628] Scheduled build:
{
  "id": "8754093109608019489",
  "builder": {
    "project": "chromium",
    "bucket": "build",
    "builder": "mac-build-perf-developer"
  },
  "number": 524,
  "createdBy": "project:chromium",
  "createTime": "2024-03-07T20:27:40.145447057Z",
  "updateTime": "2024-03-07T20:27:40.145447057Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e4dd22ab21c8f0a830a857dfa4981eb17a4a5b8f",
      "ref": "refs/heads/main"
    }
  }
}
[20:27:40.628] Task URL: https://cr-buildbucket.appspot.com/build/8754093109608019489
[20:27:40.628] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:2:0) after 7m34s
[20:27:40.889] Received PubSub notification, asking Buildbucket for the build status
[20:27:40.925] Build status: SCHEDULED
[20:28:19.704] Received PubSub notification, asking Buildbucket for the build status
[20:28:19.734] Build status: STARTED
[20:35:14.711] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:2:0)
[20:35:14.730] Build status: STARTED
[20:35:14.730] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:5:0) after 3m37s
[20:38:51.844] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:5:0)
[20:38:51.873] Build status: STARTED
[20:38:51.873] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:6:0) after 2m11s
[20:41:02.934] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:6:0)
[20:41:02.974] Build status: STARTED
[20:41:02.974] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:7:0) after 7m52s
[20:48:55.112] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:7:0)
[20:48:55.132] Build status: STARTED
[20:48:55.132] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:8:0) after 6m19s
[20:55:14.267] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:8:0)
[20:55:14.396] Build status: STARTED
[20:55:14.396] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:9:0) after 4m57s
[21:00:11.438] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:9:0)
[21:00:11.611] Build status: STARTED
[21:00:11.611] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:10:0) after 2m31s
[21:02:42.707] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:10:0)
[21:02:42.739] Build status: STARTED
[21:02:42.739] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:11:0) after 6m34s
[21:09:16.765] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:11:0)
[21:09:16.782] Build status: STARTED
[21:09:16.782] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:12:0) after 6m43s
[21:15:59.908] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:12:0)
[21:15:59.937] Build status: STARTED
[21:15:59.937] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:13:0) after 5m47s
[21:21:46.987] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:13:0)
[21:21:47.025] Build status: STARTED
[21:21:47.025] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:14:0) after 8m21s
[21:30:08.146] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:14:0)
[21:30:08.193] Build status: STARTED
[21:30:08.193] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:15:0) after 4m42s
[21:34:50.230] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:15:0)
[21:34:50.251] Build status: STARTED
[21:34:50.251] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:16:0) after 1m49s
[21:36:39.290] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:16:0)
[21:36:39.510] Build status: STARTED
[21:36:39.510] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:17:0) after 3m6s
[21:39:45.564] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:17:0)
[21:39:45.582] Build status: STARTED
[21:39:45.582] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:18:0) after 5m34s
[21:45:19.626] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:18:0)
[21:45:19.672] Build status: STARTED
[21:45:19.672] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:19:0) after 3m31s
[21:48:50.720] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:19:0)
[21:48:50.808] Build status: STARTED
[21:48:50.808] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:20:0) after 8m13s
[21:57:03.841] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:20:0)
[21:57:03.859] Build status: STARTED
[21:57:03.859] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:21:0) after 9m49s
[22:06:52.896] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:21:0)
[22:06:52.934] Build status: STARTED
[22:06:52.934] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:22:0) after 5m34s
[22:12:26.986] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:22:0)
[22:12:27.028] Build status: STARTED
[22:12:27.029] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:23:0) after 2m27s
[22:14:54.058] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:23:0)
[22:14:54.112] Build status: STARTED
[22:14:54.112] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:24:0) after 5m34s
[22:20:28.199] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:24:0)
[22:20:28.262] Build status: STARTED
[22:20:28.262] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:25:0) after 9m33s
[22:30:01.299] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:25:0)
[22:30:01.371] Build status: STARTED
[22:30:01.371] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:26:0) after 2m31s
[22:32:32.395] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:26:0)
[22:32:32.426] Build status: STARTED
[22:32:32.426] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:27:0) after 5m33s
[22:38:05.520] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:27:0)
[22:38:05.572] Build status: STARTED
[22:38:05.572] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:28:0) after 9m17s
[22:47:22.601] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:28:0)
[22:47:22.621] Build status: STARTED
[22:47:22.621] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:29:0) after 2m54s
[22:50:16.652] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:29:0)
[22:50:16.685] Build status: STARTED
[22:50:16.685] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:30:0) after 8m43s
[22:58:59.725] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:30:0)
[22:58:59.757] Build status: STARTED
[22:58:59.757] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:31:0) after 3m52s
[23:02:51.790] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:31:0)
[23:02:51.879] Build status: STARTED
[23:02:51.879] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:32:0) after 1m59s
[23:04:51.489] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:32:0)
[23:04:51.513] Build status: STARTED
[23:04:51.513] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:33:0) after 6m56s
[23:11:47.612] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:33:0)
[23:11:47.637] Build status: STARTED
[23:11:47.637] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:34:0) after 1m22s
[23:13:09.690] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:34:0)
[23:13:09.723] Build status: STARTED
[23:13:09.723] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:35:0) after 5m26s
[23:18:35.758] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:35:0)
[23:18:35.779] Build status: STARTED
[23:18:35.780] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:36:0) after 4m18s
[23:22:53.941] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:36:0)
[23:22:53.965] Build status: STARTED
[23:22:53.965] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:37:0) after 4m31s
[23:27:25.003] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:37:0)
[23:27:25.021] Build status: STARTED
[23:27:25.021] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:38:0) after 2m28s
[23:29:53.119] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:38:0)
[23:29:53.144] Build status: STARTED
[23:29:53.144] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:39:0) after 1m9s
[23:31:02.172] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:39:0)
[23:31:02.226] Build status: STARTED
[23:31:02.226] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:40:0) after 7m41s
[23:38:43.306] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:40:0)
[23:38:43.422] Build status: STARTED
[23:38:43.422] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:41:0) after 2m57s
[23:41:40.466] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:41:0)
[23:41:40.503] Build status: STARTED
[23:41:40.503] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:42:0) after 1m21s
[23:43:01.615] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:42:0)
[23:43:01.636] Build status: STARTED
[23:43:01.636] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:43:0) after 1m48s
[23:44:49.668] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:43:0)
[23:44:49.712] Build status: STARTED
[23:44:49.712] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:44:0) after 9m54s
[23:54:43.826] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:44:0)
[23:54:43.857] Build status: STARTED
[23:54:43.857] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:45:0) after 6m38s
[00:01:21.892] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:45:0)
[00:01:21.945] Build status: STARTED
[00:01:21.945] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:46:0) after 5m6s
[00:06:28.615] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:46:0)
[00:06:28.639] Build status: STARTED
[00:06:28.639] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:47:0) after 9m24s
[00:15:53.484] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:47:0)
[00:15:53.503] Build status: STARTED
[00:15:53.503] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:48:0) after 4m20s
[00:20:13.703] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:48:0)
[00:20:13.736] Build status: STARTED
[00:20:13.736] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:49:0) after 8m11s
[00:28:24.764] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:49:0)
[00:28:24.800] Build status: STARTED
[00:28:24.800] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:50:0) after 3m36s
[00:32:01.032] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:50:0)
[00:32:01.080] Build status: STARTED
[00:32:01.080] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:51:0) after 7m30s
[00:39:31.115] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:51:0)
[00:39:31.140] Build status: STARTED
[00:39:31.140] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:52:0) after 7m57s
[00:47:28.424] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:52:0)
[00:47:28.490] Build status: STARTED
[00:47:28.490] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:53:0) after 9m41s
[00:57:09.537] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:53:0)
[00:57:09.559] Build status: STARTED
[00:57:09.559] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:54:0) after 9m16s
[01:06:25.590] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:54:0)
[01:06:25.613] Build status: STARTED
[01:06:25.613] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:55:0) after 6m53s
[01:13:19.198] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:55:0)
[01:13:19.226] Build status: STARTED
[01:13:19.226] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:56:0) after 1m3s
[01:14:22.518] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:56:0)
[01:14:22.540] Build status: STARTED
[01:14:22.540] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:57:0) after 9m42s
[01:24:04.731] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:57:0)
[01:24:04.752] Build status: STARTED
[01:24:04.752] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:58:0) after 1m29s
[01:25:33.949] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:58:0)
[01:25:33.968] Build status: STARTED
[01:25:33.968] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:59:0) after 8m29s
[01:34:03.044] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:59:0)
[01:34:03.087] Build status: STARTED
[01:34:03.087] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:60:0) after 8m41s
[01:42:44.292] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:60:0)
[01:42:44.314] Build status: STARTED
[01:42:44.314] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:61:0) after 2m2s
[01:44:46.388] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:61:0)
[01:44:46.418] Build status: STARTED
[01:44:46.418] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:62:0) after 8m14s
[01:53:00.455] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:62:0)
[01:53:00.485] Build status: STARTED
[01:53:00.485] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:63:0) after 7m25s
[02:00:25.551] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:63:0)
[02:00:25.577] Build status: STARTED
[02:00:25.577] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:64:0) after 4m56s
[02:05:21.612] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:64:0)
[02:05:21.635] Build status: STARTED
[02:05:21.635] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:65:0) after 8m48s
[02:14:09.722] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:65:0)
[02:14:09.748] Build status: STARTED
[02:14:09.748] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:66:0) after 2m57s
[02:17:06.776] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:66:0)
[02:17:06.797] Build status: STARTED
[02:17:06.798] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:67:0) after 1m58s
[02:19:04.936] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:67:0)
[02:19:04.955] Build status: STARTED
[02:19:04.955] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:68:0) after 9m55s
[02:28:59.959] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:68:0)
[02:28:59.980] Build status: STARTED
[02:28:59.980] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:69:0) after 6m51s
[02:35:51.035] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:69:0)
[02:35:51.056] Build status: STARTED
[02:35:51.056] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:70:0) after 2m8s
[02:37:59.110] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:70:0)
[02:37:59.131] Build status: STARTED
[02:37:59.131] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:71:0) after 7m42s
[02:45:41.274] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:71:0)
[02:45:41.310] Build status: STARTED
[02:45:41.310] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:72:0) after 4m57s
[02:50:38.348] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:72:0)
[02:50:38.369] Build status: STARTED
[02:50:38.369] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:73:0) after 2m33s
[02:53:11.403] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:73:0)
[02:53:11.437] Build status: STARTED
[02:53:11.437] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:74:0) after 2m22s
[02:55:33.539] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:74:0)
[02:55:33.556] Build status: STARTED
[02:55:33.556] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:75:0) after 6m54s
[03:02:27.651] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:75:0)
[03:02:27.681] Build status: STARTED
[03:02:27.681] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:76:0) after 7m35s
[03:10:02.723] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:76:0)
[03:10:02.766] Build status: STARTED
[03:10:02.766] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:77:0) after 6m27s
[03:16:30.009] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:77:0)
[03:16:30.028] Build status: STARTED
[03:16:30.028] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:78:0) after 1m36s
[03:18:06.503] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:78:0)
[03:18:06.522] Build status: STARTED
[03:18:06.522] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:79:0) after 2m45s
[03:20:51.839] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:79:0)
[03:20:51.866] Build status: STARTED
[03:20:51.866] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:80:0) after 7m10s
[03:28:01.987] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:80:0)
[03:28:02.012] Build status: STARTED
[03:28:02.012] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:81:0) after 1m36s
[03:29:38.150] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:81:0)
[03:29:38.183] Build status: STARTED
[03:29:38.184] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:82:0) after 5m22s
[03:35:00.219] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:82:0)
[03:35:00.236] Build status: STARTED
[03:35:00.236] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:83:0) after 4m35s
[03:39:35.929] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:83:0)
[03:39:35.954] Build status: STARTED
[03:39:35.954] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:84:0) after 2m29s
[03:42:04.990] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:84:0)
[03:42:05.009] Build status: STARTED
[03:42:05.009] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:85:0) after 9m48s
[03:51:53.042] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:85:0)
[03:51:53.061] Build status: STARTED
[03:51:53.061] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:86:0) after 9m49s
[04:01:42.620] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:86:0)
[04:01:42.701] Build status: STARTED
[04:01:42.701] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:87:0) after 8m42s
[04:10:24.988] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:87:0)
[04:10:25.014] Build status: STARTED
[04:10:25.014] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:88:0) after 1m13s
[04:11:38.567] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:88:0)
[04:11:38.586] Build status: STARTED
[04:11:38.586] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:89:0) after 5m15s
[04:16:53.748] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:89:0)
[04:16:53.776] Build status: STARTED
[04:16:53.776] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:90:0) after 1m27s
[04:18:20.801] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:90:0)
[04:18:20.830] Build status: STARTED
[04:18:20.830] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:91:0) after 2m30s
[04:20:50.973] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:91:0)
[04:20:50.991] Build status: STARTED
[04:20:50.991] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:92:0) after 1m31s
[04:22:22.011] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:92:0)
[04:22:22.028] Build status: STARTED
[04:22:22.028] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:93:0) after 7m59s
[04:30:21.256] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:93:0)
[04:30:21.287] Build status: STARTED
[04:30:21.288] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:94:0) after 5m5s
[04:35:26.322] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:94:0)
[04:35:26.347] Build status: STARTED
[04:35:26.348] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:95:0) after 2m34s
[04:38:00.406] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:95:0)
[04:38:00.440] Build status: STARTED
[04:38:00.440] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:96:0) after 1m22s
[04:39:22.612] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:96:0)
[04:39:22.647] Build status: STARTED
[04:39:22.647] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:97:0) after 5m52s
[04:45:14.657] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:97:0)
[04:45:14.683] Build status: STARTED
[04:45:14.683] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:98:0) after 3m27s
[04:48:41.743] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:98:0)
[04:48:41.772] Build status: STARTED
[04:48:41.772] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:99:0) after 2m6s
[04:50:48.076] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:99:0)
[04:50:48.162] Build status: STARTED
[04:50:48.162] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:100:0) after 7m21s
[04:58:09.195] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:100:0)
[04:58:09.217] Build status: STARTED
[04:58:09.217] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:101:0) after 4m52s
[05:03:01.638] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:101:0)
[05:03:01.712] Build status: STARTED
[05:03:01.712] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:102:0) after 4m17s
[05:07:19.110] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:102:0)
[05:07:19.148] Build status: STARTED
[05:07:19.148] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:103:0) after 1m46s
[05:09:05.361] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:103:0)
[05:09:05.410] Build status: STARTED
[05:09:05.410] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:104:0) after 3m30s
[05:12:35.437] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:104:0)
[05:12:35.512] Build status: STARTED
[05:12:35.512] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:105:0) after 8m19s
[05:20:54.559] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:105:0)
[05:20:54.584] Build status: STARTED
[05:20:54.584] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:106:0) after 8m27s
[05:29:21.908] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:106:0)
[05:29:21.935] Build status: STARTED
[05:29:21.935] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:107:0) after 4m9s
[05:33:31.063] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:107:0)
[05:33:31.087] Build status: STARTED
[05:33:31.087] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:108:0) after 3m18s
[05:36:49.114] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:108:0)
[05:36:49.129] Build status: STARTED
[05:36:49.129] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:109:0) after 1m52s
[05:38:41.154] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:109:0)
[05:38:41.171] Build status: STARTED
[05:38:41.171] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:110:0) after 6m11s
[05:44:52.296] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:110:0)
[05:44:52.318] Build status: STARTED
[05:44:52.318] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:111:0) after 6m17s
[05:51:09.618] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:111:0)
[05:51:09.705] Build status: STARTED
[05:51:09.705] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:112:0) after 8m19s
[05:59:28.839] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:112:0)
[05:59:28.888] Build status: STARTED
[05:59:28.888] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:113:0) after 7m8s
[06:06:37.090] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:113:0)
[06:06:37.111] Build status: STARTED
[06:06:37.112] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:114:0) after 7m34s
[06:14:11.149] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:114:0)
[06:14:11.172] Build status: STARTED
[06:14:11.172] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:115:0) after 4m24s
[06:18:35.302] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:115:0)
[06:18:35.325] Build status: STARTED
[06:18:35.325] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:116:0) after 5m24s
[06:23:59.485] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:116:0)
[06:23:59.505] Build status: STARTED
[06:23:59.505] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:117:0) after 1m6s
[06:25:05.623] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:117:0)
[06:25:05.659] Build status: STARTED
[06:25:05.659] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8919523171551731760:118:0) after 4m57s
[06:29:53.856] Received PubSub notification, asking Buildbucket for the build status
[06:29:54.052] Build:
{
  "id": "8754093109608019489",
  "builder": {
    "project": "chromium",
    "bucket": "build",
    "builder": "mac-build-perf-developer"
  },
  "number": 524,
  "createdBy": "project:chromium",
  "createTime": "2024-03-07T20:27:40.145447057Z",
  "startTime": "2024-03-07T20:28:19.149416Z",
  "endTime": "2024-03-08T06:29:50.502236Z",
  "updateTime": "2024-03-08T06:29:50.502236Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e4dd22ab21c8f0a830a857dfa4981eb17a4a5b8f",
      "ref": "refs/heads/main"
    }
  }
}
[06:29:54.052] Invocation finished in 10h2m15.14384799s with status FAILED