Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev cbfab18a63b4a71449c5c781453e69b497435d57)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac-build-perf-developer"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "06def508898689e99a09e53900a3d464121ada78"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/06def508898689e99a09e53900a3d464121ada78
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[00:52:24.700] New invocation is queued and will start shortly
[00:52:25.836] Starting the invocation (attempt 1)
[00:52:25.868] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/06def508898689e99a09e53900a3d464121ada78"
[00:52:25.868] Popped gitiles commit info from properties and tags
[00:52:25.868] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:52:25.868] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:52:25.868] Buildbucket request:
{
  "requestId": "8931012328831593120",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-build-perf-developer"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "06def508898689e99a09e53900a3d464121ada78",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8931012328831593120"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-build-perf-developer"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:52:26.638] Scheduled build:
{
  "id": "8765582266821174097",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-build-perf-developer"
  },
  "number": 251,
  "createdBy": "project:chromium",
  "createTime": "2023-11-02T00:52:25.994605867Z",
  "updateTime": "2023-11-02T00:52:25.994605867Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "06def508898689e99a09e53900a3d464121ada78",
      "ref": "refs/heads/main"
    }
  }
}
[00:52:26.638] Task URL: https://cr-buildbucket.appspot.com/build/8765582266821174097
[00:52:26.638] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:2:0) after 7m9s
[00:52:27.566] Received PubSub notification, asking Buildbucket for the build status
[00:52:27.590] Build status: SCHEDULED
[00:53:13.290] Received PubSub notification, asking Buildbucket for the build status
[00:53:13.332] Build status: STARTED
[00:59:35.716] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:2:0)
[00:59:35.737] Build status: STARTED
[00:59:35.737] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:5:0) after 1m45s
[01:01:21.153] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:5:0)
[01:01:21.175] Build status: STARTED
[01:01:21.175] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:6:0) after 3m40s
[01:05:01.456] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:6:0)
[01:05:01.480] Build status: STARTED
[01:05:01.480] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:7:0) after 8m21s
[01:13:22.521] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:7:0)
[01:13:22.545] Build status: STARTED
[01:13:22.545] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:8:0) after 5m30s
[01:18:52.613] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:8:0)
[01:18:52.629] Build status: STARTED
[01:18:52.629] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:9:0) after 3m31s
[01:22:23.664] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:9:0)
[01:22:23.683] Build status: STARTED
[01:22:23.683] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:10:0) after 3m11s
[01:25:34.707] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:10:0)
[01:25:34.723] Build status: STARTED
[01:25:34.723] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:11:0) after 5m40s
[01:31:14.922] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:11:0)
[01:31:14.951] Build status: STARTED
[01:31:14.951] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:12:0) after 6m19s
[01:37:34.658] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:12:0)
[01:37:34.680] Build status: STARTED
[01:37:34.680] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:13:0) after 9m25s
[01:47:00.017] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:13:0)
[01:47:00.041] Build status: STARTED
[01:47:00.041] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:14:0) after 3m45s
[01:50:45.070] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:14:0)
[01:50:45.088] Build status: STARTED
[01:50:45.088] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:15:0) after 1m45s
[01:52:30.402] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:15:0)
[01:52:30.443] Build status: STARTED
[01:52:30.443] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:16:0) after 8m4s
[02:00:34.691] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:16:0)
[02:00:34.716] Build status: STARTED
[02:00:34.716] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:17:0) after 9m47s
[02:10:21.877] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:17:0)
[02:10:21.899] Build status: STARTED
[02:10:21.899] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:18:0) after 9m10s
[02:19:32.108] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:18:0)
[02:19:32.142] Build status: STARTED
[02:19:32.142] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:19:0) after 6m40s
[02:26:12.176] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:19:0)
[02:26:12.195] Build status: STARTED
[02:26:12.195] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:20:0) after 5m0s
[02:31:12.261] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:20:0)
[02:31:12.315] Build status: STARTED
[02:31:12.315] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:21:0) after 4m37s
[02:35:49.558] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:21:0)
[02:35:49.582] Build status: STARTED
[02:35:49.582] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:22:0) after 9m43s
[02:45:32.604] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:22:0)
[02:45:32.628] Build status: STARTED
[02:45:32.628] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:23:0) after 8m0s
[02:53:32.662] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:23:0)
[02:53:32.680] Build status: STARTED
[02:53:32.680] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:24:0) after 6m49s
[03:00:21.883] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:24:0)
[03:00:21.912] Build status: STARTED
[03:00:21.912] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:25:0) after 7m27s
[03:07:49.109] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:25:0)
[03:07:49.126] Build status: STARTED
[03:07:49.126] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:26:0) after 2m22s
[03:10:11.229] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:26:0)
[03:10:11.302] Build status: STARTED
[03:10:11.302] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:27:0) after 7m28s
[03:17:39.342] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:27:0)
[03:17:39.392] Build status: STARTED
[03:17:39.392] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:28:0) after 7m29s
[03:25:08.493] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:28:0)
[03:25:08.524] Build status: STARTED
[03:25:08.524] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:29:0) after 6m36s
[03:31:44.553] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:29:0)
[03:31:44.577] Build status: STARTED
[03:31:44.577] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:30:0) after 9m31s
[03:41:15.844] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:30:0)
[03:41:15.862] Build status: STARTED
[03:41:15.862] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:31:0) after 2m11s
[03:43:26.921] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:31:0)
[03:43:26.938] Build status: STARTED
[03:43:26.938] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:32:0) after 1m58s
[03:45:25.134] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:32:0)
[03:45:25.156] Build status: STARTED
[03:45:25.156] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:33:0) after 3m19s
[03:48:44.442] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:33:0)
[03:48:44.463] Build status: STARTED
[03:48:44.463] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:34:0) after 9m11s
[03:57:55.560] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:34:0)
[03:57:55.579] Build status: STARTED
[03:57:55.579] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:35:0) after 4m14s
[04:02:09.629] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:35:0)
[04:02:09.767] Build status: STARTED
[04:02:09.767] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:36:0) after 6m29s
[04:08:38.850] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:36:0)
[04:08:38.872] Build status: STARTED
[04:08:38.872] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:37:0) after 7m1s
[04:15:39.896] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:37:0)
[04:15:39.911] Build status: STARTED
[04:15:39.911] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:38:0) after 5m51s
[04:21:31.012] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:38:0)
[04:21:31.029] Build status: STARTED
[04:21:31.029] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:39:0) after 9m40s
[04:31:11.044] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:39:0)
[04:31:11.141] Build status: STARTED
[04:31:11.142] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:40:0) after 5m52s
[04:37:03.219] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:40:0)
[04:37:03.241] Build status: STARTED
[04:37:03.241] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:41:0) after 8m34s
[04:45:37.459] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:41:0)
[04:45:37.477] Build status: STARTED
[04:45:37.477] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:42:0) after 2m10s
[04:47:47.524] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:42:0)
[04:47:47.543] Build status: STARTED
[04:47:47.543] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:43:0) after 3m28s
[04:51:15.771] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:43:0)
[04:51:15.847] Build status: STARTED
[04:51:15.847] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:44:0) after 8m32s
[04:59:47.875] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:44:0)
[04:59:47.891] Build status: STARTED
[04:59:47.891] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:45:0) after 6m12s
[05:06:00.193] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:45:0)
[05:06:00.210] Build status: STARTED
[05:06:00.210] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:46:0) after 8m27s
[05:14:27.358] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:46:0)
[05:14:27.375] Build status: STARTED
[05:14:27.376] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:47:0) after 5m57s
[05:20:24.621] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:47:0)
[05:20:24.643] Build status: STARTED
[05:20:24.643] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:48:0) after 9m6s
[05:29:30.680] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:48:0)
[05:29:30.699] Build status: STARTED
[05:29:30.699] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:49:0) after 4m32s
[05:34:02.823] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:49:0)
[05:34:02.872] Build status: STARTED
[05:34:02.872] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:50:0) after 3m56s
[05:37:59.017] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:50:0)
[05:37:59.042] Build status: STARTED
[05:37:59.042] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:51:0) after 5m0s
[05:42:59.084] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:51:0)
[05:42:59.102] Build status: STARTED
[05:42:59.102] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:52:0) after 7m15s
[05:50:14.228] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:52:0)
[05:50:14.242] Build status: STARTED
[05:50:14.243] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:53:0) after 4m29s
[05:54:43.339] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:53:0)
[05:54:43.355] Build status: STARTED
[05:54:43.355] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:54:0) after 4m36s
[05:59:19.660] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:54:0)
[05:59:19.675] Build status: STARTED
[05:59:19.675] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:55:0) after 5m5s
[06:04:25.054] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:55:0)
[06:04:25.077] Build status: STARTED
[06:04:25.077] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:56:0) after 2m23s
[06:06:48.153] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:56:0)
[06:06:48.287] Build status: STARTED
[06:06:48.287] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:57:0) after 4m18s
[06:11:06.327] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:57:0)
[06:11:06.375] Build status: STARTED
[06:11:06.375] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:58:0) after 4m2s
[06:15:08.399] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:58:0)
[06:15:08.428] Build status: STARTED
[06:15:08.428] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:59:0) after 5m48s
[06:20:56.452] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:59:0)
[06:20:56.513] Build status: STARTED
[06:20:56.513] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:60:0) after 9m26s
[06:30:22.539] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:60:0)
[06:30:22.585] Build status: STARTED
[06:30:22.585] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:61:0) after 6m24s
[06:36:46.690] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:61:0)
[06:36:46.712] Build status: STARTED
[06:36:46.712] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:62:0) after 6m12s
[06:42:58.767] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:62:0)
[06:42:58.790] Build status: STARTED
[06:42:58.790] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:63:0) after 2m39s
[06:45:37.963] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:63:0)
[06:45:37.985] Build status: STARTED
[06:45:37.985] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:64:0) after 7m56s
[06:53:34.023] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:64:0)
[06:53:34.044] Build status: STARTED
[06:53:34.044] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:65:0) after 9m6s
[07:02:40.083] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:65:0)
[07:02:40.116] Build status: STARTED
[07:02:40.116] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:66:0) after 7m12s
[07:09:52.148] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:66:0)
[07:09:52.173] Build status: STARTED
[07:09:52.173] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:67:0) after 1m53s
[07:11:45.198] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:67:0)
[07:11:45.253] Build status: STARTED
[07:11:45.253] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:68:0) after 3m29s
[07:15:14.304] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:68:0)
[07:15:14.329] Build status: STARTED
[07:15:14.329] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:69:0) after 6m56s
[07:22:10.414] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:69:0)
[07:22:10.502] Build status: STARTED
[07:22:10.502] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:70:0) after 3m45s
[07:25:55.584] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:70:0)
[07:25:55.608] Build status: STARTED
[07:25:55.608] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:71:0) after 7m58s
[07:33:53.671] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:71:0)
[07:33:53.685] Build status: STARTED
[07:33:53.685] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:72:0) after 7m28s
[07:41:21.812] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:72:0)
[07:41:21.837] Build status: STARTED
[07:41:21.837] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:73:0) after 8m57s
[07:50:18.966] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:73:0)
[07:50:18.983] Build status: STARTED
[07:50:18.983] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:74:0) after 2m51s
[07:53:10.053] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:74:0)
[07:53:10.305] Build status: STARTED
[07:53:10.305] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:75:0) after 9m16s
[08:02:26.330] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:75:0)
[08:02:26.354] Build status: STARTED
[08:02:26.354] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:76:0) after 9m43s
[08:12:09.380] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:76:0)
[08:12:09.424] Build status: STARTED
[08:12:09.424] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:77:0) after 6m22s
[08:18:31.528] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:77:0)
[08:18:31.546] Build status: STARTED
[08:18:31.546] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:78:0) after 3m5s
[08:21:36.599] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:78:0)
[08:21:36.640] Build status: STARTED
[08:21:36.640] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:79:0) after 8m46s
[08:30:22.782] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:79:0)
[08:30:22.825] Build status: STARTED
[08:30:22.825] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:80:0) after 3m13s
[08:33:35.812] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:80:0)
[08:33:35.868] Build status: STARTED
[08:33:35.868] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:81:0) after 2m36s
[08:36:12.192] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:81:0)
[08:36:12.212] Build status: STARTED
[08:36:12.212] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:82:0) after 4m20s
[08:40:32.236] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:82:0)
[08:40:32.260] Build status: STARTED
[08:40:32.260] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:83:0) after 5m25s
[08:45:57.329] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:83:0)
[08:45:57.345] Build status: STARTED
[08:45:57.345] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:84:0) after 5m12s
[08:51:09.370] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:84:0)
[08:51:09.388] Build status: STARTED
[08:51:09.388] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:85:0) after 3m49s
[08:54:58.706] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:85:0)
[08:54:58.728] Build status: STARTED
[08:54:58.728] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:86:0) after 6m24s
[09:01:22.758] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:86:0)
[09:01:22.811] Build status: STARTED
[09:01:22.811] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:87:0) after 4m18s
[09:05:40.848] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:87:0)
[09:05:40.877] Build status: STARTED
[09:05:40.877] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:88:0) after 1m38s
[09:07:18.939] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:88:0)
[09:07:18.966] Build status: STARTED
[09:07:18.966] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:89:0) after 8m16s
[09:15:35.135] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:89:0)
[09:15:35.211] Build status: STARTED
[09:15:35.211] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:90:0) after 2m54s
[09:18:29.274] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:90:0)
[09:18:29.305] Build status: STARTED
[09:18:29.305] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:91:0) after 6m54s
[09:25:23.330] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:91:0)
[09:25:23.347] Build status: STARTED
[09:25:23.347] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:92:0) after 9m22s
[09:34:45.372] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:92:0)
[09:34:45.415] Build status: STARTED
[09:34:45.415] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:93:0) after 4m49s
[09:39:34.453] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:93:0)
[09:39:34.484] Build status: STARTED
[09:39:34.485] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:94:0) after 5m18s
[09:44:52.472] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:94:0)
[09:44:52.493] Build status: STARTED
[09:44:52.493] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:95:0) after 2m15s
[09:47:07.775] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:95:0)
[09:47:07.794] Build status: STARTED
[09:47:07.794] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:96:0) after 9m49s
[09:56:57.422] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:96:0)
[09:56:57.515] Build status: STARTED
[09:56:57.515] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:97:0) after 8m6s
[10:05:03.559] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:97:0)
[10:05:03.581] Build status: STARTED
[10:05:03.581] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:98:0) after 4m6s
[10:09:09.723] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:98:0)
[10:09:09.747] Build status: STARTED
[10:09:09.747] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:99:0) after 1m16s
[10:10:25.870] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:99:0)
[10:10:25.891] Build status: STARTED
[10:10:25.891] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:100:0) after 1m58s
[10:12:23.936] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:100:0)
[10:12:23.955] Build status: STARTED
[10:12:23.955] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:101:0) after 7m51s
[10:20:15.076] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:101:0)
[10:20:15.122] Build status: STARTED
[10:20:15.122] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:102:0) after 1m5s
[10:21:20.167] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:102:0)
[10:21:20.193] Build status: STARTED
[10:21:20.193] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:103:0) after 3m33s
[10:24:53.278] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:103:0)
[10:24:53.306] Build status: STARTED
[10:24:53.306] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:104:0) after 8m34s
[10:33:27.332] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:104:0)
[10:33:27.350] Build status: STARTED
[10:33:27.350] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:105:0) after 9m5s
[10:42:32.428] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:105:0)
[10:42:32.447] Build status: STARTED
[10:42:32.447] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:106:0) after 6m35s
[10:49:07.556] Handling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:106:0)
[10:49:07.572] Build status: STARTED
[10:49:07.572] Scheduling timer "check-buildbucket-build-status" (chromium/mac-build-perf-developer:8931012328831593120:107:0) after 9m0s
[10:54:33.313] Received PubSub notification, asking Buildbucket for the build status
[10:54:33.333] Build:
{
  "id": "8765582266821174097",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-build-perf-developer"
  },
  "number": 251,
  "createdBy": "project:chromium",
  "createTime": "2023-11-02T00:52:25.994605867Z",
  "startTime": "2023-11-02T00:53:12.946358650Z",
  "endTime": "2023-11-02T10:54:31.564043Z",
  "updateTime": "2023-11-02T10:54:31.564043Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "06def508898689e99a09e53900a3d464121ada78",
      "ref": "refs/heads/main"
    }
  }
}
[10:54:33.333] Invocation finished in 10h2m8.640440477s with status FAILED