Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "1bb8e9da1d63d423035b7f91c35618e760db0d6d"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1bb8e9da1d63d423035b7f91c35618e760db0d6d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[01:20:22.198] New invocation is queued and will start shortly
[01:20:23.251] Starting the invocation (attempt 1)
[01:20:23.278] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1bb8e9da1d63d423035b7f91c35618e760db0d6d"
[01:20:23.278] Popped gitiles commit info from properties and tags
[01:20:23.278] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:20:23.278] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:20:23.278] Buildbucket request:
{
  "requestId": "8917964606689755584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1bb8e9da1d63d423035b7f91c35618e760db0d6d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8917964606689755584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:20:23.929] Scheduled build:
{
  "id": "8752534544816420513",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31469,
  "createdBy": "project:chromium",
  "createTime": "2024-03-25T01:20:23.358414943Z",
  "updateTime": "2024-03-25T01:20:23.358414943Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1bb8e9da1d63d423035b7f91c35618e760db0d6d",
      "ref": "refs/heads/main"
    }
  }
}
[01:20:23.929] Task URL: https://cr-buildbucket.appspot.com/build/8752534544816420513
[01:20:23.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:2:0) after 1m53s
[01:20:24.947] Received PubSub notification, asking Buildbucket for the build status
[01:20:25.015] Build status: SCHEDULED
[01:20:28.018] Received PubSub notification, asking Buildbucket for the build status
[01:20:28.055] Build status: STARTED
[01:22:16.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:2:0)
[01:22:16.991] Build status: STARTED
[01:22:16.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:5:0) after 5m19s
[01:27:36.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:5:0)
[01:27:36.263] Build status: STARTED
[01:27:36.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:6:0) after 2m57s
[01:30:33.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:6:0)
[01:30:33.411] Build status: STARTED
[01:30:33.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:7:0) after 6m22s
[01:36:55.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:7:0)
[01:36:55.430] Build status: STARTED
[01:36:55.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:8:0) after 6m5s
[01:43:00.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:8:0)
[01:43:00.659] Build status: STARTED
[01:43:00.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:9:0) after 7m29s
[01:50:29.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:9:0)
[01:50:29.685] Build status: STARTED
[01:50:29.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:10:0) after 8m45s
[01:59:14.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:10:0)
[01:59:14.859] Build status: STARTED
[01:59:14.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:11:0) after 5m52s
[02:05:06.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:11:0)
[02:05:06.971] Build status: STARTED
[02:05:06.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:12:0) after 1m51s
[02:06:58.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:12:0)
[02:06:58.161] Build status: STARTED
[02:06:58.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:13:0) after 9m29s
[02:16:27.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:13:0)
[02:16:27.287] Build status: STARTED
[02:16:27.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:14:0) after 2m6s
[02:18:33.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:14:0)
[02:18:33.398] Build status: STARTED
[02:18:33.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:15:0) after 5m52s
[02:24:25.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:15:0)
[02:24:25.594] Build status: STARTED
[02:24:25.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:16:0) after 9m32s
[02:33:57.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:16:0)
[02:33:57.967] Build status: STARTED
[02:33:57.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:17:0) after 6m12s
[02:40:10.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:17:0)
[02:40:10.218] Build status: STARTED
[02:40:10.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:18:0) after 8m17s
[02:48:27.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:18:0)
[02:48:27.262] Build status: STARTED
[02:48:27.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:19:0) after 2m41s
[02:51:08.423] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:19:0)
[02:51:08.468] Build status: STARTED
[02:51:08.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:20:0) after 8m41s
[02:59:49.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:20:0)
[02:59:49.605] Build status: STARTED
[02:59:49.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:21:0) after 9m42s
[03:09:31.649] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:21:0)
[03:09:31.667] Build status: STARTED
[03:09:31.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:22:0) after 8m50s
[03:18:21.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:22:0)
[03:18:22.022] Build status: STARTED
[03:18:22.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:23:0) after 1m56s
[03:20:18.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:23:0)
[03:20:18.298] Build status: STARTED
[03:20:18.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:24:0) after 4m39s
[03:24:57.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:24:0)
[03:24:57.628] Build status: STARTED
[03:24:57.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:25:0) after 2m55s
[03:27:52.962] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:25:0)
[03:27:52.988] Build status: STARTED
[03:27:52.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:26:0) after 3m16s
[03:31:09.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:26:0)
[03:31:09.142] Build status: STARTED
[03:31:09.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:27:0) after 9m40s
[03:40:49.160] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:27:0)
[03:40:49.240] Build status: STARTED
[03:40:49.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:28:0) after 8m2s
[03:48:51.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:28:0)
[03:48:51.596] Build status: STARTED
[03:48:51.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:29:0) after 1m8s
[03:49:59.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:29:0)
[03:49:59.823] Build status: STARTED
[03:49:59.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:30:0) after 2m3s
[03:52:02.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:30:0)
[03:52:02.980] Build status: STARTED
[03:52:02.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:31:0) after 4m15s
[03:56:18.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:31:0)
[03:56:18.170] Build status: STARTED
[03:56:18.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:32:0) after 4m21s
[04:00:39.313] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:32:0)
[04:00:39.356] Build status: STARTED
[04:00:39.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:33:0) after 5m42s
[04:06:21.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:33:0)
[04:06:21.537] Build status: STARTED
[04:06:21.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:34:0) after 1m50s
[04:08:11.636] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:34:0)
[04:08:11.676] Build status: STARTED
[04:08:11.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:35:0) after 4m7s
[04:12:18.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:35:0)
[04:12:18.719] Build status: STARTED
[04:12:18.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:36:0) after 3m34s
[04:15:52.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:36:0)
[04:15:52.847] Build status: STARTED
[04:15:52.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:37:0) after 6m18s
[04:22:10.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:37:0)
[04:22:10.937] Build status: STARTED
[04:22:10.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:38:0) after 7m23s
[04:29:34.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:38:0)
[04:29:34.190] Build status: STARTED
[04:29:34.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:39:0) after 9m1s
[04:38:35.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:39:0)
[04:38:35.407] Build status: STARTED
[04:38:35.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:40:0) after 5m26s
[04:44:01.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:40:0)
[04:44:01.553] Build status: STARTED
[04:44:01.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:41:0) after 9m17s
[04:53:18.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:41:0)
[04:53:18.708] Build status: STARTED
[04:53:18.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:42:0) after 1m53s
[04:55:11.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:42:0)
[04:55:11.771] Build status: STARTED
[04:55:11.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:43:0) after 5m37s
[05:00:48.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:43:0)
[05:00:48.813] Build status: STARTED
[05:00:48.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:44:0) after 8m58s
[05:09:46.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:44:0)
[05:09:46.853] Build status: STARTED
[05:09:46.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:45:0) after 3m14s
[05:13:00.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:45:0)
[05:13:00.981] Build status: STARTED
[05:13:00.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:46:0) after 1m42s
[05:14:43.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:46:0)
[05:14:43.146] Build status: STARTED
[05:14:43.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:47:0) after 5m44s
[05:20:27.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:47:0)
[05:20:27.287] Build status: STARTED
[05:20:27.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:48:0) after 5m52s
[05:26:19.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:48:0)
[05:26:19.453] Build status: STARTED
[05:26:19.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:49:0) after 3m24s
[05:29:43.472] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:49:0)
[05:29:43.498] Build status: STARTED
[05:29:43.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:50:0) after 6m16s
[05:35:59.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:50:0)
[05:35:59.632] Build status: STARTED
[05:35:59.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:51:0) after 9m37s
[05:45:36.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:51:0)
[05:45:36.671] Build status: STARTED
[05:45:36.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:52:0) after 9m28s
[05:55:04.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:52:0)
[05:55:04.819] Build status: STARTED
[05:55:04.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:53:0) after 3m0s
[05:58:04.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:53:0)
[05:58:04.868] Build status: STARTED
[05:58:04.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:54:0) after 6m32s
[06:04:36.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:54:0)
[06:04:37.017] Build status: STARTED
[06:04:37.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:55:0) after 6m49s
[06:11:26.156] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:55:0)
[06:11:26.195] Build status: STARTED
[06:11:26.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:56:0) after 8m34s
[06:20:00.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:56:0)
[06:20:00.257] Build status: STARTED
[06:20:00.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:57:0) after 9m58s
[06:29:58.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:57:0)
[06:29:58.298] Build status: STARTED
[06:29:58.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:58:0) after 5m55s
[06:35:53.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:58:0)
[06:35:53.362] Build status: STARTED
[06:35:53.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:59:0) after 4m42s
[06:40:35.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:59:0)
[06:40:35.504] Build status: STARTED
[06:40:35.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:60:0) after 7m29s
[06:48:04.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:60:0)
[06:48:04.570] Build status: STARTED
[06:48:04.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:61:0) after 8m11s
[06:56:15.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:61:0)
[06:56:15.636] Build status: STARTED
[06:56:15.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:62:0) after 3m27s
[06:59:42.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:62:0)
[06:59:42.765] Build status: STARTED
[06:59:42.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:63:0) after 3m48s
[07:03:30.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:63:0)
[07:03:30.850] Build status: STARTED
[07:03:30.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:64:0) after 5m32s
[07:09:02.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:64:0)
[07:09:02.896] Build status: STARTED
[07:09:02.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:65:0) after 8m2s
[07:17:05.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:65:0)
[07:17:05.151] Build status: STARTED
[07:17:05.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:66:0) after 1m47s
[07:18:52.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:66:0)
[07:18:52.201] Build status: STARTED
[07:18:52.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:67:0) after 6m26s
[07:25:18.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:67:0)
[07:25:18.400] Build status: STARTED
[07:25:18.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:68:0) after 8m18s
[07:33:36.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:68:0)
[07:33:36.571] Build status: STARTED
[07:33:36.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:69:0) after 1m40s
[07:35:16.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:69:0)
[07:35:16.675] Build status: STARTED
[07:35:16.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:70:0) after 6m23s
[07:41:39.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:70:0)
[07:41:39.822] Build status: STARTED
[07:41:39.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:71:0) after 9m19s
[07:50:58.848] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:71:0)
[07:50:58.871] Build status: STARTED
[07:50:58.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:72:0) after 9m21s
[08:00:19.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:72:0)
[08:00:19.948] Build status: STARTED
[08:00:19.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:73:0) after 4m13s
[08:04:32.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:73:0)
[08:04:33.010] Build status: STARTED
[08:04:33.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:74:0) after 8m59s
[08:13:32.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:74:0)
[08:13:32.065] Build status: STARTED
[08:13:32.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:75:0) after 5m8s
[08:18:40.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:75:0)
[08:18:40.362] Build status: STARTED
[08:18:40.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:76:0) after 3m32s
[08:22:12.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:76:0)
[08:22:12.656] Build status: STARTED
[08:22:12.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:77:0) after 1m37s
[08:23:49.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:77:0)
[08:23:49.770] Build status: STARTED
[08:23:49.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:78:0) after 5m5s
[08:28:54.826] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:78:0)
[08:28:54.841] Build status: STARTED
[08:28:54.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:79:0) after 5m22s
[08:34:16.934] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:79:0)
[08:34:16.954] Build status: STARTED
[08:34:16.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:80:0) after 6m11s
[08:40:28.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:80:0)
[08:40:28.172] Build status: STARTED
[08:40:28.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:81:0) after 4m44s
[08:45:12.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:81:0)
[08:45:12.439] Build status: STARTED
[08:45:12.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:82:0) after 3m52s
[08:49:04.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:82:0)
[08:49:04.478] Build status: STARTED
[08:49:04.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:83:0) after 5m57s
[08:55:01.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:83:0)
[08:55:01.663] Build status: STARTED
[08:55:01.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:84:0) after 1m24s
[08:56:25.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:84:0)
[08:56:25.720] Build status: STARTED
[08:56:25.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:85:0) after 8m56s
[09:05:21.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:85:0)
[09:05:21.775] Build status: STARTED
[09:05:21.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:86:0) after 5m36s
[09:10:57.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:86:0)
[09:10:57.833] Build status: STARTED
[09:10:57.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:87:0) after 2m28s
[09:13:25.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:87:0)
[09:13:25.932] Build status: STARTED
[09:13:25.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:88:0) after 2m51s
[09:16:17.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:88:0)
[09:16:17.068] Build status: STARTED
[09:16:17.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:89:0) after 9m4s
[09:25:21.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:89:0)
[09:25:21.333] Build status: STARTED
[09:25:21.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:90:0) after 2m57s
[09:28:18.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:90:0)
[09:28:18.386] Build status: STARTED
[09:28:18.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:91:0) after 6m17s
[09:34:35.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:91:0)
[09:34:35.554] Build status: STARTED
[09:34:35.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:92:0) after 8m17s
[09:42:52.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:92:0)
[09:42:52.693] Build status: STARTED
[09:42:52.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:93:0) after 6m47s
[09:49:39.715] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:93:0)
[09:49:39.735] Build status: STARTED
[09:49:39.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:94:0) after 2m12s
[09:51:51.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:94:0)
[09:51:51.827] Build status: STARTED
[09:51:51.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:95:0) after 8m22s
[10:00:13.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:95:0)
[10:00:13.915] Build status: STARTED
[10:00:13.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:96:0) after 6m5s
[10:06:19.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:96:0)
[10:06:19.247] Build status: STARTED
[10:06:19.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:97:0) after 5m23s
[10:11:42.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:97:0)
[10:11:42.315] Build status: STARTED
[10:11:42.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:98:0) after 7m12s
[10:18:54.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:98:0)
[10:18:54.411] Build status: STARTED
[10:18:54.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:99:0) after 8m43s
[10:27:37.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:99:0)
[10:27:37.821] Build status: STARTED
[10:27:37.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:100:0) after 3m47s
[10:31:24.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:100:0)
[10:31:24.911] Build status: STARTED
[10:31:24.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:101:0) after 5m24s
[10:36:49.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:101:0)
[10:36:49.520] Build status: STARTED
[10:36:49.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:102:0) after 6m49s
[10:43:38.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:102:0)
[10:43:38.898] Build status: STARTED
[10:43:38.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:103:0) after 5m20s
[10:48:58.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:103:0)
[10:48:58.919] Build status: STARTED
[10:48:58.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:104:0) after 3m28s
[10:52:26.992] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:104:0)
[10:52:27.022] Build status: STARTED
[10:52:27.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:105:0) after 8m49s
[11:01:16.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:105:0)
[11:01:16.294] Build status: STARTED
[11:01:16.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:106:0) after 2m4s
[11:03:20.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:106:0)
[11:03:20.789] Build status: STARTED
[11:03:20.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:107:0) after 1m26s
[11:04:46.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:107:0)
[11:04:46.847] Build status: STARTED
[11:04:46.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:108:0) after 5m28s
[11:10:14.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:108:0)
[11:10:14.896] Build status: STARTED
[11:10:14.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:109:0) after 8m44s
[11:18:59.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:109:0)
[11:18:59.249] Build status: STARTED
[11:18:59.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:110:0) after 1m4s
[11:20:03.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:110:0)
[11:20:03.293] Build status: STARTED
[11:20:03.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:111:0) after 5m3s
[11:25:06.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:111:0)
[11:25:06.352] Build status: STARTED
[11:25:06.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:112:0) after 1m17s
[11:26:23.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:112:0)
[11:26:23.763] Build status: STARTED
[11:26:23.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:113:0) after 8m53s
[11:35:16.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:113:0)
[11:35:16.828] Build status: STARTED
[11:35:16.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:114:0) after 7m13s
[11:42:30.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:114:0)
[11:42:30.029] Build status: STARTED
[11:42:30.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:115:0) after 3m55s
[11:46:25.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:115:0)
[11:46:25.070] Build status: STARTED
[11:46:25.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:116:0) after 3m13s
[11:49:38.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:116:0)
[11:49:38.145] Build status: STARTED
[11:49:38.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:117:0) after 8m15s
[11:57:53.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:117:0)
[11:57:53.445] Build status: STARTED
[11:57:53.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:118:0) after 8m7s
[12:06:00.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:118:0)
[12:06:00.530] Build status: STARTED
[12:06:00.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:119:0) after 8m2s
[12:14:02.612] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:119:0)
[12:14:02.635] Build status: STARTED
[12:14:02.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:120:0) after 4m56s
[12:18:58.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:120:0)
[12:18:58.676] Build status: STARTED
[12:18:58.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:121:0) after 4m50s
[12:23:49.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:121:0)
[12:23:49.205] Build status: STARTED
[12:23:49.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:122:0) after 5m45s
[12:29:34.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:122:0)
[12:29:34.310] Build status: STARTED
[12:29:34.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:123:0) after 9m26s
[12:39:00.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:123:0)
[12:39:00.362] Build status: STARTED
[12:39:00.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:124:0) after 9m25s
[12:48:25.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:124:0)
[12:48:25.513] Build status: STARTED
[12:48:25.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:125:0) after 1m15s
[12:49:40.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:125:0)
[12:49:40.616] Build status: STARTED
[12:49:40.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:126:0) after 3m59s
[12:53:39.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:126:0)
[12:53:39.669] Build status: STARTED
[12:53:39.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:127:0) after 1m4s
[12:54:43.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:127:0)
[12:54:43.717] Build status: STARTED
[12:54:43.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:128:0) after 7m54s
[13:02:37.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:128:0)
[13:02:37.826] Build status: STARTED
[13:02:37.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:129:0) after 8m16s
[13:10:53.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:129:0)
[13:10:53.881] Build status: STARTED
[13:10:53.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:130:0) after 1m59s
[13:12:52.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:130:0)
[13:12:52.968] Build status: STARTED
[13:12:52.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:131:0) after 2m51s
[13:15:44.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:131:0)
[13:15:44.216] Build status: STARTED
[13:15:44.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:132:0) after 8m58s
[13:24:42.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:132:0)
[13:24:42.432] Build status: STARTED
[13:24:42.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:133:0) after 7m32s
[13:32:14.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:133:0)
[13:32:14.550] Build status: STARTED
[13:32:14.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:134:0) after 1m12s
[13:33:26.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:134:0)
[13:33:26.862] Build status: STARTED
[13:33:26.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:135:0) after 5m22s
[13:38:48.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:135:0)
[13:38:48.928] Build status: STARTED
[13:38:48.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:136:0) after 5m42s
[13:44:30.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:136:0)
[13:44:30.995] Build status: STARTED
[13:44:30.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:137:0) after 2m7s
[13:46:38.031] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:137:0)
[13:46:38.061] Build status: STARTED
[13:46:38.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:138:0) after 1m25s
[13:48:03.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:138:0)
[13:48:03.209] Build status: STARTED
[13:48:03.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:139:0) after 3m33s
[13:51:36.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:139:0)
[13:51:36.262] Build status: STARTED
[13:51:36.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:140:0) after 1m5s
[13:52:41.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:140:0)
[13:52:41.535] Build status: STARTED
[13:52:41.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:141:0) after 3m3s
[13:55:44.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:141:0)
[13:55:44.639] Build status: STARTED
[13:55:44.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:142:0) after 8m52s
[14:04:37.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:142:0)
[14:04:37.065] Build status: STARTED
[14:04:37.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:143:0) after 2m22s
[14:06:59.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:143:0)
[14:06:59.128] Build status: STARTED
[14:06:59.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:144:0) after 7m14s
[14:14:13.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:144:0)
[14:14:13.511] Build status: STARTED
[14:14:13.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:145:0) after 8m58s
[14:23:11.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:145:0)
[14:23:11.664] Build status: STARTED
[14:23:11.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:146:0) after 2m12s
[14:25:23.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:146:0)
[14:25:23.743] Build status: STARTED
[14:25:23.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:147:0) after 6m3s
[14:31:26.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:147:0)
[14:31:26.796] Build status: STARTED
[14:31:26.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:148:0) after 1m4s
[14:32:30.817] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:148:0)
[14:32:30.845] Build status: STARTED
[14:32:30.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:149:0) after 4m52s
[14:37:22.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:149:0)
[14:37:22.914] Build status: STARTED
[14:37:22.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:150:0) after 9m52s
[14:47:15.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:150:0)
[14:47:15.125] Build status: STARTED
[14:47:15.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:151:0) after 1m47s
[14:49:02.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:151:0)
[14:49:02.460] Build status: STARTED
[14:49:02.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:152:0) after 2m23s
[14:51:25.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:152:0)
[14:51:25.511] Build status: STARTED
[14:51:25.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:153:0) after 3m2s
[14:54:27.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:153:0)
[14:54:27.772] Build status: STARTED
[14:54:27.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:154:0) after 7m49s
[15:02:16.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:154:0)
[15:02:16.911] Build status: STARTED
[15:02:16.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:155:0) after 2m24s
[15:04:41.032] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:155:0)
[15:04:41.196] Build status: STARTED
[15:04:41.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:156:0) after 6m36s
[15:11:17.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:156:0)
[15:11:17.356] Build status: STARTED
[15:11:17.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:157:0) after 7m13s
[15:18:30.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:157:0)
[15:18:30.402] Build status: STARTED
[15:18:30.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:158:0) after 4m1s
[15:22:31.516] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:158:0)
[15:22:31.543] Build status: STARTED
[15:22:31.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:159:0) after 6m17s
[15:28:48.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:159:0)
[15:28:48.778] Build status: STARTED
[15:28:48.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:160:0) after 7m40s
[15:36:28.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:160:0)
[15:36:28.898] Build status: STARTED
[15:36:28.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:161:0) after 6m39s
[15:43:07.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:161:0)
[15:43:07.945] Build status: STARTED
[15:43:07.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:162:0) after 9m8s
[15:52:16.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:162:0)
[15:52:16.228] Build status: STARTED
[15:52:16.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:163:0) after 1m39s
[15:53:55.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:163:0)
[15:53:55.276] Build status: STARTED
[15:53:55.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:164:0) after 1m0s
[15:54:55.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:164:0)
[15:54:55.345] Build status: STARTED
[15:54:55.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:165:0) after 1m29s
[15:56:24.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:165:0)
[15:56:24.554] Build status: STARTED
[15:56:24.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:166:0) after 9m44s
[16:06:08.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:166:0)
[16:06:08.581] Build status: STARTED
[16:06:08.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:167:0) after 1m59s
[16:08:07.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:167:0)
[16:08:07.670] Build status: STARTED
[16:08:07.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:168:0) after 9m30s
[16:17:37.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:168:0)
[16:17:37.732] Build status: STARTED
[16:17:37.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:169:0) after 6m54s
[16:24:31.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:169:0)
[16:24:31.787] Build status: STARTED
[16:24:31.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:170:0) after 6m25s
[16:30:56.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:170:0)
[16:30:56.912] Build status: STARTED
[16:30:56.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:171:0) after 4m13s
[16:35:09.992] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:171:0)
[16:35:10.038] Build status: STARTED
[16:35:10.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:172:0) after 7m49s
[16:42:59.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:172:0)
[16:42:59.082] Build status: STARTED
[16:42:59.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:173:0) after 7m24s
[16:50:23.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:173:0)
[16:50:23.133] Build status: STARTED
[16:50:23.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:174:0) after 7m50s
[16:58:13.156] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:174:0)
[16:58:13.174] Build status: STARTED
[16:58:13.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:175:0) after 5m16s
[17:03:29.198] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:175:0)
[17:03:29.372] Build status: STARTED
[17:03:29.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:176:0) after 6m44s
[17:10:13.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:176:0)
[17:10:13.441] Build status: STARTED
[17:10:13.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:177:0) after 2m34s
[17:12:47.580] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:177:0)
[17:12:47.603] Build status: STARTED
[17:12:47.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:178:0) after 9m6s
[17:21:53.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:178:0)
[17:21:53.649] Build status: STARTED
[17:21:53.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:179:0) after 6m43s
[17:28:36.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:179:0)
[17:28:36.652] Build status: STARTED
[17:28:36.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:180:0) after 5m31s
[17:34:07.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:180:0)
[17:34:07.716] Build status: STARTED
[17:34:07.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:181:0) after 6m50s
[17:40:57.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:181:0)
[17:40:57.822] Build status: STARTED
[17:40:57.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:182:0) after 1m3s
[17:42:00.890] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:182:0)
[17:42:00.970] Build status: STARTED
[17:42:00.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:183:0) after 9m20s
[17:51:21.070] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:183:0)
[17:51:21.108] Build status: STARTED
[17:51:21.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:184:0) after 7m10s
[17:58:31.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:184:0)
[17:58:31.274] Build status: STARTED
[17:58:31.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:185:0) after 8m59s
[18:07:30.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:185:0)
[18:07:30.333] Build status: STARTED
[18:07:30.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:186:0) after 5m24s
[18:12:54.428] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:186:0)
[18:12:54.450] Build status: STARTED
[18:12:54.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:187:0) after 4m42s
[18:17:36.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:187:0)
[18:17:36.749] Build status: STARTED
[18:17:36.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:188:0) after 4m55s
[18:22:31.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:188:0)
[18:22:31.875] Build status: STARTED
[18:22:31.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:189:0) after 9m44s
[18:32:15.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:189:0)
[18:32:15.969] Build status: STARTED
[18:32:15.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:190:0) after 8m18s
[18:40:34.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:190:0)
[18:40:34.057] Build status: STARTED
[18:40:34.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:191:0) after 9m48s
[18:50:22.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:191:0)
[18:50:22.152] Build status: STARTED
[18:50:22.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:192:0) after 5m45s
[18:56:07.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:192:0)
[18:56:07.226] Build status: STARTED
[18:56:07.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:193:0) after 7m57s
[19:04:04.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:193:0)
[19:04:04.414] Build status: STARTED
[19:04:04.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:194:0) after 9m12s
[19:13:16.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:194:0)
[19:13:16.486] Build status: STARTED
[19:13:16.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:195:0) after 6m56s
[19:20:12.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:195:0)
[19:20:12.534] Build status: STARTED
[19:20:12.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:196:0) after 1m1s
[19:21:13.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:196:0)
[19:21:13.610] Build status: STARTED
[19:21:13.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:197:0) after 4m46s
[19:25:59.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:197:0)
[19:25:59.795] Build status: STARTED
[19:25:59.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:198:0) after 6m10s
[19:32:09.842] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:198:0)
[19:32:09.866] Build status: STARTED
[19:32:09.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:199:0) after 3m22s
[19:35:31.992] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:199:0)
[19:35:32.071] Build status: STARTED
[19:35:32.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:200:0) after 7m19s
[19:42:51.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:200:0)
[19:42:51.221] Build status: STARTED
[19:42:51.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:201:0) after 7m2s
[19:49:53.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:201:0)
[19:49:53.316] Build status: STARTED
[19:49:53.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:202:0) after 3m39s
[19:53:32.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:202:0)
[19:53:32.400] Build status: STARTED
[19:53:32.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:203:0) after 7m34s
[20:01:06.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:203:0)
[20:01:06.524] Build status: STARTED
[20:01:06.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:204:0) after 2m11s
[20:03:17.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:204:0)
[20:03:17.650] Build status: STARTED
[20:03:17.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:205:0) after 8m8s
[20:11:25.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:205:0)
[20:11:25.799] Build status: STARTED
[20:11:25.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:206:0) after 7m19s
[20:18:44.826] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:206:0)
[20:18:44.848] Build status: STARTED
[20:18:44.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:207:0) after 9m53s
[20:28:37.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:207:0)
[20:28:38.117] Build status: STARTED
[20:28:38.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:208:0) after 9m40s
[20:38:18.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:208:0)
[20:38:18.184] Build status: STARTED
[20:38:18.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:209:0) after 4m1s
[20:42:19.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:209:0)
[20:42:19.271] Build status: STARTED
[20:42:19.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:210:0) after 1m46s
[20:44:05.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:210:0)
[20:44:05.461] Build status: STARTED
[20:44:05.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:211:0) after 5m42s
[20:49:47.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:211:0)
[20:49:47.498] Build status: STARTED
[20:49:47.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:212:0) after 9m21s
[20:59:08.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:212:0)
[20:59:08.616] Build status: STARTED
[20:59:08.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:213:0) after 3m5s
[21:02:13.645] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:213:0)
[21:02:13.684] Build status: STARTED
[21:02:13.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:214:0) after 6m5s
[21:08:18.783] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:214:0)
[21:08:18.804] Build status: STARTED
[21:08:18.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:215:0) after 4m39s
[21:12:57.890] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:215:0)
[21:12:57.910] Build status: STARTED
[21:12:57.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:216:0) after 8m25s
[21:21:22.990] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:216:0)
[21:21:23.010] Build status: STARTED
[21:21:23.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917964606689755584:217:0) after 7m54s
[21:24:12.244] Received PubSub notification, asking Buildbucket for the build status
[21:24:12.273] Build:
{
  "id": "8752534544816420513",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31469,
  "createdBy": "project:chromium",
  "createTime": "2024-03-25T01:20:23.358414943Z",
  "startTime": "2024-03-25T01:20:24.574043Z",
  "endTime": "2024-03-25T21:24:11.527553Z",
  "updateTime": "2024-03-25T21:24:11.527553Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1bb8e9da1d63d423035b7f91c35618e760db0d6d",
      "ref": "refs/heads/main"
    }
  }
}
[21:24:12.273] Invocation finished in 20h3m50.084879324s with status FAILED