Status: FAILED
Triggered by: -
Duration: 17 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "0bb8cac43a860f3fd1adcc83f0229e57c47bedf5"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0bb8cac43a860f3fd1adcc83f0229e57c47bedf5
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:35:54.314] New invocation is queued and will start shortly
[20:35:55.414] Starting the invocation (attempt 1)
[20:35:55.443] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0bb8cac43a860f3fd1adcc83f0229e57c47bedf5"
[20:35:55.443] Popped gitiles commit info from properties and tags
[20:35:55.443] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:35:55.443] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:35:55.443] Buildbucket request:
{
  "requestId": "8908469822187578960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "0bb8cac43a860f3fd1adcc83f0229e57c47bedf5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8908469822187578960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:35:56.121] Scheduled build:
{
  "id": "8743039760225314049",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 32268,
  "createdBy": "project:chromium",
  "createTime": "2024-07-07T20:35:55.562687Z",
  "updateTime": "2024-07-07T20:35:55.562687Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0bb8cac43a860f3fd1adcc83f0229e57c47bedf5",
      "ref": "refs/heads/main"
    }
  }
}
[20:35:56.121] Task URL: https://cr-buildbucket.appspot.com/build/8743039760225314049
[20:35:56.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:2:0) after 2m21s
[20:36:28.199] Received PubSub notification, asking Buildbucket for the build status
[20:36:28.215] Build status: STARTED
[20:36:30.486] Received PubSub notification, asking Buildbucket for the build status
[20:36:30.536] Build status: STARTED
[20:38:17.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:2:0)
[20:38:17.257] Build status: STARTED
[20:38:17.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:5:0) after 4m44s
[20:43:01.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:5:0)
[20:43:01.430] Build status: STARTED
[20:43:01.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:6:0) after 8m39s
[20:51:40.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:6:0)
[20:51:40.524] Build status: STARTED
[20:51:40.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:7:0) after 1m55s
[20:53:35.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:7:0)
[20:53:35.556] Build status: STARTED
[20:53:35.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:8:0) after 4m23s
[20:57:58.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:8:0)
[20:57:58.723] Build status: STARTED
[20:57:58.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:9:0) after 1m13s
[20:59:11.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:9:0)
[20:59:11.769] Build status: STARTED
[20:59:11.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:10:0) after 4m46s
[21:03:57.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:10:0)
[21:03:57.930] Build status: STARTED
[21:03:57.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:11:0) after 9m40s
[21:13:38.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:11:0)
[21:13:38.467] Build status: STARTED
[21:13:38.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:12:0) after 7m6s
[21:20:44.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:12:0)
[21:20:44.749] Build status: STARTED
[21:20:44.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:13:0) after 1m21s
[21:22:05.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:13:0)
[21:22:05.966] Build status: STARTED
[21:22:05.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:14:0) after 7m14s
[21:29:20.017] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:14:0)
[21:29:20.046] Build status: STARTED
[21:29:20.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:15:0) after 5m3s
[21:34:23.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:15:0)
[21:34:23.243] Build status: STARTED
[21:34:23.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:16:0) after 8m14s
[21:42:37.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:16:0)
[21:42:37.278] Build status: STARTED
[21:42:37.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:17:0) after 9m44s
[21:52:21.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:17:0)
[21:52:21.519] Build status: STARTED
[21:52:21.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:18:0) after 4m47s
[21:57:08.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:18:0)
[21:57:08.691] Build status: STARTED
[21:57:08.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:19:0) after 6m17s
[22:03:25.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:19:0)
[22:03:25.919] Build status: STARTED
[22:03:25.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:20:0) after 5m53s
[22:09:18.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:20:0)
[22:09:18.913] Build status: STARTED
[22:09:18.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:21:0) after 1m26s
[22:10:44.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:21:0)
[22:10:44.996] Build status: STARTED
[22:10:44.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:22:0) after 2m43s
[22:13:28.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:22:0)
[22:13:28.187] Build status: STARTED
[22:13:28.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:23:0) after 8m37s
[22:22:05.352] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:23:0)
[22:22:05.373] Build status: STARTED
[22:22:05.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:24:0) after 3m32s
[22:25:37.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:24:0)
[22:25:37.634] Build status: STARTED
[22:25:37.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:25:0) after 1m27s
[22:27:04.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:25:0)
[22:27:04.661] Build status: STARTED
[22:27:04.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:26:0) after 8m40s
[22:35:44.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:26:0)
[22:35:44.737] Build status: STARTED
[22:35:44.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:27:0) after 2m28s
[22:38:12.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:27:0)
[22:38:12.775] Build status: STARTED
[22:38:12.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:28:0) after 4m34s
[22:42:46.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:28:0)
[22:42:46.985] Build status: STARTED
[22:42:46.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:29:0) after 3m3s
[22:45:50.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:29:0)
[22:45:50.226] Build status: STARTED
[22:45:50.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:30:0) after 9m14s
[22:55:04.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:30:0)
[22:55:04.596] Build status: STARTED
[22:55:04.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:31:0) after 7m23s
[23:02:28.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:31:0)
[23:02:28.385] Build status: STARTED
[23:02:28.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:32:0) after 3m8s
[23:05:36.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:32:0)
[23:05:36.467] Build status: STARTED
[23:05:36.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:33:0) after 3m40s
[23:09:16.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:33:0)
[23:09:16.638] Build status: STARTED
[23:09:16.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:34:0) after 9m14s
[23:18:30.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:34:0)
[23:18:30.829] Build status: STARTED
[23:18:30.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:35:0) after 8m34s
[23:27:04.846] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:35:0)
[23:27:04.864] Build status: STARTED
[23:27:04.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:36:0) after 1m16s
[23:28:20.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:36:0)
[23:28:20.894] Build status: STARTED
[23:28:20.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:37:0) after 4m27s
[23:32:48.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:37:0)
[23:32:48.218] Build status: STARTED
[23:32:48.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:38:0) after 6m55s
[23:39:43.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:38:0)
[23:39:43.455] Build status: STARTED
[23:39:43.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:39:0) after 5m31s
[23:45:14.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:39:0)
[23:45:14.934] Build status: STARTED
[23:45:14.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:40:0) after 2m35s
[23:47:50.158] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:40:0)
[23:47:50.178] Build status: STARTED
[23:47:50.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:41:0) after 8m21s
[23:56:11.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:41:0)
[23:56:11.539] Build status: STARTED
[23:56:11.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:42:0) after 7m7s
[00:03:18.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:42:0)
[00:03:18.576] Build status: STARTED
[00:03:18.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:43:0) after 3m47s
[00:07:05.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:43:0)
[00:07:05.615] Build status: STARTED
[00:07:05.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:44:0) after 7m59s
[00:15:04.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:44:0)
[00:15:04.651] Build status: STARTED
[00:15:04.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:45:0) after 5m29s
[00:20:33.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:45:0)
[00:20:33.706] Build status: STARTED
[00:20:33.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:46:0) after 7m8s
[00:27:41.808] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:46:0)
[00:27:41.928] Build status: STARTED
[00:27:41.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:47:0) after 1m59s
[00:29:41.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:47:0)
[00:29:41.130] Build status: STARTED
[00:29:41.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:48:0) after 4m26s
[00:34:07.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:48:0)
[00:34:07.234] Build status: STARTED
[00:34:07.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:49:0) after 1m6s
[00:35:13.285] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:49:0)
[00:35:13.325] Build status: STARTED
[00:35:13.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:50:0) after 9m0s
[00:44:13.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:50:0)
[00:44:13.363] Build status: STARTED
[00:44:13.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:51:0) after 7m31s
[00:51:44.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:51:0)
[00:51:44.427] Build status: STARTED
[00:51:44.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:52:0) after 5m48s
[00:57:32.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:52:0)
[00:57:32.505] Build status: STARTED
[00:57:32.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:53:0) after 3m49s
[01:01:21.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:53:0)
[01:01:21.917] Build status: STARTED
[01:01:21.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:54:0) after 9m36s
[01:10:58.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:54:0)
[01:10:58.044] Build status: STARTED
[01:10:58.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:55:0) after 2m16s
[01:13:14.095] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:55:0)
[01:13:14.115] Build status: STARTED
[01:13:14.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:56:0) after 5m59s
[01:19:13.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:56:0)
[01:19:13.267] Build status: STARTED
[01:19:13.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:57:0) after 9m21s
[01:28:34.526] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:57:0)
[01:28:34.549] Build status: STARTED
[01:28:34.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:58:0) after 1m17s
[01:29:51.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:58:0)
[01:29:51.692] Build status: STARTED
[01:29:51.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:59:0) after 1m18s
[01:31:09.783] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:59:0)
[01:31:09.798] Build status: STARTED
[01:31:09.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:60:0) after 1m8s
[01:32:17.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:60:0)
[01:32:17.986] Build status: STARTED
[01:32:17.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:61:0) after 3m39s
[01:35:56.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:61:0)
[01:35:56.991] Build status: STARTED
[01:35:56.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:62:0) after 7m22s
[01:43:19.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:62:0)
[01:43:19.059] Build status: STARTED
[01:43:19.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:63:0) after 6m4s
[01:49:23.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:63:0)
[01:49:23.203] Build status: STARTED
[01:49:23.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:64:0) after 2m23s
[01:51:46.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:64:0)
[01:51:46.198] Build status: STARTED
[01:51:46.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:65:0) after 8m18s
[02:00:04.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:65:0)
[02:00:04.265] Build status: STARTED
[02:00:04.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:66:0) after 3m17s
[02:03:21.639] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:66:0)
[02:03:21.683] Build status: STARTED
[02:03:21.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:67:0) after 4m37s
[02:07:58.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:67:0)
[02:07:58.730] Build status: STARTED
[02:07:58.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:68:0) after 6m50s
[02:14:48.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:68:0)
[02:14:48.979] Build status: STARTED
[02:14:48.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:69:0) after 2m10s
[02:16:58.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:69:0)
[02:16:59.016] Build status: STARTED
[02:16:59.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:70:0) after 2m42s
[02:19:41.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:70:0)
[02:19:41.177] Build status: STARTED
[02:19:41.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:71:0) after 1m58s
[02:21:39.260] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:71:0)
[02:21:39.275] Build status: STARTED
[02:21:39.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:72:0) after 4m30s
[02:26:09.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:72:0)
[02:26:09.317] Build status: STARTED
[02:26:09.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:73:0) after 5m49s
[02:31:58.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:73:0)
[02:31:58.447] Build status: STARTED
[02:31:58.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:74:0) after 3m21s
[02:35:19.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:74:0)
[02:35:19.506] Build status: STARTED
[02:35:19.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:75:0) after 8m20s
[02:43:39.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:75:0)
[02:43:39.755] Build status: STARTED
[02:43:39.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:76:0) after 4m22s
[02:48:01.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:76:0)
[02:48:01.889] Build status: STARTED
[02:48:01.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:77:0) after 4m5s
[02:52:07.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:77:0)
[02:52:07.234] Build status: STARTED
[02:52:07.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:78:0) after 7m53s
[03:00:00.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:78:0)
[03:00:00.391] Build status: STARTED
[03:00:00.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:79:0) after 2m53s
[03:02:53.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:79:0)
[03:02:53.761] Build status: STARTED
[03:02:53.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:80:0) after 6m47s
[03:09:40.826] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:80:0)
[03:09:40.850] Build status: STARTED
[03:09:40.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:81:0) after 8m40s
[03:18:20.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:81:0)
[03:18:20.934] Build status: STARTED
[03:18:20.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:82:0) after 5m14s
[03:23:35.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:82:0)
[03:23:35.224] Build status: STARTED
[03:23:35.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:83:0) after 9m42s
[03:33:17.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:83:0)
[03:33:17.308] Build status: STARTED
[03:33:17.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:84:0) after 2m54s
[03:36:11.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:84:0)
[03:36:11.643] Build status: STARTED
[03:36:11.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:85:0) after 5m11s
[03:41:22.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:85:0)
[03:41:22.693] Build status: STARTED
[03:41:22.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:86:0) after 6m32s
[03:47:54.889] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:86:0)
[03:47:54.969] Build status: STARTED
[03:47:54.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:87:0) after 7m8s
[03:55:03.001] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:87:0)
[03:55:03.057] Build status: STARTED
[03:55:03.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:88:0) after 3m50s
[03:58:53.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:88:0)
[03:58:53.106] Build status: STARTED
[03:58:53.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:89:0) after 3m45s
[04:02:38.337] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:89:0)
[04:02:38.357] Build status: STARTED
[04:02:38.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:90:0) after 7m57s
[04:10:35.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:90:0)
[04:10:35.395] Build status: STARTED
[04:10:35.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:91:0) after 9m49s
[04:20:24.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:91:0)
[04:20:24.437] Build status: STARTED
[04:20:24.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:92:0) after 8m37s
[04:29:01.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:92:0)
[04:29:01.669] Build status: STARTED
[04:29:01.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:93:0) after 6m41s
[04:35:42.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:93:0)
[04:35:42.883] Build status: STARTED
[04:35:42.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:94:0) after 3m53s
[04:39:36.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:94:0)
[04:39:36.584] Build status: STARTED
[04:39:36.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:95:0) after 3m8s
[04:42:44.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:95:0)
[04:42:44.735] Build status: STARTED
[04:42:44.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:96:0) after 7m15s
[04:49:59.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:96:0)
[04:49:59.789] Build status: STARTED
[04:49:59.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:97:0) after 6m14s
[04:56:13.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:97:0)
[04:56:13.834] Build status: STARTED
[04:56:13.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:98:0) after 1m1s
[04:57:14.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:98:0)
[04:57:14.963] Build status: STARTED
[04:57:14.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:99:0) after 9m10s
[05:06:25.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:99:0)
[05:06:25.075] Build status: STARTED
[05:06:25.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:100:0) after 4m38s
[05:11:03.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:100:0)
[05:11:03.223] Build status: STARTED
[05:11:03.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:101:0) after 6m6s
[05:17:09.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:101:0)
[05:17:09.326] Build status: STARTED
[05:17:09.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:102:0) after 3m14s
[05:20:23.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:102:0)
[05:20:23.446] Build status: STARTED
[05:20:23.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:103:0) after 4m23s
[05:24:46.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:103:0)
[05:24:46.574] Build status: STARTED
[05:24:46.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:104:0) after 4m57s
[05:29:43.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:104:0)
[05:29:43.609] Build status: STARTED
[05:29:43.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:105:0) after 5m30s
[05:35:13.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:105:0)
[05:35:13.788] Build status: STARTED
[05:35:13.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:106:0) after 9m40s
[05:44:53.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:106:0)
[05:44:54.035] Build status: STARTED
[05:44:54.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:107:0) after 9m5s
[05:53:59.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:107:0)
[05:53:59.174] Build status: STARTED
[05:53:59.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:108:0) after 6m21s
[06:00:20.311] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:108:0)
[06:00:20.330] Build status: STARTED
[06:00:20.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:109:0) after 1m21s
[06:01:41.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:109:0)
[06:01:41.401] Build status: STARTED
[06:01:41.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:110:0) after 3m36s
[06:05:17.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:110:0)
[06:05:17.456] Build status: STARTED
[06:05:17.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:111:0) after 6m19s
[06:11:36.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:111:0)
[06:11:36.560] Build status: STARTED
[06:11:36.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:112:0) after 8m52s
[06:20:28.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:112:0)
[06:20:28.617] Build status: STARTED
[06:20:28.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:113:0) after 6m33s
[06:27:01.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:113:0)
[06:27:01.929] Build status: STARTED
[06:27:01.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:114:0) after 5m41s
[06:32:43.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:114:0)
[06:32:43.310] Build status: STARTED
[06:32:43.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:115:0) after 5m34s
[06:38:17.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:115:0)
[06:38:17.705] Build status: STARTED
[06:38:17.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:116:0) after 9m15s
[06:47:32.741] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:116:0)
[06:47:32.761] Build status: STARTED
[06:47:32.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:117:0) after 9m29s
[06:57:02.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:117:0)
[06:57:02.248] Build status: STARTED
[06:57:02.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:118:0) after 2m30s
[06:59:32.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:118:0)
[06:59:32.304] Build status: STARTED
[06:59:32.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:119:0) after 2m21s
[07:01:53.322] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:119:0)
[07:01:53.342] Build status: STARTED
[07:01:53.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:120:0) after 9m11s
[07:11:04.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:120:0)
[07:11:04.722] Build status: STARTED
[07:11:04.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:121:0) after 2m39s
[07:13:43.740] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:121:0)
[07:13:43.764] Build status: STARTED
[07:13:43.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:122:0) after 2m44s
[07:16:27.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:122:0)
[07:16:27.798] Build status: STARTED
[07:16:27.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:123:0) after 1m53s
[07:18:20.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:123:0)
[07:18:20.958] Build status: STARTED
[07:18:20.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:124:0) after 9m30s
[07:27:50.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:124:0)
[07:27:50.991] Build status: STARTED
[07:27:50.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:125:0) after 2m0s
[07:29:51.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:125:0)
[07:29:51.024] Build status: STARTED
[07:29:51.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:126:0) after 8m8s
[07:37:59.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:126:0)
[07:37:59.293] Build status: STARTED
[07:37:59.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:127:0) after 6m4s
[07:44:03.311] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:127:0)
[07:44:03.330] Build status: STARTED
[07:44:03.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:128:0) after 9m46s
[07:53:49.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:128:0)
[07:53:49.400] Build status: STARTED
[07:53:49.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:129:0) after 4m24s
[07:58:13.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:129:0)
[07:58:13.471] Build status: STARTED
[07:58:13.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:130:0) after 2m41s
[08:00:54.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:130:0)
[08:00:54.516] Build status: STARTED
[08:00:54.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:131:0) after 9m48s
[08:10:42.554] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:131:0)
[08:10:42.580] Build status: STARTED
[08:10:42.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:132:0) after 4m44s
[08:15:26.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:132:0)
[08:15:26.634] Build status: STARTED
[08:15:26.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:133:0) after 8m36s
[08:24:03.724] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:133:0)
[08:24:03.742] Build status: STARTED
[08:24:03.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:134:0) after 5m50s
[08:29:54.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:134:0)
[08:29:54.265] Build status: STARTED
[08:29:54.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:135:0) after 3m14s
[08:33:08.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:135:0)
[08:33:08.326] Build status: STARTED
[08:33:08.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:136:0) after 2m22s
[08:35:30.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:136:0)
[08:35:30.595] Build status: STARTED
[08:35:30.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:137:0) after 6m37s
[08:42:07.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:137:0)
[08:42:07.622] Build status: STARTED
[08:42:07.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:138:0) after 2m29s
[08:44:36.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:138:0)
[08:44:36.668] Build status: STARTED
[08:44:36.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:139:0) after 6m52s
[08:51:29.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:139:0)
[08:51:29.529] Build status: STARTED
[08:51:29.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:140:0) after 1m32s
[08:53:01.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:140:0)
[08:53:01.666] Build status: STARTED
[08:53:01.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:141:0) after 5m8s
[08:58:09.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:141:0)
[08:58:09.845] Build status: STARTED
[08:58:09.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:142:0) after 5m56s
[09:04:05.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:142:0)
[09:04:05.956] Build status: STARTED
[09:04:05.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:143:0) after 1m15s
[09:05:21.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:143:0)
[09:05:21.053] Build status: STARTED
[09:05:21.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:144:0) after 2m11s
[09:07:32.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:144:0)
[09:07:32.087] Build status: STARTED
[09:07:32.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:145:0) after 6m35s
[09:14:07.172] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:145:0)
[09:14:07.190] Build status: STARTED
[09:14:07.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:146:0) after 5m49s
[09:19:56.209] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:146:0)
[09:19:56.245] Build status: STARTED
[09:19:56.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:147:0) after 6m1s
[09:25:57.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:147:0)
[09:25:57.409] Build status: STARTED
[09:25:57.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:148:0) after 7m48s
[09:33:45.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:148:0)
[09:33:45.604] Build status: STARTED
[09:33:45.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:149:0) after 2m40s
[09:36:25.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:149:0)
[09:36:25.856] Build status: STARTED
[09:36:25.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:150:0) after 7m39s
[09:44:04.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:150:0)
[09:44:05.006] Build status: STARTED
[09:44:05.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:151:0) after 2m2s
[09:46:07.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:151:0)
[09:46:07.299] Build status: STARTED
[09:46:07.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:152:0) after 9m42s
[09:55:49.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:152:0)
[09:55:49.493] Build status: STARTED
[09:55:49.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:153:0) after 5m17s
[10:01:06.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:153:0)
[10:01:06.678] Build status: STARTED
[10:01:06.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:154:0) after 3m2s
[10:04:08.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:154:0)
[10:04:08.748] Build status: STARTED
[10:04:08.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:155:0) after 8m4s
[10:12:12.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:155:0)
[10:12:12.817] Build status: STARTED
[10:12:12.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:156:0) after 7m36s
[10:19:48.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:156:0)
[10:19:49.000] Build status: STARTED
[10:19:49.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:157:0) after 8m8s
[10:27:57.081] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:157:0)
[10:27:57.101] Build status: STARTED
[10:27:57.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:158:0) after 3m50s
[10:31:47.170] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:158:0)
[10:31:47.190] Build status: STARTED
[10:31:47.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:159:0) after 3m16s
[10:35:03.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:159:0)
[10:35:03.242] Build status: STARTED
[10:35:03.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:160:0) after 4m4s
[10:39:07.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:160:0)
[10:39:07.395] Build status: STARTED
[10:39:07.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:161:0) after 1m31s
[10:40:38.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:161:0)
[10:40:38.437] Build status: STARTED
[10:40:38.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:162:0) after 6m55s
[10:47:33.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:162:0)
[10:47:33.471] Build status: STARTED
[10:47:33.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:163:0) after 1m37s
[10:49:10.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:163:0)
[10:49:10.809] Build status: STARTED
[10:49:10.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:164:0) after 3m57s
[10:53:08.413] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:164:0)
[10:53:08.490] Build status: STARTED
[10:53:08.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:165:0) after 6m32s
[10:59:40.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:165:0)
[10:59:40.562] Build status: STARTED
[10:59:40.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:166:0) after 7m8s
[11:06:48.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:166:0)
[11:06:48.613] Build status: STARTED
[11:06:48.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:167:0) after 8m8s
[11:14:56.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:167:0)
[11:14:56.696] Build status: STARTED
[11:14:56.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:168:0) after 3m48s
[11:18:44.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:168:0)
[11:18:44.887] Build status: STARTED
[11:18:44.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:169:0) after 1m13s
[11:19:57.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:169:0)
[11:19:57.918] Build status: STARTED
[11:19:57.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:170:0) after 3m24s
[11:23:21.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:170:0)
[11:23:21.981] Build status: STARTED
[11:23:21.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:171:0) after 7m29s
[11:30:51.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:171:0)
[11:30:51.020] Build status: STARTED
[11:30:51.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:172:0) after 2m1s
[11:32:52.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:172:0)
[11:32:52.300] Build status: STARTED
[11:32:52.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:173:0) after 2m47s
[11:35:39.322] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:173:0)
[11:35:39.338] Build status: STARTED
[11:35:39.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:174:0) after 8m48s
[11:44:27.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:174:0)
[11:44:27.456] Build status: STARTED
[11:44:27.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:175:0) after 7m19s
[11:51:46.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:175:0)
[11:51:46.501] Build status: STARTED
[11:51:46.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:176:0) after 5m15s
[11:57:02.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:176:0)
[11:57:02.053] Build status: STARTED
[11:57:02.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:177:0) after 7m38s
[12:04:40.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:177:0)
[12:04:40.206] Build status: STARTED
[12:04:40.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:178:0) after 4m23s
[12:09:03.447] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:178:0)
[12:09:03.465] Build status: STARTED
[12:09:03.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:179:0) after 5m57s
[12:15:00.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:179:0)
[12:15:00.815] Build status: STARTED
[12:15:00.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:180:0) after 2m36s
[12:17:37.135] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:180:0)
[12:17:37.159] Build status: STARTED
[12:17:37.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:181:0) after 2m7s
[12:19:44.367] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:181:0)
[12:19:44.444] Build status: STARTED
[12:19:44.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:182:0) after 5m42s
[12:25:26.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:182:0)
[12:25:26.507] Build status: STARTED
[12:25:26.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:183:0) after 9m53s
[12:35:19.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:183:0)
[12:35:19.520] Build status: STARTED
[12:35:19.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:184:0) after 3m16s
[12:38:35.643] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:184:0)
[12:38:35.672] Build status: STARTED
[12:38:35.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:185:0) after 5m0s
[12:43:35.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:185:0)
[12:43:35.787] Build status: STARTED
[12:43:35.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:186:0) after 7m3s
[12:50:38.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:186:0)
[12:50:38.818] Build status: STARTED
[12:50:38.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:187:0) after 3m11s
[12:53:50.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:187:0)
[12:53:50.726] Build status: STARTED
[12:53:50.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:188:0) after 1m4s
[12:54:54.760] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:188:0)
[12:54:54.780] Build status: STARTED
[12:54:54.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:189:0) after 7m22s
[13:02:16.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:189:0)
[13:02:16.981] Build status: STARTED
[13:02:16.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:190:0) after 6m31s
[13:08:48.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:190:0)
[13:08:48.065] Build status: STARTED
[13:08:48.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:191:0) after 8m50s
[13:17:38.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:191:0)
[13:17:38.216] Build status: STARTED
[13:17:38.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:192:0) after 7m34s
[13:25:12.449] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:192:0)
[13:25:12.470] Build status: STARTED
[13:25:12.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:193:0) after 4m1s
[13:29:13.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:193:0)
[13:29:13.609] Build status: STARTED
[13:29:13.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:194:0) after 2m33s
[13:31:46.991] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:194:0)
[13:31:47.034] Build status: STARTED
[13:31:47.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:195:0) after 3m28s
[13:35:15.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:195:0)
[13:35:15.084] Build status: STARTED
[13:35:15.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:196:0) after 2m43s
[13:37:58.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:196:0)
[13:37:58.315] Build status: STARTED
[13:37:58.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:197:0) after 2m17s
[13:40:15.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:197:0)
[13:40:15.396] Build status: STARTED
[13:40:15.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:198:0) after 4m11s
[13:44:26.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:198:0)
[13:44:26.759] Build status: STARTED
[13:44:26.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8908469822187578960:199:0) after 9m41s
[13:50:16.831] Received PubSub notification, asking Buildbucket for the build status
[13:50:16.853] Build:
{
  "id": "8743039760225314049",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 32268,
  "createdBy": "project:chromium",
  "createTime": "2024-07-07T20:35:55.562687Z",
  "startTime": "2024-07-07T20:35:59.000259081Z",
  "endTime": "2024-07-08T13:50:16.224965861Z",
  "updateTime": "2024-07-08T13:50:16.224965861Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0bb8cac43a860f3fd1adcc83f0229e57c47bedf5",
      "ref": "refs/heads/main"
    }
  }
}
[13:50:16.853] Invocation finished in 17h14m22.54580636s with status FAILED