Status: FAILED
Triggered by: -
Duration: 18 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2e46778676d6c31596a4cde0ecfd645341abb12c"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2e46778676d6c31596a4cde0ecfd645341abb12c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:38:54.162] New invocation is queued and will start shortly
[03:38:55.193] Starting the invocation (attempt 1)
[03:38:55.228] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2e46778676d6c31596a4cde0ecfd645341abb12c"
[03:38:55.228] Popped gitiles commit info from properties and tags
[03:38:55.228] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:38:55.228] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:38:55.228] Buildbucket request:
{
  "requestId": "8904819330834957824",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2e46778676d6c31596a4cde0ecfd645341abb12c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8904819330834957824"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:38:55.905] Scheduled build:
{
  "id": "8739389268978004305",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 32728,
  "createdBy": "project:chromium",
  "createTime": "2024-08-17T03:38:55.307168319Z",
  "updateTime": "2024-08-17T03:38:55.307168319Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2e46778676d6c31596a4cde0ecfd645341abb12c",
      "ref": "refs/heads/main"
    }
  }
}
[03:38:55.905] Task URL: https://cr-buildbucket.appspot.com/build/8739389268978004305
[03:38:55.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:2:0) after 7m55s
[03:39:03.297] Received PubSub notification, asking Buildbucket for the build status
[03:39:03.313] Build status: SCHEDULED
[03:46:49.140] Received PubSub notification, asking Buildbucket for the build status
[03:46:49.232] Build status: STARTED
[03:46:51.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:2:0)
[03:46:51.089] Build status: STARTED
[03:46:51.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:5:0) after 6m27s
[03:53:18.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:5:0)
[03:53:18.211] Build status: STARTED
[03:53:18.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:6:0) after 6m18s
[03:59:36.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:6:0)
[03:59:36.433] Build status: STARTED
[03:59:36.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:7:0) after 7m33s
[04:07:09.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:7:0)
[04:07:09.762] Build status: STARTED
[04:07:09.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:8:0) after 7m43s
[04:14:52.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:8:0)
[04:14:52.875] Build status: STARTED
[04:14:52.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:9:0) after 9m19s
[04:24:11.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:9:0)
[04:24:11.957] Build status: STARTED
[04:24:11.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:10:0) after 7m31s
[04:31:42.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:10:0)
[04:31:43.027] Build status: STARTED
[04:31:43.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:11:0) after 9m49s
[04:41:32.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:11:0)
[04:41:32.074] Build status: STARTED
[04:41:32.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:12:0) after 8m15s
[04:49:47.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:12:0)
[04:49:47.097] Build status: STARTED
[04:49:47.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:13:0) after 2m47s
[04:52:34.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:13:0)
[04:52:34.401] Build status: STARTED
[04:52:34.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:14:0) after 6m11s
[04:58:45.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:14:0)
[04:58:45.547] Build status: STARTED
[04:58:45.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:15:0) after 3m12s
[05:01:57.685] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:15:0)
[05:01:57.721] Build status: STARTED
[05:01:57.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:16:0) after 4m50s
[05:06:48.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:16:0)
[05:06:48.204] Build status: STARTED
[05:06:48.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:17:0) after 5m58s
[05:12:46.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:17:0)
[05:12:46.234] Build status: STARTED
[05:12:46.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:18:0) after 4m28s
[05:17:14.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:18:0)
[05:17:14.281] Build status: STARTED
[05:17:14.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:19:0) after 7m27s
[05:24:41.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:19:0)
[05:24:41.405] Build status: STARTED
[05:24:41.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:20:0) after 7m22s
[05:32:03.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:20:0)
[05:32:03.463] Build status: STARTED
[05:32:03.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:21:0) after 8m28s
[05:40:31.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:21:0)
[05:40:31.650] Build status: STARTED
[05:40:31.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:22:0) after 8m39s
[05:49:10.809] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:22:0)
[05:49:10.843] Build status: STARTED
[05:49:10.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:23:0) after 3m47s
[05:52:58.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:23:0)
[05:52:58.066] Build status: STARTED
[05:52:58.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:24:0) after 4m13s
[05:57:11.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:24:0)
[05:57:11.199] Build status: STARTED
[05:57:11.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:25:0) after 5m22s
[06:02:33.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:25:0)
[06:02:33.340] Build status: STARTED
[06:02:33.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:26:0) after 3m57s
[06:06:30.404] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:26:0)
[06:06:30.421] Build status: STARTED
[06:06:30.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:27:0) after 6m28s
[06:12:58.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:27:0)
[06:12:58.483] Build status: STARTED
[06:12:58.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:28:0) after 2m42s
[06:15:40.510] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:28:0)
[06:15:40.533] Build status: STARTED
[06:15:40.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:29:0) after 1m27s
[06:17:07.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:29:0)
[06:17:07.581] Build status: STARTED
[06:17:07.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:30:0) after 5m2s
[06:22:09.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:30:0)
[06:22:09.724] Build status: STARTED
[06:22:09.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:31:0) after 2m47s
[06:24:56.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:31:0)
[06:24:56.800] Build status: STARTED
[06:24:56.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:32:0) after 1m26s
[06:26:22.842] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:32:0)
[06:26:22.857] Build status: STARTED
[06:26:22.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:33:0) after 3m43s
[06:30:05.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:33:0)
[06:30:05.914] Build status: STARTED
[06:30:05.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:34:0) after 8m40s
[06:38:46.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:34:0)
[06:38:46.142] Build status: STARTED
[06:38:46.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:35:0) after 8m14s
[06:47:00.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:35:0)
[06:47:00.258] Build status: STARTED
[06:47:00.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:36:0) after 8m45s
[06:55:45.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:36:0)
[06:55:45.309] Build status: STARTED
[06:55:45.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:37:0) after 5m49s
[07:01:34.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:37:0)
[07:01:34.618] Build status: STARTED
[07:01:34.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:38:0) after 2m22s
[07:03:56.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:38:0)
[07:03:56.742] Build status: STARTED
[07:03:56.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:39:0) after 6m13s
[07:10:09.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:39:0)
[07:10:09.792] Build status: STARTED
[07:10:09.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:40:0) after 7m13s
[07:17:22.830] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:40:0)
[07:17:22.843] Build status: STARTED
[07:17:22.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:41:0) after 5m31s
[07:22:53.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:41:0)
[07:22:53.902] Build status: STARTED
[07:22:53.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:42:0) after 1m10s
[07:24:03.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:42:0)
[07:24:03.938] Build status: STARTED
[07:24:03.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:43:0) after 2m38s
[07:26:42.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:43:0)
[07:26:42.077] Build status: STARTED
[07:26:42.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:44:0) after 4m19s
[07:31:01.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:44:0)
[07:31:01.197] Build status: STARTED
[07:31:01.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:45:0) after 3m25s
[07:34:26.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:45:0)
[07:34:26.309] Build status: STARTED
[07:34:26.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:46:0) after 7m9s
[07:41:35.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:46:0)
[07:41:35.513] Build status: STARTED
[07:41:35.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:47:0) after 9m12s
[07:50:47.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:47:0)
[07:50:47.817] Build status: STARTED
[07:50:47.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:48:0) after 7m38s
[07:58:25.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:48:0)
[07:58:25.936] Build status: STARTED
[07:58:25.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:49:0) after 8m35s
[08:07:01.172] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:49:0)
[08:07:01.188] Build status: STARTED
[08:07:01.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:50:0) after 9m28s
[08:16:29.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:50:0)
[08:16:29.254] Build status: STARTED
[08:16:29.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:51:0) after 1m59s
[08:18:28.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:51:0)
[08:18:28.355] Build status: STARTED
[08:18:28.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:52:0) after 5m32s
[08:24:00.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:52:0)
[08:24:00.439] Build status: STARTED
[08:24:00.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:53:0) after 3m26s
[08:27:26.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:53:0)
[08:27:26.574] Build status: STARTED
[08:27:26.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:54:0) after 2m21s
[08:29:47.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:54:0)
[08:29:47.815] Build status: STARTED
[08:29:47.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:55:0) after 5m34s
[08:35:21.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:55:0)
[08:35:21.991] Build status: STARTED
[08:35:21.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:56:0) after 9m44s
[08:45:06.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:56:0)
[08:45:06.049] Build status: STARTED
[08:45:06.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:57:0) after 2m22s
[08:47:28.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:57:0)
[08:47:28.274] Build status: STARTED
[08:47:28.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:58:0) after 4m46s
[08:52:14.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:58:0)
[08:52:14.365] Build status: STARTED
[08:52:14.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:59:0) after 1m27s
[08:53:41.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:59:0)
[08:53:41.496] Build status: STARTED
[08:53:41.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:60:0) after 8m45s
[09:02:26.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:60:0)
[09:02:26.547] Build status: STARTED
[09:02:26.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:61:0) after 8m44s
[09:11:10.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:61:0)
[09:11:10.607] Build status: STARTED
[09:11:10.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:62:0) after 3m52s
[09:15:02.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:62:0)
[09:15:02.694] Build status: STARTED
[09:15:02.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:63:0) after 7m2s
[09:22:04.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:63:0)
[09:22:04.747] Build status: STARTED
[09:22:04.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:64:0) after 8m27s
[09:30:31.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:64:0)
[09:30:31.883] Build status: STARTED
[09:30:31.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:65:0) after 3m55s
[09:34:27.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:65:0)
[09:34:27.232] Build status: STARTED
[09:34:27.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:66:0) after 9m21s
[09:43:48.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:66:0)
[09:43:48.377] Build status: STARTED
[09:43:48.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:67:0) after 4m57s
[09:48:45.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:67:0)
[09:48:45.632] Build status: STARTED
[09:48:45.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:68:0) after 3m4s
[09:51:49.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:68:0)
[09:51:49.694] Build status: STARTED
[09:51:49.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:69:0) after 1m22s
[09:53:11.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:69:0)
[09:53:11.798] Build status: STARTED
[09:53:11.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:70:0) after 1m41s
[09:54:52.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:70:0)
[09:54:52.852] Build status: STARTED
[09:54:52.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:71:0) after 8m12s
[10:03:04.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:71:0)
[10:03:04.936] Build status: STARTED
[10:03:04.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:72:0) after 1m12s
[10:04:16.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:72:0)
[10:04:17.071] Build status: STARTED
[10:04:17.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:73:0) after 2m57s
[10:07:14.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:73:0)
[10:07:14.135] Build status: STARTED
[10:07:14.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:74:0) after 9m19s
[10:16:33.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:74:0)
[10:16:33.274] Build status: STARTED
[10:16:33.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:75:0) after 1m30s
[10:18:03.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:75:0)
[10:18:03.418] Build status: STARTED
[10:18:03.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:76:0) after 4m56s
[10:22:59.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:76:0)
[10:22:59.478] Build status: STARTED
[10:22:59.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:77:0) after 4m37s
[10:27:36.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:77:0)
[10:27:36.794] Build status: STARTED
[10:27:36.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:78:0) after 3m20s
[10:30:56.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:78:0)
[10:30:56.978] Build status: STARTED
[10:30:56.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:79:0) after 4m45s
[10:35:42.012] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:79:0)
[10:35:42.029] Build status: STARTED
[10:35:42.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:80:0) after 1m48s
[10:37:30.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:80:0)
[10:37:30.083] Build status: STARTED
[10:37:30.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:81:0) after 4m3s
[10:41:33.111] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:81:0)
[10:41:33.126] Build status: STARTED
[10:41:33.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:82:0) after 7m9s
[10:48:42.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:82:0)
[10:48:42.297] Build status: STARTED
[10:48:42.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:83:0) after 9m59s
[10:58:41.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:83:0)
[10:58:41.347] Build status: STARTED
[10:58:41.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:84:0) after 1m39s
[11:00:20.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:84:0)
[11:00:20.394] Build status: STARTED
[11:00:20.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:85:0) after 6m45s
[11:07:05.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:85:0)
[11:07:05.442] Build status: STARTED
[11:07:05.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:86:0) after 2m15s
[11:09:20.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:86:0)
[11:09:20.499] Build status: STARTED
[11:09:20.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:87:0) after 7m43s
[11:17:03.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:87:0)
[11:17:03.580] Build status: STARTED
[11:17:03.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:88:0) after 2m27s
[11:19:30.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:88:0)
[11:19:30.626] Build status: STARTED
[11:19:30.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:89:0) after 9m44s
[11:29:14.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:89:0)
[11:29:14.785] Build status: STARTED
[11:29:14.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:90:0) after 5m20s
[11:34:34.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:90:0)
[11:34:34.896] Build status: STARTED
[11:34:34.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:91:0) after 5m31s
[11:40:05.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:91:0)
[11:40:05.947] Build status: STARTED
[11:40:05.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:92:0) after 2m41s
[11:42:47.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:92:0)
[11:42:47.038] Build status: STARTED
[11:42:47.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:93:0) after 9m31s
[11:52:18.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:93:0)
[11:52:18.102] Build status: STARTED
[11:52:18.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:94:0) after 5m32s
[11:57:50.156] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:94:0)
[11:57:50.172] Build status: STARTED
[11:57:50.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:95:0) after 7m25s
[12:05:15.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:95:0)
[12:05:15.322] Build status: STARTED
[12:05:15.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:96:0) after 7m12s
[12:12:27.352] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:96:0)
[12:12:27.381] Build status: STARTED
[12:12:27.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:97:0) after 7m54s
[12:20:21.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:97:0)
[12:20:21.774] Build status: STARTED
[12:20:21.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:98:0) after 1m19s
[12:21:40.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:98:0)
[12:21:40.922] Build status: STARTED
[12:21:40.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:99:0) after 6m46s
[12:28:27.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:99:0)
[12:28:27.161] Build status: STARTED
[12:28:27.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:100:0) after 3m48s
[12:32:15.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:100:0)
[12:32:15.343] Build status: STARTED
[12:32:15.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:101:0) after 1m55s
[12:34:10.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:101:0)
[12:34:10.635] Build status: STARTED
[12:34:10.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:102:0) after 8m51s
[12:43:01.842] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:102:0)
[12:43:01.863] Build status: STARTED
[12:43:01.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:103:0) after 5m21s
[12:48:23.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:103:0)
[12:48:23.127] Build status: STARTED
[12:48:23.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:104:0) after 8m7s
[12:56:30.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:104:0)
[12:56:30.316] Build status: STARTED
[12:56:30.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:105:0) after 9m33s
[13:06:03.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:105:0)
[13:06:03.423] Build status: STARTED
[13:06:03.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:106:0) after 8m7s
[13:14:10.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:106:0)
[13:14:10.494] Build status: STARTED
[13:14:10.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:107:0) after 6m32s
[13:20:42.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:107:0)
[13:20:42.592] Build status: STARTED
[13:20:42.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:108:0) after 8m41s
[13:29:23.621] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:108:0)
[13:29:23.640] Build status: STARTED
[13:29:23.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:109:0) after 5m36s
[13:34:59.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:109:0)
[13:34:59.713] Build status: STARTED
[13:34:59.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:110:0) after 5m6s
[13:40:05.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:110:0)
[13:40:05.952] Build status: STARTED
[13:40:05.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:111:0) after 8m32s
[13:48:37.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:111:0)
[13:48:38.003] Build status: STARTED
[13:48:38.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:112:0) after 1m12s
[13:49:50.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:112:0)
[13:49:50.058] Build status: STARTED
[13:49:50.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:113:0) after 6m22s
[13:56:12.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:113:0)
[13:56:12.165] Build status: STARTED
[13:56:12.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:114:0) after 4m19s
[14:00:31.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:114:0)
[14:00:31.238] Build status: STARTED
[14:00:31.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:115:0) after 5m25s
[14:05:56.423] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:115:0)
[14:05:56.441] Build status: STARTED
[14:05:56.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:116:0) after 8m41s
[14:14:37.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:116:0)
[14:14:37.600] Build status: STARTED
[14:14:37.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:117:0) after 6m58s
[14:21:35.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:117:0)
[14:21:35.936] Build status: STARTED
[14:21:35.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:118:0) after 1m18s
[14:22:53.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:118:0)
[14:22:53.995] Build status: STARTED
[14:22:53.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:119:0) after 6m59s
[14:29:53.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:119:0)
[14:29:53.142] Build status: STARTED
[14:29:53.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:120:0) after 9m46s
[14:39:39.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:120:0)
[14:39:39.188] Build status: STARTED
[14:39:39.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:121:0) after 6m4s
[14:45:43.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:121:0)
[14:45:43.244] Build status: STARTED
[14:45:43.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:122:0) after 1m23s
[14:47:06.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:122:0)
[14:47:06.301] Build status: STARTED
[14:47:06.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:123:0) after 1m43s
[14:48:49.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:123:0)
[14:48:49.474] Build status: STARTED
[14:48:49.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:124:0) after 9m22s
[14:58:11.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:124:0)
[14:58:11.599] Build status: STARTED
[14:58:11.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:125:0) after 5m58s
[15:04:09.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:125:0)
[15:04:09.804] Build status: STARTED
[15:04:09.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:126:0) after 9m21s
[15:13:30.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:126:0)
[15:13:30.862] Build status: STARTED
[15:13:30.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:127:0) after 8m59s
[15:22:29.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:127:0)
[15:22:29.919] Build status: STARTED
[15:22:29.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:128:0) after 8m49s
[15:31:19.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:128:0)
[15:31:19.071] Build status: STARTED
[15:31:19.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:129:0) after 6m30s
[15:37:49.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:129:0)
[15:37:49.147] Build status: STARTED
[15:37:49.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:130:0) after 1m44s
[15:39:33.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:130:0)
[15:39:33.213] Build status: STARTED
[15:39:33.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:131:0) after 8m14s
[15:47:47.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:131:0)
[15:47:47.384] Build status: STARTED
[15:47:47.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:132:0) after 5m13s
[15:53:00.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:132:0)
[15:53:00.537] Build status: STARTED
[15:53:00.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:133:0) after 7m44s
[16:00:44.627] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:133:0)
[16:00:44.646] Build status: STARTED
[16:00:44.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:134:0) after 6m19s
[16:07:03.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:134:0)
[16:07:03.941] Build status: STARTED
[16:07:03.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:135:0) after 8m6s
[16:15:09.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:135:0)
[16:15:09.993] Build status: STARTED
[16:15:09.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:136:0) after 7m14s
[16:22:24.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:136:0)
[16:22:24.204] Build status: STARTED
[16:22:24.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:137:0) after 5m9s
[16:27:33.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:137:0)
[16:27:33.631] Build status: STARTED
[16:27:33.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:138:0) after 6m21s
[16:33:54.742] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:138:0)
[16:33:54.758] Build status: STARTED
[16:33:54.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:139:0) after 1m43s
[16:35:37.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:139:0)
[16:35:37.807] Build status: STARTED
[16:35:37.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:140:0) after 2m2s
[16:37:39.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:140:0)
[16:37:39.981] Build status: STARTED
[16:37:39.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:141:0) after 4m34s
[16:42:14.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:141:0)
[16:42:14.111] Build status: STARTED
[16:42:14.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:142:0) after 3m22s
[16:45:36.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:142:0)
[16:45:36.164] Build status: STARTED
[16:45:36.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:143:0) after 8m42s
[16:54:18.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:143:0)
[16:54:18.375] Build status: STARTED
[16:54:18.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:144:0) after 6m55s
[17:01:13.501] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:144:0)
[17:01:13.519] Build status: STARTED
[17:01:13.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:145:0) after 4m49s
[17:06:02.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:145:0)
[17:06:02.690] Build status: STARTED
[17:06:02.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:146:0) after 2m30s
[17:08:32.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:146:0)
[17:08:32.749] Build status: STARTED
[17:08:32.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:147:0) after 8m39s
[17:17:11.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:147:0)
[17:17:11.804] Build status: STARTED
[17:17:11.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:148:0) after 2m58s
[17:20:09.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:148:0)
[17:20:09.857] Build status: STARTED
[17:20:09.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:149:0) after 7m15s
[17:27:24.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:149:0)
[17:27:24.934] Build status: STARTED
[17:27:24.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:150:0) after 5m37s
[17:33:01.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:150:0)
[17:33:01.991] Build status: STARTED
[17:33:01.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:151:0) after 4m52s
[17:37:54.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:151:0)
[17:37:54.039] Build status: STARTED
[17:37:54.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:152:0) after 5m27s
[17:43:21.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:152:0)
[17:43:21.246] Build status: STARTED
[17:43:21.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:153:0) after 6m19s
[17:49:40.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:153:0)
[17:49:40.546] Build status: STARTED
[17:49:40.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:154:0) after 7m56s
[17:57:36.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:154:0)
[17:57:36.637] Build status: STARTED
[17:57:36.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:155:0) after 2m10s
[17:59:47.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:155:0)
[17:59:47.392] Build status: STARTED
[17:59:47.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:156:0) after 8m35s
[18:08:22.428] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:156:0)
[18:08:22.451] Build status: STARTED
[18:08:22.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:157:0) after 4m8s
[18:12:31.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:157:0)
[18:12:31.630] Build status: STARTED
[18:12:31.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:158:0) after 8m58s
[18:21:29.724] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:158:0)
[18:21:29.744] Build status: STARTED
[18:21:29.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:159:0) after 1m44s
[18:23:13.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:159:0)
[18:23:13.809] Build status: STARTED
[18:23:13.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:160:0) after 1m20s
[18:24:33.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:160:0)
[18:24:33.875] Build status: STARTED
[18:24:33.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:161:0) after 6m52s
[18:31:26.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:161:0)
[18:31:26.289] Build status: STARTED
[18:31:26.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:162:0) after 4m3s
[18:35:29.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:162:0)
[18:35:29.502] Build status: STARTED
[18:35:29.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:163:0) after 7m40s
[18:43:09.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:163:0)
[18:43:09.598] Build status: STARTED
[18:43:09.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:164:0) after 7m34s
[18:50:43.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:164:0)
[18:50:43.804] Build status: STARTED
[18:50:43.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:165:0) after 1m11s
[18:51:54.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:165:0)
[18:51:54.925] Build status: STARTED
[18:51:54.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:166:0) after 3m53s
[18:55:48.053] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:166:0)
[18:55:48.074] Build status: STARTED
[18:55:48.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:167:0) after 6m45s
[19:02:33.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:167:0)
[19:02:33.173] Build status: STARTED
[19:02:33.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:168:0) after 3m11s
[19:05:44.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:168:0)
[19:05:44.358] Build status: STARTED
[19:05:44.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:169:0) after 4m40s
[19:10:24.418] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:169:0)
[19:10:24.437] Build status: STARTED
[19:10:24.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:170:0) after 2m8s
[19:12:32.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:170:0)
[19:12:32.524] Build status: STARTED
[19:12:32.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:171:0) after 2m58s
[19:15:30.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:171:0)
[19:15:30.589] Build status: STARTED
[19:15:30.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:172:0) after 5m24s
[19:20:54.585] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:172:0)
[19:20:54.599] Build status: STARTED
[19:20:54.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:173:0) after 5m17s
[19:26:11.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:173:0)
[19:26:11.652] Build status: STARTED
[19:26:11.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:174:0) after 2m5s
[19:28:16.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:174:0)
[19:28:16.923] Build status: STARTED
[19:28:16.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:175:0) after 3m43s
[19:32:00.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:175:0)
[19:32:00.068] Build status: STARTED
[19:32:00.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:176:0) after 3m0s
[19:35:00.101] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:176:0)
[19:35:00.118] Build status: STARTED
[19:35:00.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:177:0) after 1m15s
[19:36:15.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:177:0)
[19:36:15.293] Build status: STARTED
[19:36:15.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:178:0) after 3m51s
[19:40:06.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:178:0)
[19:40:06.466] Build status: STARTED
[19:40:06.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:179:0) after 6m38s
[19:46:44.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:179:0)
[19:46:44.657] Build status: STARTED
[19:46:44.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:180:0) after 8m57s
[19:55:41.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:180:0)
[19:55:41.807] Build status: STARTED
[19:55:41.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:181:0) after 6m57s
[20:02:38.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:181:0)
[20:02:38.895] Build status: STARTED
[20:02:38.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:182:0) after 5m12s
[20:07:50.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:182:0)
[20:07:50.966] Build status: STARTED
[20:07:50.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:183:0) after 8m25s
[20:16:16.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:183:0)
[20:16:16.042] Build status: STARTED
[20:16:16.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:184:0) after 9m11s
[20:25:27.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:184:0)
[20:25:27.104] Build status: STARTED
[20:25:27.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:185:0) after 8m5s
[20:33:32.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:185:0)
[20:33:32.268] Build status: STARTED
[20:33:32.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:186:0) after 2m0s
[20:35:32.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:186:0)
[20:35:32.490] Build status: STARTED
[20:35:32.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:187:0) after 2m10s
[20:37:42.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:187:0)
[20:37:42.549] Build status: STARTED
[20:37:42.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:188:0) after 1m34s
[20:39:16.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:188:0)
[20:39:16.703] Build status: STARTED
[20:39:16.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:189:0) after 7m10s
[20:46:26.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:189:0)
[20:46:26.873] Build status: STARTED
[20:46:26.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:190:0) after 9m47s
[20:56:13.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:190:0)
[20:56:13.925] Build status: STARTED
[20:56:13.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:191:0) after 6m16s
[21:02:29.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:191:0)
[21:02:29.976] Build status: STARTED
[21:02:29.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:192:0) after 1m2s
[21:03:32.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:192:0)
[21:03:32.025] Build status: STARTED
[21:03:32.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:193:0) after 7m0s
[21:10:32.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:193:0)
[21:10:32.147] Build status: STARTED
[21:10:32.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:194:0) after 1m15s
[21:11:47.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:194:0)
[21:11:47.248] Build status: STARTED
[21:11:47.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:195:0) after 9m47s
[21:21:34.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:195:0)
[21:21:34.380] Build status: STARTED
[21:21:34.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:196:0) after 4m29s
[21:26:03.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:196:0)
[21:26:03.645] Build status: STARTED
[21:26:03.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:197:0) after 6m48s
[21:32:51.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:197:0)
[21:32:51.704] Build status: STARTED
[21:32:51.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:198:0) after 2m45s
[21:35:37.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:198:0)
[21:35:37.121] Build status: STARTED
[21:35:37.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:199:0) after 6m50s
[21:42:27.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:199:0)
[21:42:27.207] Build status: STARTED
[21:42:27.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:200:0) after 4m39s
[21:47:06.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:200:0)
[21:47:06.417] Build status: STARTED
[21:47:06.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:201:0) after 9m10s
[21:56:16.809] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:201:0)
[21:56:16.931] Build status: STARTED
[21:56:16.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:202:0) after 5m57s
[22:02:13.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:202:0)
[22:02:13.989] Build status: STARTED
[22:02:13.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8904819330834957824:203:0) after 9m39s
[22:05:24.113] Received PubSub notification, asking Buildbucket for the build status
[22:05:24.130] Build:
{
  "id": "8739389268978004305",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 32728,
  "createdBy": "project:chromium",
  "createTime": "2024-08-17T03:38:55.307168319Z",
  "startTime": "2024-08-17T03:46:48.912670831Z",
  "endTime": "2024-08-17T22:05:23.705538525Z",
  "updateTime": "2024-08-17T22:05:23.705538525Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2e46778676d6c31596a4cde0ecfd645341abb12c",
      "ref": "refs/heads/main"
    }
  }
}
[22:05:24.130] Invocation finished in 18h26m29.977842335s with status FAILED