Status: FAILED
Triggered by: -
Duration: 17 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "292e233d6ee72e63938b3aa97b537078baf216d3"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/292e233d6ee72e63938b3aa97b537078baf216d3
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[01:58:55.432] New invocation is queued and will start shortly
[01:58:56.583] Starting the invocation (attempt 1)
[01:58:56.610] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/292e233d6ee72e63938b3aa97b537078baf216d3"
[01:58:56.610] Popped gitiles commit info from properties and tags
[01:58:56.610] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:58:56.610] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:58:56.610] Buildbucket request:
{
  "requestId": "8910986214670222944",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "292e233d6ee72e63938b3aa97b537078baf216d3",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8910986214670222944"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:58:57.240] Scheduled build:
{
  "id": "8745556152726116513",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 32166,
  "createdBy": "project:chromium",
  "createTime": "2024-06-10T01:58:56.664664031Z",
  "updateTime": "2024-06-10T01:58:56.664664031Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "292e233d6ee72e63938b3aa97b537078baf216d3",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[01:58:57.240] Task URL: https://cr-buildbucket.appspot.com/build/8745556152726116513
[01:58:57.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:2:0) after 5m47s
[01:58:58.278] Received PubSub notification, asking Buildbucket for the build status
[01:58:58.298] Build status: SCHEDULED
[01:59:01.653] Received PubSub notification, asking Buildbucket for the build status
[01:59:01.681] Build status: STARTED
[02:04:44.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:2:0)
[02:04:44.873] Build status: STARTED
[02:04:44.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:5:0) after 5m15s
[02:09:59.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:5:0)
[02:09:59.903] Build status: STARTED
[02:09:59.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:6:0) after 5m17s
[02:15:16.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:6:0)
[02:15:17.078] Build status: STARTED
[02:15:17.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:7:0) after 2m57s
[02:18:14.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:7:0)
[02:18:14.128] Build status: STARTED
[02:18:14.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:8:0) after 2m41s
[02:20:55.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:8:0)
[02:20:55.157] Build status: STARTED
[02:20:55.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:9:0) after 2m37s
[02:23:32.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:9:0)
[02:23:32.196] Build status: STARTED
[02:23:32.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:10:0) after 8m2s
[02:31:34.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:10:0)
[02:31:34.250] Build status: STARTED
[02:31:34.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:11:0) after 9m7s
[02:40:41.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:11:0)
[02:40:41.279] Build status: STARTED
[02:40:41.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:12:0) after 1m57s
[02:42:38.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:12:0)
[02:42:38.321] Build status: STARTED
[02:42:38.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:13:0) after 7m21s
[02:50:00.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:13:0)
[02:50:00.313] Build status: STARTED
[02:50:00.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:14:0) after 9m15s
[02:59:15.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:14:0)
[02:59:15.480] Build status: STARTED
[02:59:15.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:15:0) after 7m35s
[03:06:50.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:15:0)
[03:06:50.634] Build status: STARTED
[03:06:50.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:16:0) after 1m41s
[03:08:31.649] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:16:0)
[03:08:31.673] Build status: STARTED
[03:08:31.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:17:0) after 9m4s
[03:17:35.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:17:0)
[03:17:35.793] Build status: STARTED
[03:17:35.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:18:0) after 5m20s
[03:22:55.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:18:0)
[03:22:55.955] Build status: STARTED
[03:22:55.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:19:0) after 2m40s
[03:25:36.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:19:0)
[03:25:36.019] Build status: STARTED
[03:25:36.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:20:0) after 8m15s
[03:33:51.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:20:0)
[03:33:51.056] Build status: STARTED
[03:33:51.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:21:0) after 6m49s
[03:40:40.170] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:21:0)
[03:40:40.188] Build status: STARTED
[03:40:40.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:22:0) after 7m30s
[03:48:10.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:22:0)
[03:48:10.352] Build status: STARTED
[03:48:10.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:23:0) after 9m40s
[03:57:50.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:23:0)
[03:57:50.419] Build status: STARTED
[03:57:50.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:24:0) after 3m59s
[04:01:49.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:24:0)
[04:01:49.457] Build status: STARTED
[04:01:49.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:25:0) after 8m29s
[04:10:18.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:25:0)
[04:10:18.494] Build status: STARTED
[04:10:18.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:26:0) after 4m36s
[04:14:54.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:26:0)
[04:14:54.651] Build status: STARTED
[04:14:54.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:27:0) after 5m50s
[04:20:44.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:27:0)
[04:20:44.709] Build status: STARTED
[04:20:44.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:28:0) after 7m36s
[04:28:20.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:28:0)
[04:28:20.755] Build status: STARTED
[04:28:20.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:29:0) after 1m10s
[04:29:30.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:29:0)
[04:29:30.782] Build status: STARTED
[04:29:30.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:30:0) after 2m25s
[04:31:56.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:30:0)
[04:31:56.140] Build status: STARTED
[04:31:56.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:31:0) after 1m36s
[04:33:32.260] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:31:0)
[04:33:32.279] Build status: STARTED
[04:33:32.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:32:0) after 3m28s
[04:37:00.307] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:32:0)
[04:37:00.339] Build status: STARTED
[04:37:00.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:33:0) after 8m28s
[04:45:28.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:33:0)
[04:45:28.446] Build status: STARTED
[04:45:28.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:34:0) after 5m0s
[04:50:28.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:34:0)
[04:50:28.550] Build status: STARTED
[04:50:28.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:35:0) after 8m15s
[04:58:43.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:35:0)
[04:58:43.588] Build status: STARTED
[04:58:43.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:36:0) after 4m1s
[05:02:44.648] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:36:0)
[05:02:44.662] Build status: STARTED
[05:02:44.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:37:0) after 4m52s
[05:07:36.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:37:0)
[05:07:36.698] Build status: STARTED
[05:07:36.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:38:0) after 5m9s
[05:12:45.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:38:0)
[05:12:45.742] Build status: STARTED
[05:12:45.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:39:0) after 6m19s
[05:19:04.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:39:0)
[05:19:04.986] Build status: STARTED
[05:19:04.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:40:0) after 3m1s
[05:22:06.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:40:0)
[05:22:06.080] Build status: STARTED
[05:22:06.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:41:0) after 6m49s
[05:28:55.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:41:0)
[05:28:55.203] Build status: STARTED
[05:28:55.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:42:0) after 5m37s
[05:34:32.243] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:42:0)
[05:34:32.268] Build status: STARTED
[05:34:32.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:43:0) after 2m44s
[05:37:16.287] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:43:0)
[05:37:16.305] Build status: STARTED
[05:37:16.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:44:0) after 7m11s
[05:44:27.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:44:0)
[05:44:27.338] Build status: STARTED
[05:44:27.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:45:0) after 1m30s
[05:45:57.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:45:0)
[05:45:57.485] Build status: STARTED
[05:45:57.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:46:0) after 9m31s
[05:55:28.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:46:0)
[05:55:28.530] Build status: STARTED
[05:55:28.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:47:0) after 4m55s
[06:00:23.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:47:0)
[06:00:23.778] Build status: STARTED
[06:00:23.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:48:0) after 1m0s
[06:01:23.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:48:0)
[06:01:23.814] Build status: STARTED
[06:01:23.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:49:0) after 7m36s
[06:09:00.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:49:0)
[06:09:00.129] Build status: STARTED
[06:09:00.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:50:0) after 6m31s
[06:15:31.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:50:0)
[06:15:31.266] Build status: STARTED
[06:15:31.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:51:0) after 4m6s
[06:19:37.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:51:0)
[06:19:37.309] Build status: STARTED
[06:19:37.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:52:0) after 5m11s
[06:24:48.418] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:52:0)
[06:24:48.434] Build status: STARTED
[06:24:48.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:53:0) after 9m33s
[06:34:21.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:53:0)
[06:34:21.760] Build status: STARTED
[06:34:21.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:54:0) after 9m34s
[06:43:55.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:54:0)
[06:43:55.872] Build status: STARTED
[06:43:55.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:55:0) after 5m49s
[06:49:45.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:55:0)
[06:49:45.047] Build status: STARTED
[06:49:45.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:56:0) after 5m57s
[06:55:42.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:56:0)
[06:55:42.609] Build status: STARTED
[06:55:42.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:57:0) after 5m12s
[07:00:54.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:57:0)
[07:00:54.642] Build status: STARTED
[07:00:54.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:58:0) after 1m48s
[07:02:42.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:58:0)
[07:02:42.682] Build status: STARTED
[07:02:42.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:59:0) after 2m44s
[07:05:26.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:59:0)
[07:05:26.934] Build status: STARTED
[07:05:26.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:60:0) after 4m9s
[07:09:36.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:60:0)
[07:09:36.382] Build status: STARTED
[07:09:36.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:61:0) after 8m36s
[07:18:12.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:61:0)
[07:18:12.427] Build status: STARTED
[07:18:12.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:62:0) after 2m57s
[07:21:09.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:62:0)
[07:21:09.688] Build status: STARTED
[07:21:09.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:63:0) after 8m40s
[07:29:49.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:63:0)
[07:29:49.765] Build status: STARTED
[07:29:49.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:64:0) after 8m6s
[07:37:56.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:64:0)
[07:37:56.104] Build status: STARTED
[07:37:56.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:65:0) after 7m9s
[07:45:05.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:65:0)
[07:45:05.132] Build status: STARTED
[07:45:05.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:66:0) after 4m20s
[07:49:25.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:66:0)
[07:49:25.557] Build status: STARTED
[07:49:25.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:67:0) after 1m48s
[07:51:13.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:67:0)
[07:51:13.692] Build status: STARTED
[07:51:13.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:68:0) after 8m12s
[07:59:25.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:68:0)
[07:59:25.877] Build status: STARTED
[07:59:25.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:69:0) after 3m16s
[08:02:42.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:69:0)
[08:02:42.025] Build status: STARTED
[08:02:42.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:70:0) after 7m27s
[08:10:09.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:70:0)
[08:10:09.157] Build status: STARTED
[08:10:09.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:71:0) after 7m31s
[08:17:40.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:71:0)
[08:17:40.445] Build status: STARTED
[08:17:40.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:72:0) after 5m37s
[08:23:17.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:72:0)
[08:23:17.491] Build status: STARTED
[08:23:17.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:73:0) after 4m10s
[08:27:27.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:73:0)
[08:27:27.640] Build status: STARTED
[08:27:27.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:74:0) after 9m52s
[08:37:19.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:74:0)
[08:37:19.968] Build status: STARTED
[08:37:19.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:75:0) after 9m1s
[08:46:20.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:75:0)
[08:46:21.017] Build status: STARTED
[08:46:21.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:76:0) after 9m13s
[08:55:34.095] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:76:0)
[08:55:34.116] Build status: STARTED
[08:55:34.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:77:0) after 2m24s
[08:57:58.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:77:0)
[08:57:58.153] Build status: STARTED
[08:57:58.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:78:0) after 6m53s
[09:04:51.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:78:0)
[09:04:51.309] Build status: STARTED
[09:04:51.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:79:0) after 9m46s
[09:14:37.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:79:0)
[09:14:37.297] Build status: STARTED
[09:14:37.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:80:0) after 2m48s
[09:17:25.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:80:0)
[09:17:25.512] Build status: STARTED
[09:17:25.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:81:0) after 7m5s
[09:24:30.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:81:0)
[09:24:30.968] Build status: STARTED
[09:24:30.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:82:0) after 2m35s
[09:27:05.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:82:0)
[09:27:06.003] Build status: STARTED
[09:27:06.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:83:0) after 6m41s
[09:33:47.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:83:0)
[09:33:47.172] Build status: STARTED
[09:33:47.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:84:0) after 4m15s
[09:38:02.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:84:0)
[09:38:02.208] Build status: STARTED
[09:38:02.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:85:0) after 5m16s
[09:43:18.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:85:0)
[09:43:18.216] Build status: STARTED
[09:43:18.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:86:0) after 3m38s
[09:46:56.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:86:0)
[09:46:56.478] Build status: STARTED
[09:46:56.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:87:0) after 3m32s
[09:50:28.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:87:0)
[09:50:28.554] Build status: STARTED
[09:50:28.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:88:0) after 9m0s
[09:59:28.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:88:0)
[09:59:28.589] Build status: STARTED
[09:59:28.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:89:0) after 9m43s
[10:09:11.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:89:0)
[10:09:11.931] Build status: STARTED
[10:09:11.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:90:0) after 3m22s
[10:12:33.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:90:0)
[10:12:33.988] Build status: STARTED
[10:12:33.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:91:0) after 1m19s
[10:13:53.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:91:0)
[10:13:53.038] Build status: STARTED
[10:13:53.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:92:0) after 6m45s
[10:20:38.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:92:0)
[10:20:38.083] Build status: STARTED
[10:20:38.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:93:0) after 4m25s
[10:25:03.330] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:93:0)
[10:25:03.356] Build status: STARTED
[10:25:03.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:94:0) after 3m47s
[10:28:50.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:94:0)
[10:28:50.428] Build status: STARTED
[10:28:50.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:95:0) after 9m55s
[10:38:45.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:95:0)
[10:38:45.604] Build status: STARTED
[10:38:45.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:96:0) after 9m42s
[10:48:27.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:96:0)
[10:48:27.797] Build status: STARTED
[10:48:27.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:97:0) after 5m41s
[10:54:08.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:97:0)
[10:54:08.965] Build status: STARTED
[10:54:08.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:98:0) after 1m56s
[10:56:04.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:98:0)
[10:56:05.006] Build status: STARTED
[10:56:05.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:99:0) after 4m33s
[11:00:38.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:99:0)
[11:00:38.146] Build status: STARTED
[11:00:38.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:100:0) after 3m42s
[11:04:20.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:100:0)
[11:04:20.534] Build status: STARTED
[11:04:20.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:101:0) after 5m26s
[11:09:46.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:101:0)
[11:09:46.632] Build status: STARTED
[11:09:46.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:102:0) after 7m57s
[11:17:43.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:102:0)
[11:17:43.683] Build status: STARTED
[11:17:43.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:103:0) after 3m33s
[11:21:16.835] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:103:0)
[11:21:16.852] Build status: STARTED
[11:21:16.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:104:0) after 2m19s
[11:23:35.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:104:0)
[11:23:35.888] Build status: STARTED
[11:23:35.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:105:0) after 4m43s
[11:28:18.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:105:0)
[11:28:19.020] Build status: STARTED
[11:28:19.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:106:0) after 9m36s
[11:37:55.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:106:0)
[11:37:55.352] Build status: STARTED
[11:37:55.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:107:0) after 6m21s
[11:44:16.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:107:0)
[11:44:16.540] Build status: STARTED
[11:44:16.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:108:0) after 7m41s
[11:51:57.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:108:0)
[11:51:57.680] Build status: STARTED
[11:51:57.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:109:0) after 5m0s
[11:56:57.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:109:0)
[11:56:57.731] Build status: STARTED
[11:56:57.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:110:0) after 9m19s
[12:06:16.745] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:110:0)
[12:06:16.764] Build status: STARTED
[12:06:16.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:111:0) after 3m21s
[12:09:37.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:111:0)
[12:09:37.828] Build status: STARTED
[12:09:37.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:112:0) after 4m33s
[12:14:10.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:112:0)
[12:14:10.928] Build status: STARTED
[12:14:10.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:113:0) after 6m59s
[12:21:09.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:113:0)
[12:21:10.045] Build status: STARTED
[12:21:10.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:114:0) after 6m56s
[12:28:06.204] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:114:0)
[12:28:06.260] Build status: STARTED
[12:28:06.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:115:0) after 1m42s
[12:29:48.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:115:0)
[12:29:48.356] Build status: STARTED
[12:29:48.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:116:0) after 2m39s
[12:32:27.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:116:0)
[12:32:27.400] Build status: STARTED
[12:32:27.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:117:0) after 7m54s
[12:40:21.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:117:0)
[12:40:21.525] Build status: STARTED
[12:40:21.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:118:0) after 3m10s
[12:43:31.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:118:0)
[12:43:31.630] Build status: STARTED
[12:43:31.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:119:0) after 3m0s
[12:46:31.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:119:0)
[12:46:31.757] Build status: STARTED
[12:46:31.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:120:0) after 3m50s
[12:50:21.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:120:0)
[12:50:21.997] Build status: STARTED
[12:50:21.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:121:0) after 8m5s
[12:58:27.444] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:121:0)
[12:58:27.478] Build status: STARTED
[12:58:27.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:122:0) after 3m29s
[13:01:56.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:122:0)
[13:01:56.922] Build status: STARTED
[13:01:56.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:123:0) after 5m15s
[13:07:11.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:123:0)
[13:07:12.030] Build status: STARTED
[13:07:12.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:124:0) after 3m35s
[13:10:47.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:124:0)
[13:10:47.264] Build status: STARTED
[13:10:47.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:125:0) after 6m56s
[13:17:43.693] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:125:0)
[13:17:43.714] Build status: STARTED
[13:17:43.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:126:0) after 9m1s
[13:26:44.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:126:0)
[13:26:44.841] Build status: STARTED
[13:26:44.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:127:0) after 3m53s
[13:30:37.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:127:0)
[13:30:37.886] Build status: STARTED
[13:30:37.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:128:0) after 7m9s
[13:37:46.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:128:0)
[13:37:46.945] Build status: STARTED
[13:37:46.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:129:0) after 1m47s
[13:39:34.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:129:0)
[13:39:34.084] Build status: STARTED
[13:39:34.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:130:0) after 8m42s
[13:48:16.127] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:130:0)
[13:48:16.154] Build status: STARTED
[13:48:16.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:131:0) after 2m32s
[13:50:48.172] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:131:0)
[13:50:48.189] Build status: STARTED
[13:50:48.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:132:0) after 1m51s
[13:52:39.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:132:0)
[13:52:39.227] Build status: STARTED
[13:52:39.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:133:0) after 8m42s
[14:01:21.313] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:133:0)
[14:01:21.338] Build status: STARTED
[14:01:21.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:134:0) after 7m57s
[14:09:18.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:134:0)
[14:09:18.348] Build status: STARTED
[14:09:18.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:135:0) after 4m43s
[14:14:01.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:135:0)
[14:14:01.378] Build status: STARTED
[14:14:01.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:136:0) after 5m10s
[14:19:11.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:136:0)
[14:19:11.517] Build status: STARTED
[14:19:11.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:137:0) after 5m9s
[14:24:20.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:137:0)
[14:24:20.757] Build status: STARTED
[14:24:20.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:138:0) after 7m22s
[14:31:42.989] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:138:0)
[14:31:43.030] Build status: STARTED
[14:31:43.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:139:0) after 8m9s
[14:39:52.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:139:0)
[14:39:52.123] Build status: STARTED
[14:39:52.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:140:0) after 2m49s
[14:42:41.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:140:0)
[14:42:41.209] Build status: STARTED
[14:42:41.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:141:0) after 7m49s
[14:50:30.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:141:0)
[14:50:30.272] Build status: STARTED
[14:50:30.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:142:0) after 1m22s
[14:51:52.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:142:0)
[14:51:52.371] Build status: STARTED
[14:51:52.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:143:0) after 9m53s
[15:01:45.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:143:0)
[15:01:45.446] Build status: STARTED
[15:01:45.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:144:0) after 4m8s
[15:05:53.506] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:144:0)
[15:05:53.531] Build status: STARTED
[15:05:53.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:145:0) after 5m22s
[15:11:15.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:145:0)
[15:11:15.578] Build status: STARTED
[15:11:15.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:146:0) after 8m42s
[15:19:57.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:146:0)
[15:19:57.650] Build status: STARTED
[15:19:57.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:147:0) after 4m35s
[15:24:32.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:147:0)
[15:24:32.740] Build status: STARTED
[15:24:32.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:148:0) after 7m29s
[15:32:01.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:148:0)
[15:32:01.813] Build status: STARTED
[15:32:01.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:149:0) after 1m44s
[15:33:46.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:149:0)
[15:33:46.076] Build status: STARTED
[15:33:46.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:150:0) after 2m6s
[15:35:52.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:150:0)
[15:35:52.196] Build status: STARTED
[15:35:52.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:151:0) after 3m7s
[15:38:59.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:151:0)
[15:38:59.252] Build status: STARTED
[15:38:59.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:152:0) after 2m49s
[15:41:48.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:152:0)
[15:41:48.309] Build status: STARTED
[15:41:48.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:153:0) after 7m24s
[15:49:12.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:153:0)
[15:49:12.785] Build status: STARTED
[15:49:12.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:154:0) after 5m29s
[15:54:41.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:154:0)
[15:54:41.940] Build status: STARTED
[15:54:41.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:155:0) after 4m37s
[15:59:18.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:155:0)
[15:59:19.002] Build status: STARTED
[15:59:19.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:156:0) after 1m18s
[16:00:37.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:156:0)
[16:00:37.246] Build status: STARTED
[16:00:37.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:157:0) after 2m52s
[16:03:29.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:157:0)
[16:03:29.390] Build status: STARTED
[16:03:29.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:158:0) after 6m53s
[16:10:22.418] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:158:0)
[16:10:22.444] Build status: STARTED
[16:10:22.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:159:0) after 6m41s
[16:17:03.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:159:0)
[16:17:03.478] Build status: STARTED
[16:17:03.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:160:0) after 6m59s
[16:24:02.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:160:0)
[16:24:02.487] Build status: STARTED
[16:24:02.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:161:0) after 7m13s
[16:31:15.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:161:0)
[16:31:15.593] Build status: STARTED
[16:31:15.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:162:0) after 4m50s
[16:36:05.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:162:0)
[16:36:05.606] Build status: STARTED
[16:36:05.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:163:0) after 2m50s
[16:38:55.634] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:163:0)
[16:38:55.651] Build status: STARTED
[16:38:55.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:164:0) after 3m15s
[16:42:10.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:164:0)
[16:42:10.982] Build status: STARTED
[16:42:10.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:165:0) after 8m21s
[16:50:32.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:165:0)
[16:50:32.024] Build status: STARTED
[16:50:32.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:166:0) after 6m1s
[16:56:33.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:166:0)
[16:56:33.067] Build status: STARTED
[16:56:33.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:167:0) after 6m37s
[17:03:10.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:167:0)
[17:03:10.153] Build status: STARTED
[17:03:10.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:168:0) after 2m36s
[17:05:46.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:168:0)
[17:05:46.292] Build status: STARTED
[17:05:46.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:169:0) after 2m1s
[17:07:47.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:169:0)
[17:07:47.337] Build status: STARTED
[17:07:47.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:170:0) after 7m28s
[17:15:15.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:170:0)
[17:15:15.373] Build status: STARTED
[17:15:15.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:171:0) after 1m57s
[17:17:12.471] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:171:0)
[17:17:12.487] Build status: STARTED
[17:17:12.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:172:0) after 9m18s
[17:26:30.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:172:0)
[17:26:30.630] Build status: STARTED
[17:26:30.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:173:0) after 3m25s
[17:29:55.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:173:0)
[17:29:55.670] Build status: STARTED
[17:29:55.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:174:0) after 4m14s
[17:34:09.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:174:0)
[17:34:09.708] Build status: STARTED
[17:34:09.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:175:0) after 7m11s
[17:41:20.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:175:0)
[17:41:20.784] Build status: STARTED
[17:41:20.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:176:0) after 8m18s
[17:49:38.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:176:0)
[17:49:38.898] Build status: STARTED
[17:49:38.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:177:0) after 1m28s
[17:51:06.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:177:0)
[17:51:06.950] Build status: STARTED
[17:51:06.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:178:0) after 8m25s
[17:59:32.003] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:178:0)
[17:59:32.019] Build status: STARTED
[17:59:32.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:179:0) after 5m36s
[18:05:08.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:179:0)
[18:05:08.058] Build status: STARTED
[18:05:08.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:180:0) after 1m7s
[18:06:15.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:180:0)
[18:06:15.104] Build status: STARTED
[18:06:15.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:181:0) after 9m11s
[18:15:26.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:181:0)
[18:15:26.142] Build status: STARTED
[18:15:26.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:182:0) after 5m46s
[18:21:12.243] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:182:0)
[18:21:12.265] Build status: STARTED
[18:21:12.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:183:0) after 2m31s
[18:23:43.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:183:0)
[18:23:43.366] Build status: STARTED
[18:23:43.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:184:0) after 9m18s
[18:33:01.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:184:0)
[18:33:01.459] Build status: STARTED
[18:33:01.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:185:0) after 1m19s
[18:34:20.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:185:0)
[18:34:20.459] Build status: STARTED
[18:34:20.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:186:0) after 1m23s
[18:35:43.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:186:0)
[18:35:43.539] Build status: STARTED
[18:35:43.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:187:0) after 4m13s
[18:39:56.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:187:0)
[18:39:56.670] Build status: STARTED
[18:39:56.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:188:0) after 2m52s
[18:42:48.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:188:0)
[18:42:48.907] Build status: STARTED
[18:42:48.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:189:0) after 4m33s
[18:47:21.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:189:0)
[18:47:21.928] Build status: STARTED
[18:47:21.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:190:0) after 7m47s
[18:55:09.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:190:0)
[18:55:09.110] Build status: STARTED
[18:55:09.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910986214670222944:191:0) after 5m39s
[18:59:16.337] Received PubSub notification, asking Buildbucket for the build status
[18:59:16.363] Build:
{
  "id": "8745556152726116513",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 32166,
  "createdBy": "project:chromium",
  "createTime": "2024-06-10T01:58:56.664664031Z",
  "startTime": "2024-06-10T01:59:01.340901312Z",
  "endTime": "2024-06-10T18:59:16.045577246Z",
  "updateTime": "2024-06-10T18:59:16.045577246Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "292e233d6ee72e63938b3aa97b537078baf216d3",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[18:59:16.363] Invocation finished in 17h0m20.937247799s with status FAILED