LUCI Scheduler :: chromium :: ToTMac

Status: FAILED

Triggered by: -

Duration: 18 hours

Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

e21065c01cf8f1d4499615b86d65ff1d360095ff (1 year ago)
9effb7dbbb30f39abd8a6ace46742e0a69f92eb8 (1 year ago)
a4a42df2a8ca9f325843eb9e258050173a22c49a (1 year ago)
d55180c5e55b928b81e90dbdf033ccb75f5b6dab (1 year ago)
f71c5e724031fd47dbd986ae0362d65294c2477a (1 year ago)
d3705b824aad21f10ab4dbc431ca2a826dd81e9b (1 year ago)
48f3d35bd6da83d8ed9968990dfa5dc21b844fe3 (1 year ago)
0f3cd949034a6cccdc3963026e5a3950683114bf (1 year ago)
b048998d8bd8745c31172c17e07252902a43fcab (1 year ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "b048998d8bd8745c31172c17e07252902a43fcab"
}

Incoming tags

buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b048998d8bd8745c31172c17e07252902a43fcab
gitiles_ref:refs/heads/main

Debug log (UTC)

[20:44:39.187] New invocation is queued and will start shortly
[20:44:40.398] Starting the invocation (attempt 1)
[20:44:40.423] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b048998d8bd8745c31172c17e07252902a43fcab"
[20:44:40.423] Popped gitiles commit info from properties and tags
[20:44:40.423] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:44:40.424] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:44:40.424] Buildbucket request:
{
  "requestId": "8905298377996356272",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b048998d8bd8745c31172c17e07252902a43fcab",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8905298377996356272"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:44:41.223] Scheduled build:
{
  "id": "8739868315990472977",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 32721,
  "createdBy": "project:chromium",
  "createTime": "2024-08-11T20:44:40.475193016Z",
  "updateTime": "2024-08-11T20:44:40.475193016Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b048998d8bd8745c31172c17e07252902a43fcab",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[20:44:41.223] Task URL: https://cr-buildbucket.appspot.com/build/8739868315990472977
[20:44:41.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:2:0) after 7m30s
[20:44:41.939] Received PubSub notification, asking Buildbucket for the build status
[20:44:41.957] Build status: SCHEDULED
[20:45:25.276] Received PubSub notification, asking Buildbucket for the build status
[20:45:25.340] Build status: STARTED
[20:52:11.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:2:0)
[20:52:11.282] Build status: STARTED
[20:52:11.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:5:0) after 8m34s
[21:00:45.444] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:5:0)
[21:00:45.472] Build status: STARTED
[21:00:45.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:6:0) after 4m47s
[21:05:32.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:6:0)
[21:05:32.551] Build status: STARTED
[21:05:32.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:7:0) after 7m42s
[21:13:14.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:7:0)
[21:13:14.686] Build status: STARTED
[21:13:14.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:8:0) after 6m1s
[21:19:15.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:8:0)
[21:19:15.727] Build status: STARTED
[21:19:15.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:9:0) after 6m43s
[21:25:58.833] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:9:0)
[21:25:58.850] Build status: STARTED
[21:25:58.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:10:0) after 7m5s
[21:33:03.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:10:0)
[21:33:03.895] Build status: STARTED
[21:33:03.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:11:0) after 9m54s
[21:42:57.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:11:0)
[21:42:57.945] Build status: STARTED
[21:42:57.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:12:0) after 5m1s
[21:47:59.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:12:0)
[21:47:59.161] Build status: STARTED
[21:47:59.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:13:0) after 7m22s
[21:55:21.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:13:0)
[21:55:21.368] Build status: STARTED
[21:55:21.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:14:0) after 9m50s
[22:05:12.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:14:0)
[22:05:12.563] Build status: STARTED
[22:05:12.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:15:0) after 8m59s
[22:14:11.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:15:0)
[22:14:11.855] Build status: STARTED
[22:14:11.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:16:0) after 8m21s
[22:22:32.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:16:0)
[22:22:32.845] Build status: STARTED
[22:22:32.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:17:0) after 7m33s
[22:30:05.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:17:0)
[22:30:05.903] Build status: STARTED
[22:30:05.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:18:0) after 9m18s
[22:39:23.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:18:0)
[22:39:23.951] Build status: STARTED
[22:39:23.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:19:0) after 1m25s
[22:40:49.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:19:0)
[22:40:49.400] Build status: STARTED
[22:40:49.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:20:0) after 3m46s
[22:44:35.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:20:0)
[22:44:35.439] Build status: STARTED
[22:44:35.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:21:0) after 4m56s
[22:49:31.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:21:0)
[22:49:31.474] Build status: STARTED
[22:49:31.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:22:0) after 4m57s
[22:54:28.510] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:22:0)
[22:54:28.525] Build status: STARTED
[22:54:28.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:23:0) after 1m45s
[22:56:13.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:23:0)
[22:56:13.560] Build status: STARTED
[22:56:13.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:24:0) after 3m39s
[22:59:52.574] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:24:0)
[22:59:52.596] Build status: STARTED
[22:59:52.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:25:0) after 1m41s
[23:01:33.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:25:0)
[23:01:33.649] Build status: STARTED
[23:01:33.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:26:0) after 7m9s
[23:08:42.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:26:0)
[23:08:42.740] Build status: STARTED
[23:08:42.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:27:0) after 5m54s
[23:14:36.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:27:0)
[23:14:36.851] Build status: STARTED
[23:14:36.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:28:0) after 6m58s
[23:21:35.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:28:0)
[23:21:35.049] Build status: STARTED
[23:21:35.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:29:0) after 5m18s
[23:26:53.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:29:0)
[23:26:53.176] Build status: STARTED
[23:26:53.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:30:0) after 2m33s
[23:29:26.260] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:30:0)
[23:29:26.280] Build status: STARTED
[23:29:26.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:31:0) after 3m19s
[23:32:45.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:31:0)
[23:32:45.293] Build status: STARTED
[23:32:45.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:32:0) after 3m47s
[23:36:32.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:32:0)
[23:36:32.411] Build status: STARTED
[23:36:32.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:33:0) after 5m47s
[23:42:19.433] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:33:0)
[23:42:19.477] Build status: STARTED
[23:42:19.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:34:0) after 4m14s
[23:46:33.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:34:0)
[23:46:33.547] Build status: STARTED
[23:46:33.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:35:0) after 7m25s
[23:53:58.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:35:0)
[23:53:58.626] Build status: STARTED
[23:53:58.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:36:0) after 3m29s
[23:57:27.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:36:0)
[23:57:27.896] Build status: STARTED
[23:57:27.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:37:0) after 9m16s
[00:06:43.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:37:0)
[00:06:44.031] Build status: STARTED
[00:06:44.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:38:0) after 6m7s
[00:12:51.049] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:38:0)
[00:12:51.126] Build status: STARTED
[00:12:51.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:39:0) after 1m50s
[00:14:41.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:39:0)
[00:14:41.272] Build status: STARTED
[00:14:41.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:40:0) after 6m57s
[00:21:38.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:40:0)
[00:21:38.368] Build status: STARTED
[00:21:38.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:41:0) after 1m26s
[00:23:04.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:41:0)
[00:23:04.467] Build status: STARTED
[00:23:04.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:42:0) after 1m55s
[00:24:59.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:42:0)
[00:24:59.619] Build status: STARTED
[00:24:59.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:43:0) after 9m58s
[00:34:57.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:43:0)
[00:34:57.677] Build status: STARTED
[00:34:57.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:44:0) after 5m31s
[00:40:28.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:44:0)
[00:40:28.828] Build status: STARTED
[00:40:28.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:45:0) after 8m29s
[00:48:57.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:45:0)
[00:48:57.955] Build status: STARTED
[00:48:57.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:46:0) after 2m7s
[00:51:05.031] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:46:0)
[00:51:05.098] Build status: STARTED
[00:51:05.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:47:0) after 9m46s
[01:00:51.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:47:0)
[01:00:51.228] Build status: STARTED
[01:00:51.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:48:0) after 8m4s
[01:08:55.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:48:0)
[01:08:55.318] Build status: STARTED
[01:08:55.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:49:0) after 3m28s
[01:12:23.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:49:0)
[01:12:23.381] Build status: STARTED
[01:12:23.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:50:0) after 1m18s
[01:13:41.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:50:0)
[01:13:41.725] Build status: STARTED
[01:13:41.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:51:0) after 5m16s
[01:18:57.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:51:0)
[01:18:57.914] Build status: STARTED
[01:18:57.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:52:0) after 1m21s
[01:20:19.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:52:0)
[01:20:19.422] Build status: STARTED
[01:20:19.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:53:0) after 1m46s
[01:22:05.546] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:53:0)
[01:22:05.565] Build status: STARTED
[01:22:05.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:54:0) after 9m34s
[01:31:39.580] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:54:0)
[01:31:39.606] Build status: STARTED
[01:31:39.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:55:0) after 7m47s
[01:39:26.636] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:55:0)
[01:39:26.652] Build status: STARTED
[01:39:26.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:56:0) after 7m4s
[01:46:30.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:56:0)
[01:46:30.695] Build status: STARTED
[01:46:30.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:57:0) after 8m30s
[01:55:00.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:57:0)
[01:55:00.732] Build status: STARTED
[01:55:00.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:58:0) after 9m1s
[02:04:01.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:58:0)
[02:04:01.794] Build status: STARTED
[02:04:01.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:59:0) after 4m0s
[02:08:01.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:59:0)
[02:08:01.837] Build status: STARTED
[02:08:01.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:60:0) after 7m10s
[02:15:11.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:60:0)
[02:15:11.937] Build status: STARTED
[02:15:11.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:61:0) after 2m4s
[02:17:16.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:61:0)
[02:17:16.159] Build status: STARTED
[02:17:16.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:62:0) after 3m42s
[02:20:58.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:62:0)
[02:20:58.241] Build status: STARTED
[02:20:58.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:63:0) after 5m38s
[02:26:36.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:63:0)
[02:26:36.331] Build status: STARTED
[02:26:36.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:64:0) after 4m53s
[02:31:29.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:64:0)
[02:31:29.398] Build status: STARTED
[02:31:29.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:65:0) after 2m29s
[02:33:58.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:65:0)
[02:33:58.485] Build status: STARTED
[02:33:58.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:66:0) after 3m51s
[02:37:49.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:66:0)
[02:37:49.518] Build status: STARTED
[02:37:49.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:67:0) after 3m49s
[02:41:38.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:67:0)
[02:41:38.635] Build status: STARTED
[02:41:38.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:68:0) after 5m18s
[02:46:56.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:68:0)
[02:46:56.732] Build status: STARTED
[02:46:56.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:69:0) after 5m1s
[02:51:57.819] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:69:0)
[02:51:57.834] Build status: STARTED
[02:51:57.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:70:0) after 9m0s
[03:00:57.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:70:0)
[03:00:57.967] Build status: STARTED
[03:00:57.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:71:0) after 2m35s
[03:03:32.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:71:0)
[03:03:33.020] Build status: STARTED
[03:03:33.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:72:0) after 5m37s
[03:09:10.012] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:72:0)
[03:09:10.057] Build status: STARTED
[03:09:10.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:73:0) after 3m1s
[03:12:11.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:73:0)
[03:12:11.154] Build status: STARTED
[03:12:11.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:74:0) after 8m54s
[03:21:05.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:74:0)
[03:21:05.384] Build status: STARTED
[03:21:05.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:75:0) after 6m47s
[03:27:52.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:75:0)
[03:27:52.527] Build status: STARTED
[03:27:52.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:76:0) after 1m11s
[03:29:03.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:76:0)
[03:29:03.642] Build status: STARTED
[03:29:03.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:77:0) after 6m54s
[03:35:57.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:77:0)
[03:35:57.758] Build status: STARTED
[03:35:57.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:78:0) after 5m45s
[03:41:42.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:78:0)
[03:41:42.922] Build status: STARTED
[03:41:42.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:79:0) after 2m46s
[03:44:28.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:79:0)
[03:44:28.968] Build status: STARTED
[03:44:28.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:80:0) after 9m1s
[03:53:30.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:80:0)
[03:53:30.149] Build status: STARTED
[03:53:30.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:81:0) after 9m42s
[04:03:12.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:81:0)
[04:03:12.294] Build status: STARTED
[04:03:12.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:82:0) after 8m4s
[04:11:16.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:82:0)
[04:11:16.369] Build status: STARTED
[04:11:16.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:83:0) after 3m4s
[04:14:20.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:83:0)
[04:14:20.419] Build status: STARTED
[04:14:20.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:84:0) after 3m15s
[04:17:35.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:84:0)
[04:17:35.562] Build status: STARTED
[04:17:35.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:85:0) after 7m27s
[04:25:02.621] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:85:0)
[04:25:02.653] Build status: STARTED
[04:25:02.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:86:0) after 2m34s
[04:27:36.853] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:86:0)
[04:27:36.872] Build status: STARTED
[04:27:36.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:87:0) after 4m16s
[04:31:53.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:87:0)
[04:31:53.368] Build status: STARTED
[04:31:53.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:88:0) after 4m38s
[04:36:31.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:88:0)
[04:36:31.677] Build status: STARTED
[04:36:31.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:89:0) after 9m26s
[04:45:57.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:89:0)
[04:45:57.716] Build status: STARTED
[04:45:57.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:90:0) after 3m57s
[04:49:54.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:90:0)
[04:49:54.865] Build status: STARTED
[04:49:54.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:91:0) after 4m19s
[04:54:14.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:91:0)
[04:54:14.104] Build status: STARTED
[04:54:14.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:92:0) after 7m58s
[05:02:12.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:92:0)
[05:02:12.268] Build status: STARTED
[05:02:12.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:93:0) after 2m1s
[05:04:13.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:93:0)
[05:04:13.317] Build status: STARTED
[05:04:13.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:94:0) after 7m12s
[05:11:25.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:94:0)
[05:11:25.631] Build status: STARTED
[05:11:25.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:95:0) after 9m54s
[05:21:19.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:95:0)
[05:21:19.670] Build status: STARTED
[05:21:19.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:96:0) after 3m39s
[05:24:58.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:96:0)
[05:24:58.721] Build status: STARTED
[05:24:58.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:97:0) after 9m19s
[05:34:17.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:97:0)
[05:34:17.744] Build status: STARTED
[05:34:17.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:98:0) after 1m17s
[05:35:34.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:98:0)
[05:35:34.787] Build status: STARTED
[05:35:34.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:99:0) after 4m50s
[05:40:24.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:99:0)
[05:40:24.901] Build status: STARTED
[05:40:24.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:100:0) after 6m2s
[05:46:26.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:100:0)
[05:46:26.952] Build status: STARTED
[05:46:26.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:101:0) after 2m49s
[05:49:16.049] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:101:0)
[05:49:16.065] Build status: STARTED
[05:49:16.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:102:0) after 6m54s
[05:56:10.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:102:0)
[05:56:10.352] Build status: STARTED
[05:56:10.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:103:0) after 7m10s
[06:03:20.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:103:0)
[06:03:20.389] Build status: STARTED
[06:03:20.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:104:0) after 1m3s
[06:04:23.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:104:0)
[06:04:23.446] Build status: STARTED
[06:04:23.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:105:0) after 4m14s
[06:08:37.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:105:0)
[06:08:37.513] Build status: STARTED
[06:08:37.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:106:0) after 4m14s
[06:12:51.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:106:0)
[06:12:51.558] Build status: STARTED
[06:12:51.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:107:0) after 8m0s
[06:20:51.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:107:0)
[06:20:51.668] Build status: STARTED
[06:20:51.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:108:0) after 4m36s
[06:25:27.715] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:108:0)
[06:25:27.738] Build status: STARTED
[06:25:27.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:109:0) after 2m44s
[06:28:11.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:109:0)
[06:28:11.895] Build status: STARTED
[06:28:11.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:110:0) after 1m16s
[06:29:27.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:110:0)
[06:29:27.941] Build status: STARTED
[06:29:27.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:111:0) after 8m1s
[06:37:29.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:111:0)
[06:37:29.144] Build status: STARTED
[06:37:29.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:112:0) after 6m14s
[06:43:43.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:112:0)
[06:43:43.209] Build status: STARTED
[06:43:43.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:113:0) after 7m12s
[06:50:55.248] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:113:0)
[06:50:55.264] Build status: STARTED
[06:50:55.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:114:0) after 2m11s
[06:53:06.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:114:0)
[06:53:06.308] Build status: STARTED
[06:53:06.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:115:0) after 7m18s
[07:00:24.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:115:0)
[07:00:24.746] Build status: STARTED
[07:00:24.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:116:0) after 6m8s
[07:06:32.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:116:0)
[07:06:32.785] Build status: STARTED
[07:06:32.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:117:0) after 8m11s
[07:14:43.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:117:0)
[07:14:43.944] Build status: STARTED
[07:14:43.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:118:0) after 4m4s
[07:18:47.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:118:0)
[07:18:48.016] Build status: STARTED
[07:18:48.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:119:0) after 2m15s
[07:21:03.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:119:0)
[07:21:03.381] Build status: STARTED
[07:21:03.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:120:0) after 2m55s
[07:23:58.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:120:0)
[07:23:58.444] Build status: STARTED
[07:23:58.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:121:0) after 6m10s
[07:30:08.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:121:0)
[07:30:08.498] Build status: STARTED
[07:30:08.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:122:0) after 9m27s
[07:39:35.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:122:0)
[07:39:35.560] Build status: STARTED
[07:39:35.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:123:0) after 2m12s
[07:41:47.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:123:0)
[07:41:47.662] Build status: STARTED
[07:41:47.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:124:0) after 6m1s
[07:47:48.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:124:0)
[07:47:49.037] Build status: STARTED
[07:47:49.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:125:0) after 7m26s
[07:55:15.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:125:0)
[07:55:15.311] Build status: STARTED
[07:55:15.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:126:0) after 1m29s
[07:56:44.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:126:0)
[07:56:44.470] Build status: STARTED
[07:56:44.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:127:0) after 3m13s
[07:59:57.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:127:0)
[07:59:57.709] Build status: STARTED
[07:59:57.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:128:0) after 5m47s
[08:05:44.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:128:0)
[08:05:44.955] Build status: STARTED
[08:05:44.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:129:0) after 8m59s
[08:14:44.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:129:0)
[08:14:44.278] Build status: STARTED
[08:14:44.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:130:0) after 2m54s
[08:17:38.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:130:0)
[08:17:38.354] Build status: STARTED
[08:17:38.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:131:0) after 7m2s
[08:24:40.410] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:131:0)
[08:24:40.432] Build status: STARTED
[08:24:40.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:132:0) after 1m35s
[08:26:15.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:132:0)
[08:26:15.501] Build status: STARTED
[08:26:15.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:133:0) after 6m50s
[08:33:05.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:133:0)
[08:33:05.713] Build status: STARTED
[08:33:05.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:134:0) after 8m46s
[08:41:51.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:134:0)
[08:41:51.886] Build status: STARTED
[08:41:51.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:135:0) after 2m40s
[08:44:32.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:135:0)
[08:44:32.140] Build status: STARTED
[08:44:32.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:136:0) after 4m18s
[08:48:50.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:136:0)
[08:48:50.194] Build status: STARTED
[08:48:50.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:137:0) after 3m56s
[08:52:46.306] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:137:0)
[08:52:46.322] Build status: STARTED
[08:52:46.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:138:0) after 3m12s
[08:55:58.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:138:0)
[08:55:58.558] Build status: STARTED
[08:55:58.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:139:0) after 1m49s
[08:57:47.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:139:0)
[08:57:47.828] Build status: STARTED
[08:57:47.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:140:0) after 7m55s
[09:05:42.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:140:0)
[09:05:42.872] Build status: STARTED
[09:05:42.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:141:0) after 5m57s
[09:11:39.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:141:0)
[09:11:39.995] Build status: STARTED
[09:11:39.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:142:0) after 6m54s
[09:18:34.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:142:0)
[09:18:34.092] Build status: STARTED
[09:18:34.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:143:0) after 8m32s
[09:27:06.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:143:0)
[09:27:06.231] Build status: STARTED
[09:27:06.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:144:0) after 9m37s
[09:36:43.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:144:0)
[09:36:43.264] Build status: STARTED
[09:36:43.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:145:0) after 5m5s
[09:41:48.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:145:0)
[09:41:48.596] Build status: STARTED
[09:41:48.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:146:0) after 2m4s
[09:43:52.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:146:0)
[09:43:52.678] Build status: STARTED
[09:43:52.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:147:0) after 1m33s
[09:45:26.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:147:0)
[09:45:26.523] Build status: STARTED
[09:45:26.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:148:0) after 6m13s
[09:51:39.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:148:0)
[09:51:39.575] Build status: STARTED
[09:51:39.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:149:0) after 8m28s
[10:00:07.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:149:0)
[10:00:07.669] Build status: STARTED
[10:00:07.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:150:0) after 7m4s
[10:07:11.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:150:0)
[10:07:11.938] Build status: STARTED
[10:07:11.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:151:0) after 8m41s
[10:15:53.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:151:0)
[10:15:53.033] Build status: STARTED
[10:15:53.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:152:0) after 6m45s
[10:22:38.053] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:152:0)
[10:22:38.071] Build status: STARTED
[10:22:38.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:153:0) after 5m44s
[10:28:22.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:153:0)
[10:28:22.172] Build status: STARTED
[10:28:22.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:154:0) after 6m34s
[10:34:56.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:154:0)
[10:34:56.214] Build status: STARTED
[10:34:56.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:155:0) after 8m15s
[10:43:11.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:155:0)
[10:43:11.323] Build status: STARTED
[10:43:11.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:156:0) after 5m19s
[10:48:30.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:156:0)
[10:48:30.335] Build status: STARTED
[10:48:30.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:157:0) after 9m21s
[10:57:51.352] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:157:0)
[10:57:51.372] Build status: STARTED
[10:57:51.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:158:0) after 4m48s
[11:02:39.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:158:0)
[11:02:39.535] Build status: STARTED
[11:02:39.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:159:0) after 2m56s
[11:05:35.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:159:0)
[11:05:35.587] Build status: STARTED
[11:05:35.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:160:0) after 5m1s
[11:10:36.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:160:0)
[11:10:36.762] Build status: STARTED
[11:10:36.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:161:0) after 5m19s
[11:15:56.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:161:0)
[11:15:56.203] Build status: STARTED
[11:15:56.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:162:0) after 6m15s
[11:22:11.322] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:162:0)
[11:22:11.349] Build status: STARTED
[11:22:11.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:163:0) after 5m32s
[11:27:43.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:163:0)
[11:27:43.447] Build status: STARTED
[11:27:43.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:164:0) after 6m14s
[11:33:57.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:164:0)
[11:33:57.484] Build status: STARTED
[11:33:57.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:165:0) after 6m45s
[11:40:42.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:165:0)
[11:40:42.567] Build status: STARTED
[11:40:42.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:166:0) after 3m47s
[11:44:29.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:166:0)
[11:44:29.748] Build status: STARTED
[11:44:29.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:167:0) after 8m53s
[11:53:22.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:167:0)
[11:53:22.806] Build status: STARTED
[11:53:22.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:168:0) after 4m33s
[11:57:55.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:168:0)
[11:57:55.954] Build status: STARTED
[11:57:55.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:169:0) after 9m50s
[12:07:45.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:169:0)
[12:07:46.000] Build status: STARTED
[12:07:46.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:170:0) after 3m19s
[12:11:05.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:170:0)
[12:11:05.116] Build status: STARTED
[12:11:05.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:171:0) after 5m17s
[12:16:22.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:171:0)
[12:16:22.211] Build status: STARTED
[12:16:22.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:172:0) after 8m34s
[12:24:56.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:172:0)
[12:24:56.211] Build status: STARTED
[12:24:56.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:173:0) after 4m35s
[12:29:31.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:173:0)
[12:29:31.246] Build status: STARTED
[12:29:31.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:174:0) after 5m18s
[12:34:49.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:174:0)
[12:34:49.374] Build status: STARTED
[12:34:49.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:175:0) after 7m8s
[12:41:57.392] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:175:0)
[12:41:57.410] Build status: STARTED
[12:41:57.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:176:0) after 4m38s
[12:46:35.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:176:0)
[12:46:35.594] Build status: STARTED
[12:46:35.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:177:0) after 9m45s
[12:56:20.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:177:0)
[12:56:20.716] Build status: STARTED
[12:56:20.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:178:0) after 4m29s
[13:00:49.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:178:0)
[13:00:49.718] Build status: STARTED
[13:00:49.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:179:0) after 4m36s
[13:05:26.311] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:179:0)
[13:05:26.349] Build status: STARTED
[13:05:26.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:180:0) after 6m36s
[13:12:02.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:180:0)
[13:12:02.384] Build status: STARTED
[13:12:02.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:181:0) after 1m54s
[13:13:56.410] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:181:0)
[13:13:56.430] Build status: STARTED
[13:13:56.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:182:0) after 3m53s
[13:17:49.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:182:0)
[13:17:49.566] Build status: STARTED
[13:17:49.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:183:0) after 7m38s
[13:25:27.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:183:0)
[13:25:27.613] Build status: STARTED
[13:25:27.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:184:0) after 1m1s
[13:26:28.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:184:0)
[13:26:28.853] Build status: STARTED
[13:26:28.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:185:0) after 1m36s
[13:28:05.038] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:185:0)
[13:28:05.122] Build status: STARTED
[13:28:05.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:186:0) after 4m58s
[13:33:03.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:186:0)
[13:33:03.170] Build status: STARTED
[13:33:03.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:187:0) after 4m17s
[13:37:20.198] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:187:0)
[13:37:20.218] Build status: STARTED
[13:37:20.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:188:0) after 5m25s
[13:42:45.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:188:0)
[13:42:45.418] Build status: STARTED
[13:42:45.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:189:0) after 9m10s
[13:51:55.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:189:0)
[13:51:55.460] Build status: STARTED
[13:51:55.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:190:0) after 7m55s
[13:59:50.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:190:0)
[13:59:50.527] Build status: STARTED
[13:59:50.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:191:0) after 1m54s
[14:01:44.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:191:0)
[14:01:44.596] Build status: STARTED
[14:01:44.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:192:0) after 6m1s
[14:07:45.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:192:0)
[14:07:45.664] Build status: STARTED
[14:07:45.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:193:0) after 2m37s
[14:10:22.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:193:0)
[14:10:22.684] Build status: STARTED
[14:10:22.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:194:0) after 5m13s
[14:15:35.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:194:0)
[14:15:35.737] Build status: STARTED
[14:15:35.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:195:0) after 2m32s
[14:18:07.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:195:0)
[14:18:07.796] Build status: STARTED
[14:18:07.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:196:0) after 2m55s
[14:21:02.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:196:0)
[14:21:02.835] Build status: STARTED
[14:21:02.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:197:0) after 4m22s
[14:25:24.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:197:0)
[14:25:25.232] Build status: STARTED
[14:25:25.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:198:0) after 5m50s
[14:31:15.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:198:0)
[14:31:15.402] Build status: STARTED
[14:31:15.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:199:0) after 9m5s
[14:40:20.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:199:0)
[14:40:20.455] Build status: STARTED
[14:40:20.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905298377996356272:200:0) after 7m13s
[14:47:26.536] Received PubSub notification, asking Buildbucket for the build status
[14:47:26.556] Build:
{
  "id": "8739868315990472977",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 32721,
  "createdBy": "project:chromium",
  "createTime": "2024-08-11T20:44:40.475193016Z",
  "startTime": "2024-08-11T20:45:25.015593733Z",
  "endTime": "2024-08-12T14:47:26.163299724Z",
  "updateTime": "2024-08-12T14:47:26.163299724Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b048998d8bd8745c31172c17e07252902a43fcab",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[14:47:26.557] Invocation finished in 18h2m47.378519043s with status FAILED