Status: FAILED
Triggered by: -
Duration: 16 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "0341cb4e1895e777191241928cbc32a72975d20e"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0341cb4e1895e777191241928cbc32a72975d20e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[16:57:28.273] New invocation is queued and will start shortly
[16:57:29.354] Starting the invocation (attempt 1)
[16:57:29.387] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0341cb4e1895e777191241928cbc32a72975d20e"
[16:57:29.387] Popped gitiles commit info from properties and tags
[16:57:29.387] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:57:29.388] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:57:29.388] Buildbucket request:
{
  "requestId": "8910839086004620128",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "0341cb4e1895e777191241928cbc32a72975d20e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8910839086004620128"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:57:30.079] Scheduled build:
{
  "id": "8745409024067242881",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 32174,
  "createdBy": "project:chromium",
  "createTime": "2024-06-11T16:57:29.487316076Z",
  "updateTime": "2024-06-11T16:57:29.487316076Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0341cb4e1895e777191241928cbc32a72975d20e",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[16:57:30.079] Task URL: https://cr-buildbucket.appspot.com/build/8745409024067242881
[16:57:30.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:2:0) after 7m54s
[16:57:31.034] Received PubSub notification, asking Buildbucket for the build status
[16:57:31.216] Build status: SCHEDULED
[16:58:14.510] Received PubSub notification, asking Buildbucket for the build status
[16:58:14.540] Build status: STARTED
[17:05:24.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:2:0)
[17:05:24.148] Build status: STARTED
[17:05:24.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:5:0) after 6m50s
[17:12:14.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:5:0)
[17:12:14.576] Build status: STARTED
[17:12:14.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:6:0) after 6m28s
[17:18:42.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:6:0)
[17:18:42.627] Build status: STARTED
[17:18:42.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:7:0) after 9m19s
[17:28:01.704] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:7:0)
[17:28:01.725] Build status: STARTED
[17:28:01.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:8:0) after 7m43s
[17:35:44.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:8:0)
[17:35:44.804] Build status: STARTED
[17:35:44.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:9:0) after 9m51s
[17:45:35.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:9:0)
[17:45:35.884] Build status: STARTED
[17:45:35.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:10:0) after 1m11s
[17:46:46.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:10:0)
[17:46:46.989] Build status: STARTED
[17:46:46.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:11:0) after 5m27s
[17:52:14.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:11:0)
[17:52:14.053] Build status: STARTED
[17:52:14.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:12:0) after 2m38s
[17:54:52.081] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:12:0)
[17:54:52.102] Build status: STARTED
[17:54:52.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:13:0) after 1m39s
[17:56:31.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:13:0)
[17:56:31.104] Build status: STARTED
[17:56:31.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:14:0) after 5m52s
[18:02:23.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:14:0)
[18:02:23.147] Build status: STARTED
[18:02:23.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:15:0) after 3m11s
[18:05:34.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:15:0)
[18:05:34.233] Build status: STARTED
[18:05:34.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:16:0) after 1m5s
[18:06:39.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:16:0)
[18:06:39.325] Build status: STARTED
[18:06:39.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:17:0) after 7m30s
[18:14:09.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:17:0)
[18:14:09.433] Build status: STARTED
[18:14:09.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:18:0) after 7m3s
[18:21:12.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:18:0)
[18:21:12.542] Build status: STARTED
[18:21:12.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:19:0) after 1m23s
[18:22:35.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:19:0)
[18:22:35.744] Build status: STARTED
[18:22:35.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:20:0) after 4m38s
[18:27:13.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:20:0)
[18:27:13.803] Build status: STARTED
[18:27:13.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:21:0) after 7m38s
[18:34:51.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:21:0)
[18:34:51.875] Build status: STARTED
[18:34:51.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:22:0) after 8m36s
[18:43:27.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:22:0)
[18:43:27.922] Build status: STARTED
[18:43:27.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:23:0) after 8m33s
[18:52:01.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:23:0)
[18:52:01.082] Build status: STARTED
[18:52:01.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:24:0) after 9m36s
[19:01:37.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:24:0)
[19:01:37.282] Build status: STARTED
[19:01:37.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:25:0) after 9m53s
[19:11:30.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:25:0)
[19:11:30.491] Build status: STARTED
[19:11:30.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:26:0) after 7m27s
[19:18:57.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:26:0)
[19:18:57.562] Build status: STARTED
[19:18:57.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:27:0) after 4m11s
[19:23:08.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:27:0)
[19:23:08.685] Build status: STARTED
[19:23:08.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:28:0) after 1m49s
[19:24:57.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:28:0)
[19:24:57.810] Build status: STARTED
[19:24:57.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:29:0) after 5m17s
[19:30:15.017] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:29:0)
[19:30:15.077] Build status: STARTED
[19:30:15.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:30:0) after 7m19s
[19:37:34.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:30:0)
[19:37:34.150] Build status: STARTED
[19:37:34.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:31:0) after 9m16s
[19:46:50.241] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:31:0)
[19:46:50.429] Build status: STARTED
[19:46:50.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:32:0) after 8m10s
[19:55:00.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:32:0)
[19:55:00.544] Build status: STARTED
[19:55:00.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:33:0) after 9m45s
[20:04:45.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:33:0)
[20:04:45.611] Build status: STARTED
[20:04:45.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:34:0) after 8m42s
[20:13:27.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:34:0)
[20:13:27.764] Build status: STARTED
[20:13:27.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:35:0) after 6m27s
[20:19:54.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:35:0)
[20:19:54.902] Build status: STARTED
[20:19:54.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:36:0) after 9m18s
[20:29:12.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:36:0)
[20:29:12.965] Build status: STARTED
[20:29:12.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:37:0) after 3m14s
[20:32:27.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:37:0)
[20:32:27.158] Build status: STARTED
[20:32:27.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:38:0) after 9m56s
[20:42:23.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:38:0)
[20:42:23.207] Build status: STARTED
[20:42:23.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:39:0) after 9m19s
[20:51:42.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:39:0)
[20:51:42.421] Build status: STARTED
[20:51:42.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:40:0) after 5m27s
[20:57:09.493] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:40:0)
[20:57:09.588] Build status: STARTED
[20:57:09.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:41:0) after 7m25s
[21:04:34.695] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:41:0)
[21:04:34.728] Build status: STARTED
[21:04:34.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:42:0) after 9m53s
[21:14:27.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:42:0)
[21:14:27.808] Build status: STARTED
[21:14:27.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:43:0) after 6m29s
[21:20:56.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:43:0)
[21:20:56.870] Build status: STARTED
[21:20:56.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:44:0) after 8m24s
[21:29:20.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:44:0)
[21:29:20.925] Build status: STARTED
[21:29:20.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:45:0) after 6m19s
[21:35:40.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:45:0)
[21:35:40.039] Build status: STARTED
[21:35:40.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:46:0) after 7m27s
[21:43:07.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:46:0)
[21:43:07.234] Build status: STARTED
[21:43:07.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:47:0) after 8m45s
[21:51:52.248] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:47:0)
[21:51:52.268] Build status: STARTED
[21:51:52.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:48:0) after 5m16s
[21:57:08.316] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:48:0)
[21:57:08.335] Build status: STARTED
[21:57:08.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:49:0) after 3m43s
[22:00:51.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:49:0)
[22:00:51.370] Build status: STARTED
[22:00:51.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:50:0) after 3m23s
[22:04:14.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:50:0)
[22:04:14.419] Build status: STARTED
[22:04:14.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:51:0) after 1m53s
[22:06:07.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:51:0)
[22:06:07.666] Build status: STARTED
[22:06:07.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:52:0) after 3m7s
[22:09:14.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:52:0)
[22:09:14.710] Build status: STARTED
[22:09:14.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:53:0) after 4m28s
[22:13:42.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:53:0)
[22:13:42.838] Build status: STARTED
[22:13:42.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:54:0) after 6m22s
[22:20:04.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:54:0)
[22:20:05.024] Build status: STARTED
[22:20:05.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:55:0) after 1m50s
[22:21:55.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:55:0)
[22:21:55.160] Build status: STARTED
[22:21:55.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:56:0) after 5m17s
[22:27:12.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:56:0)
[22:27:12.339] Build status: STARTED
[22:27:12.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:57:0) after 2m31s
[22:29:43.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:57:0)
[22:29:43.404] Build status: STARTED
[22:29:43.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:58:0) after 3m45s
[22:33:28.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:58:0)
[22:33:28.467] Build status: STARTED
[22:33:28.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:59:0) after 5m23s
[22:38:51.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:59:0)
[22:38:51.566] Build status: STARTED
[22:38:51.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:60:0) after 4m47s
[22:43:38.649] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:60:0)
[22:43:38.664] Build status: STARTED
[22:43:38.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:61:0) after 8m6s
[22:51:44.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:61:0)
[22:51:44.766] Build status: STARTED
[22:51:44.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:62:0) after 5m43s
[22:57:27.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:62:0)
[22:57:27.826] Build status: STARTED
[22:57:27.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:63:0) after 6m17s
[23:03:44.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:63:0)
[23:03:44.873] Build status: STARTED
[23:03:44.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:64:0) after 1m8s
[23:04:52.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:64:0)
[23:04:52.918] Build status: STARTED
[23:04:52.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:65:0) after 8m19s
[23:13:11.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:65:0)
[23:13:11.962] Build status: STARTED
[23:13:11.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:66:0) after 9m32s
[23:22:43.989] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:66:0)
[23:22:44.009] Build status: STARTED
[23:22:44.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:67:0) after 1m19s
[23:24:03.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:67:0)
[23:24:03.118] Build status: STARTED
[23:24:03.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:68:0) after 9m4s
[23:33:07.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:68:0)
[23:33:07.274] Build status: STARTED
[23:33:07.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:69:0) after 4m15s
[23:37:22.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:69:0)
[23:37:22.405] Build status: STARTED
[23:37:22.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:70:0) after 6m18s
[23:43:40.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:70:0)
[23:43:40.468] Build status: STARTED
[23:43:40.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:71:0) after 9m29s
[23:53:09.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:71:0)
[23:53:09.564] Build status: STARTED
[23:53:09.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:72:0) after 5m55s
[23:59:04.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:72:0)
[23:59:04.634] Build status: STARTED
[23:59:04.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:73:0) after 5m32s
[00:04:36.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:73:0)
[00:04:36.755] Build status: STARTED
[00:04:36.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:74:0) after 2m31s
[00:07:07.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:74:0)
[00:07:07.875] Build status: STARTED
[00:07:07.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:75:0) after 2m24s
[00:09:31.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:75:0)
[00:09:31.971] Build status: STARTED
[00:09:31.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:76:0) after 2m15s
[00:11:47.001] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:76:0)
[00:11:47.035] Build status: STARTED
[00:11:47.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:77:0) after 7m26s
[00:19:13.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:77:0)
[00:19:13.090] Build status: STARTED
[00:19:13.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:78:0) after 4m51s
[00:24:04.211] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:78:0)
[00:24:04.230] Build status: STARTED
[00:24:04.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:79:0) after 1m36s
[00:25:40.332] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:79:0)
[00:25:40.431] Build status: STARTED
[00:25:40.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:80:0) after 6m53s
[00:32:33.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:80:0)
[00:32:33.509] Build status: STARTED
[00:32:33.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:81:0) after 4m23s
[00:36:56.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:81:0)
[00:36:56.558] Build status: STARTED
[00:36:56.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:82:0) after 3m1s
[00:39:57.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:82:0)
[00:39:57.619] Build status: STARTED
[00:39:57.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:83:0) after 3m53s
[00:43:50.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:83:0)
[00:43:50.674] Build status: STARTED
[00:43:50.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:84:0) after 2m30s
[00:46:20.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:84:0)
[00:46:20.865] Build status: STARTED
[00:46:20.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:85:0) after 6m41s
[00:53:02.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:85:0)
[00:53:02.073] Build status: STARTED
[00:53:02.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:86:0) after 5m5s
[00:58:07.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:86:0)
[00:58:07.222] Build status: STARTED
[00:58:07.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:87:0) after 2m7s
[01:00:14.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:87:0)
[01:00:14.457] Build status: STARTED
[01:00:14.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:88:0) after 5m0s
[01:05:14.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:88:0)
[01:05:14.564] Build status: STARTED
[01:05:14.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:89:0) after 7m34s
[01:12:48.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:89:0)
[01:12:48.649] Build status: STARTED
[01:12:48.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:90:0) after 3m32s
[01:16:20.739] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:90:0)
[01:16:20.762] Build status: STARTED
[01:16:20.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:91:0) after 1m40s
[01:18:00.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:91:0)
[01:18:00.927] Build status: STARTED
[01:18:00.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:92:0) after 2m13s
[01:20:13.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:92:0)
[01:20:13.944] Build status: STARTED
[01:20:13.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:93:0) after 8m56s
[01:29:09.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:93:0)
[01:29:09.996] Build status: STARTED
[01:29:09.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:94:0) after 8m38s
[01:37:48.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:94:0)
[01:37:48.065] Build status: STARTED
[01:37:48.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:95:0) after 5m45s
[01:43:33.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:95:0)
[01:43:33.085] Build status: STARTED
[01:43:33.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:96:0) after 8m45s
[01:52:18.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:96:0)
[01:52:18.148] Build status: STARTED
[01:52:18.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:97:0) after 2m0s
[01:54:18.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:97:0)
[01:54:18.309] Build status: STARTED
[01:54:18.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:98:0) after 3m33s
[01:57:51.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:98:0)
[01:57:51.361] Build status: STARTED
[01:57:51.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:99:0) after 8m32s
[02:06:23.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:99:0)
[02:06:23.447] Build status: STARTED
[02:06:23.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:100:0) after 2m58s
[02:09:21.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:100:0)
[02:09:21.522] Build status: STARTED
[02:09:21.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:101:0) after 3m32s
[02:12:53.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:101:0)
[02:12:53.763] Build status: STARTED
[02:12:53.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:102:0) after 6m38s
[02:19:31.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:102:0)
[02:19:31.868] Build status: STARTED
[02:19:31.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:103:0) after 5m7s
[02:24:38.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:103:0)
[02:24:39.051] Build status: STARTED
[02:24:39.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:104:0) after 6m39s
[02:31:18.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:104:0)
[02:31:18.110] Build status: STARTED
[02:31:18.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:105:0) after 6m1s
[02:37:19.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:105:0)
[02:37:19.209] Build status: STARTED
[02:37:19.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:106:0) after 7m49s
[02:45:09.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:106:0)
[02:45:09.254] Build status: STARTED
[02:45:09.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:107:0) after 8m10s
[02:53:19.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:107:0)
[02:53:19.307] Build status: STARTED
[02:53:19.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:108:0) after 5m20s
[02:58:39.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:108:0)
[02:58:39.409] Build status: STARTED
[02:58:39.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:109:0) after 2m27s
[03:01:06.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:109:0)
[03:01:06.487] Build status: STARTED
[03:01:06.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:110:0) after 8m59s
[03:10:05.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:110:0)
[03:10:05.655] Build status: STARTED
[03:10:05.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:111:0) after 8m30s
[03:18:35.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:111:0)
[03:18:35.765] Build status: STARTED
[03:18:35.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:112:0) after 7m1s
[03:25:36.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:112:0)
[03:25:36.817] Build status: STARTED
[03:25:36.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:113:0) after 8m42s
[03:34:18.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:113:0)
[03:34:18.879] Build status: STARTED
[03:34:18.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:114:0) after 2m39s
[03:36:57.956] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:114:0)
[03:36:57.975] Build status: STARTED
[03:36:57.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:115:0) after 1m45s
[03:38:43.001] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:115:0)
[03:38:43.195] Build status: STARTED
[03:38:43.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:116:0) after 2m37s
[03:41:20.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:116:0)
[03:41:20.358] Build status: STARTED
[03:41:20.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:117:0) after 6m45s
[03:48:05.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:117:0)
[03:48:05.451] Build status: STARTED
[03:48:05.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:118:0) after 7m44s
[03:55:49.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:118:0)
[03:55:49.567] Build status: STARTED
[03:55:49.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:119:0) after 9m33s
[04:05:22.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:119:0)
[04:05:22.617] Build status: STARTED
[04:05:22.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:120:0) after 8m15s
[04:13:37.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:120:0)
[04:13:37.653] Build status: STARTED
[04:13:37.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:121:0) after 3m31s
[04:17:08.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:121:0)
[04:17:08.860] Build status: STARTED
[04:17:08.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:122:0) after 8m47s
[04:25:55.891] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:122:0)
[04:25:55.915] Build status: STARTED
[04:25:55.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:123:0) after 8m29s
[04:34:24.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:123:0)
[04:34:24.971] Build status: STARTED
[04:34:24.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:124:0) after 1m26s
[04:35:51.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:124:0)
[04:35:51.050] Build status: STARTED
[04:35:51.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:125:0) after 5m37s
[04:41:28.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:125:0)
[04:41:28.276] Build status: STARTED
[04:41:28.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:126:0) after 3m4s
[04:44:32.337] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:126:0)
[04:44:32.356] Build status: STARTED
[04:44:32.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:127:0) after 5m36s
[04:50:08.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:127:0)
[04:50:08.573] Build status: STARTED
[04:50:08.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:128:0) after 8m21s
[04:58:29.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:128:0)
[04:58:29.581] Build status: STARTED
[04:58:29.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:129:0) after 4m40s
[05:03:09.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:129:0)
[05:03:09.645] Build status: STARTED
[05:03:09.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:130:0) after 7m30s
[05:10:39.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:130:0)
[05:10:39.832] Build status: STARTED
[05:10:39.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:131:0) after 8m45s
[05:19:25.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:131:0)
[05:19:25.123] Build status: STARTED
[05:19:25.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:132:0) after 7m33s
[05:26:58.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:132:0)
[05:26:58.211] Build status: STARTED
[05:26:58.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:133:0) after 9m12s
[05:36:10.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:133:0)
[05:36:10.283] Build status: STARTED
[05:36:10.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:134:0) after 1m1s
[05:37:11.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:134:0)
[05:37:11.347] Build status: STARTED
[05:37:11.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:135:0) after 7m37s
[05:44:48.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:135:0)
[05:44:48.539] Build status: STARTED
[05:44:48.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:136:0) after 4m10s
[05:48:58.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:136:0)
[05:48:58.583] Build status: STARTED
[05:48:58.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:137:0) after 7m53s
[05:56:51.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:137:0)
[05:56:51.645] Build status: STARTED
[05:56:51.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:138:0) after 3m50s
[06:00:41.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:138:0)
[06:00:41.857] Build status: STARTED
[06:00:41.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:139:0) after 3m59s
[06:04:41.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:139:0)
[06:04:41.086] Build status: STARTED
[06:04:41.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:140:0) after 4m25s
[06:09:06.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:140:0)
[06:09:06.129] Build status: STARTED
[06:09:06.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:141:0) after 3m31s
[06:12:37.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:141:0)
[06:12:37.190] Build status: STARTED
[06:12:37.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:142:0) after 3m36s
[06:16:13.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:142:0)
[06:16:13.276] Build status: STARTED
[06:16:13.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:143:0) after 9m57s
[06:26:10.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:143:0)
[06:26:10.380] Build status: STARTED
[06:26:10.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:144:0) after 6m28s
[06:32:38.413] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:144:0)
[06:32:38.493] Build status: STARTED
[06:32:38.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:145:0) after 5m39s
[06:38:17.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:145:0)
[06:38:17.556] Build status: STARTED
[06:38:17.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:146:0) after 1m20s
[06:39:37.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:146:0)
[06:39:37.638] Build status: STARTED
[06:39:37.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:147:0) after 5m24s
[06:45:01.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:147:0)
[06:45:01.696] Build status: STARTED
[06:45:01.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:148:0) after 3m46s
[06:48:47.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:148:0)
[06:48:47.753] Build status: STARTED
[06:48:47.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:149:0) after 1m1s
[06:49:48.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:149:0)
[06:49:48.888] Build status: STARTED
[06:49:48.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:150:0) after 9m51s
[06:59:40.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:150:0)
[06:59:40.040] Build status: STARTED
[06:59:40.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:151:0) after 1m4s
[07:00:44.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:151:0)
[07:00:44.195] Build status: STARTED
[07:00:44.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:152:0) after 9m57s
[07:10:41.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:152:0)
[07:10:41.499] Build status: STARTED
[07:10:41.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:153:0) after 2m34s
[07:13:15.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:153:0)
[07:13:15.582] Build status: STARTED
[07:13:15.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:154:0) after 9m28s
[07:22:43.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:154:0)
[07:22:43.764] Build status: STARTED
[07:22:43.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:155:0) after 5m34s
[07:28:18.001] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:155:0)
[07:28:18.031] Build status: STARTED
[07:28:18.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:156:0) after 1m22s
[07:29:40.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:156:0)
[07:29:40.206] Build status: STARTED
[07:29:40.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:157:0) after 6m27s
[07:36:07.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:157:0)
[07:36:07.438] Build status: STARTED
[07:36:07.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:158:0) after 1m13s
[07:37:20.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:158:0)
[07:37:20.488] Build status: STARTED
[07:37:20.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:159:0) after 6m15s
[07:43:35.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:159:0)
[07:43:35.530] Build status: STARTED
[07:43:35.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:160:0) after 7m45s
[07:51:20.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:160:0)
[07:51:20.594] Build status: STARTED
[07:51:20.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:161:0) after 1m37s
[07:52:57.634] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:161:0)
[07:52:57.660] Build status: STARTED
[07:52:57.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:162:0) after 7m49s
[08:00:46.893] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:162:0)
[08:00:46.930] Build status: STARTED
[08:00:46.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:163:0) after 3m52s
[08:04:39.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:163:0)
[08:04:39.111] Build status: STARTED
[08:04:39.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:164:0) after 4m55s
[08:09:34.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:164:0)
[08:09:34.208] Build status: STARTED
[08:09:34.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:165:0) after 4m21s
[08:13:55.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:165:0)
[08:13:55.294] Build status: STARTED
[08:13:55.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:166:0) after 8m16s
[08:22:11.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:166:0)
[08:22:11.412] Build status: STARTED
[08:22:11.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:167:0) after 4m43s
[08:26:54.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:167:0)
[08:26:54.514] Build status: STARTED
[08:26:54.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:168:0) after 4m23s
[08:31:17.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:168:0)
[08:31:17.698] Build status: STARTED
[08:31:17.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:169:0) after 3m42s
[08:35:00.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:169:0)
[08:35:00.032] Build status: STARTED
[08:35:00.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:170:0) after 5m33s
[08:40:33.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:170:0)
[08:40:33.121] Build status: STARTED
[08:40:33.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:171:0) after 6m2s
[08:46:35.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:171:0)
[08:46:35.526] Build status: STARTED
[08:46:35.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:172:0) after 5m39s
[08:52:14.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:172:0)
[08:52:14.873] Build status: STARTED
[08:52:14.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:173:0) after 4m43s
[08:56:57.889] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:173:0)
[08:56:57.918] Build status: STARTED
[08:56:57.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:174:0) after 6m27s
[09:03:24.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:174:0)
[09:03:24.967] Build status: STARTED
[09:03:24.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:175:0) after 5m16s
[09:08:41.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:175:0)
[09:08:41.871] Build status: STARTED
[09:08:41.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:176:0) after 5m58s
[09:14:39.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:176:0)
[09:14:39.929] Build status: STARTED
[09:14:39.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:177:0) after 2m36s
[09:17:15.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:177:0)
[09:17:15.987] Build status: STARTED
[09:17:15.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:178:0) after 2m59s
[09:20:15.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:178:0)
[09:20:15.614] Build status: STARTED
[09:20:15.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:179:0) after 1m19s
[09:21:34.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:179:0)
[09:21:34.684] Build status: STARTED
[09:21:34.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:180:0) after 4m25s
[09:25:59.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:180:0)
[09:25:59.819] Build status: STARTED
[09:25:59.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:181:0) after 1m30s
[09:27:30.231] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:181:0)
[09:27:30.251] Build status: STARTED
[09:27:30.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:182:0) after 7m29s
[09:34:59.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:182:0)
[09:34:59.299] Build status: STARTED
[09:34:59.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:183:0) after 7m45s
[09:42:44.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:183:0)
[09:42:44.400] Build status: STARTED
[09:42:44.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:184:0) after 1m37s
[09:44:21.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:184:0)
[09:44:21.454] Build status: STARTED
[09:44:21.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:185:0) after 3m25s
[09:47:46.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:185:0)
[09:47:46.852] Build status: STARTED
[09:47:46.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:186:0) after 1m30s
[09:49:17.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:186:0)
[09:49:17.848] Build status: STARTED
[09:49:17.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8910839086004620128:187:0) after 9m40s
[09:50:05.077] Received PubSub notification, asking Buildbucket for the build status
[09:50:05.107] Build:
{
  "id": "8745409024067242881",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 32174,
  "createdBy": "project:chromium",
  "createTime": "2024-06-11T16:57:29.487316076Z",
  "startTime": "2024-06-11T16:58:14.316987475Z",
  "endTime": "2024-06-12T09:50:04.819712125Z",
  "updateTime": "2024-06-12T09:50:04.819712125Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0341cb4e1895e777191241928cbc32a72975d20e",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[09:50:05.107] Invocation finished in 16h52m36.850753192s with status FAILED