Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f752175bba3a25661c7ef9218843a3e925d8eba9"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f752175bba3a25661c7ef9218843a3e925d8eba9
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[11:58:09.103] New invocation is queued and will start shortly
[11:58:10.914] Starting the invocation (attempt 1)
[11:58:10.945] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f752175bba3a25661c7ef9218843a3e925d8eba9"
[11:58:10.945] Popped gitiles commit info from properties and tags
[11:58:10.945] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:58:10.945] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:58:10.945] Buildbucket request:
{
  "requestId": "8896000015082718832",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f752175bba3a25661c7ef9218843a3e925d8eba9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8896000015082718832"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:58:11.468] Scheduled build:
{
  "id": "8730569952385632481",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 33726,
  "createdBy": "project:chromium",
  "createTime": "2024-11-22T11:58:11.029945692Z",
  "updateTime": "2024-11-22T11:58:11.029945692Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f752175bba3a25661c7ef9218843a3e925d8eba9",
      "ref": "refs/heads/main"
    }
  }
}
[11:58:11.468] Task URL: https://cr-buildbucket.appspot.com/build/8730569952385632481
[11:58:11.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:2:0) after 2m13s
[11:58:12.533] Received PubSub notification, asking Buildbucket for the build status
[11:58:12.552] Build status: SCHEDULED
[11:59:03.505] Received PubSub notification, asking Buildbucket for the build status
[11:59:03.532] Build status: STARTED
[12:00:24.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:2:0)
[12:00:24.602] Build status: STARTED
[12:00:24.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:5:0) after 5m27s
[12:05:51.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:5:0)
[12:05:51.734] Build status: STARTED
[12:05:51.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:6:0) after 3m15s
[12:09:06.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:6:0)
[12:09:06.793] Build status: STARTED
[12:09:06.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:7:0) after 7m49s
[12:16:55.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:7:0)
[12:16:55.859] Build status: STARTED
[12:16:55.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:8:0) after 5m14s
[12:22:09.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:8:0)
[12:22:09.975] Build status: STARTED
[12:22:09.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:9:0) after 1m12s
[12:23:22.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:9:0)
[12:23:22.034] Build status: STARTED
[12:23:22.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:10:0) after 8m14s
[12:31:36.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:10:0)
[12:31:36.136] Build status: STARTED
[12:31:36.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:11:0) after 7m41s
[12:39:17.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:11:0)
[12:39:17.200] Build status: STARTED
[12:39:17.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:12:0) after 2m28s
[12:41:45.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:12:0)
[12:41:45.252] Build status: STARTED
[12:41:45.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:13:0) after 1m20s
[12:43:05.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:13:0)
[12:43:05.453] Build status: STARTED
[12:43:05.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:14:0) after 2m16s
[12:45:21.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:14:0)
[12:45:21.552] Build status: STARTED
[12:45:21.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:15:0) after 6m9s
[12:51:30.630] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:15:0)
[12:51:30.656] Build status: STARTED
[12:51:30.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:16:0) after 7m49s
[12:59:19.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:16:0)
[12:59:19.809] Build status: STARTED
[12:59:19.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:17:0) after 3m57s
[13:03:16.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:17:0)
[13:03:16.868] Build status: STARTED
[13:03:16.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:18:0) after 5m5s
[13:08:22.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:18:0)
[13:08:22.148] Build status: STARTED
[13:08:22.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:19:0) after 2m47s
[13:11:09.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:19:0)
[13:11:09.222] Build status: STARTED
[13:11:09.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:20:0) after 7m11s
[13:18:20.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:20:0)
[13:18:20.326] Build status: STARTED
[13:18:20.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:21:0) after 2m9s
[13:20:29.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:21:0)
[13:20:29.381] Build status: STARTED
[13:20:29.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:22:0) after 3m51s
[13:24:20.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:22:0)
[13:24:20.422] Build status: STARTED
[13:24:20.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:23:0) after 2m10s
[13:26:30.523] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:23:0)
[13:26:30.543] Build status: STARTED
[13:26:30.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:24:0) after 4m7s
[13:30:37.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:24:0)
[13:30:37.615] Build status: STARTED
[13:30:37.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:25:0) after 3m37s
[13:34:14.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:25:0)
[13:34:14.707] Build status: STARTED
[13:34:14.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:26:0) after 7m51s
[13:42:05.844] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:26:0)
[13:42:05.865] Build status: STARTED
[13:42:05.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:27:0) after 1m16s
[13:43:21.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:27:0)
[13:43:21.915] Build status: STARTED
[13:43:21.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:28:0) after 1m14s
[13:44:35.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:28:0)
[13:44:36.016] Build status: STARTED
[13:44:36.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:29:0) after 4m19s
[13:48:55.049] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:29:0)
[13:48:55.069] Build status: STARTED
[13:48:55.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:30:0) after 7m57s
[13:56:52.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:30:0)
[13:56:52.466] Build status: STARTED
[13:56:52.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:31:0) after 9m32s
[14:06:24.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:31:0)
[14:06:24.567] Build status: STARTED
[14:06:24.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:32:0) after 2m22s
[14:08:46.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:32:0)
[14:08:46.655] Build status: STARTED
[14:08:46.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:33:0) after 6m47s
[14:15:33.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:33:0)
[14:15:33.757] Build status: STARTED
[14:15:33.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:34:0) after 5m48s
[14:21:21.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:34:0)
[14:21:21.780] Build status: STARTED
[14:21:21.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:35:0) after 7m57s
[14:29:18.830] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:35:0)
[14:29:18.848] Build status: STARTED
[14:29:18.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:36:0) after 6m26s
[14:35:44.889] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:36:0)
[14:35:44.906] Build status: STARTED
[14:35:44.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:37:0) after 8m51s
[14:44:35.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:37:0)
[14:44:35.986] Build status: STARTED
[14:44:35.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:38:0) after 9m6s
[14:53:42.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:38:0)
[14:53:42.065] Build status: STARTED
[14:53:42.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:39:0) after 1m40s
[14:55:22.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:39:0)
[14:55:22.113] Build status: STARTED
[14:55:22.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:40:0) after 1m28s
[14:56:50.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:40:0)
[14:56:50.154] Build status: STARTED
[14:56:50.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:41:0) after 1m41s
[14:58:31.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:41:0)
[14:58:31.244] Build status: STARTED
[14:58:31.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:42:0) after 4m59s
[15:03:30.285] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:42:0)
[15:03:30.303] Build status: STARTED
[15:03:30.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:43:0) after 8m30s
[15:12:00.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:43:0)
[15:12:00.388] Build status: STARTED
[15:12:00.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:44:0) after 7m47s
[15:19:47.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:44:0)
[15:19:47.461] Build status: STARTED
[15:19:47.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:45:0) after 3m8s
[15:22:55.516] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:45:0)
[15:22:55.532] Build status: STARTED
[15:22:55.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:46:0) after 1m38s
[15:24:33.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:46:0)
[15:24:33.580] Build status: STARTED
[15:24:33.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:47:0) after 3m10s
[15:27:43.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:47:0)
[15:27:43.742] Build status: STARTED
[15:27:43.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:48:0) after 5m0s
[15:32:43.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:48:0)
[15:32:43.882] Build status: STARTED
[15:32:43.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:49:0) after 2m59s
[15:35:42.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:49:0)
[15:35:42.997] Build status: STARTED
[15:35:42.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:50:0) after 4m46s
[15:40:29.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:50:0)
[15:40:29.125] Build status: STARTED
[15:40:29.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:51:0) after 1m23s
[15:41:52.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:51:0)
[15:41:52.194] Build status: STARTED
[15:41:52.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:52:0) after 2m17s
[15:44:09.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:52:0)
[15:44:09.319] Build status: STARTED
[15:44:09.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:53:0) after 2m58s
[15:47:07.352] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:53:0)
[15:47:07.373] Build status: STARTED
[15:47:07.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:54:0) after 1m35s
[15:48:42.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:54:0)
[15:48:42.460] Build status: STARTED
[15:48:42.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:55:0) after 6m36s
[15:55:18.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:55:0)
[15:55:18.668] Build status: STARTED
[15:55:18.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:56:0) after 2m40s
[15:57:58.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:56:0)
[15:57:58.718] Build status: STARTED
[15:57:58.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:57:0) after 4m30s
[16:02:28.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:57:0)
[16:02:28.837] Build status: STARTED
[16:02:28.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:58:0) after 1m50s
[16:04:18.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:58:0)
[16:04:18.937] Build status: STARTED
[16:04:18.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:59:0) after 1m25s
[16:05:44.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:59:0)
[16:05:44.166] Build status: STARTED
[16:05:44.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:60:0) after 8m49s
[16:14:33.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:60:0)
[16:14:33.286] Build status: STARTED
[16:14:33.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:61:0) after 3m53s
[16:18:26.333] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:61:0)
[16:18:26.350] Build status: STARTED
[16:18:26.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:62:0) after 3m10s
[16:21:36.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:62:0)
[16:21:36.483] Build status: STARTED
[16:21:36.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:63:0) after 7m14s
[16:28:50.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:63:0)
[16:28:50.627] Build status: STARTED
[16:28:50.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:64:0) after 3m12s
[16:32:02.662] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:64:0)
[16:32:02.680] Build status: STARTED
[16:32:02.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:65:0) after 8m6s
[16:40:08.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:65:0)
[16:40:08.735] Build status: STARTED
[16:40:08.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:66:0) after 6m26s
[16:46:34.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:66:0)
[16:46:34.785] Build status: STARTED
[16:46:34.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:67:0) after 9m5s
[16:55:39.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:67:0)
[16:55:39.894] Build status: STARTED
[16:55:39.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:68:0) after 2m19s
[16:57:59.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:68:0)
[16:57:59.171] Build status: STARTED
[16:57:59.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:69:0) after 9m42s
[17:07:41.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:69:0)
[17:07:41.188] Build status: STARTED
[17:07:41.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:70:0) after 8m10s
[17:15:51.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:70:0)
[17:15:51.290] Build status: STARTED
[17:15:51.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:71:0) after 2m36s
[17:18:27.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:71:0)
[17:18:27.359] Build status: STARTED
[17:18:27.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:72:0) after 9m24s
[17:27:51.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:72:0)
[17:27:51.408] Build status: STARTED
[17:27:51.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:73:0) after 2m27s
[17:30:18.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:73:0)
[17:30:18.465] Build status: STARTED
[17:30:18.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:74:0) after 8m58s
[17:39:16.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:74:0)
[17:39:16.498] Build status: STARTED
[17:39:16.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:75:0) after 9m59s
[17:49:15.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:75:0)
[17:49:15.648] Build status: STARTED
[17:49:15.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:76:0) after 9m13s
[17:58:28.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:76:0)
[17:58:28.712] Build status: STARTED
[17:58:28.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:77:0) after 7m29s
[18:05:58.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:77:0)
[18:05:58.702] Build status: STARTED
[18:05:58.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:78:0) after 2m26s
[18:08:24.704] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:78:0)
[18:08:24.733] Build status: STARTED
[18:08:24.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:79:0) after 6m2s
[18:14:26.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:79:0)
[18:14:26.815] Build status: STARTED
[18:14:26.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:80:0) after 7m21s
[18:21:47.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:80:0)
[18:21:47.877] Build status: STARTED
[18:21:47.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:81:0) after 8m31s
[18:30:18.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:81:0)
[18:30:19.002] Build status: STARTED
[18:30:19.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:82:0) after 6m58s
[18:37:17.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:82:0)
[18:37:17.264] Build status: STARTED
[18:37:17.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:83:0) after 4m40s
[18:41:57.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:83:0)
[18:41:57.619] Build status: STARTED
[18:41:57.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:84:0) after 6m5s
[18:48:02.648] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:84:0)
[18:48:02.663] Build status: STARTED
[18:48:02.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:85:0) after 7m35s
[18:55:37.693] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:85:0)
[18:55:37.737] Build status: STARTED
[18:55:37.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:86:0) after 3m22s
[18:58:59.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:86:0)
[18:58:59.766] Build status: STARTED
[18:58:59.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:87:0) after 6m16s
[19:05:15.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:87:0)
[19:05:15.812] Build status: STARTED
[19:05:15.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:88:0) after 5m56s
[19:11:11.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:88:0)
[19:11:11.863] Build status: STARTED
[19:11:11.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:89:0) after 8m45s
[19:19:56.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:89:0)
[19:19:56.929] Build status: STARTED
[19:19:56.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:90:0) after 4m23s
[19:24:20.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:90:0)
[19:24:20.206] Build status: STARTED
[19:24:20.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:91:0) after 5m55s
[19:30:15.243] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:91:0)
[19:30:15.262] Build status: STARTED
[19:30:15.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:92:0) after 7m53s
[19:38:08.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:92:0)
[19:38:08.325] Build status: STARTED
[19:38:08.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:93:0) after 8m13s
[19:46:21.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:93:0)
[19:46:21.387] Build status: STARTED
[19:46:21.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:94:0) after 5m57s
[19:52:18.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:94:0)
[19:52:18.418] Build status: STARTED
[19:52:18.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:95:0) after 5m39s
[19:57:57.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:95:0)
[19:57:57.536] Build status: STARTED
[19:57:57.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:96:0) after 8m38s
[20:06:35.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:96:0)
[20:06:35.612] Build status: STARTED
[20:06:35.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:97:0) after 9m30s
[20:16:05.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:97:0)
[20:16:05.667] Build status: STARTED
[20:16:05.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:98:0) after 6m6s
[20:22:11.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:98:0)
[20:22:11.748] Build status: STARTED
[20:22:11.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:99:0) after 5m5s
[20:27:16.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:99:0)
[20:27:16.844] Build status: STARTED
[20:27:16.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:100:0) after 7m11s
[20:34:27.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:100:0)
[20:34:27.907] Build status: STARTED
[20:34:27.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:101:0) after 8m9s
[20:42:36.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:101:0)
[20:42:36.949] Build status: STARTED
[20:42:36.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:102:0) after 7m33s
[20:50:09.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:102:0)
[20:50:09.975] Build status: STARTED
[20:50:09.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:103:0) after 4m9s
[20:54:19.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:103:0)
[20:54:19.051] Build status: STARTED
[20:54:19.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:104:0) after 8m4s
[21:02:23.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:104:0)
[21:02:23.196] Build status: STARTED
[21:02:23.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:105:0) after 5m33s
[21:07:56.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:105:0)
[21:07:56.247] Build status: STARTED
[21:07:56.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:106:0) after 5m8s
[21:13:04.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:106:0)
[21:13:04.284] Build status: STARTED
[21:13:04.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:107:0) after 5m59s
[21:19:03.310] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:107:0)
[21:19:03.338] Build status: STARTED
[21:19:03.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:108:0) after 9m7s
[21:28:10.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:108:0)
[21:28:10.389] Build status: STARTED
[21:28:10.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:109:0) after 7m8s
[21:35:18.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:109:0)
[21:35:18.443] Build status: STARTED
[21:35:18.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:110:0) after 3m46s
[21:39:04.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:110:0)
[21:39:04.495] Build status: STARTED
[21:39:04.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:111:0) after 5m35s
[21:44:39.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:111:0)
[21:44:39.562] Build status: STARTED
[21:44:39.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:112:0) after 8m8s
[21:52:47.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:112:0)
[21:52:47.638] Build status: STARTED
[21:52:47.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:113:0) after 9m17s
[22:02:04.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:113:0)
[22:02:04.712] Build status: STARTED
[22:02:04.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:114:0) after 1m6s
[22:03:10.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:114:0)
[22:03:11.112] Build status: STARTED
[22:03:11.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:115:0) after 9m40s
[22:12:51.198] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:115:0)
[22:12:51.251] Build status: STARTED
[22:12:51.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:116:0) after 7m5s
[22:19:56.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:116:0)
[22:19:56.307] Build status: STARTED
[22:19:56.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:117:0) after 3m26s
[22:23:22.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:117:0)
[22:23:22.388] Build status: STARTED
[22:23:22.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:118:0) after 2m17s
[22:25:39.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:118:0)
[22:25:39.411] Build status: STARTED
[22:25:39.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:119:0) after 1m27s
[22:27:06.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:119:0)
[22:27:06.727] Build status: STARTED
[22:27:06.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:120:0) after 2m46s
[22:29:52.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:120:0)
[22:29:52.881] Build status: STARTED
[22:29:52.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:121:0) after 7m22s
[22:37:15.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:121:0)
[22:37:15.142] Build status: STARTED
[22:37:15.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:122:0) after 4m42s
[22:41:57.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:122:0)
[22:41:57.575] Build status: STARTED
[22:41:57.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:123:0) after 9m26s
[22:51:23.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:123:0)
[22:51:24.000] Build status: STARTED
[22:51:24.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:124:0) after 4m25s
[22:55:49.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:124:0)
[22:55:49.046] Build status: STARTED
[22:55:49.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:125:0) after 3m22s
[22:59:11.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:125:0)
[22:59:11.260] Build status: STARTED
[22:59:11.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:126:0) after 4m36s
[23:03:47.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:126:0)
[23:03:47.308] Build status: STARTED
[23:03:47.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:127:0) after 6m22s
[23:10:09.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:127:0)
[23:10:09.377] Build status: STARTED
[23:10:09.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:128:0) after 8m35s
[23:18:44.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:128:0)
[23:18:44.498] Build status: STARTED
[23:18:44.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:129:0) after 5m42s
[23:24:26.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:129:0)
[23:24:26.578] Build status: STARTED
[23:24:26.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:130:0) after 9m13s
[23:33:39.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:130:0)
[23:33:39.628] Build status: STARTED
[23:33:39.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:131:0) after 3m4s
[23:36:43.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:131:0)
[23:36:43.808] Build status: STARTED
[23:36:43.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:132:0) after 3m12s
[23:39:55.844] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:132:0)
[23:39:55.861] Build status: STARTED
[23:39:55.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:133:0) after 7m44s
[23:47:39.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:133:0)
[23:47:40.026] Build status: STARTED
[23:47:40.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:134:0) after 9m24s
[23:57:04.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:134:0)
[23:57:04.052] Build status: STARTED
[23:57:04.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:135:0) after 7m59s
[00:05:03.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:135:0)
[00:05:03.165] Build status: STARTED
[00:05:03.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:136:0) after 4m20s
[00:09:23.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:136:0)
[00:09:23.251] Build status: STARTED
[00:09:23.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:137:0) after 1m44s
[00:11:08.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:137:0)
[00:11:08.175] Build status: STARTED
[00:11:08.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:138:0) after 1m20s
[00:12:28.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:138:0)
[00:12:28.228] Build status: STARTED
[00:12:28.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:139:0) after 8m59s
[00:21:27.260] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:139:0)
[00:21:27.339] Build status: STARTED
[00:21:27.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:140:0) after 4m3s
[00:25:30.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:140:0)
[00:25:30.513] Build status: STARTED
[00:25:30.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:141:0) after 8m26s
[00:33:56.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:141:0)
[00:33:56.731] Build status: STARTED
[00:33:56.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:142:0) after 7m33s
[00:41:29.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:142:0)
[00:41:29.778] Build status: STARTED
[00:41:29.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:143:0) after 7m38s
[00:49:07.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:143:0)
[00:49:07.844] Build status: STARTED
[00:49:07.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:144:0) after 6m9s
[00:55:16.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:144:0)
[00:55:17.008] Build status: STARTED
[00:55:17.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:145:0) after 7m0s
[01:02:17.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:145:0)
[01:02:17.064] Build status: STARTED
[01:02:17.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:146:0) after 4m18s
[01:06:35.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:146:0)
[01:06:35.123] Build status: STARTED
[01:06:35.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:147:0) after 2m30s
[01:09:05.287] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:147:0)
[01:09:05.306] Build status: STARTED
[01:09:05.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:148:0) after 3m29s
[01:12:34.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:148:0)
[01:12:34.529] Build status: STARTED
[01:12:34.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:149:0) after 6m9s
[01:18:43.585] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:149:0)
[01:18:43.605] Build status: STARTED
[01:18:43.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:150:0) after 3m30s
[01:22:13.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:150:0)
[01:22:13.657] Build status: STARTED
[01:22:13.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:151:0) after 9m4s
[01:31:17.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:151:0)
[01:31:17.757] Build status: STARTED
[01:31:17.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:152:0) after 5m35s
[01:36:52.842] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:152:0)
[01:36:52.858] Build status: STARTED
[01:36:52.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:153:0) after 8m49s
[01:45:41.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:153:0)
[01:45:41.919] Build status: STARTED
[01:45:41.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:154:0) after 4m38s
[01:50:19.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:154:0)
[01:50:19.964] Build status: STARTED
[01:50:19.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:155:0) after 1m7s
[01:51:27.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:155:0)
[01:51:27.095] Build status: STARTED
[01:51:27.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:156:0) after 7m40s
[01:59:07.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:156:0)
[01:59:07.167] Build status: STARTED
[01:59:07.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:157:0) after 3m29s
[02:02:36.201] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:157:0)
[02:02:36.290] Build status: STARTED
[02:02:36.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:158:0) after 9m48s
[02:12:24.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:158:0)
[02:12:24.415] Build status: STARTED
[02:12:24.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:159:0) after 7m57s
[02:20:21.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:159:0)
[02:20:21.477] Build status: STARTED
[02:20:21.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:160:0) after 3m27s
[02:23:48.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:160:0)
[02:23:48.530] Build status: STARTED
[02:23:48.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:161:0) after 3m33s
[02:27:21.644] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:161:0)
[02:27:21.664] Build status: STARTED
[02:27:21.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:162:0) after 8m32s
[02:35:53.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:162:0)
[02:35:53.715] Build status: STARTED
[02:35:53.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:163:0) after 8m1s
[02:43:54.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:163:0)
[02:43:54.837] Build status: STARTED
[02:43:54.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:164:0) after 4m55s
[02:48:50.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:164:0)
[02:48:50.576] Build status: STARTED
[02:48:50.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:165:0) after 5m6s
[02:53:56.627] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:165:0)
[02:53:56.642] Build status: STARTED
[02:53:56.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:166:0) after 6m26s
[03:00:22.759] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:166:0)
[03:00:22.784] Build status: STARTED
[03:00:22.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:167:0) after 6m13s
[03:06:35.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:167:0)
[03:06:35.863] Build status: STARTED
[03:06:35.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:168:0) after 5m3s
[03:11:38.911] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:168:0)
[03:11:38.969] Build status: STARTED
[03:11:38.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:169:0) after 9m26s
[03:21:05.049] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:169:0)
[03:21:05.070] Build status: STARTED
[03:21:05.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:170:0) after 4m44s
[03:25:49.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:170:0)
[03:25:49.220] Build status: STARTED
[03:25:49.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:171:0) after 7m11s
[03:33:00.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:171:0)
[03:33:00.423] Build status: STARTED
[03:33:00.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:172:0) after 2m36s
[03:35:36.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:172:0)
[03:35:36.537] Build status: STARTED
[03:35:36.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:173:0) after 1m12s
[03:36:48.663] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:173:0)
[03:36:48.686] Build status: STARTED
[03:36:48.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:174:0) after 3m7s
[03:39:55.883] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:174:0)
[03:39:55.905] Build status: STARTED
[03:39:55.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:175:0) after 2m40s
[03:42:36.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:175:0)
[03:42:36.040] Build status: STARTED
[03:42:36.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:176:0) after 7m45s
[03:50:21.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:176:0)
[03:50:21.227] Build status: STARTED
[03:50:21.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:177:0) after 7m30s
[03:57:51.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:177:0)
[03:57:51.344] Build status: STARTED
[03:57:51.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:178:0) after 6m20s
[04:04:11.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:178:0)
[04:04:11.465] Build status: STARTED
[04:04:11.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:179:0) after 1m51s
[04:06:02.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:179:0)
[04:06:02.524] Build status: STARTED
[04:06:02.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:180:0) after 8m22s
[04:14:24.693] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:180:0)
[04:14:24.721] Build status: STARTED
[04:14:24.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:181:0) after 5m12s
[04:19:36.835] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:181:0)
[04:19:36.903] Build status: STARTED
[04:19:36.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:182:0) after 6m27s
[04:26:03.956] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:182:0)
[04:26:04.019] Build status: STARTED
[04:26:04.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:183:0) after 4m17s
[04:30:21.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:183:0)
[04:30:21.171] Build status: STARTED
[04:30:21.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:184:0) after 7m50s
[04:38:11.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:184:0)
[04:38:11.361] Build status: STARTED
[04:38:11.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:185:0) after 6m45s
[04:44:56.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:185:0)
[04:44:56.513] Build status: STARTED
[04:44:56.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:186:0) after 9m54s
[04:54:50.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:186:0)
[04:54:50.767] Build status: STARTED
[04:54:50.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:187:0) after 5m20s
[05:00:11.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:187:0)
[05:00:11.090] Build status: STARTED
[05:00:11.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:188:0) after 8m32s
[05:08:43.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:188:0)
[05:08:43.199] Build status: STARTED
[05:08:43.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:189:0) after 9m35s
[05:18:18.241] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:189:0)
[05:18:18.260] Build status: STARTED
[05:18:18.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:190:0) after 5m59s
[05:24:17.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:190:0)
[05:24:17.403] Build status: STARTED
[05:24:17.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:191:0) after 9m53s
[05:34:10.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:191:0)
[05:34:10.533] Build status: STARTED
[05:34:10.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:192:0) after 3m1s
[05:37:11.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:192:0)
[05:37:11.836] Build status: STARTED
[05:37:11.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:193:0) after 6m52s
[05:44:03.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:193:0)
[05:44:03.946] Build status: STARTED
[05:44:03.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:194:0) after 9m45s
[05:53:48.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:194:0)
[05:53:49.015] Build status: STARTED
[05:53:49.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:195:0) after 5m43s
[05:59:32.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:195:0)
[05:59:32.077] Build status: STARTED
[05:59:32.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:196:0) after 9m57s
[06:09:29.111] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:196:0)
[06:09:29.127] Build status: STARTED
[06:09:29.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:197:0) after 6m6s
[06:15:35.164] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:197:0)
[06:15:35.233] Build status: STARTED
[06:15:35.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:198:0) after 5m32s
[06:21:07.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:198:0)
[06:21:07.406] Build status: STARTED
[06:21:07.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:199:0) after 8m40s
[06:29:47.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:199:0)
[06:29:47.467] Build status: STARTED
[06:29:47.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:200:0) after 9m0s
[06:38:47.546] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:200:0)
[06:38:47.565] Build status: STARTED
[06:38:47.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:201:0) after 9m28s
[06:48:15.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:201:0)
[06:48:15.842] Build status: STARTED
[06:48:15.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:202:0) after 6m51s
[06:55:06.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:202:0)
[06:55:06.900] Build status: STARTED
[06:55:06.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:203:0) after 2m10s
[06:57:16.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:203:0)
[06:57:16.958] Build status: STARTED
[06:57:16.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:204:0) after 4m19s
[07:01:35.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:204:0)
[07:01:36.070] Build status: STARTED
[07:01:36.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:205:0) after 7m17s
[07:08:53.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:205:0)
[07:08:53.172] Build status: STARTED
[07:08:53.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:206:0) after 5m20s
[07:14:13.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:206:0)
[07:14:13.336] Build status: STARTED
[07:14:13.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:207:0) after 6m44s
[07:20:57.414] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:207:0)
[07:20:57.482] Build status: STARTED
[07:20:57.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:208:0) after 1m57s
[07:22:54.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:208:0)
[07:22:54.666] Build status: STARTED
[07:22:54.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:209:0) after 6m24s
[07:29:18.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:209:0)
[07:29:18.737] Build status: STARTED
[07:29:18.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:210:0) after 3m52s
[07:33:10.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:210:0)
[07:33:10.973] Build status: STARTED
[07:33:10.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:211:0) after 2m56s
[07:36:07.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:211:0)
[07:36:07.045] Build status: STARTED
[07:36:07.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:212:0) after 7m24s
[07:43:31.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:212:0)
[07:43:31.140] Build status: STARTED
[07:43:31.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:213:0) after 9m30s
[07:53:01.287] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:213:0)
[07:53:01.304] Build status: STARTED
[07:53:01.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:214:0) after 4m1s
[07:57:02.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:214:0)
[07:57:02.477] Build status: STARTED
[07:57:02.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896000015082718832:215:0) after 9m38s
[08:01:12.376] Received PubSub notification, asking Buildbucket for the build status
[08:01:12.396] Build:
{
  "id": "8730569952385632481",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 33726,
  "createdBy": "project:chromium",
  "createTime": "2024-11-22T11:58:11.029945692Z",
  "startTime": "2024-11-22T11:59:03.251400118Z",
  "endTime": "2024-11-23T08:01:11.766545419Z",
  "updateTime": "2024-11-23T08:01:11.766545419Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f752175bba3a25661c7ef9218843a3e925d8eba9",
      "ref": "refs/heads/main"
    }
  }
}
[08:01:12.396] Invocation finished in 20h3m3.322336731s with status FAILED