Status: ABORTED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "dc62e68bd3e892bd7a1801383653ad161e81767e"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/dc62e68bd3e892bd7a1801383653ad161e81767e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[13:51:54.251] New invocation is queued and will start shortly
[13:51:55.388] Starting the invocation (attempt 1)
[13:51:55.425] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/dc62e68bd3e892bd7a1801383653ad161e81767e"
[13:51:55.425] Popped gitiles commit info from properties and tags
[13:51:55.425] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:51:55.426] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:51:55.426] Buildbucket request:
{
  "requestId": "8917283145484114784",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "dc62e68bd3e892bd7a1801383653ad161e81767e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8917283145484114784"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:51:56.621] Scheduled build:
{
  "id": "8751853083413614225",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31478,
  "createdBy": "project:chromium",
  "createTime": "2024-04-01T13:51:55.595214322Z",
  "updateTime": "2024-04-01T13:51:55.595214322Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "dc62e68bd3e892bd7a1801383653ad161e81767e",
      "ref": "refs/heads/main"
    }
  }
}
[13:51:56.621] Task URL: https://cr-buildbucket.appspot.com/build/8751853083413614225
[13:51:56.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:2:0) after 3m43s
[13:51:57.525] Received PubSub notification, asking Buildbucket for the build status
[13:51:57.611] Build status: SCHEDULED
[13:52:02.006] Received PubSub notification, asking Buildbucket for the build status
[13:52:02.052] Build status: STARTED
[13:55:39.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:2:0)
[13:55:39.671] Build status: STARTED
[13:55:39.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:5:0) after 8m14s
[14:03:53.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:5:0)
[14:03:53.738] Build status: STARTED
[14:03:53.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:6:0) after 1m44s
[14:05:37.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:6:0)
[14:05:37.936] Build status: STARTED
[14:05:37.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:7:0) after 7m42s
[14:13:19.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:7:0)
[14:13:19.993] Build status: STARTED
[14:13:19.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:8:0) after 2m52s
[14:16:12.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:8:0)
[14:16:12.059] Build status: STARTED
[14:16:12.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:9:0) after 6m0s
[14:22:12.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:9:0)
[14:22:12.149] Build status: STARTED
[14:22:12.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:10:0) after 5m51s
[14:28:03.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:10:0)
[14:28:03.351] Build status: STARTED
[14:28:03.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:11:0) after 8m23s
[14:36:26.352] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:11:0)
[14:36:26.372] Build status: STARTED
[14:36:26.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:12:0) after 9m16s
[14:45:42.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:12:0)
[14:45:42.421] Build status: STARTED
[14:45:42.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:13:0) after 9m9s
[14:54:51.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:13:0)
[14:54:51.610] Build status: STARTED
[14:54:51.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:14:0) after 8m44s
[15:03:35.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:14:0)
[15:03:35.782] Build status: STARTED
[15:03:35.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:15:0) after 9m21s
[15:12:57.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:15:0)
[15:12:57.502] Build status: STARTED
[15:12:57.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:16:0) after 1m40s
[15:14:37.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:16:0)
[15:14:37.508] Build status: STARTED
[15:14:37.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:17:0) after 5m32s
[15:20:09.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:17:0)
[15:20:09.639] Build status: STARTED
[15:20:09.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:18:0) after 4m11s
[15:24:20.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:18:0)
[15:24:21.066] Build status: STARTED
[15:24:21.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:19:0) after 2m55s
[15:27:16.040] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:19:0)
[15:27:16.059] Build status: STARTED
[15:27:16.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:20:0) after 9m5s
[15:36:21.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:20:0)
[15:36:21.217] Build status: STARTED
[15:36:21.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:21:0) after 1m43s
[15:38:04.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:21:0)
[15:38:04.293] Build status: STARTED
[15:38:04.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:22:0) after 4m50s
[15:42:54.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:22:0)
[15:42:54.334] Build status: STARTED
[15:42:54.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:23:0) after 2m10s
[15:45:04.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:23:0)
[15:45:04.407] Build status: STARTED
[15:45:04.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:24:0) after 5m34s
[15:50:38.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:24:0)
[15:50:38.543] Build status: STARTED
[15:50:38.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:25:0) after 7m20s
[15:57:58.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:25:0)
[15:57:58.595] Build status: STARTED
[15:57:58.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:26:0) after 8m23s
[16:06:21.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:26:0)
[16:06:21.746] Build status: STARTED
[16:06:21.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:27:0) after 9m12s
[16:16:14.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:27:0)
[16:16:14.411] Build status: STARTED
[16:16:14.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:28:0) after 8m48s
[16:25:02.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:28:0)
[16:25:02.531] Build status: STARTED
[16:25:02.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:29:0) after 6m42s
[16:31:44.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:29:0)
[16:31:44.609] Build status: STARTED
[16:31:44.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:30:0) after 9m28s
[16:41:12.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:30:0)
[16:41:12.790] Build status: STARTED
[16:41:12.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:31:0) after 5m26s
[16:46:39.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:31:0)
[16:46:39.059] Build status: STARTED
[16:46:39.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:32:0) after 3m47s
[16:50:26.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:32:0)
[16:50:26.148] Build status: STARTED
[16:50:26.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:33:0) after 2m15s
[16:52:41.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:33:0)
[16:52:41.389] Build status: STARTED
[16:52:41.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:34:0) after 2m35s
[16:55:16.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:34:0)
[16:55:16.450] Build status: STARTED
[16:55:16.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:35:0) after 9m32s
[17:04:48.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:35:0)
[17:04:48.594] Build status: STARTED
[17:04:48.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:36:0) after 2m57s
[17:07:45.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:36:0)
[17:07:45.653] Build status: STARTED
[17:07:45.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:37:0) after 9m20s
[17:17:05.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:37:0)
[17:17:05.708] Build status: STARTED
[17:17:05.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:38:0) after 6m19s
[17:23:24.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:38:0)
[17:23:24.868] Build status: STARTED
[17:23:24.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:39:0) after 3m26s
[17:26:50.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:39:0)
[17:26:51.053] Build status: STARTED
[17:26:51.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:40:0) after 6m59s
[17:33:50.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:40:0)
[17:33:50.224] Build status: STARTED
[17:33:50.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:41:0) after 3m43s
[17:37:33.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:41:0)
[17:37:33.263] Build status: STARTED
[17:37:33.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:42:0) after 8m43s
[17:46:16.332] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:42:0)
[17:46:16.348] Build status: STARTED
[17:46:16.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:43:0) after 4m51s
[17:51:07.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:43:0)
[17:51:07.404] Build status: STARTED
[17:51:07.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:44:0) after 1m13s
[17:52:20.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:44:0)
[17:52:20.477] Build status: STARTED
[17:52:20.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:45:0) after 8m59s
[18:01:19.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:45:0)
[18:01:19.661] Build status: STARTED
[18:01:19.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:46:0) after 1m15s
[18:02:34.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:46:0)
[18:02:34.838] Build status: STARTED
[18:02:34.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:47:0) after 5m54s
[18:08:28.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:47:0)
[18:08:28.893] Build status: STARTED
[18:08:28.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:48:0) after 2m21s
[18:10:49.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:48:0)
[18:10:50.183] Build status: STARTED
[18:10:50.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:49:0) after 2m13s
[18:13:03.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:49:0)
[18:13:03.315] Build status: STARTED
[18:13:03.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:50:0) after 1m34s
[18:14:37.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:50:0)
[18:14:37.408] Build status: STARTED
[18:14:37.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:51:0) after 3m10s
[18:17:47.414] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:51:0)
[18:17:47.593] Build status: STARTED
[18:17:47.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:52:0) after 8m0s
[18:25:47.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:52:0)
[18:25:47.653] Build status: STARTED
[18:25:47.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:53:0) after 3m57s
[18:29:44.678] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:53:0)
[18:29:44.796] Build status: STARTED
[18:29:44.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:54:0) after 6m5s
[18:35:49.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:54:0)
[18:35:49.871] Build status: STARTED
[18:35:49.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:55:0) after 3m49s
[18:39:38.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:55:0)
[18:39:38.991] Build status: STARTED
[18:39:38.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:56:0) after 5m37s
[18:45:16.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:56:0)
[18:45:16.069] Build status: STARTED
[18:45:16.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:57:0) after 5m38s
[18:50:54.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:57:0)
[18:50:54.207] Build status: STARTED
[18:50:54.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:58:0) after 4m1s
[18:54:55.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:58:0)
[18:54:55.262] Build status: STARTED
[18:54:55.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:59:0) after 2m38s
[18:57:33.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:59:0)
[18:57:33.322] Build status: STARTED
[18:57:33.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:60:0) after 7m29s
[19:05:02.392] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:60:0)
[19:05:02.637] Build status: STARTED
[19:05:02.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:61:0) after 9m58s
[19:15:00.685] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:61:0)
[19:15:00.705] Build status: STARTED
[19:15:00.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:62:0) after 6m34s
[19:21:34.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:62:0)
[19:21:34.923] Build status: STARTED
[19:21:34.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:63:0) after 1m59s
[19:23:33.956] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:63:0)
[19:23:34.018] Build status: STARTED
[19:23:34.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:64:0) after 1m5s
[19:24:39.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:64:0)
[19:24:39.068] Build status: STARTED
[19:24:39.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:65:0) after 3m58s
[19:28:37.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:65:0)
[19:28:37.353] Build status: STARTED
[19:28:37.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:66:0) after 7m16s
[19:35:53.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:66:0)
[19:35:53.582] Build status: STARTED
[19:35:53.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:67:0) after 9m53s
[19:45:46.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:67:0)
[19:45:46.853] Build status: STARTED
[19:45:46.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:68:0) after 8m32s
[19:54:19.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:68:0)
[19:54:19.101] Build status: STARTED
[19:54:19.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:69:0) after 3m51s
[19:58:10.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:69:0)
[19:58:10.311] Build status: STARTED
[19:58:10.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:70:0) after 8m54s
[20:07:04.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:70:0)
[20:07:04.369] Build status: STARTED
[20:07:04.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:71:0) after 5m28s
[20:12:32.392] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:71:0)
[20:12:32.426] Build status: STARTED
[20:12:32.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:72:0) after 8m45s
[20:21:17.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:72:0)
[20:21:17.576] Build status: STARTED
[20:21:17.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:73:0) after 9m35s
[20:30:52.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:73:0)
[20:30:52.721] Build status: STARTED
[20:30:52.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:74:0) after 8m47s
[20:39:39.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:74:0)
[20:39:39.771] Build status: STARTED
[20:39:39.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:75:0) after 3m37s
[20:43:16.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:75:0)
[20:43:16.827] Build status: STARTED
[20:43:16.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:76:0) after 6m48s
[20:50:05.038] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:76:0)
[20:50:05.121] Build status: STARTED
[20:50:05.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:77:0) after 1m59s
[20:52:04.201] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:77:0)
[20:52:04.255] Build status: STARTED
[20:52:04.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:78:0) after 4m9s
[20:56:13.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:78:0)
[20:56:13.435] Build status: STARTED
[20:56:13.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:79:0) after 7m20s
[21:03:33.535] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:79:0)
[21:03:33.624] Build status: STARTED
[21:03:33.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:80:0) after 2m24s
[21:05:57.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:80:0)
[21:05:57.736] Build status: STARTED
[21:05:57.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:81:0) after 2m38s
[21:08:35.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:81:0)
[21:08:35.742] Build status: STARTED
[21:08:35.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:82:0) after 7m51s
[21:16:26.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:82:0)
[21:16:26.889] Build status: STARTED
[21:16:26.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:83:0) after 3m44s
[21:20:10.890] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:83:0)
[21:20:11.057] Build status: STARTED
[21:20:11.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:84:0) after 2m45s
[21:22:56.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:84:0)
[21:22:56.231] Build status: STARTED
[21:22:56.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:85:0) after 9m22s
[21:32:18.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:85:0)
[21:32:18.277] Build status: STARTED
[21:32:18.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:86:0) after 6m28s
[21:38:46.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:86:0)
[21:38:46.771] Build status: STARTED
[21:38:46.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:87:0) after 7m6s
[21:45:52.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:87:0)
[21:45:52.806] Build status: STARTED
[21:45:52.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:88:0) after 6m29s
[21:52:21.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:88:0)
[21:52:21.812] Build status: STARTED
[21:52:21.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:89:0) after 4m30s
[21:56:52.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:89:0)
[21:56:52.347] Build status: STARTED
[21:56:52.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:90:0) after 7m38s
[22:04:30.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:90:0)
[22:04:30.569] Build status: STARTED
[22:04:30.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:91:0) after 5m55s
[22:10:25.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:91:0)
[22:10:25.791] Build status: STARTED
[22:10:25.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:92:0) after 1m34s
[22:11:59.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:92:0)
[22:12:00.024] Build status: STARTED
[22:12:00.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:93:0) after 6m24s
[22:18:24.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:93:0)
[22:18:24.168] Build status: STARTED
[22:18:24.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:94:0) after 2m3s
[22:20:27.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:94:0)
[22:20:27.265] Build status: STARTED
[22:20:27.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:95:0) after 7m43s
[22:28:10.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:95:0)
[22:28:10.405] Build status: STARTED
[22:28:10.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:96:0) after 1m35s
[22:29:45.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:96:0)
[22:29:45.475] Build status: STARTED
[22:29:45.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:97:0) after 4m10s
[22:33:55.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:97:0)
[22:33:55.658] Build status: STARTED
[22:33:55.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:98:0) after 7m18s
[22:41:13.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:98:0)
[22:41:13.854] Build status: STARTED
[22:41:13.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:99:0) after 8m9s
[22:49:22.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:99:0)
[22:49:22.901] Build status: STARTED
[22:49:22.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:100:0) after 5m3s
[22:54:26.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:100:0)
[22:54:26.087] Build status: STARTED
[22:54:26.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:101:0) after 9m18s
[23:03:44.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:101:0)
[23:03:44.431] Build status: STARTED
[23:03:44.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:102:0) after 5m16s
[23:09:00.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:102:0)
[23:09:00.628] Build status: STARTED
[23:09:00.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:103:0) after 9m35s
[23:18:35.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:103:0)
[23:18:35.977] Build status: STARTED
[23:18:35.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:104:0) after 6m22s
[23:24:57.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:104:0)
[23:24:58.018] Build status: STARTED
[23:24:58.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:105:0) after 9m35s
[23:34:33.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:105:0)
[23:34:33.192] Build status: STARTED
[23:34:33.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:106:0) after 7m44s
[23:42:17.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:106:0)
[23:42:17.283] Build status: STARTED
[23:42:17.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:107:0) after 8m57s
[23:51:14.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:107:0)
[23:51:14.564] Build status: STARTED
[23:51:14.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:108:0) after 1m47s
[23:53:01.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:108:0)
[23:53:01.829] Build status: STARTED
[23:53:01.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:109:0) after 2m58s
[23:55:59.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:109:0)
[23:55:59.972] Build status: STARTED
[23:55:59.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:110:0) after 6m26s
[00:02:26.049] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:110:0)
[00:02:26.153] Build status: STARTED
[00:02:26.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:111:0) after 6m37s
[00:09:03.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:111:0)
[00:09:03.237] Build status: STARTED
[00:09:03.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:112:0) after 7m23s
[00:16:26.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:112:0)
[00:16:26.496] Build status: STARTED
[00:16:26.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:113:0) after 5m40s
[00:22:06.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:113:0)
[00:22:06.561] Build status: STARTED
[00:22:06.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:114:0) after 6m30s
[00:28:36.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:114:0)
[00:28:36.599] Build status: STARTED
[00:28:36.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:115:0) after 4m54s
[00:33:30.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:115:0)
[00:33:30.996] Build status: STARTED
[00:33:30.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:116:0) after 6m8s
[00:39:39.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:116:0)
[00:39:39.205] Build status: STARTED
[00:39:39.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:117:0) after 4m21s
[00:44:00.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:117:0)
[00:44:00.399] Build status: STARTED
[00:44:00.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:118:0) after 1m30s
[00:45:30.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:118:0)
[00:45:30.477] Build status: STARTED
[00:45:30.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:119:0) after 6m31s
[00:52:01.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:119:0)
[00:52:01.517] Build status: STARTED
[00:52:01.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:120:0) after 6m25s
[00:58:27.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:120:0)
[00:58:27.383] Build status: STARTED
[00:58:27.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:121:0) after 6m29s
[01:04:56.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:121:0)
[01:04:56.506] Build status: STARTED
[01:04:56.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:122:0) after 7m40s
[01:12:36.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:122:0)
[01:12:36.608] Build status: STARTED
[01:12:36.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:123:0) after 9m44s
[01:22:20.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:123:0)
[01:22:20.789] Build status: STARTED
[01:22:20.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:124:0) after 8m0s
[01:30:20.876] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:124:0)
[01:30:20.921] Build status: STARTED
[01:30:20.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:125:0) after 6m41s
[01:37:02.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:125:0)
[01:37:02.586] Build status: STARTED
[01:37:02.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:126:0) after 2m38s
[01:39:40.773] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:126:0)
[01:39:40.792] Build status: STARTED
[01:39:40.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:127:0) after 8m37s
[01:48:18.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:127:0)
[01:48:18.096] Build status: STARTED
[01:48:18.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:128:0) after 4m59s
[01:53:17.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:128:0)
[01:53:17.233] Build status: STARTED
[01:53:17.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:129:0) after 8m53s
[02:02:10.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:129:0)
[02:02:10.290] Build status: STARTED
[02:02:10.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:130:0) after 1m32s
[02:03:42.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:130:0)
[02:03:42.549] Build status: STARTED
[02:03:42.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:131:0) after 6m20s
[02:10:02.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:131:0)
[02:10:02.625] Build status: STARTED
[02:10:02.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:132:0) after 4m42s
[02:14:44.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:132:0)
[02:14:44.684] Build status: STARTED
[02:14:44.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:133:0) after 4m9s
[02:18:53.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:133:0)
[02:18:53.774] Build status: STARTED
[02:18:53.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:134:0) after 9m48s
[02:28:41.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:134:0)
[02:28:41.798] Build status: STARTED
[02:28:41.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:135:0) after 1m8s
[02:29:49.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:135:0)
[02:29:49.838] Build status: STARTED
[02:29:49.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:136:0) after 5m41s
[02:35:30.911] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:136:0)
[02:35:30.928] Build status: STARTED
[02:35:30.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:137:0) after 3m14s
[02:38:44.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:137:0)
[02:38:45.089] Build status: STARTED
[02:38:45.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:138:0) after 5m38s
[02:44:23.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:138:0)
[02:44:23.249] Build status: STARTED
[02:44:23.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:139:0) after 3m17s
[02:47:40.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:139:0)
[02:47:40.298] Build status: STARTED
[02:47:40.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:140:0) after 6m18s
[02:53:58.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:140:0)
[02:53:58.577] Build status: STARTED
[02:53:58.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:141:0) after 5m24s
[02:59:22.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:141:0)
[02:59:22.732] Build status: STARTED
[02:59:22.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:142:0) after 3m50s
[03:03:12.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:142:0)
[03:03:12.887] Build status: STARTED
[03:03:12.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:143:0) after 5m32s
[03:08:44.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:143:0)
[03:08:44.997] Build status: STARTED
[03:08:44.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:144:0) after 3m48s
[03:12:33.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:144:0)
[03:12:33.057] Build status: STARTED
[03:12:33.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:145:0) after 7m40s
[03:20:13.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:145:0)
[03:20:13.137] Build status: STARTED
[03:20:13.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:146:0) after 3m25s
[03:23:38.214] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:146:0)
[03:23:38.234] Build status: STARTED
[03:23:38.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:147:0) after 1m19s
[03:24:57.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:147:0)
[03:24:58.022] Build status: STARTED
[03:24:58.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:148:0) after 4m14s
[03:29:12.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:148:0)
[03:29:12.772] Build status: STARTED
[03:29:12.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:149:0) after 3m18s
[03:32:30.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:149:0)
[03:32:30.985] Build status: STARTED
[03:32:30.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:150:0) after 5m29s
[03:38:00.010] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:150:0)
[03:38:00.045] Build status: STARTED
[03:38:00.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:151:0) after 9m37s
[03:47:37.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:151:0)
[03:47:37.308] Build status: STARTED
[03:47:37.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:152:0) after 6m36s
[03:54:13.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:152:0)
[03:54:13.455] Build status: STARTED
[03:54:13.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:153:0) after 6m1s
[04:00:14.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:153:0)
[04:00:14.519] Build status: STARTED
[04:00:14.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:154:0) after 4m59s
[04:05:13.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:154:0)
[04:05:13.716] Build status: STARTED
[04:05:13.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:155:0) after 2m45s
[04:07:58.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:155:0)
[04:07:58.899] Build status: STARTED
[04:07:58.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:156:0) after 2m55s
[04:10:54.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:156:0)
[04:10:54.071] Build status: STARTED
[04:10:54.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:157:0) after 5m2s
[04:15:56.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:157:0)
[04:15:56.208] Build status: STARTED
[04:15:56.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:158:0) after 7m12s
[04:23:08.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:158:0)
[04:23:08.269] Build status: STARTED
[04:23:08.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:159:0) after 6m20s
[04:29:28.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:159:0)
[04:29:28.312] Build status: STARTED
[04:29:28.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:160:0) after 1m7s
[04:30:35.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:160:0)
[04:30:35.388] Build status: STARTED
[04:30:35.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:161:0) after 1m44s
[04:32:19.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:161:0)
[04:32:19.450] Build status: STARTED
[04:32:19.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:162:0) after 4m47s
[04:37:06.627] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:162:0)
[04:37:06.667] Build status: STARTED
[04:37:06.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:163:0) after 4m28s
[04:41:34.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:163:0)
[04:41:34.794] Build status: STARTED
[04:41:34.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:164:0) after 2m8s
[04:43:42.842] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:164:0)
[04:43:42.864] Build status: STARTED
[04:43:42.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:165:0) after 6m40s
[04:50:23.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:165:0)
[04:50:23.026] Build status: STARTED
[04:50:23.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:166:0) after 5m38s
[04:56:01.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:166:0)
[04:56:01.149] Build status: STARTED
[04:56:01.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:167:0) after 5m16s
[05:01:18.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:167:0)
[05:01:18.150] Build status: STARTED
[05:01:18.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:168:0) after 2m7s
[05:03:25.330] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:168:0)
[05:03:25.506] Build status: STARTED
[05:03:25.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:169:0) after 9m51s
[05:13:16.672] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:169:0)
[05:13:16.693] Build status: STARTED
[05:13:16.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:170:0) after 9m52s
[05:23:08.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:170:0)
[05:23:08.871] Build status: STARTED
[05:23:08.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:171:0) after 8m36s
[05:31:45.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:171:0)
[05:31:45.268] Build status: STARTED
[05:31:45.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:172:0) after 7m43s
[05:39:28.306] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:172:0)
[05:39:28.358] Build status: STARTED
[05:39:28.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:173:0) after 4m24s
[05:43:52.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:173:0)
[05:43:52.651] Build status: STARTED
[05:43:52.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:174:0) after 3m5s
[05:46:57.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:174:0)
[05:46:57.689] Build status: STARTED
[05:46:57.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:175:0) after 5m20s
[05:52:17.911] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:175:0)
[05:52:17.930] Build status: STARTED
[05:52:17.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:176:0) after 4m45s
[05:57:03.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:176:0)
[05:57:03.083] Build status: STARTED
[05:57:03.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:177:0) after 2m3s
[05:59:06.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:177:0)
[05:59:06.133] Build status: STARTED
[05:59:06.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:178:0) after 7m17s
[06:06:23.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:178:0)
[06:06:23.491] Build status: STARTED
[06:06:23.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:179:0) after 3m45s
[06:10:08.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:179:0)
[06:10:08.762] Build status: STARTED
[06:10:08.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:180:0) after 8m49s
[06:18:57.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:180:0)
[06:18:57.827] Build status: STARTED
[06:18:57.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:181:0) after 3m5s
[06:22:02.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:181:0)
[06:22:02.873] Build status: STARTED
[06:22:02.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:182:0) after 2m47s
[06:24:49.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:182:0)
[06:24:49.920] Build status: STARTED
[06:24:49.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:183:0) after 1m11s
[06:26:01.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:183:0)
[06:26:01.061] Build status: STARTED
[06:26:01.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:184:0) after 1m57s
[06:27:58.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:184:0)
[06:27:58.115] Build status: STARTED
[06:27:58.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:185:0) after 6m4s
[06:34:02.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:185:0)
[06:34:02.313] Build status: STARTED
[06:34:02.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:186:0) after 3m42s
[06:37:44.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:186:0)
[06:37:44.433] Build status: STARTED
[06:37:44.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:187:0) after 4m4s
[06:41:48.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:187:0)
[06:41:48.550] Build status: STARTED
[06:41:48.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:188:0) after 2m3s
[06:43:51.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:188:0)
[06:43:51.595] Build status: STARTED
[06:43:51.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:189:0) after 6m25s
[06:50:16.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:189:0)
[06:50:16.802] Build status: STARTED
[06:50:16.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:190:0) after 9m55s
[07:00:11.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:190:0)
[07:00:12.044] Build status: STARTED
[07:00:12.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:191:0) after 9m25s
[07:09:37.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:191:0)
[07:09:37.095] Build status: STARTED
[07:09:37.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:192:0) after 5m13s
[07:14:50.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:192:0)
[07:14:50.152] Build status: STARTED
[07:14:50.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:193:0) after 1m45s
[07:16:35.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:193:0)
[07:16:35.331] Build status: STARTED
[07:16:35.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:194:0) after 3m10s
[07:19:45.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:194:0)
[07:19:45.681] Build status: STARTED
[07:19:45.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:195:0) after 2m25s
[07:22:11.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:195:0)
[07:22:11.219] Build status: STARTED
[07:22:11.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:196:0) after 7m54s
[07:30:05.501] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:196:0)
[07:30:05.594] Build status: STARTED
[07:30:05.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:197:0) after 4m48s
[07:34:53.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:197:0)
[07:34:53.966] Build status: STARTED
[07:34:53.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:198:0) after 1m10s
[07:36:04.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:198:0)
[07:36:04.359] Build status: STARTED
[07:36:04.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:199:0) after 6m30s
[07:42:34.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:199:0)
[07:42:34.453] Build status: STARTED
[07:42:34.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:200:0) after 2m34s
[07:45:08.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:200:0)
[07:45:08.521] Build status: STARTED
[07:45:08.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:201:0) after 3m26s
[07:48:34.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:201:0)
[07:48:34.890] Build status: STARTED
[07:48:34.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:202:0) after 8m45s
[07:57:20.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:202:0)
[07:57:20.184] Build status: STARTED
[07:57:20.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:203:0) after 9m55s
[08:07:15.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:203:0)
[08:07:15.247] Build status: STARTED
[08:07:15.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:204:0) after 4m15s
[08:11:30.418] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:204:0)
[08:11:30.438] Build status: STARTED
[08:11:30.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:205:0) after 6m36s
[08:18:06.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:205:0)
[08:18:06.461] Build status: STARTED
[08:18:06.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:206:0) after 8m58s
[08:27:04.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:206:0)
[08:27:04.561] Build status: STARTED
[08:27:04.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:207:0) after 2m2s
[08:29:06.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:207:0)
[08:29:06.637] Build status: STARTED
[08:29:06.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:208:0) after 1m23s
[08:30:29.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:208:0)
[08:30:29.895] Build status: STARTED
[08:30:29.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:209:0) after 4m4s
[08:34:34.017] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:209:0)
[08:34:34.062] Build status: STARTED
[08:34:34.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:210:0) after 8m51s
[08:43:25.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:210:0)
[08:43:25.160] Build status: STARTED
[08:43:25.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:211:0) after 7m26s
[08:50:51.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:211:0)
[08:50:51.208] Build status: STARTED
[08:50:51.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:212:0) after 8m32s
[08:59:23.242] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:212:0)
[08:59:23.265] Build status: STARTED
[08:59:23.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:213:0) after 9m57s
[09:09:20.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:213:0)
[09:09:20.680] Build status: STARTED
[09:09:20.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:214:0) after 1m11s
[09:10:31.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:214:0)
[09:10:31.726] Build status: STARTED
[09:10:31.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:215:0) after 7m10s
[09:17:41.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:215:0)
[09:17:41.898] Build status: STARTED
[09:17:41.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:216:0) after 3m26s
[09:21:08.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:216:0)
[09:21:08.310] Build status: STARTED
[09:21:08.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:217:0) after 8m18s
[09:29:26.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:217:0)
[09:29:26.467] Build status: STARTED
[09:29:26.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:218:0) after 7m47s
[09:37:13.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:218:0)
[09:37:13.595] Build status: STARTED
[09:37:13.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:219:0) after 5m49s
[09:43:02.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:219:0)
[09:43:02.698] Build status: STARTED
[09:43:02.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:220:0) after 6m40s
[09:49:42.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:220:0)
[09:49:42.830] Build status: STARTED
[09:49:42.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:221:0) after 2m54s
[09:52:36.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:221:0)
[09:52:36.956] Build status: STARTED
[09:52:36.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8917283145484114784:222:0) after 8m14s
[09:55:48.482] Received PubSub notification, asking Buildbucket for the build status
[09:55:48.501] Build:
{
  "id": "8751853083413614225",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31478,
  "createdBy": "project:chromium",
  "createTime": "2024-04-01T13:51:55.595214322Z",
  "startTime": "2024-04-01T13:52:01.674326046Z",
  "endTime": "2024-04-02T09:55:47.916340207Z",
  "updateTime": "2024-04-02T09:55:47.916340207Z",
  "status": "CANCELED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "dc62e68bd3e892bd7a1801383653ad161e81767e",
      "ref": "refs/heads/main"
    }
  }
}
[09:55:48.501] Invocation finished in 20h3m54.264252025s with status ABORTED