Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f50caa616944a938054d2b6dca5f5091aed428d8"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f50caa616944a938054d2b6dca5f5091aed428d8
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[11:57:49.076] New invocation is queued and will start shortly
[11:57:50.097] Starting the invocation (attempt 1)
[11:57:50.124] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f50caa616944a938054d2b6dca5f5091aed428d8"
[11:57:50.124] Popped gitiles commit info from properties and tags
[11:57:50.124] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:57:50.124] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:57:50.124] Buildbucket request:
{
  "requestId": "8930064495422871424",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f50caa616944a938054d2b6dca5f5091aed428d8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8930064495422871424"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:57:50.698] Scheduled build:
{
  "id": "8764634433613796177",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30762,
  "createdBy": "project:chromium",
  "createTime": "2023-11-12T11:57:50.180458471Z",
  "updateTime": "2023-11-12T11:57:50.180458471Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f50caa616944a938054d2b6dca5f5091aed428d8",
      "ref": "refs/heads/main"
    }
  }
}
[11:57:50.698] Task URL: https://cr-buildbucket.appspot.com/build/8764634433613796177
[11:57:50.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:2:0) after 9m17s
[11:57:50.794] Received PubSub notification, asking Buildbucket for the build status
[11:57:50.824] Build status: SCHEDULED
[11:57:56.138] Received PubSub notification, asking Buildbucket for the build status
[11:57:56.157] Build status: STARTED
[12:07:07.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:2:0)
[12:07:07.891] Build status: STARTED
[12:07:07.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:5:0) after 8m25s
[12:15:33.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:5:0)
[12:15:33.245] Build status: STARTED
[12:15:33.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:6:0) after 7m53s
[12:23:26.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:6:0)
[12:23:26.303] Build status: STARTED
[12:23:26.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:7:0) after 8m49s
[12:32:15.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:7:0)
[12:32:15.511] Build status: STARTED
[12:32:15.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:8:0) after 9m17s
[12:41:32.546] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:8:0)
[12:41:32.576] Build status: STARTED
[12:41:32.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:9:0) after 3m35s
[12:45:07.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:9:0)
[12:45:07.655] Build status: STARTED
[12:45:07.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:10:0) after 7m27s
[12:52:34.673] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:10:0)
[12:52:34.690] Build status: STARTED
[12:52:34.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:11:0) after 9m7s
[13:01:41.983] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:11:0)
[13:01:42.014] Build status: STARTED
[13:01:42.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:12:0) after 7m37s
[13:09:19.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:12:0)
[13:09:19.717] Build status: STARTED
[13:09:19.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:13:0) after 1m53s
[13:11:12.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:13:0)
[13:11:12.781] Build status: STARTED
[13:11:12.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:14:0) after 8m38s
[13:19:50.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:14:0)
[13:19:50.821] Build status: STARTED
[13:19:50.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:15:0) after 6m59s
[13:26:49.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:15:0)
[13:26:49.961] Build status: STARTED
[13:26:49.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:16:0) after 4m36s
[13:31:26.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:16:0)
[13:31:26.189] Build status: STARTED
[13:31:26.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:17:0) after 4m56s
[13:36:22.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:17:0)
[13:36:22.235] Build status: STARTED
[13:36:22.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:18:0) after 4m18s
[13:40:40.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:18:0)
[13:40:40.372] Build status: STARTED
[13:40:40.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:19:0) after 1m2s
[13:41:42.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:19:0)
[13:41:42.426] Build status: STARTED
[13:41:42.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:20:0) after 1m49s
[13:43:31.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:20:0)
[13:43:31.483] Build status: STARTED
[13:43:31.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:21:0) after 3m4s
[13:46:35.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:21:0)
[13:46:35.538] Build status: STARTED
[13:46:35.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:22:0) after 6m55s
[13:53:30.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:22:0)
[13:53:30.600] Build status: STARTED
[13:53:30.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:23:0) after 5m16s
[13:58:46.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:23:0)
[13:58:46.863] Build status: STARTED
[13:58:46.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:24:0) after 5m17s
[14:04:03.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:24:0)
[14:04:03.896] Build status: STARTED
[14:04:03.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:25:0) after 4m11s
[14:08:15.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:25:0)
[14:08:15.035] Build status: STARTED
[14:08:15.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:26:0) after 8m22s
[14:16:37.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:26:0)
[14:16:37.081] Build status: STARTED
[14:16:37.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:27:0) after 6m56s
[14:23:33.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:27:0)
[14:23:33.301] Build status: STARTED
[14:23:33.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:28:0) after 1m33s
[14:25:06.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:28:0)
[14:25:06.350] Build status: STARTED
[14:25:06.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:29:0) after 1m7s
[14:26:13.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:29:0)
[14:26:13.388] Build status: STARTED
[14:26:13.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:30:0) after 6m50s
[14:33:03.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:30:0)
[14:33:03.490] Build status: STARTED
[14:33:03.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:31:0) after 9m23s
[14:42:26.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:31:0)
[14:42:26.737] Build status: STARTED
[14:42:26.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:32:0) after 4m15s
[14:46:41.759] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:32:0)
[14:46:41.785] Build status: STARTED
[14:46:41.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:33:0) after 6m37s
[14:53:18.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:33:0)
[14:53:18.968] Build status: STARTED
[14:53:18.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:34:0) after 7m50s
[15:01:09.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:34:0)
[15:01:09.079] Build status: STARTED
[15:01:09.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:35:0) after 6m4s
[15:07:13.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:35:0)
[15:07:13.095] Build status: STARTED
[15:07:13.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:36:0) after 9m6s
[15:16:19.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:36:0)
[15:16:19.134] Build status: STARTED
[15:16:19.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:37:0) after 4m12s
[15:20:31.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:37:0)
[15:20:31.222] Build status: STARTED
[15:20:31.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:38:0) after 2m55s
[15:23:26.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:38:0)
[15:23:26.269] Build status: STARTED
[15:23:26.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:39:0) after 4m51s
[15:28:17.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:39:0)
[15:28:17.416] Build status: STARTED
[15:28:17.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:40:0) after 1m32s
[15:29:49.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:40:0)
[15:29:49.501] Build status: STARTED
[15:29:49.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:41:0) after 7m25s
[15:37:14.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:41:0)
[15:37:14.537] Build status: STARTED
[15:37:14.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:42:0) after 6m50s
[15:44:04.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:42:0)
[15:44:04.616] Build status: STARTED
[15:44:04.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:43:0) after 2m5s
[15:46:09.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:43:0)
[15:46:09.666] Build status: STARTED
[15:46:09.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:44:0) after 5m26s
[15:51:35.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:44:0)
[15:51:35.710] Build status: STARTED
[15:51:35.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:45:0) after 4m6s
[15:55:41.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:45:0)
[15:55:41.762] Build status: STARTED
[15:55:41.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:46:0) after 8m58s
[16:04:39.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:46:0)
[16:04:39.805] Build status: STARTED
[16:04:39.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:47:0) after 1m12s
[16:05:51.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:47:0)
[16:05:51.948] Build status: STARTED
[16:05:51.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:48:0) after 8m42s
[16:14:34.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:48:0)
[16:14:34.035] Build status: STARTED
[16:14:34.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:49:0) after 4m28s
[16:19:02.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:49:0)
[16:19:02.144] Build status: STARTED
[16:19:02.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:50:0) after 5m51s
[16:24:53.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:50:0)
[16:24:53.400] Build status: STARTED
[16:24:53.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:51:0) after 4m41s
[16:29:34.643] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:51:0)
[16:29:34.661] Build status: STARTED
[16:29:34.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:52:0) after 7m54s
[16:37:28.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:52:0)
[16:37:28.782] Build status: STARTED
[16:37:28.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:53:0) after 3m56s
[16:41:24.833] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:53:0)
[16:41:24.861] Build status: STARTED
[16:41:24.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:54:0) after 7m1s
[16:48:25.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:54:0)
[16:48:25.911] Build status: STARTED
[16:48:25.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:55:0) after 8m58s
[16:57:24.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:55:0)
[16:57:24.047] Build status: STARTED
[16:57:24.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:56:0) after 5m54s
[17:03:18.095] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:56:0)
[17:03:18.126] Build status: STARTED
[17:03:18.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:57:0) after 8m9s
[17:11:27.333] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:57:0)
[17:11:27.348] Build status: STARTED
[17:11:27.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:58:0) after 4m41s
[17:16:08.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:58:0)
[17:16:08.449] Build status: STARTED
[17:16:08.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:59:0) after 1m39s
[17:17:47.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:59:0)
[17:17:47.491] Build status: STARTED
[17:17:47.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:60:0) after 3m2s
[17:20:49.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:60:0)
[17:20:49.526] Build status: STARTED
[17:20:49.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:61:0) after 7m22s
[17:28:11.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:61:0)
[17:28:11.603] Build status: STARTED
[17:28:11.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:62:0) after 9m54s
[17:38:05.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:62:0)
[17:38:05.680] Build status: STARTED
[17:38:05.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:63:0) after 1m49s
[17:39:54.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:63:0)
[17:39:54.731] Build status: STARTED
[17:39:54.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:64:0) after 7m18s
[17:47:12.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:64:0)
[17:47:12.773] Build status: STARTED
[17:47:12.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:65:0) after 5m43s
[17:52:55.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:65:0)
[17:52:55.879] Build status: STARTED
[17:52:55.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:66:0) after 1m39s
[17:54:34.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:66:0)
[17:54:34.913] Build status: STARTED
[17:54:34.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:67:0) after 9m1s
[18:03:35.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:67:0)
[18:03:36.026] Build status: STARTED
[18:03:36.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:68:0) after 7m5s
[18:10:41.047] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:68:0)
[18:10:41.074] Build status: STARTED
[18:10:41.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:69:0) after 2m56s
[18:13:37.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:69:0)
[18:13:37.132] Build status: STARTED
[18:13:37.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:70:0) after 1m4s
[18:14:41.153] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:70:0)
[18:14:41.178] Build status: STARTED
[18:14:41.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:71:0) after 8m44s
[18:23:25.204] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:71:0)
[18:23:25.227] Build status: STARTED
[18:23:25.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:72:0) after 4m55s
[18:28:20.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:72:0)
[18:28:20.245] Build status: STARTED
[18:28:20.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:73:0) after 2m42s
[18:31:02.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:73:0)
[18:31:02.346] Build status: STARTED
[18:31:02.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:74:0) after 2m3s
[18:33:05.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:74:0)
[18:33:05.513] Build status: STARTED
[18:33:05.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:75:0) after 4m46s
[18:37:51.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:75:0)
[18:37:51.697] Build status: STARTED
[18:37:51.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:76:0) after 2m17s
[18:40:08.745] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:76:0)
[18:40:08.775] Build status: STARTED
[18:40:08.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:77:0) after 4m13s
[18:44:21.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:77:0)
[18:44:21.824] Build status: STARTED
[18:44:21.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:78:0) after 3m21s
[18:47:42.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:78:0)
[18:47:42.892] Build status: STARTED
[18:47:42.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:79:0) after 7m6s
[18:54:49.126] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:79:0)
[18:54:49.148] Build status: STARTED
[18:54:49.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:80:0) after 2m33s
[18:57:22.170] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:80:0)
[18:57:22.197] Build status: STARTED
[18:57:22.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:81:0) after 6m6s
[19:03:28.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:81:0)
[19:03:28.254] Build status: STARTED
[19:03:28.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:82:0) after 9m19s
[19:12:47.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:82:0)
[19:12:47.353] Build status: STARTED
[19:12:47.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:83:0) after 7m16s
[19:20:03.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:83:0)
[19:20:03.609] Build status: STARTED
[19:20:03.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:84:0) after 3m38s
[19:23:41.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:84:0)
[19:23:41.678] Build status: STARTED
[19:23:41.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:85:0) after 1m42s
[19:25:23.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:85:0)
[19:25:23.787] Build status: STARTED
[19:25:23.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:86:0) after 5m4s
[19:30:27.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:86:0)
[19:30:27.846] Build status: STARTED
[19:30:27.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:87:0) after 7m32s
[19:37:59.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:87:0)
[19:37:59.883] Build status: STARTED
[19:37:59.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:88:0) after 1m33s
[19:39:33.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:88:0)
[19:39:33.082] Build status: STARTED
[19:39:33.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:89:0) after 2m29s
[19:42:02.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:89:0)
[19:42:02.220] Build status: STARTED
[19:42:02.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:90:0) after 1m17s
[19:43:19.240] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:90:0)
[19:43:19.268] Build status: STARTED
[19:43:19.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:91:0) after 4m52s
[19:48:11.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:91:0)
[19:48:11.415] Build status: STARTED
[19:48:11.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:92:0) after 6m40s
[19:54:51.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:92:0)
[19:54:51.646] Build status: STARTED
[19:54:51.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:93:0) after 7m10s
[20:02:02.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:93:0)
[20:02:02.603] Build status: STARTED
[20:02:02.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:94:0) after 3m27s
[20:05:29.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:94:0)
[20:05:29.935] Build status: STARTED
[20:05:29.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:95:0) after 7m49s
[20:13:18.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:95:0)
[20:13:19.017] Build status: STARTED
[20:13:19.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:96:0) after 3m30s
[20:16:49.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:96:0)
[20:16:49.130] Build status: STARTED
[20:16:49.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:97:0) after 3m25s
[20:20:14.161] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:97:0)
[20:20:14.183] Build status: STARTED
[20:20:14.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:98:0) after 6m13s
[20:26:27.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:98:0)
[20:26:27.327] Build status: STARTED
[20:26:27.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:99:0) after 3m15s
[20:29:42.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:99:0)
[20:29:42.367] Build status: STARTED
[20:29:42.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:100:0) after 9m54s
[20:39:36.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:100:0)
[20:39:36.479] Build status: STARTED
[20:39:36.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:101:0) after 7m19s
[20:46:55.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:101:0)
[20:46:55.585] Build status: STARTED
[20:46:55.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:102:0) after 4m5s
[20:51:00.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:102:0)
[20:51:00.777] Build status: STARTED
[20:51:00.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:103:0) after 3m24s
[20:54:24.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:103:0)
[20:54:24.865] Build status: STARTED
[20:54:24.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:104:0) after 7m54s
[21:02:18.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:104:0)
[21:02:19.048] Build status: STARTED
[21:02:19.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:105:0) after 1m19s
[21:03:38.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:105:0)
[21:03:38.113] Build status: STARTED
[21:03:38.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:106:0) after 7m22s
[21:11:00.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:106:0)
[21:11:00.373] Build status: STARTED
[21:11:00.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:107:0) after 1m17s
[21:12:17.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:107:0)
[21:12:17.415] Build status: STARTED
[21:12:17.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:108:0) after 8m42s
[21:20:59.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:108:0)
[21:20:59.570] Build status: STARTED
[21:20:59.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:109:0) after 6m30s
[21:27:29.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:109:0)
[21:27:29.633] Build status: STARTED
[21:27:29.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:110:0) after 3m31s
[21:31:00.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:110:0)
[21:31:00.691] Build status: STARTED
[21:31:00.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:111:0) after 7m43s
[21:38:43.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:111:0)
[21:38:43.731] Build status: STARTED
[21:38:43.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:112:0) after 8m37s
[21:47:20.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:112:0)
[21:47:20.906] Build status: STARTED
[21:47:20.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:113:0) after 2m42s
[21:50:02.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:113:0)
[21:50:02.948] Build status: STARTED
[21:50:02.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:114:0) after 7m4s
[21:57:07.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:114:0)
[21:57:07.240] Build status: STARTED
[21:57:07.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:115:0) after 3m5s
[22:00:12.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:115:0)
[22:00:12.405] Build status: STARTED
[22:00:12.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:116:0) after 8m13s
[22:08:25.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:116:0)
[22:08:25.496] Build status: STARTED
[22:08:25.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:117:0) after 1m11s
[22:09:36.516] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:117:0)
[22:09:36.544] Build status: STARTED
[22:09:36.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:118:0) after 4m57s
[22:14:33.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:118:0)
[22:14:33.578] Build status: STARTED
[22:14:33.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:119:0) after 9m46s
[22:24:19.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:119:0)
[22:24:19.705] Build status: STARTED
[22:24:19.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:120:0) after 7m6s
[22:31:25.890] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:120:0)
[22:31:25.923] Build status: STARTED
[22:31:25.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:121:0) after 7m51s
[22:39:16.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:121:0)
[22:39:16.974] Build status: STARTED
[22:39:16.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:122:0) after 1m34s
[22:40:51.001] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:122:0)
[22:40:51.024] Build status: STARTED
[22:40:51.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:123:0) after 5m36s
[22:46:27.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:123:0)
[22:46:27.346] Build status: STARTED
[22:46:27.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:124:0) after 7m41s
[22:54:08.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:124:0)
[22:54:08.384] Build status: STARTED
[22:54:08.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:125:0) after 9m8s
[23:03:16.428] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:125:0)
[23:03:16.449] Build status: STARTED
[23:03:16.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:126:0) after 2m37s
[23:05:53.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:126:0)
[23:05:53.491] Build status: STARTED
[23:05:53.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:127:0) after 1m46s
[23:07:39.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:127:0)
[23:07:39.558] Build status: STARTED
[23:07:39.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:128:0) after 9m17s
[23:16:56.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:128:0)
[23:16:56.747] Build status: STARTED
[23:16:56.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:129:0) after 5m44s
[23:22:40.773] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:129:0)
[23:22:40.792] Build status: STARTED
[23:22:40.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:130:0) after 5m8s
[23:27:49.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:130:0)
[23:27:49.100] Build status: STARTED
[23:27:49.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:131:0) after 9m25s
[23:37:14.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:131:0)
[23:37:14.137] Build status: STARTED
[23:37:14.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:132:0) after 8m54s
[23:46:08.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:132:0)
[23:46:08.336] Build status: STARTED
[23:46:08.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:133:0) after 6m52s
[23:53:00.472] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:133:0)
[23:53:00.497] Build status: STARTED
[23:53:00.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:134:0) after 9m21s
[00:02:21.621] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:134:0)
[00:02:21.648] Build status: STARTED
[00:02:21.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:135:0) after 5m58s
[00:08:19.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:135:0)
[00:08:20.019] Build status: STARTED
[00:08:20.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:136:0) after 9m2s
[00:17:22.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:136:0)
[00:17:22.073] Build status: STARTED
[00:17:22.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:137:0) after 6m15s
[00:23:37.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:137:0)
[00:23:37.118] Build status: STARTED
[00:23:37.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:138:0) after 9m20s
[00:32:57.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:138:0)
[00:32:57.168] Build status: STARTED
[00:32:57.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:139:0) after 6m15s
[00:39:12.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:139:0)
[00:39:12.219] Build status: STARTED
[00:39:12.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:140:0) after 2m35s
[00:41:47.242] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:140:0)
[00:41:47.368] Build status: STARTED
[00:41:47.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:141:0) after 8m11s
[00:49:58.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:141:0)
[00:49:58.434] Build status: STARTED
[00:49:58.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:142:0) after 4m6s
[00:54:04.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:142:0)
[00:54:04.481] Build status: STARTED
[00:54:04.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:143:0) after 9m51s
[01:03:55.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:143:0)
[01:03:55.616] Build status: STARTED
[01:03:55.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:144:0) after 5m22s
[01:09:17.724] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:144:0)
[01:09:17.749] Build status: STARTED
[01:09:17.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:145:0) after 5m14s
[01:14:32.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:145:0)
[01:14:32.288] Build status: STARTED
[01:14:32.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:146:0) after 8m8s
[01:22:40.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:146:0)
[01:22:40.512] Build status: STARTED
[01:22:40.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:147:0) after 2m48s
[01:25:28.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:147:0)
[01:25:28.747] Build status: STARTED
[01:25:28.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:148:0) after 2m23s
[01:27:52.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:148:0)
[01:27:52.052] Build status: STARTED
[01:27:52.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:149:0) after 9m52s
[01:37:44.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:149:0)
[01:37:44.173] Build status: STARTED
[01:37:44.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:150:0) after 9m40s
[01:47:24.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:150:0)
[01:47:24.596] Build status: STARTED
[01:47:24.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:151:0) after 7m33s
[01:54:57.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:151:0)
[01:54:57.646] Build status: STARTED
[01:54:57.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:152:0) after 9m37s
[02:04:34.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:152:0)
[02:04:34.719] Build status: STARTED
[02:04:34.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:153:0) after 9m40s
[02:14:15.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:153:0)
[02:14:15.099] Build status: STARTED
[02:14:15.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:154:0) after 6m5s
[02:20:20.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:154:0)
[02:20:20.139] Build status: STARTED
[02:20:20.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:155:0) after 6m23s
[02:26:43.161] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:155:0)
[02:26:43.183] Build status: STARTED
[02:26:43.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:156:0) after 6m20s
[02:33:03.554] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:156:0)
[02:33:03.570] Build status: STARTED
[02:33:03.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:157:0) after 2m3s
[02:35:06.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:157:0)
[02:35:06.642] Build status: STARTED
[02:35:06.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:158:0) after 8m59s
[02:44:05.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:158:0)
[02:44:05.866] Build status: STARTED
[02:44:05.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:159:0) after 6m51s
[02:50:57.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:159:0)
[02:50:57.032] Build status: STARTED
[02:50:57.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:160:0) after 8m23s
[02:59:20.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:160:0)
[02:59:20.304] Build status: STARTED
[02:59:20.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:161:0) after 4m38s
[03:03:58.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:161:0)
[03:03:58.423] Build status: STARTED
[03:03:58.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:162:0) after 4m12s
[03:08:10.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:162:0)
[03:08:10.615] Build status: STARTED
[03:08:10.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:163:0) after 1m1s
[03:09:11.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:163:0)
[03:09:11.664] Build status: STARTED
[03:09:11.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:164:0) after 3m4s
[03:12:15.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:164:0)
[03:12:15.798] Build status: STARTED
[03:12:15.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:165:0) after 4m37s
[03:16:52.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:165:0)
[03:16:52.945] Build status: STARTED
[03:16:52.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:166:0) after 6m39s
[03:23:32.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:166:0)
[03:23:32.063] Build status: STARTED
[03:23:32.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:167:0) after 5m36s
[03:29:08.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:167:0)
[03:29:08.200] Build status: STARTED
[03:29:08.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:168:0) after 4m52s
[03:34:00.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:168:0)
[03:34:00.238] Build status: STARTED
[03:34:00.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:169:0) after 3m53s
[03:37:53.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:169:0)
[03:37:53.345] Build status: STARTED
[03:37:53.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:170:0) after 5m36s
[03:43:29.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:170:0)
[03:43:29.412] Build status: STARTED
[03:43:29.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:171:0) after 2m1s
[03:45:30.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:171:0)
[03:45:30.592] Build status: STARTED
[03:45:30.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:172:0) after 5m0s
[03:50:30.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:172:0)
[03:50:30.849] Build status: STARTED
[03:50:30.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:173:0) after 4m46s
[03:55:16.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:173:0)
[03:55:17.030] Build status: STARTED
[03:55:17.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:174:0) after 8m58s
[04:04:15.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:174:0)
[04:04:15.154] Build status: STARTED
[04:04:15.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:175:0) after 8m7s
[04:12:22.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:175:0)
[04:12:22.201] Build status: STARTED
[04:12:22.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:176:0) after 2m5s
[04:14:27.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:176:0)
[04:14:27.286] Build status: STARTED
[04:14:27.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:177:0) after 7m20s
[04:21:47.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:177:0)
[04:21:47.342] Build status: STARTED
[04:21:47.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:178:0) after 5m0s
[04:26:47.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:178:0)
[04:26:47.488] Build status: STARTED
[04:26:47.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:179:0) after 4m31s
[04:31:18.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:179:0)
[04:31:18.540] Build status: STARTED
[04:31:18.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:180:0) after 1m58s
[04:33:16.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:180:0)
[04:33:16.714] Build status: STARTED
[04:33:16.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:181:0) after 5m52s
[04:39:09.001] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:181:0)
[04:39:09.040] Build status: STARTED
[04:39:09.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:182:0) after 3m22s
[04:42:31.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:182:0)
[04:42:31.076] Build status: STARTED
[04:42:31.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:183:0) after 8m47s
[04:51:18.095] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:183:0)
[04:51:18.119] Build status: STARTED
[04:51:18.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:184:0) after 5m9s
[04:56:27.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:184:0)
[04:56:27.164] Build status: STARTED
[04:56:27.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:185:0) after 2m17s
[04:58:44.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:185:0)
[04:58:44.428] Build status: STARTED
[04:58:44.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:186:0) after 3m8s
[05:01:52.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:186:0)
[05:01:52.453] Build status: STARTED
[05:01:52.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:187:0) after 5m4s
[05:06:56.663] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:187:0)
[05:06:56.681] Build status: STARTED
[05:06:56.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:188:0) after 8m34s
[05:15:30.834] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:188:0)
[05:15:30.924] Build status: STARTED
[05:15:30.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:189:0) after 3m26s
[05:18:57.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:189:0)
[05:18:57.268] Build status: STARTED
[05:18:57.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:190:0) after 4m28s
[05:23:25.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:190:0)
[05:23:25.688] Build status: STARTED
[05:23:25.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:191:0) after 1m29s
[05:24:54.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:191:0)
[05:24:54.737] Build status: STARTED
[05:24:54.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:192:0) after 8m28s
[05:33:22.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:192:0)
[05:33:22.775] Build status: STARTED
[05:33:22.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:193:0) after 6m17s
[05:39:40.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:193:0)
[05:39:40.032] Build status: STARTED
[05:39:40.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:194:0) after 5m44s
[05:45:24.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:194:0)
[05:45:24.088] Build status: STARTED
[05:45:24.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:195:0) after 7m16s
[05:52:40.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:195:0)
[05:52:40.174] Build status: STARTED
[05:52:40.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:196:0) after 9m56s
[06:02:36.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:196:0)
[06:02:36.267] Build status: STARTED
[06:02:36.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:197:0) after 5m9s
[06:07:45.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:197:0)
[06:07:45.319] Build status: STARTED
[06:07:45.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:198:0) after 6m31s
[06:14:16.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:198:0)
[06:14:16.385] Build status: STARTED
[06:14:16.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:199:0) after 9m13s
[06:23:29.410] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:199:0)
[06:23:29.433] Build status: STARTED
[06:23:29.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:200:0) after 9m51s
[06:33:20.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:200:0)
[06:33:20.675] Build status: STARTED
[06:33:20.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:201:0) after 8m14s
[06:41:34.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:201:0)
[06:41:34.956] Build status: STARTED
[06:41:34.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:202:0) after 2m50s
[06:44:25.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:202:0)
[06:44:25.044] Build status: STARTED
[06:44:25.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:203:0) after 5m58s
[06:50:23.081] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:203:0)
[06:50:23.104] Build status: STARTED
[06:50:23.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:204:0) after 2m38s
[06:53:01.127] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:204:0)
[06:53:01.175] Build status: STARTED
[06:53:01.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:205:0) after 8m26s
[07:01:27.196] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:205:0)
[07:01:27.228] Build status: STARTED
[07:01:27.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:206:0) after 1m49s
[07:03:16.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:206:0)
[07:03:16.309] Build status: STARTED
[07:03:16.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:207:0) after 8m36s
[07:11:52.392] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:207:0)
[07:11:52.417] Build status: STARTED
[07:11:52.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:208:0) after 9m1s
[07:20:53.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:208:0)
[07:20:53.465] Build status: STARTED
[07:20:53.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:209:0) after 6m30s
[07:27:23.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:209:0)
[07:27:23.644] Build status: STARTED
[07:27:23.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:210:0) after 9m53s
[07:37:16.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:210:0)
[07:37:16.691] Build status: STARTED
[07:37:16.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:211:0) after 7m21s
[07:44:37.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:211:0)
[07:44:37.878] Build status: STARTED
[07:44:37.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:212:0) after 3m43s
[07:48:21.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:212:0)
[07:48:21.250] Build status: STARTED
[07:48:21.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:213:0) after 1m7s
[07:49:28.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:213:0)
[07:49:28.289] Build status: STARTED
[07:49:28.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:214:0) after 4m45s
[07:54:13.435] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:214:0)
[07:54:13.493] Build status: STARTED
[07:54:13.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:215:0) after 4m6s
[07:58:19.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:215:0)
[07:58:19.570] Build status: STARTED
[07:58:19.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930064495422871424:216:0) after 5m49s
[08:01:36.441] Received PubSub notification, asking Buildbucket for the build status
[08:01:36.530] Build:
{
  "id": "8764634433613796177",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30762,
  "createdBy": "project:chromium",
  "createTime": "2023-11-12T11:57:50.180458471Z",
  "startTime": "2023-11-12T11:57:55.919018460Z",
  "endTime": "2023-11-13T08:01:33.384596Z",
  "updateTime": "2023-11-13T08:01:33.384596Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f50caa616944a938054d2b6dca5f5091aed428d8",
      "ref": "refs/heads/main"
    }
  }
}
[08:01:36.530] Invocation finished in 20h3m47.458629537s with status FAILED