Status: FAILED
Triggered by: -
Duration: 16 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d0a01be00f1242770abb68f9471c4a74c03447dc"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d0a01be00f1242770abb68f9471c4a74c03447dc
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[07:35:02.353] New invocation is queued and will start shortly
[07:35:03.472] Starting the invocation (attempt 1)
[07:35:03.500] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d0a01be00f1242770abb68f9471c4a74c03447dc"
[07:35:03.500] Popped gitiles commit info from properties and tags
[07:35:03.500] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:35:03.500] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:35:03.500] Buildbucket request:
{
  "requestId": "8915404319514948352",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d0a01be00f1242770abb68f9471c4a74c03447dc",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8915404319514948352"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[07:35:04.174] Scheduled build:
{
  "id": "8749974257532114353",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31522,
  "createdBy": "project:chromium",
  "createTime": "2024-04-22T07:35:03.583770350Z",
  "updateTime": "2024-04-22T07:35:03.583770350Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d0a01be00f1242770abb68f9471c4a74c03447dc",
      "ref": "refs/heads/main"
    }
  }
}
[07:35:04.174] Task URL: https://cr-buildbucket.appspot.com/build/8749974257532114353
[07:35:04.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:2:0) after 3m15s
[07:36:41.205] Received PubSub notification, asking Buildbucket for the build status
[07:36:41.234] Build status: STARTED
[07:37:32.777] Received PubSub notification, asking Buildbucket for the build status
[07:37:32.815] Build status: STARTED
[07:38:19.337] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:2:0)
[07:38:19.378] Build status: STARTED
[07:38:19.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:5:0) after 4m6s
[07:42:25.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:5:0)
[07:42:25.462] Build status: STARTED
[07:42:25.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:6:0) after 1m15s
[07:43:40.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:6:0)
[07:43:40.538] Build status: STARTED
[07:43:40.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:7:0) after 4m4s
[07:47:44.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:7:0)
[07:47:44.727] Build status: STARTED
[07:47:44.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:8:0) after 6m42s
[07:54:26.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:8:0)
[07:54:26.816] Build status: STARTED
[07:54:26.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:9:0) after 3m39s
[07:58:05.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:9:0)
[07:58:05.991] Build status: STARTED
[07:58:05.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:10:0) after 2m58s
[08:01:04.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:10:0)
[08:01:04.075] Build status: STARTED
[08:01:04.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:11:0) after 3m57s
[08:05:01.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:11:0)
[08:05:01.204] Build status: STARTED
[08:05:01.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:12:0) after 1m54s
[08:06:55.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:12:0)
[08:06:55.464] Build status: STARTED
[08:06:55.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:13:0) after 2m7s
[08:09:02.740] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:13:0)
[08:09:02.825] Build status: STARTED
[08:09:02.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:14:0) after 6m53s
[08:15:55.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:14:0)
[08:15:55.989] Build status: STARTED
[08:15:55.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:15:0) after 4m22s
[08:20:18.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:15:0)
[08:20:18.068] Build status: STARTED
[08:20:18.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:16:0) after 4m40s
[08:24:58.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:16:0)
[08:24:58.492] Build status: STARTED
[08:24:58.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:17:0) after 4m47s
[08:29:45.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:17:0)
[08:29:45.532] Build status: STARTED
[08:29:45.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:18:0) after 1m56s
[08:31:41.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:18:0)
[08:31:41.634] Build status: STARTED
[08:31:41.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:19:0) after 3m56s
[08:35:37.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:19:0)
[08:35:37.669] Build status: STARTED
[08:35:37.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:20:0) after 3m43s
[08:39:20.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:20:0)
[08:39:20.722] Build status: STARTED
[08:39:20.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:21:0) after 4m39s
[08:43:59.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:21:0)
[08:43:59.812] Build status: STARTED
[08:43:59.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:22:0) after 3m7s
[08:47:06.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:22:0)
[08:47:06.943] Build status: STARTED
[08:47:06.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:23:0) after 9m44s
[08:56:50.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:23:0)
[08:56:51.002] Build status: STARTED
[08:56:51.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:24:0) after 1m58s
[08:58:49.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:24:0)
[08:58:49.204] Build status: STARTED
[08:58:49.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:25:0) after 5m38s
[09:04:27.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:25:0)
[09:04:27.409] Build status: STARTED
[09:04:27.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:26:0) after 9m20s
[09:13:47.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:26:0)
[09:13:47.565] Build status: STARTED
[09:13:47.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:27:0) after 3m50s
[09:17:37.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:27:0)
[09:17:37.764] Build status: STARTED
[09:17:37.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:28:0) after 6m25s
[09:24:02.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:28:0)
[09:24:02.996] Build status: STARTED
[09:24:02.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:29:0) after 9m26s
[09:33:29.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:29:0)
[09:33:29.205] Build status: STARTED
[09:33:29.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:30:0) after 1m32s
[09:35:01.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:30:0)
[09:35:01.242] Build status: STARTED
[09:35:01.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:31:0) after 6m32s
[09:41:33.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:31:0)
[09:41:33.315] Build status: STARTED
[09:41:33.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:32:0) after 6m19s
[09:47:52.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:32:0)
[09:47:52.364] Build status: STARTED
[09:47:52.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:33:0) after 6m58s
[09:54:50.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:33:0)
[09:54:50.415] Build status: STARTED
[09:54:50.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:34:0) after 9m16s
[10:04:06.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:34:0)
[10:04:06.735] Build status: STARTED
[10:04:06.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:35:0) after 5m3s
[10:09:09.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:35:0)
[10:09:09.928] Build status: STARTED
[10:09:09.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:36:0) after 3m25s
[10:12:34.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:36:0)
[10:12:34.995] Build status: STARTED
[10:12:34.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:37:0) after 8m38s
[10:21:13.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:37:0)
[10:21:13.244] Build status: STARTED
[10:21:13.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:38:0) after 7m16s
[10:28:29.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:38:0)
[10:28:29.295] Build status: STARTED
[10:28:29.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:39:0) after 6m16s
[10:34:45.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:39:0)
[10:34:45.567] Build status: STARTED
[10:34:45.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:40:0) after 9m30s
[10:44:15.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:40:0)
[10:44:15.618] Build status: STARTED
[10:44:15.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:41:0) after 4m6s
[10:48:21.983] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:41:0)
[10:48:22.000] Build status: STARTED
[10:48:22.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:42:0) after 7m59s
[10:56:21.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:42:0)
[10:56:21.410] Build status: STARTED
[10:56:21.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:43:0) after 7m46s
[11:04:07.819] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:43:0)
[11:04:07.847] Build status: STARTED
[11:04:07.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:44:0) after 8m20s
[11:12:27.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:44:0)
[11:12:27.941] Build status: STARTED
[11:12:27.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:45:0) after 8m0s
[11:20:28.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:45:0)
[11:20:28.190] Build status: STARTED
[11:20:28.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:46:0) after 2m44s
[11:23:12.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:46:0)
[11:23:12.246] Build status: STARTED
[11:23:12.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:47:0) after 9m50s
[11:33:02.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:47:0)
[11:33:02.397] Build status: STARTED
[11:33:02.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:48:0) after 9m28s
[11:42:30.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:48:0)
[11:42:30.609] Build status: STARTED
[11:42:30.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:49:0) after 9m35s
[11:52:05.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:49:0)
[11:52:05.666] Build status: STARTED
[11:52:05.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:50:0) after 4m25s
[11:56:31.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:50:0)
[11:56:31.171] Build status: STARTED
[11:56:31.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:51:0) after 3m45s
[12:00:16.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:51:0)
[12:00:16.351] Build status: STARTED
[12:00:16.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:52:0) after 2m14s
[12:02:30.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:52:0)
[12:02:30.464] Build status: STARTED
[12:02:30.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:53:0) after 7m37s
[12:10:07.644] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:53:0)
[12:10:07.684] Build status: STARTED
[12:10:07.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:54:0) after 4m1s
[12:14:08.853] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:54:0)
[12:14:08.871] Build status: STARTED
[12:14:08.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:55:0) after 3m52s
[12:18:01.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:55:0)
[12:18:01.027] Build status: STARTED
[12:18:01.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:56:0) after 5m41s
[12:23:42.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:56:0)
[12:23:42.840] Build status: STARTED
[12:23:42.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:57:0) after 6m11s
[12:29:54.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:57:0)
[12:29:54.035] Build status: STARTED
[12:29:54.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:58:0) after 6m21s
[12:36:15.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:58:0)
[12:36:15.120] Build status: STARTED
[12:36:15.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:59:0) after 6m0s
[12:42:15.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:59:0)
[12:42:15.184] Build status: STARTED
[12:42:15.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:60:0) after 9m46s
[12:52:01.214] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:60:0)
[12:52:01.304] Build status: STARTED
[12:52:01.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:61:0) after 8m17s
[13:00:18.418] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:61:0)
[13:00:18.472] Build status: STARTED
[13:00:18.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:62:0) after 7m4s
[13:07:22.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:62:0)
[13:07:22.599] Build status: STARTED
[13:07:22.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:63:0) after 4m20s
[13:11:42.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:63:0)
[13:11:42.761] Build status: STARTED
[13:11:42.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:64:0) after 5m41s
[13:17:23.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:64:0)
[13:17:23.979] Build status: STARTED
[13:17:23.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:65:0) after 3m32s
[13:20:56.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:65:0)
[13:20:56.275] Build status: STARTED
[13:20:56.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:66:0) after 6m46s
[13:27:42.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:66:0)
[13:27:42.333] Build status: STARTED
[13:27:42.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:67:0) after 1m48s
[13:29:30.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:67:0)
[13:29:30.384] Build status: STARTED
[13:29:30.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:68:0) after 5m37s
[13:35:07.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:68:0)
[13:35:07.472] Build status: STARTED
[13:35:07.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:69:0) after 3m47s
[13:38:54.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:69:0)
[13:38:54.588] Build status: STARTED
[13:38:54.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:70:0) after 5m46s
[13:44:40.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:70:0)
[13:44:40.643] Build status: STARTED
[13:44:40.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:71:0) after 2m26s
[13:47:06.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:71:0)
[13:47:06.837] Build status: STARTED
[13:47:06.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:72:0) after 3m8s
[13:50:15.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:72:0)
[13:50:15.042] Build status: STARTED
[13:50:15.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:73:0) after 1m32s
[13:51:47.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:73:0)
[13:51:47.276] Build status: STARTED
[13:51:47.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:74:0) after 6m39s
[13:58:26.433] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:74:0)
[13:58:26.456] Build status: STARTED
[13:58:26.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:75:0) after 4m13s
[14:02:39.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:75:0)
[14:02:39.810] Build status: STARTED
[14:02:39.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:76:0) after 8m49s
[14:11:28.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:76:0)
[14:11:28.881] Build status: STARTED
[14:11:28.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:77:0) after 8m37s
[14:20:05.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:77:0)
[14:20:05.945] Build status: STARTED
[14:20:05.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:78:0) after 6m10s
[14:26:16.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:78:0)
[14:26:16.058] Build status: STARTED
[14:26:16.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:79:0) after 6m14s
[14:32:30.471] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:79:0)
[14:32:30.493] Build status: STARTED
[14:32:30.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:80:0) after 1m16s
[14:33:46.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:80:0)
[14:33:46.576] Build status: STARTED
[14:33:46.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:81:0) after 9m43s
[14:43:29.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:81:0)
[14:43:29.675] Build status: STARTED
[14:43:29.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:82:0) after 7m14s
[14:50:43.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:82:0)
[14:50:43.718] Build status: STARTED
[14:50:43.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:83:0) after 5m4s
[14:55:47.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:83:0)
[14:55:47.799] Build status: STARTED
[14:55:47.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:84:0) after 6m32s
[15:02:19.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:84:0)
[15:02:19.907] Build status: STARTED
[15:02:19.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:85:0) after 7m59s
[15:10:18.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:85:0)
[15:10:18.969] Build status: STARTED
[15:10:18.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:86:0) after 1m37s
[15:11:55.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:86:0)
[15:11:56.196] Build status: STARTED
[15:11:56.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:87:0) after 7m43s
[15:19:39.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:87:0)
[15:19:39.305] Build status: STARTED
[15:19:39.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:88:0) after 7m42s
[15:27:21.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:88:0)
[15:27:21.557] Build status: STARTED
[15:27:21.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:89:0) after 6m7s
[15:33:28.580] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:89:0)
[15:33:28.601] Build status: STARTED
[15:33:28.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:90:0) after 6m56s
[15:40:24.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:90:0)
[15:40:24.652] Build status: STARTED
[15:40:24.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:91:0) after 4m57s
[15:45:21.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:91:0)
[15:45:21.750] Build status: STARTED
[15:45:21.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:92:0) after 3m22s
[15:48:43.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:92:0)
[15:48:43.821] Build status: STARTED
[15:48:43.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:93:0) after 5m10s
[15:53:53.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:93:0)
[15:53:53.942] Build status: STARTED
[15:53:53.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:94:0) after 9m4s
[16:02:57.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:94:0)
[16:02:57.988] Build status: STARTED
[16:02:57.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:95:0) after 7m3s
[16:10:01.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:95:0)
[16:10:01.314] Build status: STARTED
[16:10:01.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:96:0) after 9m48s
[16:19:49.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:96:0)
[16:19:49.417] Build status: STARTED
[16:19:49.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:97:0) after 8m25s
[16:28:14.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:97:0)
[16:28:14.518] Build status: STARTED
[16:28:14.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:98:0) after 7m35s
[16:35:49.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:98:0)
[16:35:49.583] Build status: STARTED
[16:35:49.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:99:0) after 4m47s
[16:40:36.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:99:0)
[16:40:36.688] Build status: STARTED
[16:40:36.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:100:0) after 1m51s
[16:42:27.724] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:100:0)
[16:42:27.749] Build status: STARTED
[16:42:27.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:101:0) after 2m39s
[16:45:06.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:101:0)
[16:45:07.034] Build status: STARTED
[16:45:07.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:102:0) after 1m16s
[16:46:23.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:102:0)
[16:46:23.845] Build status: STARTED
[16:46:23.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:103:0) after 1m6s
[16:47:30.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:103:0)
[16:47:30.021] Build status: STARTED
[16:47:30.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:104:0) after 7m26s
[16:54:56.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:104:0)
[16:54:56.149] Build status: STARTED
[16:54:56.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:105:0) after 1m49s
[16:56:45.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:105:0)
[16:56:45.630] Build status: STARTED
[16:56:45.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:106:0) after 7m44s
[17:04:30.159] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:106:0)
[17:04:30.178] Build status: STARTED
[17:04:30.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:107:0) after 9m25s
[17:13:55.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:107:0)
[17:13:55.227] Build status: STARTED
[17:13:55.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:108:0) after 7m49s
[17:21:44.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:108:0)
[17:21:44.245] Build status: STARTED
[17:21:44.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:109:0) after 4m5s
[17:25:49.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:109:0)
[17:25:49.312] Build status: STARTED
[17:25:49.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:110:0) after 1m58s
[17:27:47.306] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:110:0)
[17:27:47.327] Build status: STARTED
[17:27:47.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:111:0) after 1m39s
[17:29:26.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:111:0)
[17:29:26.461] Build status: STARTED
[17:29:26.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:112:0) after 3m19s
[17:32:45.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:112:0)
[17:32:45.556] Build status: STARTED
[17:32:45.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:113:0) after 8m36s
[17:41:21.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:113:0)
[17:41:21.627] Build status: STARTED
[17:41:21.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:114:0) after 9m2s
[17:50:23.648] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:114:0)
[17:50:23.666] Build status: STARTED
[17:50:23.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:115:0) after 2m27s
[17:52:50.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:115:0)
[17:52:50.737] Build status: STARTED
[17:52:50.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:116:0) after 2m44s
[17:55:34.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:116:0)
[17:55:34.817] Build status: STARTED
[17:55:34.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:117:0) after 8m53s
[18:04:27.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:117:0)
[18:04:27.884] Build status: STARTED
[18:04:27.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:118:0) after 2m19s
[18:06:46.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:118:0)
[18:06:47.216] Build status: STARTED
[18:06:47.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:119:0) after 2m16s
[18:09:03.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:119:0)
[18:09:03.284] Build status: STARTED
[18:09:03.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:120:0) after 9m44s
[18:18:47.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:120:0)
[18:18:47.471] Build status: STARTED
[18:18:47.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:121:0) after 2m20s
[18:21:07.510] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:121:0)
[18:21:07.535] Build status: STARTED
[18:21:07.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:122:0) after 8m47s
[18:29:54.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:122:0)
[18:29:54.611] Build status: STARTED
[18:29:54.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:123:0) after 6m59s
[18:36:53.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:123:0)
[18:36:53.731] Build status: STARTED
[18:36:53.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:124:0) after 8m31s
[18:45:24.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:124:0)
[18:45:24.929] Build status: STARTED
[18:45:24.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:125:0) after 2m51s
[18:48:15.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:125:0)
[18:48:16.019] Build status: STARTED
[18:48:16.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:126:0) after 7m45s
[18:56:01.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:126:0)
[18:56:01.067] Build status: STARTED
[18:56:01.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:127:0) after 7m35s
[19:03:36.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:127:0)
[19:03:36.118] Build status: STARTED
[19:03:36.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:128:0) after 7m8s
[19:10:44.201] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:128:0)
[19:10:44.291] Build status: STARTED
[19:10:44.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:129:0) after 3m39s
[19:14:23.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:129:0)
[19:14:23.620] Build status: STARTED
[19:14:23.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:130:0) after 8m49s
[19:23:12.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:130:0)
[19:23:12.671] Build status: STARTED
[19:23:12.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:131:0) after 4m9s
[19:27:21.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:131:0)
[19:27:21.799] Build status: STARTED
[19:27:21.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:132:0) after 3m55s
[19:31:16.876] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:132:0)
[19:31:16.987] Build status: STARTED
[19:31:16.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:133:0) after 7m15s
[19:38:32.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:133:0)
[19:38:32.304] Build status: STARTED
[19:38:32.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:134:0) after 2m23s
[19:40:55.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:134:0)
[19:40:55.396] Build status: STARTED
[19:40:55.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:135:0) after 1m53s
[19:42:48.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:135:0)
[19:42:48.458] Build status: STARTED
[19:42:48.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:136:0) after 8m43s
[19:51:31.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:136:0)
[19:51:31.592] Build status: STARTED
[19:51:31.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:137:0) after 1m37s
[19:53:08.645] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:137:0)
[19:53:08.685] Build status: STARTED
[19:53:08.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:138:0) after 6m47s
[19:59:55.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:138:0)
[19:59:55.762] Build status: STARTED
[19:59:55.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:139:0) after 5m45s
[20:05:40.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:139:0)
[20:05:40.909] Build status: STARTED
[20:05:40.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:140:0) after 3m16s
[20:08:57.170] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:140:0)
[20:08:57.190] Build status: STARTED
[20:08:57.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:141:0) after 9m4s
[20:18:01.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:141:0)
[20:18:01.343] Build status: STARTED
[20:18:01.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:142:0) after 7m58s
[20:25:59.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:142:0)
[20:25:59.421] Build status: STARTED
[20:25:59.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:143:0) after 4m59s
[20:30:58.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:143:0)
[20:30:58.500] Build status: STARTED
[20:30:58.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:144:0) after 5m37s
[20:36:35.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:144:0)
[20:36:35.691] Build status: STARTED
[20:36:35.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:145:0) after 5m4s
[20:41:39.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:145:0)
[20:41:39.739] Build status: STARTED
[20:41:39.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:146:0) after 7m37s
[20:49:16.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:146:0)
[20:49:17.040] Build status: STARTED
[20:49:17.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:147:0) after 3m40s
[20:52:57.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:147:0)
[20:52:57.360] Build status: STARTED
[20:52:57.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:148:0) after 2m44s
[20:55:41.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:148:0)
[20:55:41.454] Build status: STARTED
[20:55:41.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:149:0) after 7m44s
[21:03:25.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:149:0)
[21:03:25.569] Build status: STARTED
[21:03:25.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:150:0) after 9m23s
[21:12:48.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:150:0)
[21:12:48.619] Build status: STARTED
[21:12:48.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:151:0) after 5m20s
[21:18:08.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:151:0)
[21:18:08.788] Build status: STARTED
[21:18:08.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:152:0) after 9m50s
[21:27:58.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:152:0)
[21:27:58.845] Build status: STARTED
[21:27:58.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:153:0) after 5m32s
[21:33:30.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:153:0)
[21:33:30.886] Build status: STARTED
[21:33:30.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:154:0) after 2m29s
[21:35:59.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:154:0)
[21:35:59.935] Build status: STARTED
[21:35:59.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:155:0) after 4m52s
[21:40:51.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:155:0)
[21:40:51.978] Build status: STARTED
[21:40:51.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:156:0) after 9m12s
[21:50:04.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:156:0)
[21:50:04.021] Build status: STARTED
[21:50:04.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:157:0) after 1m11s
[21:51:15.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:157:0)
[21:51:15.089] Build status: STARTED
[21:51:15.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:158:0) after 1m37s
[21:52:52.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:158:0)
[21:52:52.263] Build status: STARTED
[21:52:52.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:159:0) after 3m11s
[21:56:03.330] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:159:0)
[21:56:03.440] Build status: STARTED
[21:56:03.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:160:0) after 7m39s
[22:03:42.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:160:0)
[22:03:42.538] Build status: STARTED
[22:03:42.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:161:0) after 4m16s
[22:07:58.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:161:0)
[22:07:58.622] Build status: STARTED
[22:07:58.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:162:0) after 3m27s
[22:11:25.685] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:162:0)
[22:11:25.708] Build status: STARTED
[22:11:25.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:163:0) after 9m45s
[22:21:10.741] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:163:0)
[22:21:10.780] Build status: STARTED
[22:21:10.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:164:0) after 6m1s
[22:27:11.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:164:0)
[22:27:11.824] Build status: STARTED
[22:27:11.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:165:0) after 3m30s
[22:30:41.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:165:0)
[22:30:41.839] Build status: STARTED
[22:30:41.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:166:0) after 2m12s
[22:32:53.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:166:0)
[22:32:53.881] Build status: STARTED
[22:32:53.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:167:0) after 3m42s
[22:36:35.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:167:0)
[22:36:35.948] Build status: STARTED
[22:36:35.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:168:0) after 6m26s
[22:43:01.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:168:0)
[22:43:02.030] Build status: STARTED
[22:43:02.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:169:0) after 4m14s
[22:47:16.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:169:0)
[22:47:16.077] Build status: STARTED
[22:47:16.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:170:0) after 7m16s
[22:54:32.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:170:0)
[22:54:32.170] Build status: STARTED
[22:54:32.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:171:0) after 9m47s
[23:04:19.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:171:0)
[23:04:19.273] Build status: STARTED
[23:04:19.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:172:0) after 8m16s
[23:12:35.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:172:0)
[23:12:35.324] Build status: STARTED
[23:12:35.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:173:0) after 1m26s
[23:14:01.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:173:0)
[23:14:01.425] Build status: STARTED
[23:14:01.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:174:0) after 2m26s
[23:16:27.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:174:0)
[23:16:27.490] Build status: STARTED
[23:16:27.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:175:0) after 9m29s
[23:25:56.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:175:0)
[23:25:56.535] Build status: STARTED
[23:25:56.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:176:0) after 5m50s
[23:31:46.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:176:0)
[23:31:46.553] Build status: STARTED
[23:31:46.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:177:0) after 8m15s
[23:40:01.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:177:0)
[23:40:01.675] Build status: STARTED
[23:40:01.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:178:0) after 1m29s
[23:41:30.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:178:0)
[23:41:30.836] Build status: STARTED
[23:41:30.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:179:0) after 8m18s
[23:49:48.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:179:0)
[23:49:48.982] Build status: STARTED
[23:49:48.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:180:0) after 7m53s
[23:57:42.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:180:0)
[23:57:42.026] Build status: STARTED
[23:57:42.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:181:0) after 2m29s
[00:00:11.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:181:0)
[00:00:11.132] Build status: STARTED
[00:00:11.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:182:0) after 5m4s
[00:05:15.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:182:0)
[00:05:15.283] Build status: STARTED
[00:05:15.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915404319514948352:183:0) after 5m15s
[00:09:22.632] Received PubSub notification, asking Buildbucket for the build status
[00:09:22.655] Build:
{
  "id": "8749974257532114353",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31522,
  "createdBy": "project:chromium",
  "createTime": "2024-04-22T07:35:03.583770350Z",
  "startTime": "2024-04-22T07:35:27.552044356Z",
  "endTime": "2024-04-23T00:09:22.379874315Z",
  "updateTime": "2024-04-23T00:09:22.379874315Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d0a01be00f1242770abb68f9471c4a74c03447dc",
      "ref": "refs/heads/main"
    }
  }
}
[00:09:22.655] Invocation finished in 16h34m20.34632092s with status FAILED