Status: FAILED
Triggered by: -
Duration: 16 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a9c036367a77635b1acd361c0afc3952a42e1875"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a9c036367a77635b1acd361c0afc3952a42e1875
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:10:42.488] New invocation is queued and will start shortly
[20:10:43.667] Starting the invocation (attempt 1)
[20:10:43.712] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a9c036367a77635b1acd361c0afc3952a42e1875"
[20:10:43.712] Popped gitiles commit info from properties and tags
[20:10:43.712] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:10:43.714] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:10:43.714] Buildbucket request:
{
  "requestId": "8915719164772971360",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a9c036367a77635b1acd361c0afc3952a42e1875",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8915719164772971360"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:10:44.332] Scheduled build:
{
  "id": "8750289102737157457",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31517,
  "createdBy": "project:chromium",
  "createTime": "2024-04-18T20:10:43.798537720Z",
  "updateTime": "2024-04-18T20:10:43.798537720Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a9c036367a77635b1acd361c0afc3952a42e1875",
      "ref": "refs/heads/main"
    }
  }
}
[20:10:44.332] Task URL: https://cr-buildbucket.appspot.com/build/8750289102737157457
[20:10:44.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:2:0) after 3m51s
[20:10:45.414] Received PubSub notification, asking Buildbucket for the build status
[20:10:45.494] Build status: SCHEDULED
[20:10:52.232] Received PubSub notification, asking Buildbucket for the build status
[20:10:52.261] Build status: STARTED
[20:14:35.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:2:0)
[20:14:35.424] Build status: STARTED
[20:14:35.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:5:0) after 9m12s
[20:23:47.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:5:0)
[20:23:47.422] Build status: STARTED
[20:23:47.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:6:0) after 5m25s
[20:29:12.449] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:6:0)
[20:29:12.473] Build status: STARTED
[20:29:12.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:7:0) after 5m13s
[20:34:25.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:7:0)
[20:34:25.548] Build status: STARTED
[20:34:25.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:8:0) after 1m55s
[20:36:20.575] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:8:0)
[20:36:20.603] Build status: STARTED
[20:36:20.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:9:0) after 4m46s
[20:41:06.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:9:0)
[20:41:06.661] Build status: STARTED
[20:41:06.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:10:0) after 3m30s
[20:44:36.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:10:0)
[20:44:36.761] Build status: STARTED
[20:44:36.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:11:0) after 9m46s
[20:54:22.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:11:0)
[20:54:22.880] Build status: STARTED
[20:54:22.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:12:0) after 3m9s
[20:57:31.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:12:0)
[20:57:31.954] Build status: STARTED
[20:57:31.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:13:0) after 6m35s
[21:04:07.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:13:0)
[21:04:07.168] Build status: STARTED
[21:04:07.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:14:0) after 1m43s
[21:05:50.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:14:0)
[21:05:50.319] Build status: STARTED
[21:05:50.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:15:0) after 9m44s
[21:15:34.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:15:0)
[21:15:34.493] Build status: STARTED
[21:15:34.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:16:0) after 2m41s
[21:18:15.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:16:0)
[21:18:15.779] Build status: STARTED
[21:18:15.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:17:0) after 2m37s
[21:20:52.839] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:17:0)
[21:20:52.868] Build status: STARTED
[21:20:52.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:18:0) after 2m59s
[21:23:51.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:18:0)
[21:23:51.971] Build status: STARTED
[21:23:51.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:19:0) after 5m41s
[21:29:33.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:19:0)
[21:29:33.079] Build status: STARTED
[21:29:33.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:20:0) after 8m13s
[21:37:46.248] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:20:0)
[21:37:46.271] Build status: STARTED
[21:37:46.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:21:0) after 3m51s
[21:41:37.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:21:0)
[21:41:37.406] Build status: STARTED
[21:41:37.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:22:0) after 7m3s
[21:48:40.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:22:0)
[21:48:40.659] Build status: STARTED
[21:48:40.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:23:0) after 8m39s
[21:57:19.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:23:0)
[21:57:19.723] Build status: STARTED
[21:57:19.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:24:0) after 9m30s
[22:06:49.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:24:0)
[22:06:49.880] Build status: STARTED
[22:06:49.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:25:0) after 5m28s
[22:12:17.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:25:0)
[22:12:17.976] Build status: STARTED
[22:12:17.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:26:0) after 8m24s
[22:20:42.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:26:0)
[22:20:42.027] Build status: STARTED
[22:20:42.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:27:0) after 6m7s
[22:26:49.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:27:0)
[22:26:49.163] Build status: STARTED
[22:26:49.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:28:0) after 3m37s
[22:30:26.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:28:0)
[22:30:26.371] Build status: STARTED
[22:30:26.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:29:0) after 4m13s
[22:34:39.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:29:0)
[22:34:39.463] Build status: STARTED
[22:34:39.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:30:0) after 5m30s
[22:40:09.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:30:0)
[22:40:09.551] Build status: STARTED
[22:40:09.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:31:0) after 6m57s
[22:47:06.673] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:31:0)
[22:47:06.697] Build status: STARTED
[22:47:06.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:32:0) after 3m42s
[22:50:48.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:32:0)
[22:50:48.847] Build status: STARTED
[22:50:48.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:33:0) after 6m19s
[22:57:07.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:33:0)
[22:57:07.917] Build status: STARTED
[22:57:07.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:34:0) after 9m41s
[23:06:48.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:34:0)
[23:06:49.023] Build status: STARTED
[23:06:49.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:35:0) after 4m39s
[23:11:28.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:35:0)
[23:11:28.079] Build status: STARTED
[23:11:28.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:36:0) after 5m52s
[23:17:20.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:36:0)
[23:17:20.210] Build status: STARTED
[23:17:20.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:37:0) after 5m52s
[23:23:12.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:37:0)
[23:23:12.267] Build status: STARTED
[23:23:12.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:38:0) after 7m59s
[23:31:11.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:38:0)
[23:31:11.317] Build status: STARTED
[23:31:11.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:39:0) after 7m24s
[23:38:35.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:39:0)
[23:38:35.366] Build status: STARTED
[23:38:35.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:40:0) after 1m27s
[23:40:02.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:40:0)
[23:40:02.442] Build status: STARTED
[23:40:02.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:41:0) after 5m39s
[23:45:41.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:41:0)
[23:45:41.603] Build status: STARTED
[23:45:41.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:42:0) after 2m35s
[23:48:16.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:42:0)
[23:48:16.905] Build status: STARTED
[23:48:16.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:43:0) after 4m57s
[23:53:14.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:43:0)
[23:53:14.154] Build status: STARTED
[23:53:14.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:44:0) after 4m2s
[23:57:16.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:44:0)
[23:57:16.756] Build status: STARTED
[23:57:16.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:45:0) after 2m15s
[23:59:31.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:45:0)
[23:59:31.955] Build status: STARTED
[23:59:31.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:46:0) after 9m52s
[00:09:24.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:46:0)
[00:09:24.046] Build status: STARTED
[00:09:24.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:47:0) after 4m39s
[00:14:03.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:47:0)
[00:14:03.119] Build status: STARTED
[00:14:03.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:48:0) after 2m54s
[00:16:57.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:48:0)
[00:16:57.298] Build status: STARTED
[00:16:57.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:49:0) after 3m5s
[00:20:02.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:49:0)
[00:20:02.371] Build status: STARTED
[00:20:02.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:50:0) after 6m41s
[00:26:43.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:50:0)
[00:26:43.420] Build status: STARTED
[00:26:43.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:51:0) after 7m24s
[00:34:07.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:51:0)
[00:34:07.965] Build status: STARTED
[00:34:07.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:52:0) after 5m44s
[00:39:52.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:52:0)
[00:39:52.107] Build status: STARTED
[00:39:52.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:53:0) after 5m48s
[00:45:40.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:53:0)
[00:45:40.196] Build status: STARTED
[00:45:40.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:54:0) after 3m5s
[00:48:45.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:54:0)
[00:48:45.283] Build status: STARTED
[00:48:45.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:55:0) after 8m56s
[00:57:41.423] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:55:0)
[00:57:41.444] Build status: STARTED
[00:57:41.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:56:0) after 7m38s
[01:05:19.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:56:0)
[01:05:19.612] Build status: STARTED
[01:05:19.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:57:0) after 8m13s
[01:13:32.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:57:0)
[01:13:32.677] Build status: STARTED
[01:13:32.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:58:0) after 3m37s
[01:17:09.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:58:0)
[01:17:09.801] Build status: STARTED
[01:17:09.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:59:0) after 9m58s
[01:27:07.852] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:59:0)
[01:27:07.887] Build status: STARTED
[01:27:07.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:60:0) after 8m35s
[01:35:43.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:60:0)
[01:35:43.070] Build status: STARTED
[01:35:43.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:61:0) after 4m21s
[01:40:04.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:61:0)
[01:40:04.226] Build status: STARTED
[01:40:04.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:62:0) after 5m4s
[01:45:08.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:62:0)
[01:45:08.376] Build status: STARTED
[01:45:08.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:63:0) after 5m36s
[01:50:44.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:63:0)
[01:50:44.795] Build status: STARTED
[01:50:44.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:64:0) after 4m35s
[01:55:20.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:64:0)
[01:55:20.052] Build status: STARTED
[01:55:20.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:65:0) after 7m4s
[02:02:24.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:65:0)
[02:02:24.290] Build status: STARTED
[02:02:24.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:66:0) after 8m20s
[02:10:44.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:66:0)
[02:10:44.414] Build status: STARTED
[02:10:44.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:67:0) after 3m56s
[02:14:40.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:67:0)
[02:14:40.993] Build status: STARTED
[02:14:40.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:68:0) after 1m37s
[02:16:18.038] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:68:0)
[02:16:18.058] Build status: STARTED
[02:16:18.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:69:0) after 2m59s
[02:19:17.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:69:0)
[02:19:17.152] Build status: STARTED
[02:19:17.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:70:0) after 6m9s
[02:25:26.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:70:0)
[02:25:26.646] Build status: STARTED
[02:25:26.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:71:0) after 7m52s
[02:33:18.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:71:0)
[02:33:18.753] Build status: STARTED
[02:33:18.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:72:0) after 6m20s
[02:39:38.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:72:0)
[02:39:38.805] Build status: STARTED
[02:39:38.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:73:0) after 3m9s
[02:42:47.891] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:73:0)
[02:42:47.936] Build status: STARTED
[02:42:47.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:74:0) after 7m54s
[02:50:42.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:74:0)
[02:50:42.137] Build status: STARTED
[02:50:42.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:75:0) after 5m43s
[02:56:25.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:75:0)
[02:56:25.217] Build status: STARTED
[02:56:25.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:76:0) after 8m38s
[03:05:03.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:76:0)
[03:05:03.365] Build status: STARTED
[03:05:03.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:77:0) after 1m41s
[03:06:44.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:77:0)
[03:06:44.555] Build status: STARTED
[03:06:44.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:78:0) after 5m43s
[03:12:27.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:78:0)
[03:12:27.812] Build status: STARTED
[03:12:27.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:79:0) after 3m58s
[03:16:26.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:79:0)
[03:16:26.199] Build status: STARTED
[03:16:26.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:80:0) after 5m52s
[03:22:18.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:80:0)
[03:22:18.402] Build status: STARTED
[03:22:18.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:81:0) after 7m43s
[03:30:01.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:81:0)
[03:30:01.470] Build status: STARTED
[03:30:01.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:82:0) after 9m31s
[03:39:32.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:82:0)
[03:39:32.646] Build status: STARTED
[03:39:32.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:83:0) after 8m51s
[03:48:23.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:83:0)
[03:48:23.937] Build status: STARTED
[03:48:23.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:84:0) after 3m3s
[03:51:27.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:84:0)
[03:51:27.531] Build status: STARTED
[03:51:27.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:85:0) after 2m8s
[03:53:35.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:85:0)
[03:53:35.734] Build status: STARTED
[03:53:35.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:86:0) after 4m1s
[03:57:36.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:86:0)
[03:57:36.802] Build status: STARTED
[03:57:36.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:87:0) after 2m50s
[04:00:26.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:87:0)
[04:00:27.003] Build status: STARTED
[04:00:27.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:88:0) after 3m56s
[04:04:23.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:88:0)
[04:04:23.636] Build status: STARTED
[04:04:23.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:89:0) after 1m1s
[04:05:24.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:89:0)
[04:05:24.848] Build status: STARTED
[04:05:24.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:90:0) after 6m6s
[04:11:30.846] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:90:0)
[04:11:30.865] Build status: STARTED
[04:11:30.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:91:0) after 8m54s
[04:20:25.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:91:0)
[04:20:25.135] Build status: STARTED
[04:20:25.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:92:0) after 3m54s
[04:24:19.204] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:92:0)
[04:24:19.237] Build status: STARTED
[04:24:19.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:93:0) after 1m0s
[04:25:19.411] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:93:0)
[04:25:19.607] Build status: STARTED
[04:25:19.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:94:0) after 4m36s
[04:29:55.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:94:0)
[04:29:55.844] Build status: STARTED
[04:29:55.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:95:0) after 2m29s
[04:32:24.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:95:0)
[04:32:24.930] Build status: STARTED
[04:32:24.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:96:0) after 9m53s
[04:42:17.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:96:0)
[04:42:18.003] Build status: STARTED
[04:42:18.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:97:0) after 6m29s
[04:48:47.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:97:0)
[04:48:47.775] Build status: STARTED
[04:48:47.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:98:0) after 6m55s
[04:55:42.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:98:0)
[04:55:42.826] Build status: STARTED
[04:55:42.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:99:0) after 5m10s
[05:00:52.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:99:0)
[05:00:52.915] Build status: STARTED
[05:00:52.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:100:0) after 7m13s
[05:08:06.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:100:0)
[05:08:06.061] Build status: STARTED
[05:08:06.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:101:0) after 2m46s
[05:10:52.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:101:0)
[05:10:52.635] Build status: STARTED
[05:10:52.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:102:0) after 7m36s
[05:18:29.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:102:0)
[05:18:29.433] Build status: STARTED
[05:18:29.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:103:0) after 6m8s
[05:24:37.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:103:0)
[05:24:37.700] Build status: STARTED
[05:24:37.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:104:0) after 9m7s
[05:33:44.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:104:0)
[05:33:44.791] Build status: STARTED
[05:33:44.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:105:0) after 9m18s
[05:43:03.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:105:0)
[05:43:03.141] Build status: STARTED
[05:43:03.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:106:0) after 5m35s
[05:48:38.433] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:106:0)
[05:48:38.453] Build status: STARTED
[05:48:38.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:107:0) after 1m3s
[05:49:41.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:107:0)
[05:49:41.703] Build status: STARTED
[05:49:41.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:108:0) after 5m14s
[05:54:55.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:108:0)
[05:54:55.793] Build status: STARTED
[05:54:55.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:109:0) after 5m14s
[06:00:09.876] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:109:0)
[06:00:09.895] Build status: STARTED
[06:00:09.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:110:0) after 6m32s
[06:06:41.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:110:0)
[06:06:41.984] Build status: STARTED
[06:06:41.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:111:0) after 6m21s
[06:13:03.160] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:111:0)
[06:13:03.178] Build status: STARTED
[06:13:03.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:112:0) after 3m45s
[06:16:48.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:112:0)
[06:16:48.452] Build status: STARTED
[06:16:48.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:113:0) after 9m18s
[06:26:06.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:113:0)
[06:26:06.582] Build status: STARTED
[06:26:06.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:114:0) after 8m1s
[06:34:07.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:114:0)
[06:34:07.685] Build status: STARTED
[06:34:07.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:115:0) after 7m58s
[06:42:05.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:115:0)
[06:42:05.949] Build status: STARTED
[06:42:05.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:116:0) after 1m19s
[06:43:25.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:116:0)
[06:43:25.114] Build status: STARTED
[06:43:25.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:117:0) after 4m0s
[06:47:25.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:117:0)
[06:47:25.166] Build status: STARTED
[06:47:25.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:118:0) after 2m17s
[06:49:42.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:118:0)
[06:49:42.219] Build status: STARTED
[06:49:42.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:119:0) after 8m51s
[06:58:33.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:119:0)
[06:58:33.413] Build status: STARTED
[06:58:33.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:120:0) after 1m46s
[07:00:19.460] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:120:0)
[07:00:19.535] Build status: STARTED
[07:00:19.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:121:0) after 4m55s
[07:05:14.643] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:121:0)
[07:05:14.665] Build status: STARTED
[07:05:14.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:122:0) after 2m35s
[07:07:49.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:122:0)
[07:07:49.730] Build status: STARTED
[07:07:49.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:123:0) after 4m30s
[07:12:19.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:123:0)
[07:12:19.996] Build status: STARTED
[07:12:19.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:124:0) after 7m30s
[07:19:50.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:124:0)
[07:19:50.241] Build status: STARTED
[07:19:50.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:125:0) after 1m36s
[07:21:26.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:125:0)
[07:21:26.477] Build status: STARTED
[07:21:26.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:126:0) after 6m8s
[07:27:34.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:126:0)
[07:27:34.567] Build status: STARTED
[07:27:34.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:127:0) after 8m12s
[07:35:46.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:127:0)
[07:35:46.746] Build status: STARTED
[07:35:46.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:128:0) after 4m5s
[07:39:51.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:128:0)
[07:39:51.936] Build status: STARTED
[07:39:51.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:129:0) after 9m34s
[07:49:26.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:129:0)
[07:49:26.092] Build status: STARTED
[07:49:26.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:130:0) after 9m16s
[07:58:42.435] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:130:0)
[07:58:42.459] Build status: STARTED
[07:58:42.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:131:0) after 5m57s
[08:04:39.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:131:0)
[08:04:39.781] Build status: STARTED
[08:04:39.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:132:0) after 6m27s
[08:11:06.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:132:0)
[08:11:06.938] Build status: STARTED
[08:11:06.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:133:0) after 1m15s
[08:12:22.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:133:0)
[08:12:22.196] Build status: STARTED
[08:12:22.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:134:0) after 2m38s
[08:15:00.332] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:134:0)
[08:15:00.358] Build status: STARTED
[08:15:00.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:135:0) after 7m35s
[08:22:35.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:135:0)
[08:22:35.466] Build status: STARTED
[08:22:35.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:136:0) after 4m3s
[08:26:38.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:136:0)
[08:26:38.760] Build status: STARTED
[08:26:38.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:137:0) after 1m50s
[08:28:29.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:137:0)
[08:28:29.264] Build status: STARTED
[08:28:29.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:138:0) after 7m50s
[08:36:19.435] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:138:0)
[08:36:20.092] Build status: STARTED
[08:36:20.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:139:0) after 1m53s
[08:38:13.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:139:0)
[08:38:13.289] Build status: STARTED
[08:38:13.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:140:0) after 3m52s
[08:42:05.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:140:0)
[08:42:05.309] Build status: STARTED
[08:42:05.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:141:0) after 5m43s
[08:47:48.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:141:0)
[08:47:48.538] Build status: STARTED
[08:47:48.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:142:0) after 8m15s
[08:56:03.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:142:0)
[08:56:03.737] Build status: STARTED
[08:56:03.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:143:0) after 5m48s
[09:01:51.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:143:0)
[09:01:51.887] Build status: STARTED
[09:01:51.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:144:0) after 3m39s
[09:05:31.110] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:144:0)
[09:05:31.188] Build status: STARTED
[09:05:31.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:145:0) after 5m29s
[09:11:00.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:145:0)
[09:11:00.276] Build status: STARTED
[09:11:00.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:146:0) after 9m28s
[09:20:28.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:146:0)
[09:20:28.515] Build status: STARTED
[09:20:28.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:147:0) after 8m48s
[09:29:16.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:147:0)
[09:29:16.958] Build status: STARTED
[09:29:16.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:148:0) after 4m30s
[09:33:47.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:148:0)
[09:33:47.250] Build status: STARTED
[09:33:47.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:149:0) after 4m2s
[09:37:49.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:149:0)
[09:37:49.527] Build status: STARTED
[09:37:49.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:150:0) after 7m48s
[09:45:37.580] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:150:0)
[09:45:37.606] Build status: STARTED
[09:45:37.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:151:0) after 3m12s
[09:48:49.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:151:0)
[09:48:49.661] Build status: STARTED
[09:48:49.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:152:0) after 7m25s
[09:56:14.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:152:0)
[09:56:14.970] Build status: STARTED
[09:56:14.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:153:0) after 1m30s
[09:57:45.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:153:0)
[09:57:45.643] Build status: STARTED
[09:57:45.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:154:0) after 3m54s
[10:01:39.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:154:0)
[10:01:39.890] Build status: STARTED
[10:01:39.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:155:0) after 4m21s
[10:06:00.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:155:0)
[10:06:00.980] Build status: STARTED
[10:06:00.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:156:0) after 6m16s
[10:12:17.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:156:0)
[10:12:17.323] Build status: STARTED
[10:12:17.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:157:0) after 2m24s
[10:14:41.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:157:0)
[10:14:41.429] Build status: STARTED
[10:14:41.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:158:0) after 3m56s
[10:18:37.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:158:0)
[10:18:37.635] Build status: STARTED
[10:18:37.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:159:0) after 5m8s
[10:23:45.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:159:0)
[10:23:45.867] Build status: STARTED
[10:23:45.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:160:0) after 4m49s
[10:28:34.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:160:0)
[10:28:34.953] Build status: STARTED
[10:28:34.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:161:0) after 6m35s
[10:35:09.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:161:0)
[10:35:10.006] Build status: STARTED
[10:35:10.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:162:0) after 2m14s
[10:37:24.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:162:0)
[10:37:24.458] Build status: STARTED
[10:37:24.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:163:0) after 8m0s
[10:45:24.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:163:0)
[10:45:24.781] Build status: STARTED
[10:45:24.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:164:0) after 5m46s
[10:51:10.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:164:0)
[10:51:10.931] Build status: STARTED
[10:51:10.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:165:0) after 6m29s
[10:57:40.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:165:0)
[10:57:40.205] Build status: STARTED
[10:57:40.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:166:0) after 6m55s
[11:04:35.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:166:0)
[11:04:35.384] Build status: STARTED
[11:04:35.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:167:0) after 3m27s
[11:08:02.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:167:0)
[11:08:02.475] Build status: STARTED
[11:08:02.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:168:0) after 9m1s
[11:17:03.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:168:0)
[11:17:03.542] Build status: STARTED
[11:17:03.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:169:0) after 1m15s
[11:18:18.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:169:0)
[11:18:18.709] Build status: STARTED
[11:18:18.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:170:0) after 1m45s
[11:20:03.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:170:0)
[11:20:03.793] Build status: STARTED
[11:20:03.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:171:0) after 8m23s
[11:28:27.102] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:171:0)
[11:28:27.121] Build status: STARTED
[11:28:27.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:172:0) after 9m1s
[11:37:28.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:172:0)
[11:37:28.370] Build status: STARTED
[11:37:28.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:173:0) after 6m7s
[11:43:35.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:173:0)
[11:43:35.480] Build status: STARTED
[11:43:35.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:174:0) after 5m16s
[11:48:51.835] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:174:0)
[11:48:51.856] Build status: STARTED
[11:48:51.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:175:0) after 1m48s
[11:50:40.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:175:0)
[11:50:40.229] Build status: STARTED
[11:50:40.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:176:0) after 2m58s
[11:53:38.333] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:176:0)
[11:53:38.355] Build status: STARTED
[11:53:38.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:177:0) after 9m42s
[12:03:20.506] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:177:0)
[12:03:20.525] Build status: STARTED
[12:03:20.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:178:0) after 1m43s
[12:05:03.585] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:178:0)
[12:05:03.612] Build status: STARTED
[12:05:03.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:179:0) after 1m54s
[12:06:57.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:179:0)
[12:06:59.269] Build status: STARTED
[12:06:59.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:180:0) after 4m56s
[12:11:55.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:180:0)
[12:11:55.538] Build status: STARTED
[12:11:55.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:181:0) after 3m9s
[12:15:04.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:181:0)
[12:15:04.678] Build status: STARTED
[12:15:04.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:182:0) after 9m58s
[12:25:02.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:182:0)
[12:25:02.933] Build status: STARTED
[12:25:02.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:183:0) after 5m54s
[12:30:57.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:183:0)
[12:30:57.264] Build status: STARTED
[12:30:57.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:184:0) after 7m45s
[12:38:42.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:184:0)
[12:38:42.563] Build status: STARTED
[12:38:42.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:185:0) after 7m34s
[12:46:16.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:185:0)
[12:46:16.857] Build status: STARTED
[12:46:16.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:186:0) after 1m19s
[12:47:35.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:186:0)
[12:47:36.082] Build status: STARTED
[12:47:36.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:187:0) after 6m47s
[12:54:23.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:187:0)
[12:54:23.731] Build status: STARTED
[12:54:23.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:188:0) after 1m41s
[12:56:04.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:188:0)
[12:56:04.757] Build status: STARTED
[12:56:04.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915719164772971360:189:0) after 4m0s
[12:57:38.904] Received PubSub notification, asking Buildbucket for the build status
[12:57:38.923] Build:
{
  "id": "8750289102737157457",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31517,
  "createdBy": "project:chromium",
  "createTime": "2024-04-18T20:10:43.798537720Z",
  "startTime": "2024-04-18T20:10:51.856014150Z",
  "endTime": "2024-04-19T12:57:38.173394588Z",
  "updateTime": "2024-04-19T12:57:38.173394588Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a9c036367a77635b1acd361c0afc3952a42e1875",
      "ref": "refs/heads/main"
    }
  }
}
[12:57:38.923] Invocation finished in 16h46m56.449636004s with status FAILED