Status: FAILED
Triggered by: -
Duration: 17 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f8717337feb18ff57bb3333a436ad620ddeb030d"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f8717337feb18ff57bb3333a436ad620ddeb030d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:10:32.801] New invocation is queued and will start shortly
[22:10:33.971] Starting the invocation (attempt 1)
[22:10:33.998] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f8717337feb18ff57bb3333a436ad620ddeb030d"
[22:10:33.998] Popped gitiles commit info from properties and tags
[22:10:33.998] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:10:33.998] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:10:33.998] Buildbucket request:
{
  "requestId": "8905927152801774176",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f8717337feb18ff57bb3333a436ad620ddeb030d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8905927152801774176"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:10:34.647] Scheduled build:
{
  "id": "8740497090837591857",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 32672,
  "createdBy": "project:chromium",
  "createTime": "2024-08-04T22:10:34.052179360Z",
  "updateTime": "2024-08-04T22:10:34.052179360Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f8717337feb18ff57bb3333a436ad620ddeb030d",
      "ref": "refs/heads/main"
    }
  }
}
[22:10:34.648] Task URL: https://cr-buildbucket.appspot.com/build/8740497090837591857
[22:10:34.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:2:0) after 5m52s
[22:11:23.591] Received PubSub notification, asking Buildbucket for the build status
[22:11:23.612] Build status: STARTED
[22:11:28.497] Received PubSub notification, asking Buildbucket for the build status
[22:11:28.520] Build status: STARTED
[22:16:26.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:2:0)
[22:16:26.795] Build status: STARTED
[22:16:26.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:5:0) after 4m39s
[22:21:05.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:5:0)
[22:21:05.845] Build status: STARTED
[22:21:05.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:6:0) after 8m56s
[22:30:01.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:6:0)
[22:30:01.906] Build status: STARTED
[22:30:01.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:7:0) after 7m9s
[22:37:10.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:7:0)
[22:37:10.936] Build status: STARTED
[22:37:10.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:8:0) after 8m12s
[22:45:23.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:8:0)
[22:45:23.023] Build status: STARTED
[22:45:23.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:9:0) after 2m59s
[22:48:22.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:9:0)
[22:48:22.084] Build status: STARTED
[22:48:22.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:10:0) after 5m44s
[22:54:06.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:10:0)
[22:54:06.535] Build status: STARTED
[22:54:06.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:11:0) after 9m45s
[23:03:51.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:11:0)
[23:03:51.575] Build status: STARTED
[23:03:51.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:12:0) after 1m29s
[23:05:20.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:12:0)
[23:05:20.637] Build status: STARTED
[23:05:20.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:13:0) after 9m30s
[23:14:50.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:13:0)
[23:14:50.676] Build status: STARTED
[23:14:50.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:14:0) after 7m5s
[23:21:55.715] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:14:0)
[23:21:55.773] Build status: STARTED
[23:21:55.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:15:0) after 8m11s
[23:30:06.804] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:15:0)
[23:30:06.846] Build status: STARTED
[23:30:06.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:16:0) after 8m4s
[23:38:10.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:16:0)
[23:38:10.980] Build status: STARTED
[23:38:10.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:17:0) after 6m57s
[23:45:07.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:17:0)
[23:45:08.013] Build status: STARTED
[23:45:08.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:18:0) after 2m51s
[23:47:59.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:18:0)
[23:47:59.056] Build status: STARTED
[23:47:59.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:19:0) after 4m17s
[23:52:16.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:19:0)
[23:52:16.107] Build status: STARTED
[23:52:16.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:20:0) after 4m55s
[23:57:11.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:20:0)
[23:57:11.189] Build status: STARTED
[23:57:11.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:21:0) after 8m6s
[00:05:17.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:21:0)
[00:05:17.237] Build status: STARTED
[00:05:17.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:22:0) after 1m10s
[00:06:27.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:22:0)
[00:06:27.416] Build status: STARTED
[00:06:27.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:23:0) after 7m42s
[00:14:09.535] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:23:0)
[00:14:09.605] Build status: STARTED
[00:14:09.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:24:0) after 6m1s
[00:20:10.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:24:0)
[00:20:10.738] Build status: STARTED
[00:20:10.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:25:0) after 6m21s
[00:26:31.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:25:0)
[00:26:31.815] Build status: STARTED
[00:26:31.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:26:0) after 9m34s
[00:36:05.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:26:0)
[00:36:06.039] Build status: STARTED
[00:36:06.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:27:0) after 6m44s
[00:42:50.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:27:0)
[00:42:50.216] Build status: STARTED
[00:42:50.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:28:0) after 3m59s
[00:46:49.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:28:0)
[00:46:49.481] Build status: STARTED
[00:46:49.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:29:0) after 5m40s
[00:52:29.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:29:0)
[00:52:29.677] Build status: STARTED
[00:52:29.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:30:0) after 6m15s
[00:58:44.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:30:0)
[00:58:44.710] Build status: STARTED
[00:58:44.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:31:0) after 2m36s
[01:01:20.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:31:0)
[01:01:20.777] Build status: STARTED
[01:01:20.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:32:0) after 1m39s
[01:02:59.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:32:0)
[01:02:59.818] Build status: STARTED
[01:02:59.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:33:0) after 5m45s
[01:08:44.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:33:0)
[01:08:45.001] Build status: STARTED
[01:08:45.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:34:0) after 4m19s
[01:13:04.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:34:0)
[01:13:04.249] Build status: STARTED
[01:13:04.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:35:0) after 2m21s
[01:15:25.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:35:0)
[01:15:25.287] Build status: STARTED
[01:15:25.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:36:0) after 4m8s
[01:19:33.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:36:0)
[01:19:33.418] Build status: STARTED
[01:19:33.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:37:0) after 8m47s
[01:28:20.742] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:37:0)
[01:28:20.760] Build status: STARTED
[01:28:20.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:38:0) after 2m53s
[01:31:13.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:38:0)
[01:31:13.799] Build status: STARTED
[01:31:13.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:39:0) after 3m48s
[01:35:01.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:39:0)
[01:35:01.864] Build status: STARTED
[01:35:01.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:40:0) after 8m7s
[01:43:08.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:40:0)
[01:43:09.036] Build status: STARTED
[01:43:09.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:41:0) after 1m31s
[01:44:40.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:41:0)
[01:44:40.729] Build status: STARTED
[01:44:40.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:42:0) after 6m57s
[01:51:37.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:42:0)
[01:51:37.822] Build status: STARTED
[01:51:37.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:43:0) after 7m21s
[01:58:58.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:43:0)
[01:58:58.859] Build status: STARTED
[01:58:58.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:44:0) after 3m3s
[02:02:01.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:44:0)
[02:02:01.897] Build status: STARTED
[02:02:01.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:45:0) after 1m8s
[02:03:09.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:45:0)
[02:03:09.962] Build status: STARTED
[02:03:09.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:46:0) after 7m0s
[02:10:09.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:46:0)
[02:10:10.022] Build status: STARTED
[02:10:10.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:47:0) after 1m21s
[02:11:31.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:47:0)
[02:11:31.094] Build status: STARTED
[02:11:31.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:48:0) after 9m35s
[02:21:06.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:48:0)
[02:21:06.161] Build status: STARTED
[02:21:06.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:49:0) after 7m3s
[02:28:09.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:49:0)
[02:28:09.380] Build status: STARTED
[02:28:09.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:50:0) after 5m13s
[02:33:22.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:50:0)
[02:33:22.428] Build status: STARTED
[02:33:22.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:51:0) after 7m41s
[02:41:03.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:51:0)
[02:41:03.618] Build status: STARTED
[02:41:03.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:52:0) after 3m10s
[02:44:13.643] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:52:0)
[02:44:13.662] Build status: STARTED
[02:44:13.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:53:0) after 8m17s
[02:52:30.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:53:0)
[02:52:30.727] Build status: STARTED
[02:52:30.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:54:0) after 1m4s
[02:53:34.834] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:54:0)
[02:53:34.854] Build status: STARTED
[02:53:34.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:55:0) after 5m57s
[02:59:31.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:55:0)
[02:59:32.017] Build status: STARTED
[02:59:32.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:56:0) after 6m30s
[03:06:02.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:56:0)
[03:06:02.139] Build status: STARTED
[03:06:02.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:57:0) after 9m32s
[03:15:34.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:57:0)
[03:15:34.184] Build status: STARTED
[03:15:34.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:58:0) after 5m27s
[03:21:01.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:58:0)
[03:21:01.472] Build status: STARTED
[03:21:01.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:59:0) after 4m58s
[03:25:59.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:59:0)
[03:25:59.713] Build status: STARTED
[03:25:59.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:60:0) after 3m36s
[03:29:35.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:60:0)
[03:29:35.950] Build status: STARTED
[03:29:35.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:61:0) after 3m30s
[03:33:06.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:61:0)
[03:33:06.434] Build status: STARTED
[03:33:06.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:62:0) after 5m22s
[03:38:28.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:62:0)
[03:38:28.536] Build status: STARTED
[03:38:28.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:63:0) after 2m8s
[03:40:36.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:63:0)
[03:40:36.571] Build status: STARTED
[03:40:36.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:64:0) after 7m32s
[03:48:08.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:64:0)
[03:48:08.718] Build status: STARTED
[03:48:08.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:65:0) after 5m36s
[03:53:44.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:65:0)
[03:53:44.868] Build status: STARTED
[03:53:44.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:66:0) after 2m4s
[03:55:48.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:66:0)
[03:55:48.997] Build status: STARTED
[03:55:48.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:67:0) after 6m38s
[04:02:27.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:67:0)
[04:02:27.045] Build status: STARTED
[04:02:27.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:68:0) after 7m38s
[04:10:05.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:68:0)
[04:10:05.129] Build status: STARTED
[04:10:05.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:69:0) after 4m41s
[04:14:46.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:69:0)
[04:14:46.263] Build status: STARTED
[04:14:46.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:70:0) after 4m41s
[04:19:27.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:70:0)
[04:19:27.276] Build status: STARTED
[04:19:27.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:71:0) after 7m10s
[04:26:37.411] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:71:0)
[04:26:37.426] Build status: STARTED
[04:26:37.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:72:0) after 6m20s
[04:32:57.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:72:0)
[04:32:57.496] Build status: STARTED
[04:32:57.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:73:0) after 5m33s
[04:38:30.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:73:0)
[04:38:30.542] Build status: STARTED
[04:38:30.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:74:0) after 2m54s
[04:41:24.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:74:0)
[04:41:24.678] Build status: STARTED
[04:41:24.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:75:0) after 8m43s
[04:50:07.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:75:0)
[04:50:07.715] Build status: STARTED
[04:50:07.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:76:0) after 3m48s
[04:53:55.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:76:0)
[04:53:55.786] Build status: STARTED
[04:53:55.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:77:0) after 6m54s
[05:00:49.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:77:0)
[05:00:49.861] Build status: STARTED
[05:00:49.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:78:0) after 9m5s
[05:09:54.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:78:0)
[05:09:54.901] Build status: STARTED
[05:09:54.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:79:0) after 9m46s
[05:19:40.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:79:0)
[05:19:40.939] Build status: STARTED
[05:19:40.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:80:0) after 5m3s
[05:24:44.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:80:0)
[05:24:44.124] Build status: STARTED
[05:24:44.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:81:0) after 1m5s
[05:25:49.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:81:0)
[05:25:49.218] Build status: STARTED
[05:25:49.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:82:0) after 1m22s
[05:27:11.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:82:0)
[05:27:11.387] Build status: STARTED
[05:27:11.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:83:0) after 2m34s
[05:29:45.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:83:0)
[05:29:45.490] Build status: STARTED
[05:29:45.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:84:0) after 8m24s
[05:38:09.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:84:0)
[05:38:09.552] Build status: STARTED
[05:38:09.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:85:0) after 3m2s
[05:41:11.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:85:0)
[05:41:11.634] Build status: STARTED
[05:41:11.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:86:0) after 6m28s
[05:47:39.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:86:0)
[05:47:39.792] Build status: STARTED
[05:47:39.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:87:0) after 9m52s
[05:57:31.819] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:87:0)
[05:57:31.918] Build status: STARTED
[05:57:31.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:88:0) after 3m46s
[06:01:17.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:88:0)
[06:01:17.956] Build status: STARTED
[06:01:17.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:89:0) after 6m36s
[06:07:54.060] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:89:0)
[06:07:54.077] Build status: STARTED
[06:07:54.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:90:0) after 1m39s
[06:09:33.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:90:0)
[06:09:33.211] Build status: STARTED
[06:09:33.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:91:0) after 3m5s
[06:12:38.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:91:0)
[06:12:38.243] Build status: STARTED
[06:12:38.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:92:0) after 4m1s
[06:16:39.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:92:0)
[06:16:39.321] Build status: STARTED
[06:16:39.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:93:0) after 7m24s
[06:24:03.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:93:0)
[06:24:03.399] Build status: STARTED
[06:24:03.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:94:0) after 4m31s
[06:28:34.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:94:0)
[06:28:34.553] Build status: STARTED
[06:28:34.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:95:0) after 6m55s
[06:35:29.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:95:0)
[06:35:29.621] Build status: STARTED
[06:35:29.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:96:0) after 3m11s
[06:38:40.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:96:0)
[06:38:40.654] Build status: STARTED
[06:38:40.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:97:0) after 4m15s
[06:42:55.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:97:0)
[06:42:55.821] Build status: STARTED
[06:42:55.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:98:0) after 3m5s
[06:46:00.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:98:0)
[06:46:00.879] Build status: STARTED
[06:46:00.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:99:0) after 5m4s
[06:51:05.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:99:0)
[06:51:05.093] Build status: STARTED
[06:51:05.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:100:0) after 8m0s
[06:59:05.110] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:100:0)
[06:59:05.128] Build status: STARTED
[06:59:05.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:101:0) after 3m45s
[07:02:50.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:101:0)
[07:02:50.163] Build status: STARTED
[07:02:50.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:102:0) after 6m45s
[07:09:35.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:102:0)
[07:09:35.412] Build status: STARTED
[07:09:35.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:103:0) after 4m14s
[07:13:49.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:103:0)
[07:13:49.464] Build status: STARTED
[07:13:49.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:104:0) after 5m27s
[07:19:16.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:104:0)
[07:19:16.873] Build status: STARTED
[07:19:16.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:105:0) after 3m19s
[07:22:35.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:105:0)
[07:22:36.018] Build status: STARTED
[07:22:36.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:106:0) after 5m26s
[07:28:02.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:106:0)
[07:28:02.165] Build status: STARTED
[07:28:02.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:107:0) after 6m23s
[07:34:25.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:107:0)
[07:34:25.208] Build status: STARTED
[07:34:25.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:108:0) after 5m46s
[07:40:11.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:108:0)
[07:40:11.345] Build status: STARTED
[07:40:11.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:109:0) after 9m12s
[07:49:23.471] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:109:0)
[07:49:23.499] Build status: STARTED
[07:49:23.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:110:0) after 9m56s
[07:59:19.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:110:0)
[07:59:19.587] Build status: STARTED
[07:59:19.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:111:0) after 3m28s
[08:02:47.675] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:111:0)
[08:02:47.698] Build status: STARTED
[08:02:47.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:112:0) after 1m29s
[08:04:17.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:112:0)
[08:04:17.188] Build status: STARTED
[08:04:17.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:113:0) after 6m28s
[08:10:45.435] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:113:0)
[08:10:45.455] Build status: STARTED
[08:10:45.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:114:0) after 5m6s
[08:15:51.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:114:0)
[08:15:51.604] Build status: STARTED
[08:15:51.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:115:0) after 6m8s
[08:21:59.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:115:0)
[08:21:59.634] Build status: STARTED
[08:21:59.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:116:0) after 2m56s
[08:24:55.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:116:0)
[08:24:55.662] Build status: STARTED
[08:24:55.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:117:0) after 2m1s
[08:26:56.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:117:0)
[08:26:56.798] Build status: STARTED
[08:26:56.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:118:0) after 7m1s
[08:33:58.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:118:0)
[08:33:58.151] Build status: STARTED
[08:33:58.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:119:0) after 3m46s
[08:37:44.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:119:0)
[08:37:44.435] Build status: STARTED
[08:37:44.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:120:0) after 7m30s
[08:45:14.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:120:0)
[08:45:14.543] Build status: STARTED
[08:45:14.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:121:0) after 3m39s
[08:48:54.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:121:0)
[08:48:54.049] Build status: STARTED
[08:48:54.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:122:0) after 4m31s
[08:53:25.160] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:122:0)
[08:53:25.177] Build status: STARTED
[08:53:25.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:123:0) after 5m42s
[08:59:07.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:123:0)
[08:59:07.319] Build status: STARTED
[08:59:07.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:124:0) after 1m0s
[09:00:07.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:124:0)
[09:00:07.401] Build status: STARTED
[09:00:07.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:125:0) after 7m19s
[09:07:26.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:125:0)
[09:07:26.442] Build status: STARTED
[09:07:26.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:126:0) after 4m2s
[09:11:28.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:126:0)
[09:11:28.615] Build status: STARTED
[09:11:28.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:127:0) after 4m11s
[09:15:39.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:127:0)
[09:15:39.746] Build status: STARTED
[09:15:39.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:128:0) after 6m41s
[09:22:20.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:128:0)
[09:22:20.927] Build status: STARTED
[09:22:20.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:129:0) after 6m59s
[09:29:19.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:129:0)
[09:29:19.979] Build status: STARTED
[09:29:19.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:130:0) after 1m54s
[09:31:14.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:130:0)
[09:31:14.061] Build status: STARTED
[09:31:14.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:131:0) after 4m40s
[09:35:54.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:131:0)
[09:35:54.336] Build status: STARTED
[09:35:54.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:132:0) after 7m15s
[09:43:09.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:132:0)
[09:43:09.587] Build status: STARTED
[09:43:09.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:133:0) after 8m59s
[09:52:08.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:133:0)
[09:52:08.735] Build status: STARTED
[09:52:08.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:134:0) after 5m27s
[09:57:35.819] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:134:0)
[09:57:35.843] Build status: STARTED
[09:57:35.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:135:0) after 8m18s
[10:05:54.311] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:135:0)
[10:05:54.332] Build status: STARTED
[10:05:54.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:136:0) after 7m15s
[10:13:09.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:136:0)
[10:13:09.590] Build status: STARTED
[10:13:09.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:137:0) after 4m32s
[10:17:41.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:137:0)
[10:17:42.110] Build status: STARTED
[10:17:42.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:138:0) after 2m29s
[10:20:11.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:138:0)
[10:20:11.134] Build status: STARTED
[10:20:11.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:139:0) after 2m56s
[10:23:07.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:139:0)
[10:23:07.395] Build status: STARTED
[10:23:07.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:140:0) after 7m52s
[10:30:59.423] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:140:0)
[10:30:59.439] Build status: STARTED
[10:30:59.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:141:0) after 7m27s
[10:38:26.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:141:0)
[10:38:26.642] Build status: STARTED
[10:38:26.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:142:0) after 7m39s
[10:46:05.817] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:142:0)
[10:46:05.858] Build status: STARTED
[10:46:05.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:143:0) after 9m56s
[10:56:01.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:143:0)
[10:56:01.898] Build status: STARTED
[10:56:01.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:144:0) after 7m25s
[11:03:26.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:144:0)
[11:03:26.946] Build status: STARTED
[11:03:26.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:145:0) after 2m45s
[11:06:11.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:145:0)
[11:06:12.057] Build status: STARTED
[11:06:12.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:146:0) after 9m4s
[11:15:16.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:146:0)
[11:15:16.101] Build status: STARTED
[11:15:16.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:147:0) after 5m21s
[11:20:37.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:147:0)
[11:20:37.280] Build status: STARTED
[11:20:37.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:148:0) after 7m15s
[11:27:52.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:148:0)
[11:27:52.414] Build status: STARTED
[11:27:52.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:149:0) after 3m34s
[11:31:26.433] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:149:0)
[11:31:26.452] Build status: STARTED
[11:31:26.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:150:0) after 6m49s
[11:38:15.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:150:0)
[11:38:15.498] Build status: STARTED
[11:38:15.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:151:0) after 5m59s
[11:44:14.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:151:0)
[11:44:14.821] Build status: STARTED
[11:44:14.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:152:0) after 7m50s
[11:52:05.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:152:0)
[11:52:05.174] Build status: STARTED
[11:52:05.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:153:0) after 7m6s
[11:59:11.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:153:0)
[11:59:11.223] Build status: STARTED
[11:59:11.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:154:0) after 9m5s
[12:08:16.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:154:0)
[12:08:16.424] Build status: STARTED
[12:08:16.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:155:0) after 2m20s
[12:10:36.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:155:0)
[12:10:36.551] Build status: STARTED
[12:10:36.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:156:0) after 4m2s
[12:14:38.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:156:0)
[12:14:38.742] Build status: STARTED
[12:14:38.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:157:0) after 4m12s
[12:18:50.777] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:157:0)
[12:18:50.796] Build status: STARTED
[12:18:50.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:158:0) after 6m33s
[12:25:23.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:158:0)
[12:25:24.023] Build status: STARTED
[12:25:24.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:159:0) after 6m46s
[12:32:10.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:159:0)
[12:32:10.077] Build status: STARTED
[12:32:10.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:160:0) after 1m59s
[12:34:09.196] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:160:0)
[12:34:09.220] Build status: STARTED
[12:34:09.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:161:0) after 8m46s
[12:42:55.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:161:0)
[12:42:55.373] Build status: STARTED
[12:42:55.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:162:0) after 5m49s
[12:48:44.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:162:0)
[12:48:44.488] Build status: STARTED
[12:48:44.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:163:0) after 1m11s
[12:49:55.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:163:0)
[12:49:55.626] Build status: STARTED
[12:49:55.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:164:0) after 9m29s
[12:59:24.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:164:0)
[12:59:24.622] Build status: STARTED
[12:59:24.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:165:0) after 5m36s
[13:05:00.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:165:0)
[13:05:00.663] Build status: STARTED
[13:05:00.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:166:0) after 1m47s
[13:06:47.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:166:0)
[13:06:48.047] Build status: STARTED
[13:06:48.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:167:0) after 7m12s
[13:14:00.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:167:0)
[13:14:00.094] Build status: STARTED
[13:14:00.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:168:0) after 2m22s
[13:16:22.367] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:168:0)
[13:16:22.385] Build status: STARTED
[13:16:22.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:169:0) after 3m20s
[13:19:42.414] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:169:0)
[13:19:42.444] Build status: STARTED
[13:19:42.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:170:0) after 7m46s
[13:27:29.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:170:0)
[13:27:29.055] Build status: STARTED
[13:27:29.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:171:0) after 7m40s
[13:35:09.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:171:0)
[13:35:09.117] Build status: STARTED
[13:35:09.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:172:0) after 9m44s
[13:44:53.160] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:172:0)
[13:44:53.222] Build status: STARTED
[13:44:53.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:173:0) after 9m39s
[13:54:32.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:173:0)
[13:54:32.294] Build status: STARTED
[13:54:32.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:174:0) after 3m7s
[13:57:39.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:174:0)
[13:57:39.745] Build status: STARTED
[13:57:39.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:175:0) after 7m3s
[14:04:42.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:175:0)
[14:04:42.824] Build status: STARTED
[14:04:42.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:176:0) after 7m26s
[14:12:08.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:176:0)
[14:12:09.033] Build status: STARTED
[14:12:09.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:177:0) after 4m2s
[14:16:11.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:177:0)
[14:16:11.276] Build status: STARTED
[14:16:11.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:178:0) after 8m52s
[14:25:03.307] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:178:0)
[14:25:03.385] Build status: STARTED
[14:25:03.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:179:0) after 2m2s
[14:27:05.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:179:0)
[14:27:05.524] Build status: STARTED
[14:27:05.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:180:0) after 3m16s
[14:30:21.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:180:0)
[14:30:21.520] Build status: STARTED
[14:30:21.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:181:0) after 1m16s
[14:31:37.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:181:0)
[14:31:37.615] Build status: STARTED
[14:31:37.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:182:0) after 3m56s
[14:35:33.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:182:0)
[14:35:33.679] Build status: STARTED
[14:35:33.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:183:0) after 6m1s
[14:41:34.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:183:0)
[14:41:34.845] Build status: STARTED
[14:41:34.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:184:0) after 8m30s
[14:50:05.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:184:0)
[14:50:05.126] Build status: STARTED
[14:50:05.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:185:0) after 9m28s
[14:59:33.204] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:185:0)
[14:59:33.222] Build status: STARTED
[14:59:33.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:186:0) after 6m1s
[15:05:34.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:186:0)
[15:05:34.664] Build status: STARTED
[15:05:34.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:187:0) after 8m22s
[15:13:56.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:187:0)
[15:13:56.698] Build status: STARTED
[15:13:56.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:188:0) after 8m28s
[15:22:24.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:188:0)
[15:22:24.699] Build status: STARTED
[15:22:24.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:189:0) after 3m20s
[15:25:45.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:189:0)
[15:25:45.242] Build status: STARTED
[15:25:45.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:190:0) after 8m11s
[15:33:56.276] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:190:0)
[15:33:56.294] Build status: STARTED
[15:33:56.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:191:0) after 4m6s
[15:38:02.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:191:0)
[15:38:02.349] Build status: STARTED
[15:38:02.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:192:0) after 4m32s
[15:42:34.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:192:0)
[15:42:34.389] Build status: STARTED
[15:42:34.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:193:0) after 1m8s
[15:43:42.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:193:0)
[15:43:42.847] Build status: STARTED
[15:43:42.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:194:0) after 9m12s
[15:52:55.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:194:0)
[15:52:55.513] Build status: STARTED
[15:52:55.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:195:0) after 5m39s
[15:58:34.585] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:195:0)
[15:58:34.602] Build status: STARTED
[15:58:34.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:196:0) after 6m34s
[16:05:08.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:196:0)
[16:05:08.708] Build status: STARTED
[16:05:08.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905927152801774176:197:0) after 9m55s
[16:09:06.707] Received PubSub notification, asking Buildbucket for the build status
[16:09:06.728] Build:
{
  "id": "8740497090837591857",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 32672,
  "createdBy": "project:chromium",
  "createTime": "2024-08-04T22:10:34.052179360Z",
  "startTime": "2024-08-04T22:10:40.751332745Z",
  "endTime": "2024-08-05T16:08:57.401842524Z",
  "updateTime": "2024-08-05T16:08:57.401842524Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f8717337feb18ff57bb3333a436ad620ddeb030d",
      "ref": "refs/heads/main"
    }
  }
}
[16:09:06.728] Invocation finished in 17h58m33.932657358s with status FAILED