Status: FAILED
Triggered by: -
Duration: 17 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ecbed06a6b83bebdebaeded6bf63d14caf9a14a1"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ecbed06a6b83bebdebaeded6bf63d14caf9a14a1
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:44:31.618] New invocation is queued and will start shortly
[22:44:32.745] Starting the invocation (attempt 1)
[22:44:32.783] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ecbed06a6b83bebdebaeded6bf63d14caf9a14a1"
[22:44:32.783] Popped gitiles commit info from properties and tags
[22:44:32.783] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:44:32.784] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:44:32.784] Buildbucket request:
{
  "requestId": "8907646357318699648",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "ecbed06a6b83bebdebaeded6bf63d14caf9a14a1",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8907646357318699648"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:44:33.985] Scheduled build:
{
  "id": "8742216295330071537",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 32409,
  "createdBy": "project:chromium",
  "createTime": "2024-07-16T22:44:32.883429706Z",
  "updateTime": "2024-07-16T22:44:32.883429706Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ecbed06a6b83bebdebaeded6bf63d14caf9a14a1",
      "ref": "refs/heads/main"
    }
  }
}
[22:44:33.985] Task URL: https://cr-buildbucket.appspot.com/build/8742216295330071537
[22:44:33.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:2:0) after 1m16s
[22:44:34.540] Received PubSub notification, asking Buildbucket for the build status
[22:44:34.564] Build status: SCHEDULED
[22:45:14.510] Received PubSub notification, asking Buildbucket for the build status
[22:45:14.585] Build status: STARTED
[22:45:50.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:2:0)
[22:45:50.212] Build status: STARTED
[22:45:50.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:5:0) after 2m47s
[22:48:37.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:5:0)
[22:48:37.412] Build status: STARTED
[22:48:37.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:6:0) after 8m55s
[22:57:32.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:6:0)
[22:57:32.940] Build status: STARTED
[22:57:32.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:7:0) after 3m45s
[23:01:18.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:7:0)
[23:01:18.612] Build status: STARTED
[23:01:18.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:8:0) after 1m12s
[23:02:30.649] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:8:0)
[23:02:30.668] Build status: STARTED
[23:02:30.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:9:0) after 8m33s
[23:11:03.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:9:0)
[23:11:03.755] Build status: STARTED
[23:11:03.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:10:0) after 1m57s
[23:13:00.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:10:0)
[23:13:00.882] Build status: STARTED
[23:13:00.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:11:0) after 8m4s
[23:21:04.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:11:0)
[23:21:05.035] Build status: STARTED
[23:21:05.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:12:0) after 1m52s
[23:22:57.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:12:0)
[23:22:57.071] Build status: STARTED
[23:22:57.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:13:0) after 8m45s
[23:31:42.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:13:0)
[23:31:42.268] Build status: STARTED
[23:31:42.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:14:0) after 4m14s
[23:35:56.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:14:0)
[23:35:56.378] Build status: STARTED
[23:35:56.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:15:0) after 5m0s
[23:40:56.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:15:0)
[23:40:56.454] Build status: STARTED
[23:40:56.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:16:0) after 3m36s
[23:44:32.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:16:0)
[23:44:32.559] Build status: STARTED
[23:44:32.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:17:0) after 3m20s
[23:47:52.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:17:0)
[23:47:52.729] Build status: STARTED
[23:47:52.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:18:0) after 3m57s
[23:51:49.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:18:0)
[23:51:49.786] Build status: STARTED
[23:51:49.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:19:0) after 6m41s
[23:58:30.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:19:0)
[23:58:30.917] Build status: STARTED
[23:58:30.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:20:0) after 8m32s
[00:07:02.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:20:0)
[00:07:02.946] Build status: STARTED
[00:07:02.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:21:0) after 4m34s
[00:11:37.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:21:0)
[00:11:37.039] Build status: STARTED
[00:11:37.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:22:0) after 3m33s
[00:15:10.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:22:0)
[00:15:10.102] Build status: STARTED
[00:15:10.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:23:0) after 5m35s
[00:20:45.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:23:0)
[00:20:45.236] Build status: STARTED
[00:20:45.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:24:0) after 2m20s
[00:23:05.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:24:0)
[00:23:05.577] Build status: STARTED
[00:23:05.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:25:0) after 4m10s
[00:27:15.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:25:0)
[00:27:15.699] Build status: STARTED
[00:27:15.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:26:0) after 1m53s
[00:29:08.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:26:0)
[00:29:08.841] Build status: STARTED
[00:29:08.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:27:0) after 5m47s
[00:34:55.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:27:0)
[00:34:56.001] Build status: STARTED
[00:34:56.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:28:0) after 6m51s
[00:41:47.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:28:0)
[00:41:47.051] Build status: STARTED
[00:41:47.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:29:0) after 8m46s
[00:50:33.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:29:0)
[00:50:33.195] Build status: STARTED
[00:50:33.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:30:0) after 5m2s
[00:55:35.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:30:0)
[00:55:35.301] Build status: STARTED
[00:55:35.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:31:0) after 6m11s
[01:01:46.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:31:0)
[01:01:46.380] Build status: STARTED
[01:01:46.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:32:0) after 7m14s
[01:09:00.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:32:0)
[01:09:00.497] Build status: STARTED
[01:09:00.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:33:0) after 1m47s
[01:10:47.542] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:33:0)
[01:10:47.641] Build status: STARTED
[01:10:47.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:34:0) after 6m47s
[01:17:34.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:34:0)
[01:17:34.830] Build status: STARTED
[01:17:34.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:35:0) after 8m0s
[01:25:34.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:35:0)
[01:25:34.894] Build status: STARTED
[01:25:34.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:36:0) after 6m3s
[01:31:37.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:36:0)
[01:31:37.912] Build status: STARTED
[01:31:37.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:37:0) after 9m52s
[01:41:29.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:37:0)
[01:41:30.025] Build status: STARTED
[01:41:30.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:38:0) after 3m41s
[01:45:11.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:38:0)
[01:45:11.085] Build status: STARTED
[01:45:11.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:39:0) after 9m1s
[01:54:12.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:39:0)
[01:54:12.246] Build status: STARTED
[01:54:12.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:40:0) after 9m38s
[02:03:50.392] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:40:0)
[02:03:50.408] Build status: STARTED
[02:03:50.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:41:0) after 6m16s
[02:10:06.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:41:0)
[02:10:06.628] Build status: STARTED
[02:10:06.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:42:0) after 3m4s
[02:13:10.726] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:42:0)
[02:13:10.747] Build status: STARTED
[02:13:10.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:43:0) after 6m17s
[02:19:27.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:43:0)
[02:19:27.803] Build status: STARTED
[02:19:27.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:44:0) after 2m19s
[02:21:46.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:44:0)
[02:21:46.929] Build status: STARTED
[02:21:46.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:45:0) after 4m31s
[02:26:17.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:45:0)
[02:26:17.989] Build status: STARTED
[02:26:17.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:46:0) after 3m38s
[02:29:56.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:46:0)
[02:29:56.109] Build status: STARTED
[02:29:56.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:47:0) after 7m53s
[02:37:49.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:47:0)
[02:37:49.166] Build status: STARTED
[02:37:49.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:48:0) after 4m11s
[02:42:00.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:48:0)
[02:42:00.510] Build status: STARTED
[02:42:00.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:49:0) after 8m0s
[02:50:00.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:49:0)
[02:50:00.650] Build status: STARTED
[02:50:00.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:50:0) after 6m14s
[02:56:14.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:50:0)
[02:56:14.691] Build status: STARTED
[02:56:14.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:51:0) after 9m59s
[03:06:14.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:51:0)
[03:06:14.140] Build status: STARTED
[03:06:14.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:52:0) after 9m4s
[03:15:18.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:52:0)
[03:15:18.319] Build status: STARTED
[03:15:18.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:53:0) after 7m24s
[03:22:42.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:53:0)
[03:22:42.386] Build status: STARTED
[03:22:42.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:54:0) after 3m18s
[03:26:00.889] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:54:0)
[03:26:00.908] Build status: STARTED
[03:26:00.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:55:0) after 6m10s
[03:32:10.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:55:0)
[03:32:11.029] Build status: STARTED
[03:32:11.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:56:0) after 3m33s
[03:35:44.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:56:0)
[03:35:44.197] Build status: STARTED
[03:35:44.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:57:0) after 2m31s
[03:38:15.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:57:0)
[03:38:15.233] Build status: STARTED
[03:38:15.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:58:0) after 8m30s
[03:46:45.506] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:58:0)
[03:46:45.580] Build status: STARTED
[03:46:45.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:59:0) after 3m35s
[03:50:20.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:59:0)
[03:50:20.704] Build status: STARTED
[03:50:20.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:60:0) after 2m8s
[03:52:28.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:60:0)
[03:52:28.888] Build status: STARTED
[03:52:28.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:61:0) after 7m54s
[04:00:22.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:61:0)
[04:00:22.997] Build status: STARTED
[04:00:22.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:62:0) after 7m47s
[04:08:10.062] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:62:0)
[04:08:10.082] Build status: STARTED
[04:08:10.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:63:0) after 2m7s
[04:10:17.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:63:0)
[04:10:17.211] Build status: STARTED
[04:10:17.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:64:0) after 8m53s
[04:19:10.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:64:0)
[04:19:10.263] Build status: STARTED
[04:19:10.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:65:0) after 4m45s
[04:23:55.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:65:0)
[04:23:55.378] Build status: STARTED
[04:23:55.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:66:0) after 1m42s
[04:25:37.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:66:0)
[04:25:37.433] Build status: STARTED
[04:25:37.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:67:0) after 8m32s
[04:34:09.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:67:0)
[04:34:09.586] Build status: STARTED
[04:34:09.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:68:0) after 2m44s
[04:36:53.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:68:0)
[04:36:53.746] Build status: STARTED
[04:36:53.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:69:0) after 6m15s
[04:43:08.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:69:0)
[04:43:08.856] Build status: STARTED
[04:43:08.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:70:0) after 1m52s
[04:45:01.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:70:0)
[04:45:01.083] Build status: STARTED
[04:45:01.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:71:0) after 1m27s
[04:46:28.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:71:0)
[04:46:28.390] Build status: STARTED
[04:46:28.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:72:0) after 1m58s
[04:48:26.444] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:72:0)
[04:48:26.497] Build status: STARTED
[04:48:26.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:73:0) after 9m21s
[04:57:47.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:73:0)
[04:57:47.569] Build status: STARTED
[04:57:47.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:74:0) after 8m25s
[05:06:12.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:74:0)
[05:06:12.786] Build status: STARTED
[05:06:12.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:75:0) after 5m9s
[05:11:22.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:75:0)
[05:11:22.027] Build status: STARTED
[05:11:22.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:76:0) after 6m43s
[05:18:05.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:76:0)
[05:18:05.090] Build status: STARTED
[05:18:05.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:77:0) after 6m51s
[05:24:56.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:77:0)
[05:24:56.350] Build status: STARTED
[05:24:56.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:78:0) after 2m34s
[05:27:30.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:78:0)
[05:27:30.425] Build status: STARTED
[05:27:30.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:79:0) after 7m31s
[05:35:01.648] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:79:0)
[05:35:01.682] Build status: STARTED
[05:35:01.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:80:0) after 7m12s
[05:42:13.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:80:0)
[05:42:13.743] Build status: STARTED
[05:42:13.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:81:0) after 5m34s
[05:47:48.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:81:0)
[05:47:48.305] Build status: STARTED
[05:47:48.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:82:0) after 5m26s
[05:53:14.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:82:0)
[05:53:14.529] Build status: STARTED
[05:53:14.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:83:0) after 9m56s
[06:03:10.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:83:0)
[06:03:10.584] Build status: STARTED
[06:03:10.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:84:0) after 6m3s
[06:09:13.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:84:0)
[06:09:13.810] Build status: STARTED
[06:09:13.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:85:0) after 4m9s
[06:13:22.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:85:0)
[06:13:22.954] Build status: STARTED
[06:13:22.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:86:0) after 1m47s
[06:15:09.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:86:0)
[06:15:10.009] Build status: STARTED
[06:15:10.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:87:0) after 3m0s
[06:18:10.678] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:87:0)
[06:18:10.699] Build status: STARTED
[06:18:10.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:88:0) after 2m1s
[06:20:11.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:88:0)
[06:20:11.904] Build status: STARTED
[06:20:11.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:89:0) after 5m23s
[06:25:34.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:89:0)
[06:25:34.986] Build status: STARTED
[06:25:34.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:90:0) after 2m59s
[06:28:34.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:90:0)
[06:28:34.071] Build status: STARTED
[06:28:34.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:91:0) after 4m51s
[06:33:25.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:91:0)
[06:33:25.140] Build status: STARTED
[06:33:25.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:92:0) after 8m3s
[06:41:28.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:92:0)
[06:41:28.342] Build status: STARTED
[06:41:28.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:93:0) after 7m9s
[06:48:37.392] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:93:0)
[06:48:37.413] Build status: STARTED
[06:48:37.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:94:0) after 5m36s
[06:54:13.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:94:0)
[06:54:13.754] Build status: STARTED
[06:54:13.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:95:0) after 5m46s
[06:59:59.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:95:0)
[06:59:59.818] Build status: STARTED
[06:59:59.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:96:0) after 1m7s
[07:01:06.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:96:0)
[07:01:06.889] Build status: STARTED
[07:01:06.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:97:0) after 8m14s
[07:09:20.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:97:0)
[07:09:21.015] Build status: STARTED
[07:09:21.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:98:0) after 7m25s
[07:16:46.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:98:0)
[07:16:46.145] Build status: STARTED
[07:16:46.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:99:0) after 4m37s
[07:21:23.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:99:0)
[07:21:23.224] Build status: STARTED
[07:21:23.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:100:0) after 3m44s
[07:25:07.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:100:0)
[07:25:07.571] Build status: STARTED
[07:25:07.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:101:0) after 4m1s
[07:29:08.664] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:101:0)
[07:29:08.687] Build status: STARTED
[07:29:08.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:102:0) after 4m55s
[07:34:03.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:102:0)
[07:34:03.856] Build status: STARTED
[07:34:03.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:103:0) after 2m7s
[07:36:11.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:103:0)
[07:36:11.029] Build status: STARTED
[07:36:11.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:104:0) after 5m41s
[07:41:52.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:104:0)
[07:41:52.557] Build status: STARTED
[07:41:52.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:105:0) after 9m20s
[07:51:12.695] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:105:0)
[07:51:12.720] Build status: STARTED
[07:51:12.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:106:0) after 1m33s
[07:52:45.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:106:0)
[07:52:45.735] Build status: STARTED
[07:52:45.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:107:0) after 1m41s
[07:54:27.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:107:0)
[07:54:27.162] Build status: STARTED
[07:54:27.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:108:0) after 9m20s
[08:03:47.271] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:108:0)
[08:03:47.287] Build status: STARTED
[08:03:47.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:109:0) after 1m3s
[08:04:50.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:109:0)
[08:04:50.410] Build status: STARTED
[08:04:50.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:110:0) after 9m58s
[08:14:49.535] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:110:0)
[08:14:49.708] Build status: STARTED
[08:14:49.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:111:0) after 3m13s
[08:18:02.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:111:0)
[08:18:02.849] Build status: STARTED
[08:18:02.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:112:0) after 9m46s
[08:27:48.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:112:0)
[08:27:48.999] Build status: STARTED
[08:27:48.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:113:0) after 3m28s
[08:31:17.127] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:113:0)
[08:31:17.186] Build status: STARTED
[08:31:17.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:114:0) after 6m41s
[08:37:58.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:114:0)
[08:37:58.479] Build status: STARTED
[08:37:58.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:115:0) after 9m32s
[08:47:30.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:115:0)
[08:47:30.636] Build status: STARTED
[08:47:30.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:116:0) after 1m14s
[08:48:45.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:116:0)
[08:48:45.020] Build status: STARTED
[08:48:45.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:117:0) after 3m32s
[08:52:17.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:117:0)
[08:52:17.225] Build status: STARTED
[08:52:17.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:118:0) after 9m55s
[09:02:12.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:118:0)
[09:02:12.296] Build status: STARTED
[09:02:12.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:119:0) after 7m46s
[09:09:58.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:119:0)
[09:09:58.920] Build status: STARTED
[09:09:58.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:120:0) after 6m50s
[09:16:49.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:120:0)
[09:16:49.276] Build status: STARTED
[09:16:49.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:121:0) after 8m27s
[09:25:16.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:121:0)
[09:25:16.583] Build status: STARTED
[09:25:16.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:122:0) after 7m0s
[09:32:16.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:122:0)
[09:32:16.798] Build status: STARTED
[09:32:16.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:123:0) after 3m52s
[09:36:08.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:123:0)
[09:36:08.914] Build status: STARTED
[09:36:08.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:124:0) after 2m44s
[09:38:52.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:124:0)
[09:38:52.986] Build status: STARTED
[09:38:52.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:125:0) after 2m3s
[09:40:56.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:125:0)
[09:40:56.040] Build status: STARTED
[09:40:56.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:126:0) after 9m28s
[09:50:24.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:126:0)
[09:50:24.100] Build status: STARTED
[09:50:24.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:127:0) after 2m48s
[09:53:12.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:127:0)
[09:53:12.184] Build status: STARTED
[09:53:12.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:128:0) after 2m1s
[09:55:13.276] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:128:0)
[09:55:13.295] Build status: STARTED
[09:55:13.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:129:0) after 6m39s
[10:01:52.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:129:0)
[10:01:52.372] Build status: STARTED
[10:01:52.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:130:0) after 4m12s
[10:06:04.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:130:0)
[10:06:04.471] Build status: STARTED
[10:06:04.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:131:0) after 8m25s
[10:14:29.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:131:0)
[10:14:29.585] Build status: STARTED
[10:14:29.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:132:0) after 7m39s
[10:22:08.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:132:0)
[10:22:08.648] Build status: STARTED
[10:22:08.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:133:0) after 1m48s
[10:23:56.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:133:0)
[10:23:56.754] Build status: STARTED
[10:23:56.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:134:0) after 5m36s
[10:29:32.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:134:0)
[10:29:32.795] Build status: STARTED
[10:29:32.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:135:0) after 3m44s
[10:33:16.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:135:0)
[10:33:16.913] Build status: STARTED
[10:33:16.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:136:0) after 2m44s
[10:36:00.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:136:0)
[10:36:00.979] Build status: STARTED
[10:36:00.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:137:0) after 6m57s
[10:42:57.980] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:137:0)
[10:42:58.001] Build status: STARTED
[10:42:58.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:138:0) after 4m35s
[10:47:33.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:138:0)
[10:47:33.062] Build status: STARTED
[10:47:33.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:139:0) after 7m27s
[10:55:00.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:139:0)
[10:55:00.237] Build status: STARTED
[10:55:00.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:140:0) after 9m35s
[11:04:35.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:140:0)
[11:04:35.360] Build status: STARTED
[11:04:35.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:141:0) after 4m48s
[11:09:23.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:141:0)
[11:09:23.704] Build status: STARTED
[11:09:23.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:142:0) after 9m17s
[11:18:40.817] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:142:0)
[11:18:40.838] Build status: STARTED
[11:18:40.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:143:0) after 3m24s
[11:22:04.891] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:143:0)
[11:22:04.950] Build status: STARTED
[11:22:04.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:144:0) after 9m22s
[11:31:27.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:144:0)
[11:31:27.083] Build status: STARTED
[11:31:27.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:145:0) after 1m28s
[11:32:55.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:145:0)
[11:32:55.269] Build status: STARTED
[11:32:55.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:146:0) after 6m31s
[11:39:26.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:146:0)
[11:39:26.332] Build status: STARTED
[11:39:26.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:147:0) after 5m33s
[11:44:59.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:147:0)
[11:44:59.425] Build status: STARTED
[11:44:59.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:148:0) after 2m18s
[11:47:17.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:148:0)
[11:47:17.508] Build status: STARTED
[11:47:17.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:149:0) after 5m21s
[11:52:38.649] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:149:0)
[11:52:38.672] Build status: STARTED
[11:52:38.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:150:0) after 6m35s
[11:59:13.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:150:0)
[11:59:13.725] Build status: STARTED
[11:59:13.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:151:0) after 9m25s
[12:08:38.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:151:0)
[12:08:38.888] Build status: STARTED
[12:08:38.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:152:0) after 4m28s
[12:13:06.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:152:0)
[12:13:07.029] Build status: STARTED
[12:13:07.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:153:0) after 6m19s
[12:19:26.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:153:0)
[12:19:26.573] Build status: STARTED
[12:19:26.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:154:0) after 3m44s
[12:23:10.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:154:0)
[12:23:10.638] Build status: STARTED
[12:23:10.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:155:0) after 6m19s
[12:29:30.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:155:0)
[12:29:30.115] Build status: STARTED
[12:29:30.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:156:0) after 8m44s
[12:38:14.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:156:0)
[12:38:14.164] Build status: STARTED
[12:38:14.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:157:0) after 3m12s
[12:41:26.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:157:0)
[12:41:26.287] Build status: STARTED
[12:41:26.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:158:0) after 2m28s
[12:43:54.472] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:158:0)
[12:43:54.489] Build status: STARTED
[12:43:54.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:159:0) after 5m29s
[12:49:23.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:159:0)
[12:49:23.549] Build status: STARTED
[12:49:23.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:160:0) after 7m7s
[12:56:30.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:160:0)
[12:56:30.614] Build status: STARTED
[12:56:30.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:161:0) after 9m19s
[13:05:49.808] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:161:0)
[13:05:49.853] Build status: STARTED
[13:05:49.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:162:0) after 7m16s
[13:13:05.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:162:0)
[13:13:05.999] Build status: STARTED
[13:13:05.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:163:0) after 7m24s
[13:20:30.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:163:0)
[13:20:30.095] Build status: STARTED
[13:20:30.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:164:0) after 9m58s
[13:30:28.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:164:0)
[13:30:28.498] Build status: STARTED
[13:30:28.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:165:0) after 6m11s
[13:36:39.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:165:0)
[13:36:39.793] Build status: STARTED
[13:36:39.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:166:0) after 3m45s
[13:40:24.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:166:0)
[13:40:24.810] Build status: STARTED
[13:40:24.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:167:0) after 7m28s
[13:47:52.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:167:0)
[13:47:52.833] Build status: STARTED
[13:47:52.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:168:0) after 1m58s
[13:49:50.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:168:0)
[13:49:50.883] Build status: STARTED
[13:49:50.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:169:0) after 2m54s
[13:52:45.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:169:0)
[13:52:45.094] Build status: STARTED
[13:52:45.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:170:0) after 6m56s
[13:59:41.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:170:0)
[13:59:41.450] Build status: STARTED
[13:59:41.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:171:0) after 2m16s
[14:01:57.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:171:0)
[14:01:57.484] Build status: STARTED
[14:01:57.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:172:0) after 5m45s
[14:07:42.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:172:0)
[14:07:42.860] Build status: STARTED
[14:07:42.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:173:0) after 3m19s
[14:11:01.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:173:0)
[14:11:01.915] Build status: STARTED
[14:11:01.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:174:0) after 5m0s
[14:16:01.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:174:0)
[14:16:01.981] Build status: STARTED
[14:16:01.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:175:0) after 1m57s
[14:17:59.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:175:0)
[14:17:59.054] Build status: STARTED
[14:17:59.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:176:0) after 3m41s
[14:21:40.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:176:0)
[14:21:40.510] Build status: STARTED
[14:21:40.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:177:0) after 9m14s
[14:30:54.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:177:0)
[14:30:54.798] Build status: STARTED
[14:30:54.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:178:0) after 4m30s
[14:35:25.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:178:0)
[14:35:25.376] Build status: STARTED
[14:35:25.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:179:0) after 3m19s
[14:38:44.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:179:0)
[14:38:44.453] Build status: STARTED
[14:38:44.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:180:0) after 7m16s
[14:46:00.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:180:0)
[14:46:00.623] Build status: STARTED
[14:46:00.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:181:0) after 9m9s
[14:55:09.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:181:0)
[14:55:09.803] Build status: STARTED
[14:55:09.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:182:0) after 6m43s
[15:01:52.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:182:0)
[15:01:52.857] Build status: STARTED
[15:01:52.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:183:0) after 1m42s
[15:03:34.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:183:0)
[15:03:34.955] Build status: STARTED
[15:03:34.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:184:0) after 6m47s
[15:10:22.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:184:0)
[15:10:22.088] Build status: STARTED
[15:10:22.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:185:0) after 4m15s
[15:14:37.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:185:0)
[15:14:37.263] Build status: STARTED
[15:14:37.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:186:0) after 9m0s
[15:23:37.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:186:0)
[15:23:37.422] Build status: STARTED
[15:23:37.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:187:0) after 7m5s
[15:30:42.471] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:187:0)
[15:30:42.514] Build status: STARTED
[15:30:42.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:188:0) after 4m52s
[15:35:34.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:188:0)
[15:35:34.576] Build status: STARTED
[15:35:34.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:189:0) after 1m6s
[15:36:40.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:189:0)
[15:36:40.683] Build status: STARTED
[15:36:40.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:190:0) after 7m16s
[15:43:56.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:190:0)
[15:43:56.759] Build status: STARTED
[15:43:56.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:191:0) after 9m59s
[15:53:56.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:191:0)
[15:53:56.087] Build status: STARTED
[15:53:56.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:192:0) after 7m35s
[16:01:31.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:192:0)
[16:01:31.315] Build status: STARTED
[16:01:31.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:193:0) after 5m22s
[16:06:53.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:193:0)
[16:06:53.373] Build status: STARTED
[16:06:53.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8907646357318699648:194:0) after 6m12s
[16:07:02.663] Received PubSub notification, asking Buildbucket for the build status
[16:07:02.685] Build:
{
  "id": "8742216295330071537",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 32409,
  "createdBy": "project:chromium",
  "createTime": "2024-07-16T22:44:32.883429706Z",
  "startTime": "2024-07-16T22:45:14.093942732Z",
  "endTime": "2024-07-17T16:07:02.124936446Z",
  "updateTime": "2024-07-17T16:07:02.124936446Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ecbed06a6b83bebdebaeded6bf63d14caf9a14a1",
      "ref": "refs/heads/main"
    }
  }
}
[16:07:02.685] Invocation finished in 17h22m31.081316748s with status FAILED