Status: ABORTED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "54b80cba8bc5975418e5917005d73f616de43db2"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/54b80cba8bc5975418e5917005d73f616de43db2
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[00:08:08.509] New invocation is queued and will start shortly
[00:08:11.397] Starting the invocation (attempt 1)
[00:08:11.440] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/54b80cba8bc5975418e5917005d73f616de43db2"
[00:08:11.440] Popped gitiles commit info from properties and tags
[00:08:11.440] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:08:11.441] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:08:11.441] Buildbucket request:
{
  "requestId": "8940346601594337120",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "54b80cba8bc5975418e5917005d73f616de43db2",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8940346601594337120"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:08:12.043] Scheduled build:
{
  "id": "8774916537771769505",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30251,
  "createdBy": "project:chromium",
  "createTime": "2023-07-22T00:08:11.526476059Z",
  "updateTime": "2023-07-22T00:08:11.526476059Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "54b80cba8bc5975418e5917005d73f616de43db2",
      "ref": "refs/heads/main"
    }
  }
}
[00:08:12.043] Task URL: https://cr-buildbucket.appspot.com/build/8774916537771769505
[00:08:12.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:2:0) after 4m27s
[00:08:12.413] Received PubSub notification, asking Buildbucket for the build status
[00:08:12.447] Build status: SCHEDULED
[00:12:39.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:2:0)
[00:12:39.144] Build status: SCHEDULED
[00:12:39.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:4:0) after 8m51s
[00:13:31.452] Received PubSub notification, asking Buildbucket for the build status
[00:13:31.505] Build status: STARTED
[00:21:30.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:4:0)
[00:21:30.232] Build status: STARTED
[00:21:30.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:6:0) after 7m47s
[00:29:17.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:6:0)
[00:29:17.434] Build status: STARTED
[00:29:17.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:7:0) after 6m34s
[00:35:51.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:7:0)
[00:35:51.635] Build status: STARTED
[00:35:51.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:8:0) after 9m32s
[00:45:23.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:8:0)
[00:45:23.829] Build status: STARTED
[00:45:23.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:9:0) after 4m7s
[00:49:30.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:9:0)
[00:49:30.908] Build status: STARTED
[00:49:30.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:10:0) after 8m16s
[00:57:47.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:10:0)
[00:57:47.050] Build status: STARTED
[00:57:47.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:11:0) after 5m55s
[01:03:42.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:11:0)
[01:03:42.657] Build status: STARTED
[01:03:42.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:12:0) after 9m50s
[01:13:32.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:12:0)
[01:13:32.770] Build status: STARTED
[01:13:32.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:13:0) after 9m54s
[01:23:26.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:13:0)
[01:23:26.835] Build status: STARTED
[01:23:26.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:14:0) after 6m55s
[01:30:21.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:14:0)
[01:30:21.893] Build status: STARTED
[01:30:21.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:15:0) after 3m36s
[01:33:58.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:15:0)
[01:33:58.231] Build status: STARTED
[01:33:58.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:16:0) after 5m22s
[01:39:20.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:16:0)
[01:39:20.274] Build status: STARTED
[01:39:20.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:17:0) after 7m59s
[01:47:19.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:17:0)
[01:47:19.826] Build status: STARTED
[01:47:19.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:18:0) after 1m5s
[01:48:24.852] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:18:0)
[01:48:24.920] Build status: STARTED
[01:48:24.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:19:0) after 8m8s
[01:56:32.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:19:0)
[01:56:33.089] Build status: STARTED
[01:56:33.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:20:0) after 4m5s
[02:00:38.396] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:20:0)
[02:00:38.455] Build status: STARTED
[02:00:38.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:21:0) after 2m49s
[02:03:27.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:21:0)
[02:03:27.490] Build status: STARTED
[02:03:27.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:22:0) after 7m26s
[02:10:53.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:22:0)
[02:10:53.681] Build status: STARTED
[02:10:53.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:23:0) after 3m43s
[02:14:36.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:23:0)
[02:14:36.733] Build status: STARTED
[02:14:36.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:24:0) after 6m56s
[02:21:32.846] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:24:0)
[02:21:32.875] Build status: STARTED
[02:21:32.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:25:0) after 3m10s
[02:24:42.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:25:0)
[02:24:42.920] Build status: STARTED
[02:24:42.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:26:0) after 4m46s
[02:29:28.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:26:0)
[02:29:28.957] Build status: STARTED
[02:29:28.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:27:0) after 3m31s
[02:33:00.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:27:0)
[02:33:00.277] Build status: STARTED
[02:33:00.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:28:0) after 2m22s
[02:35:22.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:28:0)
[02:35:22.371] Build status: STARTED
[02:35:22.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:29:0) after 3m57s
[02:39:19.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:29:0)
[02:39:19.501] Build status: STARTED
[02:39:19.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:30:0) after 5m55s
[02:45:14.673] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:30:0)
[02:45:14.705] Build status: STARTED
[02:45:14.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:31:0) after 6m23s
[02:51:37.724] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:31:0)
[02:51:37.742] Build status: STARTED
[02:51:37.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:32:0) after 1m28s
[02:53:05.760] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:32:0)
[02:53:05.781] Build status: STARTED
[02:53:05.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:33:0) after 8m25s
[03:01:30.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:33:0)
[03:01:30.860] Build status: STARTED
[03:01:30.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:34:0) after 7m4s
[03:08:34.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:34:0)
[03:08:34.867] Build status: STARTED
[03:08:34.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:35:0) after 8m30s
[03:17:04.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:35:0)
[03:17:04.948] Build status: STARTED
[03:17:04.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:36:0) after 1m34s
[03:18:39.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:36:0)
[03:18:39.229] Build status: STARTED
[03:18:39.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:37:0) after 1m10s
[03:19:49.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:37:0)
[03:19:49.267] Build status: STARTED
[03:19:49.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:38:0) after 2m20s
[03:22:09.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:38:0)
[03:22:09.310] Build status: STARTED
[03:22:09.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:39:0) after 7m52s
[03:30:01.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:39:0)
[03:30:01.490] Build status: STARTED
[03:30:01.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:40:0) after 6m45s
[03:36:46.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:40:0)
[03:36:46.595] Build status: STARTED
[03:36:46.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:41:0) after 1m56s
[03:38:42.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:41:0)
[03:38:42.891] Build status: STARTED
[03:38:42.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:42:0) after 3m41s
[03:42:24.053] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:42:0)
[03:42:24.078] Build status: STARTED
[03:42:24.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:43:0) after 3m30s
[03:45:54.231] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:43:0)
[03:45:54.249] Build status: STARTED
[03:45:54.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:44:0) after 2m32s
[03:48:26.285] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:44:0)
[03:48:26.411] Build status: STARTED
[03:48:26.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:45:0) after 9m26s
[03:57:52.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:45:0)
[03:57:52.799] Build status: STARTED
[03:57:52.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:46:0) after 9m40s
[04:07:32.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:46:0)
[04:07:33.016] Build status: STARTED
[04:07:33.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:47:0) after 5m20s
[04:12:53.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:47:0)
[04:12:53.061] Build status: STARTED
[04:12:53.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:48:0) after 1m26s
[04:14:19.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:48:0)
[04:14:19.307] Build status: STARTED
[04:14:19.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:49:0) after 9m23s
[04:23:42.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:49:0)
[04:23:42.362] Build status: STARTED
[04:23:42.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:50:0) after 8m57s
[04:32:39.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:50:0)
[04:32:39.552] Build status: STARTED
[04:32:39.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:51:0) after 2m29s
[04:35:08.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:51:0)
[04:35:08.743] Build status: STARTED
[04:35:08.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:52:0) after 7m32s
[04:42:40.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:52:0)
[04:42:41.079] Build status: STARTED
[04:42:41.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:53:0) after 6m1s
[04:48:42.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:53:0)
[04:48:42.619] Build status: STARTED
[04:48:42.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:54:0) after 6m23s
[04:55:05.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:54:0)
[04:55:05.672] Build status: STARTED
[04:55:05.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:55:0) after 1m13s
[04:56:18.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:55:0)
[04:56:18.714] Build status: STARTED
[04:56:18.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:56:0) after 5m34s
[05:01:52.745] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:56:0)
[05:01:52.761] Build status: STARTED
[05:01:52.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:57:0) after 1m24s
[05:03:16.783] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:57:0)
[05:03:16.802] Build status: STARTED
[05:03:16.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:58:0) after 5m4s
[05:08:20.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:58:0)
[05:08:20.866] Build status: STARTED
[05:08:20.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:59:0) after 7m5s
[05:15:25.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:59:0)
[05:15:26.032] Build status: STARTED
[05:15:26.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:60:0) after 9m43s
[05:25:09.158] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:60:0)
[05:25:09.173] Build status: STARTED
[05:25:09.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:61:0) after 9m12s
[05:34:21.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:61:0)
[05:34:21.213] Build status: STARTED
[05:34:21.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:62:0) after 7m56s
[05:42:17.404] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:62:0)
[05:42:17.421] Build status: STARTED
[05:42:17.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:63:0) after 7m44s
[05:50:01.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:63:0)
[05:50:01.468] Build status: STARTED
[05:50:01.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:64:0) after 4m34s
[05:54:35.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:64:0)
[05:54:35.503] Build status: STARTED
[05:54:35.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:65:0) after 7m49s
[06:02:24.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:65:0)
[06:02:24.536] Build status: STARTED
[06:02:24.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:66:0) after 6m9s
[06:08:33.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:66:0)
[06:08:33.656] Build status: STARTED
[06:08:33.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:67:0) after 5m53s
[06:14:26.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:67:0)
[06:14:26.676] Build status: STARTED
[06:14:26.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:68:0) after 8m21s
[06:22:47.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:68:0)
[06:22:47.714] Build status: STARTED
[06:22:47.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:69:0) after 2m41s
[06:25:28.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:69:0)
[06:25:28.774] Build status: STARTED
[06:25:28.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:70:0) after 1m23s
[06:26:51.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:70:0)
[06:26:51.781] Build status: STARTED
[06:26:51.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:71:0) after 2m10s
[06:29:02.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:71:0)
[06:29:02.133] Build status: STARTED
[06:29:02.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:72:0) after 2m41s
[06:31:43.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:72:0)
[06:31:43.275] Build status: STARTED
[06:31:43.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:73:0) after 3m55s
[06:35:38.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:73:0)
[06:35:38.316] Build status: STARTED
[06:35:38.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:74:0) after 8m9s
[06:43:47.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:74:0)
[06:43:47.351] Build status: STARTED
[06:43:47.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:75:0) after 9m26s
[06:53:13.388] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:75:0)
[06:53:13.404] Build status: STARTED
[06:53:13.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:76:0) after 7m12s
[07:00:25.535] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:76:0)
[07:00:25.564] Build status: STARTED
[07:00:25.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:77:0) after 9m57s
[07:10:22.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:77:0)
[07:10:22.698] Build status: STARTED
[07:10:22.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:78:0) after 8m17s
[07:18:39.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:78:0)
[07:18:39.733] Build status: STARTED
[07:18:39.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:79:0) after 3m22s
[07:22:01.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:79:0)
[07:22:01.771] Build status: STARTED
[07:22:01.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:80:0) after 1m11s
[07:23:12.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:80:0)
[07:23:12.849] Build status: STARTED
[07:23:12.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:81:0) after 9m4s
[07:32:16.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:81:0)
[07:32:16.883] Build status: STARTED
[07:32:16.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:82:0) after 6m39s
[07:38:55.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:82:0)
[07:38:55.939] Build status: STARTED
[07:38:55.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:83:0) after 2m0s
[07:40:55.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:83:0)
[07:40:55.936] Build status: STARTED
[07:40:55.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:84:0) after 1m19s
[07:42:14.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:84:0)
[07:42:14.991] Build status: STARTED
[07:42:14.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:85:0) after 6m47s
[07:49:02.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:85:0)
[07:49:02.074] Build status: STARTED
[07:49:02.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:86:0) after 8m44s
[07:57:46.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:86:0)
[07:57:46.278] Build status: STARTED
[07:57:46.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:87:0) after 2m59s
[08:00:45.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:87:0)
[08:00:45.363] Build status: STARTED
[08:00:45.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:88:0) after 6m6s
[08:06:51.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:88:0)
[08:06:51.589] Build status: STARTED
[08:06:51.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:89:0) after 4m16s
[08:11:07.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:89:0)
[08:11:07.702] Build status: STARTED
[08:11:07.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:90:0) after 4m19s
[08:15:26.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:90:0)
[08:15:26.991] Build status: STARTED
[08:15:26.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:91:0) after 1m50s
[08:17:17.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:91:0)
[08:17:17.155] Build status: STARTED
[08:17:17.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:92:0) after 5m11s
[08:22:28.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:92:0)
[08:22:28.284] Build status: STARTED
[08:22:28.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:93:0) after 9m33s
[08:32:01.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:93:0)
[08:32:01.368] Build status: STARTED
[08:32:01.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:94:0) after 8m38s
[08:40:39.388] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:94:0)
[08:40:39.418] Build status: STARTED
[08:40:39.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:95:0) after 7m19s
[08:47:58.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:95:0)
[08:47:58.566] Build status: STARTED
[08:47:58.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:96:0) after 8m36s
[08:56:34.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:96:0)
[08:56:34.584] Build status: STARTED
[08:56:34.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:97:0) after 7m21s
[09:03:55.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:97:0)
[09:03:55.722] Build status: STARTED
[09:03:55.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:98:0) after 9m8s
[09:13:03.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:98:0)
[09:13:03.787] Build status: STARTED
[09:13:03.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:99:0) after 9m58s
[09:23:02.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:99:0)
[09:23:02.089] Build status: STARTED
[09:23:02.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:100:0) after 5m56s
[09:28:58.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:100:0)
[09:28:58.193] Build status: STARTED
[09:28:58.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:101:0) after 1m34s
[09:30:32.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:101:0)
[09:30:32.240] Build status: STARTED
[09:30:32.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:102:0) after 4m6s
[09:34:38.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:102:0)
[09:34:38.272] Build status: STARTED
[09:34:38.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:103:0) after 2m22s
[09:37:00.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:103:0)
[09:37:00.326] Build status: STARTED
[09:37:00.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:104:0) after 7m36s
[09:44:36.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:104:0)
[09:44:36.371] Build status: STARTED
[09:44:36.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:105:0) after 1m56s
[09:46:32.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:105:0)
[09:46:32.446] Build status: STARTED
[09:46:32.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:106:0) after 6m36s
[09:53:08.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:106:0)
[09:53:08.492] Build status: STARTED
[09:53:08.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:107:0) after 3m49s
[09:56:57.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:107:0)
[09:56:57.687] Build status: STARTED
[09:56:57.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:108:0) after 2m57s
[09:59:54.715] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:108:0)
[09:59:54.731] Build status: STARTED
[09:59:54.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:109:0) after 3m13s
[10:03:07.848] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:109:0)
[10:03:07.864] Build status: STARTED
[10:03:07.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:110:0) after 8m32s
[10:11:40.110] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:110:0)
[10:11:40.131] Build status: STARTED
[10:11:40.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:111:0) after 9m45s
[10:21:25.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:111:0)
[10:21:25.167] Build status: STARTED
[10:21:25.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:112:0) after 1m27s
[10:22:52.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:112:0)
[10:22:52.212] Build status: STARTED
[10:22:52.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:113:0) after 2m33s
[10:25:25.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:113:0)
[10:25:25.358] Build status: STARTED
[10:25:25.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:114:0) after 9m10s
[10:34:35.380] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:114:0)
[10:34:35.400] Build status: STARTED
[10:34:35.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:115:0) after 2m18s
[10:36:53.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:115:0)
[10:36:53.558] Build status: STARTED
[10:36:53.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:116:0) after 5m12s
[10:42:05.648] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:116:0)
[10:42:05.665] Build status: STARTED
[10:42:05.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:117:0) after 9m47s
[10:51:52.644] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:117:0)
[10:51:52.669] Build status: STARTED
[10:51:52.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:118:0) after 4m3s
[10:55:55.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:118:0)
[10:55:55.758] Build status: STARTED
[10:55:55.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:119:0) after 5m52s
[11:01:47.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:119:0)
[11:01:47.796] Build status: STARTED
[11:01:47.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:120:0) after 6m58s
[11:08:46.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:120:0)
[11:08:46.062] Build status: STARTED
[11:08:46.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:121:0) after 4m5s
[11:12:51.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:121:0)
[11:12:51.086] Build status: STARTED
[11:12:51.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:122:0) after 4m30s
[11:17:21.111] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:122:0)
[11:17:21.131] Build status: STARTED
[11:17:21.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:123:0) after 8m38s
[11:25:59.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:123:0)
[11:25:59.166] Build status: STARTED
[11:25:59.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:124:0) after 7m56s
[11:33:55.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:124:0)
[11:33:55.205] Build status: STARTED
[11:33:55.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:125:0) after 1m52s
[11:35:47.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:125:0)
[11:35:47.259] Build status: STARTED
[11:35:47.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:126:0) after 1m23s
[11:37:10.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:126:0)
[11:37:10.298] Build status: STARTED
[11:37:10.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:127:0) after 3m15s
[11:40:25.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:127:0)
[11:40:25.318] Build status: STARTED
[11:40:25.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:128:0) after 1m45s
[11:42:10.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:128:0)
[11:42:10.566] Build status: STARTED
[11:42:10.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:129:0) after 6m35s
[11:48:45.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:129:0)
[11:48:45.603] Build status: STARTED
[11:48:45.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:130:0) after 2m53s
[11:51:38.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:130:0)
[11:51:38.993] Build status: STARTED
[11:51:38.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:131:0) after 2m1s
[11:53:40.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:131:0)
[11:53:40.036] Build status: STARTED
[11:53:40.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:132:0) after 2m54s
[11:56:34.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:132:0)
[11:56:34.078] Build status: STARTED
[11:56:34.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:133:0) after 6m31s
[12:03:05.095] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:133:0)
[12:03:05.114] Build status: STARTED
[12:03:05.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:134:0) after 2m27s
[12:05:32.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:134:0)
[12:05:32.409] Build status: STARTED
[12:05:32.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:135:0) after 3m15s
[12:08:47.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:135:0)
[12:08:47.552] Build status: STARTED
[12:08:47.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:136:0) after 9m10s
[12:17:57.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:136:0)
[12:17:57.604] Build status: STARTED
[12:17:57.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:137:0) after 4m5s
[12:22:02.644] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:137:0)
[12:22:02.662] Build status: STARTED
[12:22:02.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:138:0) after 9m16s
[12:31:18.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:138:0)
[12:31:18.700] Build status: STARTED
[12:31:18.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:139:0) after 9m56s
[12:41:14.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:139:0)
[12:41:14.749] Build status: STARTED
[12:41:14.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:140:0) after 4m47s
[12:46:01.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:140:0)
[12:46:01.820] Build status: STARTED
[12:46:01.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:141:0) after 2m36s
[12:48:37.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:141:0)
[12:48:37.854] Build status: STARTED
[12:48:37.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:142:0) after 5m27s
[12:54:05.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:142:0)
[12:54:05.115] Build status: STARTED
[12:54:05.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:143:0) after 4m53s
[12:58:58.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:143:0)
[12:58:58.309] Build status: STARTED
[12:58:58.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:144:0) after 1m57s
[13:00:55.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:144:0)
[13:00:55.533] Build status: STARTED
[13:00:55.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:145:0) after 3m22s
[13:04:17.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:145:0)
[13:04:17.579] Build status: STARTED
[13:04:17.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:146:0) after 7m26s
[13:11:43.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:146:0)
[13:11:43.704] Build status: STARTED
[13:11:43.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:147:0) after 7m52s
[13:19:35.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:147:0)
[13:19:35.746] Build status: STARTED
[13:19:35.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:148:0) after 1m26s
[13:21:01.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:148:0)
[13:21:01.781] Build status: STARTED
[13:21:01.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:149:0) after 3m42s
[13:24:43.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:149:0)
[13:24:43.821] Build status: STARTED
[13:24:43.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:150:0) after 2m7s
[13:26:50.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:150:0)
[13:26:50.863] Build status: STARTED
[13:26:50.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:151:0) after 7m9s
[13:33:59.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:151:0)
[13:33:59.952] Build status: STARTED
[13:33:59.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:152:0) after 2m41s
[13:36:40.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:152:0)
[13:36:40.994] Build status: STARTED
[13:36:40.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:153:0) after 3m18s
[13:39:59.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:153:0)
[13:39:59.256] Build status: STARTED
[13:39:59.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:154:0) after 3m7s
[13:43:06.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:154:0)
[13:43:06.417] Build status: STARTED
[13:43:06.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:155:0) after 3m10s
[13:46:16.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:155:0)
[13:46:16.740] Build status: STARTED
[13:46:16.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:156:0) after 2m10s
[13:48:27.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:156:0)
[13:48:27.149] Build status: STARTED
[13:48:27.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:157:0) after 4m27s
[13:52:54.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:157:0)
[13:52:54.269] Build status: STARTED
[13:52:54.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:158:0) after 7m11s
[14:00:05.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:158:0)
[14:00:05.362] Build status: STARTED
[14:00:05.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:159:0) after 9m0s
[14:09:05.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:159:0)
[14:09:05.415] Build status: STARTED
[14:09:05.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:160:0) after 5m49s
[14:14:54.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:160:0)
[14:14:54.457] Build status: STARTED
[14:14:54.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:161:0) after 6m31s
[14:21:25.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:161:0)
[14:21:25.662] Build status: STARTED
[14:21:25.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:162:0) after 8m34s
[14:29:59.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:162:0)
[14:29:59.703] Build status: STARTED
[14:29:59.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:163:0) after 4m49s
[14:34:48.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:163:0)
[14:34:48.842] Build status: STARTED
[14:34:48.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:164:0) after 6m24s
[14:41:12.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:164:0)
[14:41:12.974] Build status: STARTED
[14:41:12.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:165:0) after 7m39s
[14:48:52.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:165:0)
[14:48:52.185] Build status: STARTED
[14:48:52.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:166:0) after 1m42s
[14:50:34.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:166:0)
[14:50:34.282] Build status: STARTED
[14:50:34.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:167:0) after 8m13s
[14:58:47.396] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:167:0)
[14:58:47.413] Build status: STARTED
[14:58:47.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:168:0) after 2m44s
[15:01:31.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:168:0)
[15:01:31.464] Build status: STARTED
[15:01:31.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:169:0) after 5m52s
[15:07:23.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:169:0)
[15:07:23.610] Build status: STARTED
[15:07:23.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:170:0) after 6m18s
[15:13:41.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:170:0)
[15:13:41.645] Build status: STARTED
[15:13:41.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:171:0) after 5m27s
[15:19:08.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:171:0)
[15:19:08.736] Build status: STARTED
[15:19:08.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:172:0) after 6m55s
[15:26:03.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:172:0)
[15:26:03.813] Build status: STARTED
[15:26:03.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:173:0) after 5m44s
[15:31:47.835] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:173:0)
[15:31:47.854] Build status: STARTED
[15:31:47.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:174:0) after 6m17s
[15:38:04.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:174:0)
[15:38:04.887] Build status: STARTED
[15:38:04.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:175:0) after 1m18s
[15:39:22.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:175:0)
[15:39:23.038] Build status: STARTED
[15:39:23.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:176:0) after 3m7s
[15:42:30.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:176:0)
[15:42:30.089] Build status: STARTED
[15:42:30.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:177:0) after 3m23s
[15:45:53.102] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:177:0)
[15:45:53.143] Build status: STARTED
[15:45:53.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:178:0) after 3m9s
[15:49:02.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:178:0)
[15:49:02.185] Build status: STARTED
[15:49:02.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:179:0) after 9m11s
[15:58:13.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:179:0)
[15:58:13.340] Build status: STARTED
[15:58:13.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:180:0) after 1m51s
[16:00:04.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:180:0)
[16:00:04.408] Build status: STARTED
[16:00:04.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:181:0) after 7m33s
[16:07:37.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:181:0)
[16:07:37.470] Build status: STARTED
[16:07:37.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:182:0) after 6m57s
[16:14:34.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:182:0)
[16:14:34.523] Build status: STARTED
[16:14:34.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:183:0) after 1m57s
[16:16:31.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:183:0)
[16:16:31.627] Build status: STARTED
[16:16:31.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:184:0) after 7m55s
[16:24:26.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:184:0)
[16:24:26.718] Build status: STARTED
[16:24:26.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:185:0) after 7m9s
[16:31:35.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:185:0)
[16:31:35.755] Build status: STARTED
[16:31:35.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:186:0) after 3m43s
[16:35:18.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:186:0)
[16:35:18.889] Build status: STARTED
[16:35:18.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:187:0) after 6m10s
[16:41:28.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:187:0)
[16:41:28.956] Build status: STARTED
[16:41:28.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:188:0) after 3m52s
[16:45:21.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:188:0)
[16:45:21.137] Build status: STARTED
[16:45:21.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:189:0) after 7m24s
[16:52:45.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:189:0)
[16:52:45.223] Build status: STARTED
[16:52:45.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:190:0) after 4m52s
[16:57:37.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:190:0)
[16:57:37.298] Build status: STARTED
[16:57:37.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:191:0) after 6m16s
[17:03:53.319] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:191:0)
[17:03:53.337] Build status: STARTED
[17:03:53.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:192:0) after 2m2s
[17:05:55.396] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:192:0)
[17:05:55.413] Build status: STARTED
[17:05:55.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:193:0) after 9m54s
[17:15:49.447] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:193:0)
[17:15:49.478] Build status: STARTED
[17:15:49.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:194:0) after 9m18s
[17:25:07.724] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:194:0)
[17:25:07.742] Build status: STARTED
[17:25:07.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:195:0) after 8m7s
[17:33:14.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:195:0)
[17:33:14.888] Build status: STARTED
[17:33:14.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:196:0) after 8m24s
[17:41:38.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:196:0)
[17:41:39.101] Build status: STARTED
[17:41:39.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:197:0) after 3m42s
[17:45:21.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:197:0)
[17:45:21.197] Build status: STARTED
[17:45:21.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:198:0) after 9m26s
[17:54:47.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:198:0)
[17:54:47.368] Build status: STARTED
[17:54:47.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:199:0) after 9m55s
[18:04:42.767] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:199:0)
[18:04:42.808] Build status: STARTED
[18:04:42.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:200:0) after 2m16s
[18:06:58.934] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:200:0)
[18:06:58.966] Build status: STARTED
[18:06:58.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:201:0) after 5m24s
[18:12:23.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:201:0)
[18:12:23.085] Build status: STARTED
[18:12:23.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:202:0) after 6m44s
[18:19:07.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:202:0)
[18:19:07.383] Build status: STARTED
[18:19:07.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:203:0) after 5m4s
[18:24:11.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:203:0)
[18:24:11.445] Build status: STARTED
[18:24:11.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:204:0) after 4m16s
[18:28:27.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:204:0)
[18:28:27.577] Build status: STARTED
[18:28:27.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:205:0) after 3m42s
[18:32:09.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:205:0)
[18:32:09.636] Build status: STARTED
[18:32:09.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:206:0) after 3m40s
[18:35:49.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:206:0)
[18:35:49.670] Build status: STARTED
[18:35:49.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:207:0) after 1m52s
[18:37:41.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:207:0)
[18:37:41.983] Build status: STARTED
[18:37:41.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:208:0) after 3m30s
[18:41:12.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:208:0)
[18:41:12.044] Build status: STARTED
[18:41:12.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:209:0) after 9m5s
[18:50:17.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:209:0)
[18:50:17.163] Build status: STARTED
[18:50:17.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:210:0) after 7m29s
[18:57:46.311] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:210:0)
[18:57:46.358] Build status: STARTED
[18:57:46.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:211:0) after 3m9s
[19:00:55.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:211:0)
[19:00:55.405] Build status: STARTED
[19:00:55.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:212:0) after 1m20s
[19:02:15.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:212:0)
[19:02:15.511] Build status: STARTED
[19:02:15.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:213:0) after 2m29s
[19:04:44.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:213:0)
[19:04:44.739] Build status: STARTED
[19:04:44.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:214:0) after 1m6s
[19:05:50.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:214:0)
[19:05:50.776] Build status: STARTED
[19:05:50.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:215:0) after 8m47s
[19:14:37.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:215:0)
[19:14:37.838] Build status: STARTED
[19:14:37.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:216:0) after 7m11s
[19:21:49.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:216:0)
[19:21:49.158] Build status: STARTED
[19:21:49.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:217:0) after 8m39s
[19:30:28.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:217:0)
[19:30:28.245] Build status: STARTED
[19:30:28.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:218:0) after 9m36s
[19:40:04.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:218:0)
[19:40:04.443] Build status: STARTED
[19:40:04.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:219:0) after 9m10s
[19:49:14.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:219:0)
[19:49:14.492] Build status: STARTED
[19:49:14.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:220:0) after 4m52s
[19:54:06.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:220:0)
[19:54:06.529] Build status: STARTED
[19:54:06.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:221:0) after 2m46s
[19:56:52.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:221:0)
[19:56:52.685] Build status: STARTED
[19:56:52.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:222:0) after 1m12s
[19:58:04.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:222:0)
[19:58:04.802] Build status: STARTED
[19:58:04.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:223:0) after 2m0s
[20:00:04.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:223:0)
[20:00:04.910] Build status: STARTED
[20:00:04.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:224:0) after 9m52s
[20:09:57.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:224:0)
[20:09:57.062] Build status: STARTED
[20:09:57.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8940346601594337120:225:0) after 7m51s
[20:14:06.922] Received PubSub notification, asking Buildbucket for the build status
[20:14:06.960] Build:
{
  "id": "8774916537771769505",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30251,
  "createdBy": "project:chromium",
  "createTime": "2023-07-22T00:08:11.526476059Z",
  "startTime": "2023-07-22T00:13:30.615912Z",
  "endTime": "2023-07-22T20:14:06.555201376Z",
  "updateTime": "2023-07-22T20:14:06.555201376Z",
  "status": "CANCELED",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "54b80cba8bc5975418e5917005d73f616de43db2",
      "ref": "refs/heads/main"
    }
  }
}
[20:14:06.961] Invocation finished in 20h5m58.463279094s with status ABORTED