Status: ABORTED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "78117e1a768200f8acfda757edf4567e90aef88c"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/78117e1a768200f8acfda757edf4567e90aef88c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[00:48:22.230] New invocation is queued and will start shortly
[00:48:23.393] Starting the invocation (attempt 1)
[00:48:23.430] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/78117e1a768200f8acfda757edf4567e90aef88c"
[00:48:23.431] Popped gitiles commit info from properties and tags
[00:48:23.431] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:48:23.431] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:48:23.431] Buildbucket request:
{
  "requestId": "8946776455234234112",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "78117e1a768200f8acfda757edf4567e90aef88c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8946776455234234112"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:48:24.040] Scheduled build:
{
  "id": "8781346393172049825",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 29941,
  "createdBy": "project:chromium",
  "createTime": "2023-05-12T00:48:23.573890267Z",
  "updateTime": "2023-05-12T00:48:23.573890267Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "78117e1a768200f8acfda757edf4567e90aef88c",
      "ref": "refs/heads/main"
    }
  }
}
[00:48:24.040] Task URL: https://cr-buildbucket.appspot.com/build/8781346393172049825
[00:48:24.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:2:0) after 2m47s
[00:51:11.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:2:0)
[00:51:11.145] Build status: SCHEDULED
[00:51:11.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:3:0) after 7m6s
[00:53:04.717] Received PubSub notification, asking Buildbucket for the build status
[00:53:04.772] Build status: STARTED
[00:58:17.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:3:0)
[00:58:17.374] Build status: STARTED
[00:58:17.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:5:0) after 2m19s
[01:00:36.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:5:0)
[01:00:36.510] Build status: STARTED
[01:00:36.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:6:0) after 4m15s
[01:04:51.672] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:6:0)
[01:04:51.728] Build status: STARTED
[01:04:51.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:7:0) after 6m10s
[01:11:01.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:7:0)
[01:11:01.819] Build status: STARTED
[01:11:01.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:8:0) after 5m11s
[01:16:12.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:8:0)
[01:16:13.002] Build status: STARTED
[01:16:13.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:9:0) after 2m18s
[01:18:31.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:9:0)
[01:18:31.277] Build status: STARTED
[01:18:31.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:10:0) after 8m48s
[01:27:19.306] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:10:0)
[01:27:19.329] Build status: STARTED
[01:27:19.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:11:0) after 7m8s
[01:34:27.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:11:0)
[01:34:27.479] Build status: STARTED
[01:34:27.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:12:0) after 6m46s
[01:41:13.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:12:0)
[01:41:13.530] Build status: STARTED
[01:41:13.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:13:0) after 1m8s
[01:42:21.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:13:0)
[01:42:21.600] Build status: STARTED
[01:42:21.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:14:0) after 1m17s
[01:43:38.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:14:0)
[01:43:38.817] Build status: STARTED
[01:43:38.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:15:0) after 9m2s
[01:52:41.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:15:0)
[01:52:41.071] Build status: STARTED
[01:52:41.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:16:0) after 3m37s
[01:56:18.160] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:16:0)
[01:56:18.184] Build status: STARTED
[01:56:18.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:17:0) after 5m16s
[02:01:34.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:17:0)
[02:01:34.345] Build status: STARTED
[02:01:34.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:18:0) after 8m47s
[02:10:21.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:18:0)
[02:10:21.663] Build status: STARTED
[02:10:21.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:19:0) after 4m58s
[02:15:20.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:19:0)
[02:15:20.281] Build status: STARTED
[02:15:20.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:20:0) after 2m3s
[02:17:23.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:20:0)
[02:17:23.398] Build status: STARTED
[02:17:23.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:21:0) after 8m23s
[02:25:47.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:21:0)
[02:25:47.534] Build status: STARTED
[02:25:47.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:22:0) after 7m56s
[02:33:43.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:22:0)
[02:33:43.850] Build status: STARTED
[02:33:43.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:23:0) after 2m49s
[02:36:33.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:23:0)
[02:36:33.107] Build status: STARTED
[02:36:33.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:24:0) after 2m51s
[02:39:24.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:24:0)
[02:39:24.174] Build status: STARTED
[02:39:24.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:25:0) after 6m57s
[02:46:21.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:25:0)
[02:46:21.417] Build status: STARTED
[02:46:21.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:26:0) after 8m59s
[02:55:20.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:26:0)
[02:55:20.491] Build status: STARTED
[02:55:20.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:27:0) after 9m39s
[03:04:59.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:27:0)
[03:04:59.610] Build status: STARTED
[03:04:59.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:28:0) after 7m46s
[03:12:45.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:28:0)
[03:12:45.696] Build status: STARTED
[03:12:45.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:29:0) after 8m36s
[03:21:21.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:29:0)
[03:21:21.900] Build status: STARTED
[03:21:21.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:30:0) after 5m27s
[03:26:48.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:30:0)
[03:26:48.956] Build status: STARTED
[03:26:48.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:31:0) after 8m59s
[03:35:48.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:31:0)
[03:35:48.153] Build status: STARTED
[03:35:48.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:32:0) after 9m13s
[03:45:01.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:32:0)
[03:45:01.250] Build status: STARTED
[03:45:01.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:33:0) after 6m15s
[03:51:16.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:33:0)
[03:51:16.396] Build status: STARTED
[03:51:16.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:34:0) after 2m2s
[03:53:18.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:34:0)
[03:53:18.428] Build status: STARTED
[03:53:18.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:35:0) after 8m28s
[04:01:46.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:35:0)
[04:01:46.631] Build status: STARTED
[04:01:46.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:36:0) after 1m22s
[04:03:08.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:36:0)
[04:03:08.733] Build status: STARTED
[04:03:08.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:37:0) after 7m52s
[04:11:00.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:37:0)
[04:11:00.924] Build status: STARTED
[04:11:00.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:38:0) after 5m59s
[04:17:00.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:38:0)
[04:17:00.052] Build status: STARTED
[04:17:00.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:39:0) after 1m23s
[04:18:23.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:39:0)
[04:18:23.362] Build status: STARTED
[04:18:23.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:40:0) after 1m41s
[04:20:04.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:40:0)
[04:20:04.950] Build status: STARTED
[04:20:04.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:41:0) after 2m36s
[04:22:41.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:41:0)
[04:22:41.092] Build status: STARTED
[04:22:41.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:42:0) after 3m28s
[04:26:09.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:42:0)
[04:26:09.270] Build status: STARTED
[04:26:09.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:43:0) after 9m30s
[04:35:39.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:43:0)
[04:35:39.460] Build status: STARTED
[04:35:39.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:44:0) after 5m14s
[04:40:53.523] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:44:0)
[04:40:53.624] Build status: STARTED
[04:40:53.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:45:0) after 8m57s
[04:49:50.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:45:0)
[04:49:50.726] Build status: STARTED
[04:49:50.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:46:0) after 5m16s
[04:55:06.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:46:0)
[04:55:06.770] Build status: STARTED
[04:55:06.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:47:0) after 8m15s
[05:03:21.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:47:0)
[05:03:21.849] Build status: STARTED
[05:03:21.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:48:0) after 3m15s
[05:06:36.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:48:0)
[05:06:36.910] Build status: STARTED
[05:06:36.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:49:0) after 7m3s
[05:13:39.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:49:0)
[05:13:39.964] Build status: STARTED
[05:13:39.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:50:0) after 8m6s
[05:21:46.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:50:0)
[05:21:46.162] Build status: STARTED
[05:21:46.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:51:0) after 4m42s
[05:26:28.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:51:0)
[05:26:28.403] Build status: STARTED
[05:26:28.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:52:0) after 6m57s
[05:33:25.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:52:0)
[05:33:25.455] Build status: STARTED
[05:33:25.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:53:0) after 5m45s
[05:39:10.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:53:0)
[05:39:10.525] Build status: STARTED
[05:39:10.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:54:0) after 8m3s
[05:47:13.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:54:0)
[05:47:13.600] Build status: STARTED
[05:47:13.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:55:0) after 4m30s
[05:51:43.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:55:0)
[05:51:43.656] Build status: STARTED
[05:51:43.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:56:0) after 2m19s
[05:54:02.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:56:0)
[05:54:02.737] Build status: STARTED
[05:54:02.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:57:0) after 1m50s
[05:55:52.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:57:0)
[05:55:52.793] Build status: STARTED
[05:55:52.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:58:0) after 8m41s
[06:04:33.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:58:0)
[06:04:33.969] Build status: STARTED
[06:04:33.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:59:0) after 5m57s
[06:10:31.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:59:0)
[06:10:31.066] Build status: STARTED
[06:10:31.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:60:0) after 4m51s
[06:15:22.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:60:0)
[06:15:22.338] Build status: STARTED
[06:15:22.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:61:0) after 3m55s
[06:19:17.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:61:0)
[06:19:17.453] Build status: STARTED
[06:19:17.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:62:0) after 7m53s
[06:27:10.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:62:0)
[06:27:10.554] Build status: STARTED
[06:27:10.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:63:0) after 9m58s
[06:37:08.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:63:0)
[06:37:08.683] Build status: STARTED
[06:37:08.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:64:0) after 6m16s
[06:43:24.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:64:0)
[06:43:24.830] Build status: STARTED
[06:43:24.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:65:0) after 6m16s
[06:49:40.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:65:0)
[06:49:40.954] Build status: STARTED
[06:49:40.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:66:0) after 3m1s
[06:52:41.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:66:0)
[06:52:42.012] Build status: STARTED
[06:52:42.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:67:0) after 9m59s
[07:02:41.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:67:0)
[07:02:41.067] Build status: STARTED
[07:02:41.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:68:0) after 7m0s
[07:09:41.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:68:0)
[07:09:41.477] Build status: STARTED
[07:09:41.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:69:0) after 2m30s
[07:12:11.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:69:0)
[07:12:11.558] Build status: STARTED
[07:12:11.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:70:0) after 8m16s
[07:20:27.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:70:0)
[07:20:27.648] Build status: STARTED
[07:20:27.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:71:0) after 8m45s
[07:29:12.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:71:0)
[07:29:12.706] Build status: STARTED
[07:29:12.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:72:0) after 1m8s
[07:30:20.893] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:72:0)
[07:30:20.921] Build status: STARTED
[07:30:20.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:73:0) after 1m35s
[07:31:55.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:73:0)
[07:31:55.970] Build status: STARTED
[07:31:55.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:74:0) after 7m56s
[07:39:52.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:74:0)
[07:39:52.305] Build status: STARTED
[07:39:52.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:75:0) after 1m46s
[07:41:38.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:75:0)
[07:41:38.498] Build status: STARTED
[07:41:38.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:76:0) after 5m34s
[07:47:12.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:76:0)
[07:47:12.801] Build status: STARTED
[07:47:12.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:77:0) after 3m9s
[07:50:21.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:77:0)
[07:50:21.908] Build status: STARTED
[07:50:21.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:78:0) after 6m29s
[07:56:50.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:78:0)
[07:56:51.009] Build status: STARTED
[07:56:51.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:79:0) after 5m3s
[08:01:54.161] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:79:0)
[08:01:54.184] Build status: STARTED
[08:01:54.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:80:0) after 8m54s
[08:10:48.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:80:0)
[08:10:48.430] Build status: STARTED
[08:10:48.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:81:0) after 3m32s
[08:14:20.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:81:0)
[08:14:20.538] Build status: STARTED
[08:14:20.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:82:0) after 7m34s
[08:21:54.549] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:82:0)
[08:21:54.567] Build status: STARTED
[08:21:54.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:83:0) after 8m3s
[08:29:57.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:83:0)
[08:29:57.763] Build status: STARTED
[08:29:57.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:84:0) after 4m9s
[08:34:07.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:84:0)
[08:34:07.049] Build status: STARTED
[08:34:07.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:85:0) after 9m31s
[08:43:38.126] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:85:0)
[08:43:38.143] Build status: STARTED
[08:43:38.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:86:0) after 4m55s
[08:48:33.170] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:86:0)
[08:48:33.187] Build status: STARTED
[08:48:33.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:87:0) after 3m57s
[08:52:30.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:87:0)
[08:52:30.331] Build status: STARTED
[08:52:30.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:88:0) after 4m16s
[08:56:46.333] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:88:0)
[08:56:46.352] Build status: STARTED
[08:56:46.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:89:0) after 1m8s
[08:57:54.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:89:0)
[08:57:54.400] Build status: STARTED
[08:57:54.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:90:0) after 6m51s
[09:04:45.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:90:0)
[09:04:45.495] Build status: STARTED
[09:04:45.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:91:0) after 9m23s
[09:14:08.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:91:0)
[09:14:08.588] Build status: STARTED
[09:14:08.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:92:0) after 6m39s
[09:20:47.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:92:0)
[09:20:47.743] Build status: STARTED
[09:20:47.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:93:0) after 8m44s
[09:29:31.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:93:0)
[09:29:31.798] Build status: STARTED
[09:29:31.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:94:0) after 4m58s
[09:34:29.833] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:94:0)
[09:34:29.849] Build status: STARTED
[09:34:29.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:95:0) after 8m36s
[09:43:06.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:95:0)
[09:43:06.086] Build status: STARTED
[09:43:06.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:96:0) after 3m28s
[09:46:34.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:96:0)
[09:46:34.449] Build status: STARTED
[09:46:34.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:97:0) after 8m18s
[09:54:52.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:97:0)
[09:54:52.520] Build status: STARTED
[09:54:52.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:98:0) after 2m44s
[09:57:36.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:98:0)
[09:57:36.614] Build status: STARTED
[09:57:36.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:99:0) after 9m22s
[10:06:58.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:99:0)
[10:06:58.694] Build status: STARTED
[10:06:58.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:100:0) after 1m33s
[10:08:31.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:100:0)
[10:08:31.791] Build status: STARTED
[10:08:31.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:101:0) after 8m53s
[10:17:25.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:101:0)
[10:17:25.315] Build status: STARTED
[10:17:25.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:102:0) after 2m36s
[10:20:01.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:102:0)
[10:20:01.361] Build status: STARTED
[10:20:01.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:103:0) after 3m21s
[10:23:22.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:103:0)
[10:23:22.511] Build status: STARTED
[10:23:22.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:104:0) after 6m24s
[10:29:46.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:104:0)
[10:29:46.910] Build status: STARTED
[10:29:46.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:105:0) after 2m12s
[10:31:59.063] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:105:0)
[10:31:59.100] Build status: STARTED
[10:31:59.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:106:0) after 9m27s
[10:41:26.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:106:0)
[10:41:26.134] Build status: STARTED
[10:41:26.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:107:0) after 6m29s
[10:47:55.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:107:0)
[10:47:55.297] Build status: STARTED
[10:47:55.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:108:0) after 2m8s
[10:50:03.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:108:0)
[10:50:03.606] Build status: STARTED
[10:50:03.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:109:0) after 3m31s
[10:53:34.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:109:0)
[10:53:34.998] Build status: STARTED
[10:53:34.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:110:0) after 4m26s
[10:58:01.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:110:0)
[10:58:01.258] Build status: STARTED
[10:58:01.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:111:0) after 4m5s
[11:02:06.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:111:0)
[11:02:06.393] Build status: STARTED
[11:02:06.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:112:0) after 3m41s
[11:05:47.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:112:0)
[11:05:47.713] Build status: STARTED
[11:05:47.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:113:0) after 1m29s
[11:07:16.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:113:0)
[11:07:16.961] Build status: STARTED
[11:07:16.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:114:0) after 2m58s
[11:10:14.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:114:0)
[11:10:15.061] Build status: STARTED
[11:10:15.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:115:0) after 2m39s
[11:12:54.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:115:0)
[11:12:54.389] Build status: STARTED
[11:12:54.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:116:0) after 9m24s
[11:22:18.433] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:116:0)
[11:22:18.456] Build status: STARTED
[11:22:18.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:117:0) after 8m29s
[11:30:47.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:117:0)
[11:30:47.656] Build status: STARTED
[11:30:47.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:118:0) after 3m32s
[11:34:20.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:118:0)
[11:34:20.161] Build status: STARTED
[11:34:20.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:119:0) after 1m13s
[11:35:33.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:119:0)
[11:35:33.421] Build status: STARTED
[11:35:33.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:120:0) after 8m52s
[11:44:25.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:120:0)
[11:44:25.632] Build status: STARTED
[11:44:25.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:121:0) after 6m48s
[11:51:13.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:121:0)
[11:51:13.678] Build status: STARTED
[11:51:13.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:122:0) after 3m5s
[11:54:18.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:122:0)
[11:54:18.739] Build status: STARTED
[11:54:18.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:123:0) after 3m35s
[11:57:53.846] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:123:0)
[11:57:53.864] Build status: STARTED
[11:57:53.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:124:0) after 9m29s
[12:07:22.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:124:0)
[12:07:22.970] Build status: STARTED
[12:07:22.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:125:0) after 2m36s
[12:09:59.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:125:0)
[12:09:59.034] Build status: STARTED
[12:09:59.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:126:0) after 7m50s
[12:17:49.062] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:126:0)
[12:17:49.084] Build status: STARTED
[12:17:49.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:127:0) after 8m23s
[12:26:12.240] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:127:0)
[12:26:12.270] Build status: STARTED
[12:26:12.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:128:0) after 1m53s
[12:28:05.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:128:0)
[12:28:05.379] Build status: STARTED
[12:28:05.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:129:0) after 1m7s
[12:29:12.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:129:0)
[12:29:12.532] Build status: STARTED
[12:29:12.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:130:0) after 6m15s
[12:35:27.991] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:130:0)
[12:35:28.011] Build status: STARTED
[12:35:28.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:131:0) after 2m56s
[12:38:24.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:131:0)
[12:38:24.147] Build status: STARTED
[12:38:24.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:132:0) after 6m17s
[12:44:41.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:132:0)
[12:44:41.240] Build status: STARTED
[12:44:41.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:133:0) after 4m53s
[12:49:34.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:133:0)
[12:49:34.295] Build status: STARTED
[12:49:34.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:134:0) after 2m52s
[12:52:26.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:134:0)
[12:52:26.353] Build status: STARTED
[12:52:26.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:135:0) after 1m54s
[12:54:20.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:135:0)
[12:54:20.434] Build status: STARTED
[12:54:20.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:136:0) after 3m20s
[12:57:40.695] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:136:0)
[12:57:40.714] Build status: STARTED
[12:57:40.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:137:0) after 4m44s
[13:02:24.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:137:0)
[13:02:24.908] Build status: STARTED
[13:02:24.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:138:0) after 5m3s
[13:07:27.992] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:138:0)
[13:07:28.016] Build status: STARTED
[13:07:28.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:139:0) after 5m15s
[13:12:43.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:139:0)
[13:12:43.097] Build status: STARTED
[13:12:43.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:140:0) after 5m28s
[13:18:11.276] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:140:0)
[13:18:11.301] Build status: STARTED
[13:18:11.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:141:0) after 1m53s
[13:20:04.396] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:141:0)
[13:20:04.552] Build status: STARTED
[13:20:04.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:142:0) after 1m32s
[13:21:36.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:142:0)
[13:21:36.686] Build status: STARTED
[13:21:36.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:143:0) after 6m50s
[13:28:26.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:143:0)
[13:28:26.935] Build status: STARTED
[13:28:26.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:144:0) after 6m12s
[13:34:39.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:144:0)
[13:34:39.026] Build status: STARTED
[13:34:39.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:145:0) after 2m31s
[13:37:10.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:145:0)
[13:37:10.106] Build status: STARTED
[13:37:10.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:146:0) after 6m55s
[13:44:05.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:146:0)
[13:44:05.170] Build status: STARTED
[13:44:05.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:147:0) after 7m36s
[13:51:41.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:147:0)
[13:51:41.220] Build status: STARTED
[13:51:41.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:148:0) after 7m22s
[13:59:03.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:148:0)
[13:59:03.311] Build status: STARTED
[13:59:03.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:149:0) after 6m37s
[14:05:41.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:149:0)
[14:05:41.051] Build status: STARTED
[14:05:41.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:150:0) after 4m42s
[14:10:23.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:150:0)
[14:10:23.492] Build status: STARTED
[14:10:23.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:151:0) after 2m57s
[14:13:20.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:151:0)
[14:13:20.780] Build status: STARTED
[14:13:20.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:152:0) after 1m18s
[14:14:38.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:152:0)
[14:14:38.904] Build status: STARTED
[14:14:38.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:153:0) after 9m5s
[14:23:44.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:153:0)
[14:23:44.605] Build status: STARTED
[14:23:44.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:154:0) after 5m19s
[14:29:03.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:154:0)
[14:29:03.779] Build status: STARTED
[14:29:03.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:155:0) after 6m27s
[14:35:31.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:155:0)
[14:35:31.193] Build status: STARTED
[14:35:31.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:156:0) after 2m24s
[14:37:55.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:156:0)
[14:37:55.356] Build status: STARTED
[14:37:55.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:157:0) after 7m40s
[14:45:35.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:157:0)
[14:45:35.626] Build status: STARTED
[14:45:35.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:158:0) after 6m9s
[14:51:44.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:158:0)
[14:51:44.735] Build status: STARTED
[14:51:44.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:159:0) after 4m22s
[14:56:08.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:159:0)
[14:56:08.032] Build status: STARTED
[14:56:08.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:160:0) after 1m22s
[14:57:30.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:160:0)
[14:57:30.547] Build status: STARTED
[14:57:30.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:161:0) after 4m45s
[15:02:15.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:161:0)
[15:02:15.783] Build status: STARTED
[15:02:15.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:162:0) after 8m4s
[15:10:19.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:162:0)
[15:10:19.990] Build status: STARTED
[15:10:19.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:163:0) after 1m29s
[15:11:49.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:163:0)
[15:11:49.057] Build status: STARTED
[15:11:49.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:164:0) after 3m21s
[15:15:10.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:164:0)
[15:15:10.119] Build status: STARTED
[15:15:10.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:165:0) after 1m19s
[15:16:29.156] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:165:0)
[15:16:29.189] Build status: STARTED
[15:16:29.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:166:0) after 6m58s
[15:23:27.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:166:0)
[15:23:27.246] Build status: STARTED
[15:23:27.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:167:0) after 3m41s
[15:27:08.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:167:0)
[15:27:08.615] Build status: STARTED
[15:27:08.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:168:0) after 4m11s
[15:31:19.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:168:0)
[15:31:19.665] Build status: STARTED
[15:31:19.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:169:0) after 9m6s
[15:40:25.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:169:0)
[15:40:26.118] Build status: STARTED
[15:40:26.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:170:0) after 3m17s
[15:43:43.435] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:170:0)
[15:43:43.454] Build status: STARTED
[15:43:43.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:171:0) after 6m1s
[15:49:44.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:171:0)
[15:49:44.785] Build status: STARTED
[15:49:44.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:172:0) after 9m35s
[15:59:19.817] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:172:0)
[15:59:19.835] Build status: STARTED
[15:59:19.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:173:0) after 3m45s
[16:03:05.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:173:0)
[16:03:05.553] Build status: STARTED
[16:03:05.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:174:0) after 3m17s
[16:06:22.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:174:0)
[16:06:22.652] Build status: STARTED
[16:06:22.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:175:0) after 4m27s
[16:10:49.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:175:0)
[16:10:49.713] Build status: STARTED
[16:10:49.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:176:0) after 3m4s
[16:13:53.745] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:176:0)
[16:13:53.802] Build status: STARTED
[16:13:53.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:177:0) after 7m27s
[16:21:20.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:177:0)
[16:21:20.977] Build status: STARTED
[16:21:20.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:178:0) after 9m9s
[16:30:30.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:178:0)
[16:30:30.045] Build status: STARTED
[16:30:30.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:179:0) after 4m16s
[16:34:46.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:179:0)
[16:34:46.254] Build status: STARTED
[16:34:46.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:180:0) after 4m23s
[16:39:10.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:180:0)
[16:39:10.524] Build status: STARTED
[16:39:10.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:181:0) after 7m59s
[16:47:09.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:181:0)
[16:47:09.652] Build status: STARTED
[16:47:09.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:182:0) after 4m59s
[16:52:08.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:182:0)
[16:52:08.790] Build status: STARTED
[16:52:08.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:183:0) after 5m48s
[16:57:56.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:183:0)
[16:57:56.839] Build status: STARTED
[16:57:56.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:184:0) after 2m6s
[17:00:02.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:184:0)
[17:00:02.945] Build status: STARTED
[17:00:02.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:185:0) after 3m45s
[17:03:48.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:185:0)
[17:03:48.057] Build status: STARTED
[17:03:48.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:186:0) after 6m44s
[17:10:32.271] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:186:0)
[17:10:32.291] Build status: STARTED
[17:10:32.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:187:0) after 7m13s
[17:17:45.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:187:0)
[17:17:45.741] Build status: STARTED
[17:17:45.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:188:0) after 5m31s
[17:23:17.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:188:0)
[17:23:17.174] Build status: STARTED
[17:23:17.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:189:0) after 2m49s
[17:26:06.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:189:0)
[17:26:06.450] Build status: STARTED
[17:26:06.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:190:0) after 2m42s
[17:28:49.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:190:0)
[17:28:49.127] Build status: STARTED
[17:28:49.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:191:0) after 6m25s
[17:35:14.172] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:191:0)
[17:35:14.227] Build status: STARTED
[17:35:14.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:192:0) after 3m3s
[17:38:17.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:192:0)
[17:38:17.529] Build status: STARTED
[17:38:17.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:193:0) after 4m8s
[17:42:25.804] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:193:0)
[17:42:25.821] Build status: STARTED
[17:42:25.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:194:0) after 7m11s
[17:49:36.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:194:0)
[17:49:36.960] Build status: STARTED
[17:49:36.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:195:0) after 9m23s
[17:59:00.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:195:0)
[17:59:00.169] Build status: STARTED
[17:59:00.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:196:0) after 5m39s
[18:04:39.204] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:196:0)
[18:04:39.233] Build status: STARTED
[18:04:39.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:197:0) after 4m35s
[18:09:14.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:197:0)
[18:09:14.422] Build status: STARTED
[18:09:14.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:198:0) after 8m59s
[18:18:13.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:198:0)
[18:18:13.501] Build status: STARTED
[18:18:13.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:199:0) after 4m26s
[18:22:39.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:199:0)
[18:22:39.558] Build status: STARTED
[18:22:39.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:200:0) after 9m52s
[18:32:31.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:200:0)
[18:32:31.905] Build status: STARTED
[18:32:31.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:201:0) after 9m16s
[18:41:47.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:201:0)
[18:41:47.942] Build status: STARTED
[18:41:47.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:202:0) after 4m29s
[18:46:17.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:202:0)
[18:46:17.144] Build status: STARTED
[18:46:17.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:203:0) after 5m59s
[18:52:16.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:203:0)
[18:52:16.307] Build status: STARTED
[18:52:16.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:204:0) after 6m25s
[18:58:41.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:204:0)
[18:58:41.900] Build status: STARTED
[18:58:41.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:205:0) after 7m46s
[19:06:27.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:205:0)
[19:06:27.973] Build status: STARTED
[19:06:27.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:206:0) after 4m29s
[19:10:57.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:206:0)
[19:10:57.323] Build status: STARTED
[19:10:57.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:207:0) after 6m26s
[19:17:23.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:207:0)
[19:17:23.589] Build status: STARTED
[19:17:23.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:208:0) after 1m37s
[19:19:00.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:208:0)
[19:19:00.688] Build status: STARTED
[19:19:00.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:209:0) after 7m3s
[19:26:03.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:209:0)
[19:26:03.791] Build status: STARTED
[19:26:03.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:210:0) after 3m14s
[19:29:18.890] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:210:0)
[19:29:18.958] Build status: STARTED
[19:29:18.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:211:0) after 2m19s
[19:31:37.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:211:0)
[19:31:38.028] Build status: STARTED
[19:31:38.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:212:0) after 8m45s
[19:40:23.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:212:0)
[19:40:23.143] Build status: STARTED
[19:40:23.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:213:0) after 4m5s
[19:44:28.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:213:0)
[19:44:28.315] Build status: STARTED
[19:44:28.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:214:0) after 1m35s
[19:46:03.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:214:0)
[19:46:03.404] Build status: STARTED
[19:46:03.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:215:0) after 7m7s
[19:53:10.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:215:0)
[19:53:10.455] Build status: STARTED
[19:53:10.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:216:0) after 8m24s
[20:01:35.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:216:0)
[20:01:35.147] Build status: STARTED
[20:01:35.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:217:0) after 9m9s
[20:10:44.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:217:0)
[20:10:44.257] Build status: STARTED
[20:10:44.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:218:0) after 9m43s
[20:20:27.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:218:0)
[20:20:27.320] Build status: STARTED
[20:20:27.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:219:0) after 9m53s
[20:30:20.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:219:0)
[20:30:20.516] Build status: STARTED
[20:30:20.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:220:0) after 3m49s
[20:34:09.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:220:0)
[20:34:09.596] Build status: STARTED
[20:34:09.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:221:0) after 9m12s
[20:43:21.992] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:221:0)
[20:43:22.015] Build status: STARTED
[20:43:22.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:222:0) after 1m28s
[20:44:50.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:222:0)
[20:44:50.126] Build status: STARTED
[20:44:50.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:223:0) after 3m46s
[20:48:36.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:223:0)
[20:48:36.281] Build status: STARTED
[20:48:36.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:224:0) after 1m9s
[20:49:45.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:224:0)
[20:49:45.378] Build status: STARTED
[20:49:45.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8946776455234234112:225:0) after 9m22s
[20:53:20.344] Received PubSub notification, asking Buildbucket for the build status
[20:53:20.412] Build:
{
  "id": "8781346393172049825",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 29941,
  "createdBy": "project:chromium",
  "createTime": "2023-05-12T00:48:23.573890267Z",
  "startTime": "2023-05-12T00:53:03.884439Z",
  "endTime": "2023-05-12T20:53:19.636118906Z",
  "updateTime": "2023-05-12T20:53:19.636118906Z",
  "status": "CANCELED",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "78117e1a768200f8acfda757edf4567e90aef88c",
      "ref": "refs/heads/main"
    }
  }
}
[20:53:20.412] Invocation finished in 20h4m58.190367931s with status ABORTED