Status: ABORTED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "efd13f36ca7d05960ed690b62c2b6cb1ee6899fb"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/efd13f36ca7d05960ed690b62c2b6cb1ee6899fb
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:41:35.011] New invocation is queued and will start shortly
[03:41:36.136] Starting the invocation (attempt 1)
[03:41:36.169] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/efd13f36ca7d05960ed690b62c2b6cb1ee6899fb"
[03:41:36.170] Popped gitiles commit info from properties and tags
[03:41:36.170] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:41:36.170] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:41:36.170] Buildbucket request:
{
  "requestId": "8937887054906085216",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "efd13f36ca7d05960ed690b62c2b6cb1ee6899fb",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8937887054906085216"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:41:36.733] Scheduled build:
{
  "id": "8772456992975303649",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30298,
  "createdBy": "project:chromium",
  "createTime": "2023-08-18T03:41:36.229879263Z",
  "updateTime": "2023-08-18T03:41:36.229879263Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "efd13f36ca7d05960ed690b62c2b6cb1ee6899fb",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[03:41:36.733] Task URL: https://cr-buildbucket.appspot.com/build/8772456992975303649
[03:41:36.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:2:0) after 3m11s
[03:41:37.705] Received PubSub notification, asking Buildbucket for the build status
[03:41:37.792] Build status: SCHEDULED
[03:43:39.389] Received PubSub notification, asking Buildbucket for the build status
[03:43:39.404] Build status: STARTED
[03:44:47.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:2:0)
[03:44:47.790] Build status: STARTED
[03:44:47.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:5:0) after 7m20s
[03:52:07.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:5:0)
[03:52:07.929] Build status: STARTED
[03:52:07.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:6:0) after 4m55s
[03:57:02.983] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:6:0)
[03:57:03.022] Build status: STARTED
[03:57:03.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:7:0) after 2m51s
[03:59:54.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:7:0)
[03:59:54.105] Build status: STARTED
[03:59:54.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:8:0) after 9m7s
[04:09:01.242] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:8:0)
[04:09:01.262] Build status: STARTED
[04:09:01.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:9:0) after 6m35s
[04:15:36.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:9:0)
[04:15:36.383] Build status: STARTED
[04:15:36.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:10:0) after 9m39s
[04:25:15.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:10:0)
[04:25:15.453] Build status: STARTED
[04:25:15.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:11:0) after 1m51s
[04:27:06.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:11:0)
[04:27:06.826] Build status: STARTED
[04:27:06.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:12:0) after 2m30s
[04:29:36.991] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:12:0)
[04:29:37.011] Build status: STARTED
[04:29:37.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:13:0) after 7m34s
[04:37:11.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:13:0)
[04:37:11.177] Build status: STARTED
[04:37:11.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:14:0) after 3m20s
[04:40:31.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:14:0)
[04:40:31.292] Build status: STARTED
[04:40:31.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:15:0) after 2m31s
[04:43:02.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:15:0)
[04:43:02.493] Build status: STARTED
[04:43:02.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:16:0) after 8m48s
[04:51:50.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:16:0)
[04:51:50.555] Build status: STARTED
[04:51:50.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:17:0) after 4m4s
[04:55:55.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:17:0)
[04:55:55.072] Build status: STARTED
[04:55:55.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:18:0) after 8m36s
[05:04:31.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:18:0)
[05:04:31.357] Build status: STARTED
[05:04:31.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:19:0) after 5m43s
[05:10:14.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:19:0)
[05:10:14.461] Build status: STARTED
[05:10:14.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:20:0) after 8m35s
[05:18:49.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:20:0)
[05:18:49.616] Build status: STARTED
[05:18:49.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:21:0) after 4m51s
[05:23:40.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:21:0)
[05:23:40.675] Build status: STARTED
[05:23:40.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:22:0) after 8m43s
[05:32:23.759] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:22:0)
[05:32:23.845] Build status: STARTED
[05:32:23.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:23:0) after 5m22s
[05:37:45.853] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:23:0)
[05:37:45.872] Build status: STARTED
[05:37:45.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:24:0) after 8m38s
[05:46:23.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:24:0)
[05:46:23.922] Build status: STARTED
[05:46:23.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:25:0) after 6m45s
[05:53:08.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:25:0)
[05:53:08.985] Build status: STARTED
[05:53:08.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:26:0) after 8m13s
[06:01:22.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:26:0)
[06:01:22.061] Build status: STARTED
[06:01:22.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:27:0) after 2m23s
[06:03:45.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:27:0)
[06:03:45.139] Build status: STARTED
[06:03:45.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:28:0) after 5m5s
[06:08:50.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:28:0)
[06:08:50.252] Build status: STARTED
[06:08:50.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:29:0) after 5m5s
[06:13:55.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:29:0)
[06:13:55.311] Build status: STARTED
[06:13:55.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:30:0) after 4m34s
[06:18:29.423] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:30:0)
[06:18:29.440] Build status: STARTED
[06:18:29.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:31:0) after 6m38s
[06:25:07.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:31:0)
[06:25:07.501] Build status: STARTED
[06:25:07.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:32:0) after 7m33s
[06:32:40.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:32:0)
[06:32:40.610] Build status: STARTED
[06:32:40.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:33:0) after 9m3s
[06:41:43.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:33:0)
[06:41:43.817] Build status: STARTED
[06:41:43.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:34:0) after 8m38s
[06:50:21.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:34:0)
[06:50:21.930] Build status: STARTED
[06:50:21.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:35:0) after 1m11s
[06:51:33.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:35:0)
[06:51:33.039] Build status: STARTED
[06:51:33.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:36:0) after 6m40s
[06:58:13.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:36:0)
[06:58:13.544] Build status: STARTED
[06:58:13.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:37:0) after 2m51s
[07:01:04.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:37:0)
[07:01:04.837] Build status: STARTED
[07:01:04.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:38:0) after 2m5s
[07:03:09.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:38:0)
[07:03:09.936] Build status: STARTED
[07:03:09.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:39:0) after 2m27s
[07:05:37.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:39:0)
[07:05:37.076] Build status: STARTED
[07:05:37.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:40:0) after 7m47s
[07:13:24.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:40:0)
[07:13:24.159] Build status: STARTED
[07:13:24.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:41:0) after 9m19s
[07:22:43.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:41:0)
[07:22:43.630] Build status: STARTED
[07:22:43.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:42:0) after 2m59s
[07:25:42.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:42:0)
[07:25:42.904] Build status: STARTED
[07:25:42.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:43:0) after 9m3s
[07:34:45.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:43:0)
[07:34:45.954] Build status: STARTED
[07:34:45.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:44:0) after 5m8s
[07:39:54.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:44:0)
[07:39:54.573] Build status: STARTED
[07:39:54.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:45:0) after 8m3s
[07:47:57.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:45:0)
[07:47:57.871] Build status: STARTED
[07:47:57.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:46:0) after 8m54s
[07:56:51.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:46:0)
[07:56:51.970] Build status: STARTED
[07:56:51.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:47:0) after 9m21s
[08:06:13.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:47:0)
[08:06:13.091] Build status: STARTED
[08:06:13.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:48:0) after 5m25s
[08:11:38.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:48:0)
[08:11:38.169] Build status: STARTED
[08:11:38.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:49:0) after 5m41s
[08:17:19.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:49:0)
[08:17:19.320] Build status: STARTED
[08:17:19.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:50:0) after 5m19s
[08:22:38.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:50:0)
[08:22:38.480] Build status: STARTED
[08:22:38.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:51:0) after 9m33s
[08:32:11.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:51:0)
[08:32:11.592] Build status: STARTED
[08:32:11.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:52:0) after 4m35s
[08:36:46.675] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:52:0)
[08:36:46.693] Build status: STARTED
[08:36:46.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:53:0) after 4m6s
[08:40:53.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:53:0)
[08:40:53.030] Build status: STARTED
[08:40:53.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:54:0) after 9m29s
[08:50:22.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:54:0)
[08:50:22.295] Build status: STARTED
[08:50:22.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:55:0) after 9m51s
[09:00:13.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:55:0)
[09:00:13.481] Build status: STARTED
[09:00:13.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:56:0) after 3m30s
[09:03:43.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:56:0)
[09:03:43.551] Build status: STARTED
[09:03:43.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:57:0) after 7m5s
[09:10:48.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:57:0)
[09:10:48.592] Build status: STARTED
[09:10:48.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:58:0) after 2m14s
[09:13:02.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:58:0)
[09:13:02.710] Build status: STARTED
[09:13:02.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:59:0) after 3m28s
[09:16:30.804] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:59:0)
[09:16:30.829] Build status: STARTED
[09:16:30.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:60:0) after 3m30s
[09:20:00.852] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:60:0)
[09:20:00.869] Build status: STARTED
[09:20:00.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:61:0) after 6m7s
[09:26:07.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:61:0)
[09:26:07.915] Build status: STARTED
[09:26:07.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:62:0) after 6m32s
[09:32:39.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:62:0)
[09:32:39.964] Build status: STARTED
[09:32:39.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:63:0) after 8m33s
[09:41:13.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:63:0)
[09:41:13.172] Build status: STARTED
[09:41:13.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:64:0) after 6m20s
[09:47:33.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:64:0)
[09:47:33.279] Build status: STARTED
[09:47:33.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:65:0) after 7m33s
[09:55:06.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:65:0)
[09:55:06.324] Build status: STARTED
[09:55:06.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:66:0) after 6m33s
[10:01:39.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:66:0)
[10:01:39.503] Build status: STARTED
[10:01:39.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:67:0) after 1m7s
[10:02:46.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:67:0)
[10:02:46.513] Build status: STARTED
[10:02:46.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:68:0) after 6m51s
[10:09:37.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:68:0)
[10:09:37.639] Build status: STARTED
[10:09:37.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:69:0) after 9m25s
[10:19:02.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:69:0)
[10:19:02.671] Build status: STARTED
[10:19:02.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:70:0) after 4m38s
[10:23:41.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:70:0)
[10:23:41.287] Build status: STARTED
[10:23:41.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:71:0) after 5m39s
[10:29:20.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:71:0)
[10:29:20.394] Build status: STARTED
[10:29:20.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:72:0) after 5m2s
[10:34:22.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:72:0)
[10:34:22.502] Build status: STARTED
[10:34:22.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:73:0) after 3m54s
[10:38:16.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:73:0)
[10:38:16.592] Build status: STARTED
[10:38:16.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:74:0) after 3m51s
[10:42:07.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:74:0)
[10:42:07.702] Build status: STARTED
[10:42:07.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:75:0) after 6m26s
[10:48:33.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:75:0)
[10:48:33.833] Build status: STARTED
[10:48:33.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:76:0) after 6m7s
[10:54:40.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:76:0)
[10:54:40.881] Build status: STARTED
[10:54:40.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:77:0) after 3m10s
[10:57:51.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:77:0)
[10:57:51.181] Build status: STARTED
[10:57:51.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:78:0) after 7m25s
[11:05:16.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:78:0)
[11:05:16.382] Build status: STARTED
[11:05:16.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:79:0) after 2m38s
[11:07:54.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:79:0)
[11:07:54.497] Build status: STARTED
[11:07:54.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:80:0) after 6m14s
[11:14:08.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:80:0)
[11:14:08.575] Build status: STARTED
[11:14:08.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:81:0) after 8m3s
[11:22:11.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:81:0)
[11:22:11.812] Build status: STARTED
[11:22:11.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:82:0) after 7m6s
[11:29:17.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:82:0)
[11:29:17.991] Build status: STARTED
[11:29:17.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:83:0) after 3m24s
[11:32:41.992] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:83:0)
[11:32:42.011] Build status: STARTED
[11:32:42.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:84:0) after 8m37s
[11:41:19.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:84:0)
[11:41:19.107] Build status: STARTED
[11:41:19.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:85:0) after 6m3s
[11:47:22.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:85:0)
[11:47:22.234] Build status: STARTED
[11:47:22.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:86:0) after 2m11s
[11:49:33.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:86:0)
[11:49:33.310] Build status: STARTED
[11:49:33.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:87:0) after 6m9s
[11:55:42.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:87:0)
[11:55:42.417] Build status: STARTED
[11:55:42.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:88:0) after 7m30s
[12:03:12.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:88:0)
[12:03:12.678] Build status: STARTED
[12:03:12.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:89:0) after 3m33s
[12:06:45.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:89:0)
[12:06:45.749] Build status: STARTED
[12:06:45.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:90:0) after 2m26s
[12:09:12.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:90:0)
[12:09:12.178] Build status: STARTED
[12:09:12.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:91:0) after 9m53s
[12:19:05.222] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:91:0)
[12:19:05.286] Build status: STARTED
[12:19:05.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:92:0) after 5m18s
[12:24:23.310] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:92:0)
[12:24:23.328] Build status: STARTED
[12:24:23.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:93:0) after 9m49s
[12:34:12.460] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:93:0)
[12:34:12.479] Build status: STARTED
[12:34:12.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:94:0) after 2m59s
[12:37:11.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:94:0)
[12:37:11.794] Build status: STARTED
[12:37:11.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:95:0) after 7m38s
[12:44:49.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:95:0)
[12:44:49.879] Build status: STARTED
[12:44:49.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:96:0) after 9m50s
[12:54:39.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:96:0)
[12:54:40.026] Build status: STARTED
[12:54:40.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:97:0) after 5m49s
[13:00:29.062] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:97:0)
[13:00:29.081] Build status: STARTED
[13:00:29.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:98:0) after 5m29s
[13:05:58.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:98:0)
[13:05:58.145] Build status: STARTED
[13:05:58.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:99:0) after 7m23s
[13:13:21.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:99:0)
[13:13:21.349] Build status: STARTED
[13:13:21.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:100:0) after 3m6s
[13:16:27.352] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:100:0)
[13:16:27.369] Build status: STARTED
[13:16:27.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:101:0) after 9m13s
[13:25:40.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:101:0)
[13:25:40.740] Build status: STARTED
[13:25:40.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:102:0) after 3m3s
[13:28:44.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:102:0)
[13:28:44.610] Build status: STARTED
[13:28:44.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:103:0) after 4m59s
[13:33:43.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:103:0)
[13:33:43.755] Build status: STARTED
[13:33:43.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:104:0) after 1m47s
[13:35:30.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:104:0)
[13:35:30.967] Build status: STARTED
[13:35:30.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:105:0) after 2m9s
[13:37:40.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:105:0)
[13:37:40.097] Build status: STARTED
[13:37:40.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:106:0) after 9m22s
[13:47:02.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:106:0)
[13:47:02.213] Build status: STARTED
[13:47:02.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:107:0) after 8m11s
[13:55:13.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:107:0)
[13:55:13.714] Build status: STARTED
[13:55:13.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:108:0) after 1m57s
[13:57:10.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:108:0)
[13:57:10.780] Build status: STARTED
[13:57:10.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:109:0) after 7m11s
[14:04:21.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:109:0)
[14:04:21.863] Build status: STARTED
[14:04:21.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:110:0) after 8m4s
[14:12:25.891] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:110:0)
[14:12:25.912] Build status: STARTED
[14:12:25.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:111:0) after 3m42s
[14:16:07.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:111:0)
[14:16:07.970] Build status: STARTED
[14:16:07.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:112:0) after 3m44s
[14:19:52.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:112:0)
[14:19:52.098] Build status: STARTED
[14:19:52.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:113:0) after 2m1s
[14:21:53.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:113:0)
[14:21:53.301] Build status: STARTED
[14:21:53.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:114:0) after 2m57s
[14:24:50.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:114:0)
[14:24:50.552] Build status: STARTED
[14:24:50.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:115:0) after 7m20s
[14:32:10.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:115:0)
[14:32:10.683] Build status: STARTED
[14:32:10.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:116:0) after 6m45s
[14:38:55.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:116:0)
[14:38:55.843] Build status: STARTED
[14:38:55.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:117:0) after 9m4s
[14:48:00.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:117:0)
[14:48:00.058] Build status: STARTED
[14:48:00.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:118:0) after 1m35s
[14:49:35.126] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:118:0)
[14:49:35.186] Build status: STARTED
[14:49:35.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:119:0) after 4m27s
[14:54:02.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:119:0)
[14:54:02.395] Build status: STARTED
[14:54:02.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:120:0) after 6m11s
[15:00:13.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:120:0)
[15:00:13.613] Build status: STARTED
[15:00:13.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:121:0) after 5m29s
[15:05:42.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:121:0)
[15:05:42.860] Build status: STARTED
[15:05:42.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:122:0) after 2m48s
[15:08:30.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:122:0)
[15:08:30.920] Build status: STARTED
[15:08:30.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:123:0) after 1m14s
[15:09:44.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:123:0)
[15:09:45.043] Build status: STARTED
[15:09:45.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:124:0) after 9m47s
[15:19:32.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:124:0)
[15:19:32.410] Build status: STARTED
[15:19:32.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:125:0) after 5m51s
[15:25:23.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:125:0)
[15:25:23.530] Build status: STARTED
[15:25:23.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:126:0) after 6m33s
[15:34:39.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:126:0)
[15:34:39.069] Build status: STARTED
[15:34:39.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:127:0) after 5m31s
[15:40:10.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:127:0)
[15:40:10.103] Build status: STARTED
[15:40:10.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:128:0) after 8m42s
[15:48:52.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:128:0)
[15:48:52.153] Build status: STARTED
[15:48:52.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:129:0) after 9m10s
[15:58:02.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:129:0)
[15:58:02.207] Build status: STARTED
[15:58:02.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:130:0) after 9m22s
[16:07:24.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:130:0)
[16:07:24.256] Build status: STARTED
[16:07:24.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:131:0) after 6m42s
[16:14:06.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:131:0)
[16:14:06.450] Build status: STARTED
[16:14:06.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:132:0) after 1m35s
[16:15:42.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:132:0)
[16:15:42.203] Build status: STARTED
[16:15:42.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:133:0) after 5m22s
[16:21:04.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:133:0)
[16:21:04.411] Build status: STARTED
[16:21:04.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:134:0) after 7m11s
[16:28:15.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:134:0)
[16:28:15.731] Build status: STARTED
[16:28:15.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:135:0) after 9m11s
[16:37:26.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:135:0)
[16:37:26.785] Build status: STARTED
[16:37:26.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:136:0) after 3m26s
[16:40:53.070] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:136:0)
[16:40:53.087] Build status: STARTED
[16:40:53.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:137:0) after 3m44s
[16:44:37.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:137:0)
[16:44:37.299] Build status: STARTED
[16:44:37.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:138:0) after 7m19s
[16:51:56.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:138:0)
[16:51:56.815] Build status: STARTED
[16:51:56.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:139:0) after 6m11s
[16:58:08.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:139:0)
[16:58:08.957] Build status: STARTED
[16:58:08.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:140:0) after 7m19s
[17:05:28.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:140:0)
[17:05:28.066] Build status: STARTED
[17:05:28.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:141:0) after 8m9s
[17:13:37.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:141:0)
[17:13:37.173] Build status: STARTED
[17:13:37.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:142:0) after 8m5s
[17:21:42.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:142:0)
[17:21:42.259] Build status: STARTED
[17:21:42.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:143:0) after 6m49s
[17:28:31.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:143:0)
[17:28:31.597] Build status: STARTED
[17:28:31.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:144:0) after 8m49s
[17:37:20.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:144:0)
[17:37:20.667] Build status: STARTED
[17:37:20.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:145:0) after 2m44s
[17:40:04.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:145:0)
[17:40:04.818] Build status: STARTED
[17:40:04.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:146:0) after 1m9s
[17:41:13.848] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:146:0)
[17:41:13.867] Build status: STARTED
[17:41:13.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:147:0) after 4m38s
[17:45:51.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:147:0)
[17:45:52.013] Build status: STARTED
[17:45:52.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:148:0) after 6m4s
[17:51:56.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:148:0)
[17:51:56.504] Build status: STARTED
[17:51:56.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:149:0) after 2m30s
[17:54:26.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:149:0)
[17:54:26.643] Build status: STARTED
[17:54:26.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:150:0) after 3m8s
[17:57:34.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:150:0)
[17:57:34.977] Build status: STARTED
[17:57:34.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:151:0) after 9m45s
[18:07:20.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:151:0)
[18:07:20.153] Build status: STARTED
[18:07:20.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:152:0) after 3m17s
[18:10:37.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:152:0)
[18:10:37.222] Build status: STARTED
[18:10:37.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:153:0) after 9m17s
[18:19:54.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:153:0)
[18:19:54.459] Build status: STARTED
[18:19:54.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:154:0) after 8m35s
[18:28:29.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:154:0)
[18:28:29.605] Build status: STARTED
[18:28:29.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:155:0) after 5m25s
[18:33:55.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:155:0)
[18:33:55.052] Build status: STARTED
[18:33:55.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:156:0) after 6m36s
[18:40:31.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:156:0)
[18:40:31.382] Build status: STARTED
[18:40:31.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:157:0) after 7m48s
[18:48:19.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:157:0)
[18:48:19.417] Build status: STARTED
[18:48:19.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:158:0) after 4m31s
[18:52:50.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:158:0)
[18:52:50.571] Build status: STARTED
[18:52:50.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:159:0) after 6m38s
[18:59:28.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:159:0)
[18:59:28.726] Build status: STARTED
[18:59:28.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:160:0) after 1m29s
[19:00:57.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:160:0)
[19:00:57.773] Build status: STARTED
[19:00:57.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:161:0) after 2m15s
[19:03:13.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:161:0)
[19:03:13.634] Build status: STARTED
[19:03:13.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:162:0) after 4m8s
[19:07:22.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:162:0)
[19:07:22.135] Build status: STARTED
[19:07:22.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:163:0) after 4m15s
[19:11:37.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:163:0)
[19:11:37.233] Build status: STARTED
[19:11:37.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:164:0) after 2m48s
[19:14:25.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:164:0)
[19:14:25.381] Build status: STARTED
[19:14:25.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:165:0) after 8m31s
[19:22:56.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:165:0)
[19:22:56.574] Build status: STARTED
[19:22:56.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:166:0) after 7m28s
[19:30:24.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:166:0)
[19:30:24.980] Build status: STARTED
[19:30:24.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:167:0) after 5m40s
[19:36:05.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:167:0)
[19:36:05.157] Build status: STARTED
[19:36:05.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:168:0) after 4m25s
[19:40:30.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:168:0)
[19:40:30.550] Build status: STARTED
[19:40:30.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:169:0) after 1m51s
[19:42:21.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:169:0)
[19:42:21.636] Build status: STARTED
[19:42:21.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:170:0) after 1m27s
[19:43:48.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:170:0)
[19:43:48.686] Build status: STARTED
[19:43:48.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:171:0) after 9m32s
[19:53:21.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:171:0)
[19:53:21.150] Build status: STARTED
[19:53:21.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:172:0) after 2m56s
[19:56:17.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:172:0)
[19:56:17.196] Build status: STARTED
[19:56:17.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:173:0) after 3m0s
[19:59:17.276] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:173:0)
[19:59:17.323] Build status: STARTED
[19:59:17.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:174:0) after 1m46s
[20:01:03.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:174:0)
[20:01:03.391] Build status: STARTED
[20:01:03.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:175:0) after 2m46s
[20:03:49.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:175:0)
[20:03:49.649] Build status: STARTED
[20:03:49.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:176:0) after 8m50s
[20:12:39.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:176:0)
[20:12:39.701] Build status: STARTED
[20:12:39.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:177:0) after 7m18s
[20:19:57.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:177:0)
[20:19:57.897] Build status: STARTED
[20:19:57.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:178:0) after 7m58s
[20:27:56.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:178:0)
[20:27:56.312] Build status: STARTED
[20:27:56.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:179:0) after 3m16s
[20:31:12.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:179:0)
[20:31:12.405] Build status: STARTED
[20:31:12.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:180:0) after 1m15s
[20:32:27.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:180:0)
[20:32:27.511] Build status: STARTED
[20:32:27.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:181:0) after 1m0s
[20:33:27.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:181:0)
[20:33:27.601] Build status: STARTED
[20:33:27.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:182:0) after 4m8s
[20:37:36.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:182:0)
[20:37:36.040] Build status: STARTED
[20:37:36.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:183:0) after 7m29s
[20:45:05.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:183:0)
[20:45:05.466] Build status: STARTED
[20:45:05.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:184:0) after 5m50s
[20:50:55.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:184:0)
[20:50:55.842] Build status: STARTED
[20:50:55.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:185:0) after 6m15s
[20:57:10.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:185:0)
[20:57:11.097] Build status: STARTED
[20:57:11.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:186:0) after 7m26s
[21:04:37.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:186:0)
[21:04:37.447] Build status: STARTED
[21:04:37.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:187:0) after 9m20s
[21:13:58.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:187:0)
[21:13:58.255] Build status: STARTED
[21:13:58.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:188:0) after 3m15s
[21:17:13.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:188:0)
[21:17:13.420] Build status: STARTED
[21:17:13.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:189:0) after 2m41s
[21:19:54.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:189:0)
[21:19:54.482] Build status: STARTED
[21:19:54.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:190:0) after 5m28s
[21:25:22.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:190:0)
[21:25:22.539] Build status: STARTED
[21:25:22.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:191:0) after 7m28s
[21:32:50.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:191:0)
[21:32:50.758] Build status: STARTED
[21:32:50.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:192:0) after 9m0s
[21:41:50.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:192:0)
[21:41:50.919] Build status: STARTED
[21:41:50.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:193:0) after 9m2s
[21:50:53.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:193:0)
[21:50:53.067] Build status: STARTED
[21:50:53.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:194:0) after 6m41s
[21:57:34.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:194:0)
[21:57:34.293] Build status: STARTED
[21:57:34.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:195:0) after 2m16s
[21:59:50.326] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:195:0)
[21:59:50.346] Build status: STARTED
[21:59:50.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:196:0) after 7m48s
[22:07:38.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:196:0)
[22:07:38.489] Build status: STARTED
[22:07:38.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:197:0) after 4m24s
[22:12:02.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:197:0)
[22:12:02.551] Build status: STARTED
[22:12:02.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:198:0) after 3m21s
[22:15:23.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:198:0)
[22:15:23.688] Build status: STARTED
[22:15:23.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:199:0) after 7m15s
[22:22:39.063] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:199:0)
[22:22:39.083] Build status: STARTED
[22:22:39.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:200:0) after 1m14s
[22:23:53.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:200:0)
[22:23:53.180] Build status: STARTED
[22:23:53.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:201:0) after 9m49s
[22:33:42.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:201:0)
[22:33:42.300] Build status: STARTED
[22:33:42.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:202:0) after 4m14s
[22:37:57.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:202:0)
[22:37:57.060] Build status: STARTED
[22:37:57.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:203:0) after 5m49s
[22:43:46.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:203:0)
[22:43:46.143] Build status: STARTED
[22:43:46.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:204:0) after 4m3s
[22:47:49.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:204:0)
[22:47:49.380] Build status: STARTED
[22:47:49.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:205:0) after 6m8s
[22:53:57.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:205:0)
[22:53:57.489] Build status: STARTED
[22:53:57.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:206:0) after 6m18s
[23:00:15.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:206:0)
[23:00:15.655] Build status: STARTED
[23:00:15.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:207:0) after 2m26s
[23:02:41.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:207:0)
[23:02:41.965] Build status: STARTED
[23:02:41.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:208:0) after 4m30s
[23:07:12.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:208:0)
[23:07:12.711] Build status: STARTED
[23:07:12.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:209:0) after 7m7s
[23:14:19.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:209:0)
[23:14:19.786] Build status: STARTED
[23:14:19.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:210:0) after 1m57s
[23:16:16.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:210:0)
[23:16:16.958] Build status: STARTED
[23:16:16.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:211:0) after 3m58s
[23:20:14.990] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:211:0)
[23:20:15.011] Build status: STARTED
[23:20:15.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:212:0) after 2m16s
[23:22:31.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:212:0)
[23:22:31.188] Build status: STARTED
[23:22:31.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:213:0) after 5m23s
[23:27:54.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:213:0)
[23:27:54.249] Build status: STARTED
[23:27:54.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:214:0) after 4m2s
[23:31:56.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:214:0)
[23:31:56.634] Build status: STARTED
[23:31:56.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:215:0) after 3m52s
[23:35:48.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:215:0)
[23:35:48.791] Build status: STARTED
[23:35:48.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:216:0) after 3m49s
[23:39:37.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:216:0)
[23:39:37.846] Build status: STARTED
[23:39:37.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8937887054906085216:217:0) after 6m51s
[23:43:53.102] Received PubSub notification, asking Buildbucket for the build status
[23:43:53.121] Build:
{
  "id": "8772456992975303649",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30298,
  "createdBy": "project:chromium",
  "createTime": "2023-08-18T03:41:36.229879263Z",
  "startTime": "2023-08-18T03:43:38.245678Z",
  "endTime": "2023-08-18T23:43:52.598421442Z",
  "updateTime": "2023-08-18T23:43:52.598421442Z",
  "status": "CANCELED",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "efd13f36ca7d05960ed690b62c2b6cb1ee6899fb",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[23:43:53.121] Invocation finished in 20h2m18.116425805s with status ABORTED