Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a65100489b576c14a8a888a16b01acb46a788e60"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a65100489b576c14a8a888a16b01acb46a788e60
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:26:08.128] New invocation is queued and will start shortly
[03:26:09.274] Starting the invocation (attempt 1)
[03:26:09.363] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a65100489b576c14a8a888a16b01acb46a788e60"
[03:26:09.363] Popped gitiles commit info from properties and tags
[03:26:09.363] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:26:09.366] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:26:09.367] Buildbucket request:
{
  "requestId": "8894129692050413872",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a65100489b576c14a8a888a16b01acb46a788e60",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8894129692050413872"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:26:09.871] Scheduled build:
{
  "id": "8728699630019305937",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 33931,
  "createdBy": "project:chromium",
  "createTime": "2024-12-13T03:26:09.433131255Z",
  "updateTime": "2024-12-13T03:26:09.433131255Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a65100489b576c14a8a888a16b01acb46a788e60",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[03:26:09.871] Task URL: https://cr-buildbucket.appspot.com/build/8728699630019305937
[03:26:09.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:2:0) after 1m8s
[03:26:14.237] Received PubSub notification, asking Buildbucket for the build status
[03:26:14.252] Build status: SCHEDULED
[03:27:06.510] Received PubSub notification, asking Buildbucket for the build status
[03:27:06.585] Build status: STARTED
[03:27:17.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:2:0)
[03:27:17.916] Build status: STARTED
[03:27:17.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:5:0) after 7m26s
[03:34:43.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:5:0)
[03:34:44.030] Build status: STARTED
[03:34:44.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:6:0) after 2m16s
[03:37:00.060] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:6:0)
[03:37:00.084] Build status: STARTED
[03:37:00.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:7:0) after 4m57s
[03:41:57.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:7:0)
[03:41:57.115] Build status: STARTED
[03:41:57.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:8:0) after 3m27s
[03:45:24.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:8:0)
[03:45:24.363] Build status: STARTED
[03:45:24.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:9:0) after 2m19s
[03:47:43.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:9:0)
[03:47:43.408] Build status: STARTED
[03:47:43.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:10:0) after 4m50s
[03:52:33.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:10:0)
[03:52:33.405] Build status: STARTED
[03:52:33.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:11:0) after 9m7s
[04:01:40.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:11:0)
[04:01:40.498] Build status: STARTED
[04:01:40.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:12:0) after 7m42s
[04:09:22.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:12:0)
[04:09:22.676] Build status: STARTED
[04:09:22.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:13:0) after 6m18s
[04:15:40.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:13:0)
[04:15:40.810] Build status: STARTED
[04:15:40.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:14:0) after 1m19s
[04:16:59.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:14:0)
[04:16:59.839] Build status: STARTED
[04:16:59.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:15:0) after 8m30s
[04:25:29.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:15:0)
[04:25:29.886] Build status: STARTED
[04:25:29.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:16:0) after 9m24s
[04:34:53.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:16:0)
[04:34:53.930] Build status: STARTED
[04:34:53.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:17:0) after 9m46s
[04:44:40.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:17:0)
[04:44:40.032] Build status: STARTED
[04:44:40.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:18:0) after 2m55s
[04:47:35.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:18:0)
[04:47:35.136] Build status: STARTED
[04:47:35.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:19:0) after 5m5s
[04:52:40.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:19:0)
[04:52:40.651] Build status: STARTED
[04:52:40.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:20:0) after 6m31s
[04:59:11.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:20:0)
[04:59:11.698] Build status: STARTED
[04:59:11.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:21:0) after 4m27s
[05:03:38.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:21:0)
[05:03:38.735] Build status: STARTED
[05:03:38.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:22:0) after 2m30s
[05:06:08.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:22:0)
[05:06:08.796] Build status: STARTED
[05:06:08.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:23:0) after 8m20s
[05:14:29.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:23:0)
[05:14:29.047] Build status: STARTED
[05:14:29.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:24:0) after 2m40s
[05:17:09.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:24:0)
[05:17:09.208] Build status: STARTED
[05:17:09.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:25:0) after 2m19s
[05:19:28.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:25:0)
[05:19:28.514] Build status: STARTED
[05:19:28.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:26:0) after 6m4s
[05:25:32.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:26:0)
[05:25:32.626] Build status: STARTED
[05:25:32.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:27:0) after 2m28s
[05:28:00.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:27:0)
[05:28:00.679] Build status: STARTED
[05:28:00.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:28:0) after 3m41s
[05:31:41.759] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:28:0)
[05:31:41.778] Build status: STARTED
[05:31:41.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:29:0) after 8m23s
[05:40:04.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:29:0)
[05:40:04.857] Build status: STARTED
[05:40:04.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:30:0) after 3m3s
[05:43:07.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:30:0)
[05:43:07.985] Build status: STARTED
[05:43:07.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:31:0) after 4m30s
[05:47:38.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:31:0)
[05:47:38.291] Build status: STARTED
[05:47:38.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:32:0) after 1m8s
[05:48:46.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:32:0)
[05:48:46.598] Build status: STARTED
[05:48:46.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:33:0) after 6m17s
[05:55:03.673] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:33:0)
[05:55:03.691] Build status: STARTED
[05:55:03.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:34:0) after 1m35s
[05:56:39.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:34:0)
[05:56:39.065] Build status: STARTED
[05:56:39.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:35:0) after 1m57s
[05:58:36.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:35:0)
[05:58:36.131] Build status: STARTED
[05:58:36.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:36:0) after 2m44s
[06:01:20.339] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:36:0)
[06:01:20.366] Build status: STARTED
[06:01:20.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:37:0) after 7m36s
[06:08:56.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:37:0)
[06:08:56.421] Build status: STARTED
[06:08:56.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:38:0) after 2m47s
[06:11:43.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:38:0)
[06:11:43.473] Build status: STARTED
[06:11:43.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:39:0) after 9m8s
[06:20:51.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:39:0)
[06:20:51.639] Build status: STARTED
[06:20:51.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:40:0) after 2m17s
[06:23:08.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:40:0)
[06:23:08.934] Build status: STARTED
[06:23:08.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:41:0) after 1m43s
[06:24:52.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:41:0)
[06:24:52.123] Build status: STARTED
[06:24:52.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:42:0) after 3m16s
[06:28:08.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:42:0)
[06:28:08.210] Build status: STARTED
[06:28:08.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:43:0) after 7m26s
[06:35:34.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:43:0)
[06:35:34.294] Build status: STARTED
[06:35:34.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:44:0) after 7m4s
[06:42:38.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:44:0)
[06:42:38.379] Build status: STARTED
[06:42:38.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:45:0) after 3m20s
[06:45:59.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:45:0)
[06:45:59.105] Build status: STARTED
[06:45:59.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:46:0) after 6m28s
[06:52:27.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:46:0)
[06:52:27.171] Build status: STARTED
[06:52:27.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:47:0) after 7m4s
[06:59:31.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:47:0)
[06:59:31.226] Build status: STARTED
[06:59:31.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:48:0) after 7m12s
[07:06:43.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:48:0)
[07:06:43.507] Build status: STARTED
[07:06:43.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:49:0) after 1m36s
[07:08:19.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:49:0)
[07:08:19.586] Build status: STARTED
[07:08:19.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:50:0) after 7m38s
[07:15:57.634] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:50:0)
[07:15:57.816] Build status: STARTED
[07:15:57.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:51:0) after 2m7s
[07:18:04.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:51:0)
[07:18:04.940] Build status: STARTED
[07:18:04.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:52:0) after 3m39s
[07:21:44.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:52:0)
[07:21:44.283] Build status: STARTED
[07:21:44.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:53:0) after 5m7s
[07:26:51.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:53:0)
[07:26:51.499] Build status: STARTED
[07:26:51.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:54:0) after 9m52s
[07:36:43.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:54:0)
[07:36:43.550] Build status: STARTED
[07:36:43.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:55:0) after 3m43s
[07:40:26.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:55:0)
[07:40:26.699] Build status: STARTED
[07:40:26.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:56:0) after 9m3s
[07:49:29.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:56:0)
[07:49:29.773] Build status: STARTED
[07:49:29.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:57:0) after 5m1s
[07:54:30.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:57:0)
[07:54:30.988] Build status: STARTED
[07:54:30.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:58:0) after 7m32s
[08:02:03.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:58:0)
[08:02:03.338] Build status: STARTED
[08:02:03.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:59:0) after 9m47s
[08:11:50.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:59:0)
[08:11:50.446] Build status: STARTED
[08:11:50.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:60:0) after 4m25s
[08:16:15.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:60:0)
[08:16:15.734] Build status: STARTED
[08:16:15.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:61:0) after 3m27s
[08:19:42.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:61:0)
[08:19:42.933] Build status: STARTED
[08:19:42.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:62:0) after 5m58s
[08:25:41.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:62:0)
[08:25:41.158] Build status: STARTED
[08:25:41.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:63:0) after 2m35s
[08:28:16.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:63:0)
[08:28:16.297] Build status: STARTED
[08:28:16.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:64:0) after 3m26s
[08:31:42.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:64:0)
[08:31:42.739] Build status: STARTED
[08:31:42.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:65:0) after 6m23s
[08:38:05.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:65:0)
[08:38:05.806] Build status: STARTED
[08:38:05.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:66:0) after 4m42s
[08:42:47.852] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:66:0)
[08:42:47.870] Build status: STARTED
[08:42:47.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:67:0) after 1m22s
[08:44:10.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:67:0)
[08:44:10.311] Build status: STARTED
[08:44:10.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:68:0) after 1m57s
[08:46:07.380] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:68:0)
[08:46:07.421] Build status: STARTED
[08:46:07.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:69:0) after 5m36s
[08:51:43.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:69:0)
[08:51:43.502] Build status: STARTED
[08:51:43.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:70:0) after 8m18s
[09:00:01.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:70:0)
[09:00:01.606] Build status: STARTED
[09:00:01.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:71:0) after 2m24s
[09:02:25.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:71:0)
[09:02:25.780] Build status: STARTED
[09:02:25.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:72:0) after 6m14s
[09:08:39.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:72:0)
[09:08:39.837] Build status: STARTED
[09:08:39.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:73:0) after 6m48s
[09:15:27.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:73:0)
[09:15:27.937] Build status: STARTED
[09:15:27.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:74:0) after 2m26s
[09:17:53.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:74:0)
[09:17:53.997] Build status: STARTED
[09:17:53.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:75:0) after 2m9s
[09:20:03.040] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:75:0)
[09:20:03.068] Build status: STARTED
[09:20:03.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:76:0) after 8m41s
[09:28:44.102] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:76:0)
[09:28:44.117] Build status: STARTED
[09:28:44.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:77:0) after 6m36s
[09:35:20.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:77:0)
[09:35:20.438] Build status: STARTED
[09:35:20.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:78:0) after 7m55s
[09:43:15.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:78:0)
[09:43:15.540] Build status: STARTED
[09:43:15.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:79:0) after 4m6s
[09:47:21.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:79:0)
[09:47:21.600] Build status: STARTED
[09:47:21.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:80:0) after 7m21s
[09:54:42.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:80:0)
[09:54:42.695] Build status: STARTED
[09:54:42.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:81:0) after 9m30s
[10:04:12.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:81:0)
[10:04:12.809] Build status: STARTED
[10:04:12.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:82:0) after 4m7s
[10:08:19.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:82:0)
[10:08:19.902] Build status: STARTED
[10:08:19.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:83:0) after 4m28s
[10:12:47.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:83:0)
[10:12:47.963] Build status: STARTED
[10:12:47.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:84:0) after 5m44s
[10:18:32.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:84:0)
[10:18:32.492] Build status: STARTED
[10:18:32.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:85:0) after 5m36s
[10:24:08.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:85:0)
[10:24:08.804] Build status: STARTED
[10:24:08.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:86:0) after 9m39s
[10:33:47.835] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:86:0)
[10:33:47.860] Build status: STARTED
[10:33:47.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:87:0) after 2m20s
[10:36:07.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:87:0)
[10:36:07.988] Build status: STARTED
[10:36:07.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:88:0) after 5m10s
[10:41:18.156] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:88:0)
[10:41:18.234] Build status: STARTED
[10:41:18.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:89:0) after 1m1s
[10:42:20.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:89:0)
[10:42:20.100] Build status: STARTED
[10:42:20.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:90:0) after 3m16s
[10:45:36.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:90:0)
[10:45:36.260] Build status: STARTED
[10:45:36.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:91:0) after 2m1s
[10:47:37.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:91:0)
[10:47:37.480] Build status: STARTED
[10:47:37.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:92:0) after 6m51s
[10:54:28.848] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:92:0)
[10:54:28.953] Build status: STARTED
[10:54:28.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:93:0) after 2m40s
[10:57:09.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:93:0)
[10:57:09.097] Build status: STARTED
[10:57:09.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:94:0) after 5m19s
[11:02:28.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:94:0)
[11:02:28.393] Build status: STARTED
[11:02:28.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:95:0) after 6m23s
[11:08:51.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:95:0)
[11:08:51.490] Build status: STARTED
[11:08:51.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:96:0) after 2m51s
[11:11:42.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:96:0)
[11:11:42.539] Build status: STARTED
[11:11:42.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:97:0) after 4m4s
[11:15:46.830] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:97:0)
[11:15:46.854] Build status: STARTED
[11:15:46.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:98:0) after 1m2s
[11:16:49.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:98:0)
[11:16:49.230] Build status: STARTED
[11:16:49.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:99:0) after 6m24s
[11:23:13.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:99:0)
[11:23:13.537] Build status: STARTED
[11:23:13.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:100:0) after 1m5s
[11:24:18.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:100:0)
[11:24:18.614] Build status: STARTED
[11:24:18.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:101:0) after 9m14s
[11:33:32.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:101:0)
[11:33:32.768] Build status: STARTED
[11:33:32.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:102:0) after 6m55s
[11:40:27.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:102:0)
[11:40:27.832] Build status: STARTED
[11:40:27.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:103:0) after 6m29s
[11:46:57.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:103:0)
[11:46:57.296] Build status: STARTED
[11:46:57.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:104:0) after 5m19s
[11:52:16.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:104:0)
[11:52:16.472] Build status: STARTED
[11:52:16.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:105:0) after 9m10s
[12:01:26.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:105:0)
[12:01:26.873] Build status: STARTED
[12:01:26.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:106:0) after 4m14s
[12:05:40.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:106:0)
[12:05:40.888] Build status: STARTED
[12:05:40.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:107:0) after 1m14s
[12:06:54.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:107:0)
[12:06:55.015] Build status: STARTED
[12:06:55.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:108:0) after 9m47s
[12:16:42.428] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:108:0)
[12:16:42.444] Build status: STARTED
[12:16:42.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:109:0) after 6m51s
[12:23:33.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:109:0)
[12:23:33.612] Build status: STARTED
[12:23:33.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:110:0) after 6m15s
[12:29:48.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:110:0)
[12:29:48.689] Build status: STARTED
[12:29:48.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:111:0) after 6m18s
[12:36:06.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:111:0)
[12:36:06.805] Build status: STARTED
[12:36:06.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:112:0) after 9m57s
[12:46:03.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:112:0)
[12:46:03.907] Build status: STARTED
[12:46:03.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:113:0) after 6m12s
[12:52:15.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:113:0)
[12:52:15.957] Build status: STARTED
[12:52:15.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:114:0) after 3m52s
[12:56:08.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:114:0)
[12:56:08.029] Build status: STARTED
[12:56:08.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:115:0) after 7m47s
[13:03:55.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:115:0)
[13:03:55.275] Build status: STARTED
[13:03:55.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:116:0) after 7m46s
[13:11:41.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:116:0)
[13:11:41.398] Build status: STARTED
[13:11:41.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:117:0) after 4m2s
[13:15:43.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:117:0)
[13:15:43.646] Build status: STARTED
[13:15:43.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:118:0) after 9m37s
[13:25:20.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:118:0)
[13:25:20.799] Build status: STARTED
[13:25:20.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:119:0) after 4m26s
[13:29:46.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:119:0)
[13:29:46.986] Build status: STARTED
[13:29:46.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:120:0) after 7m42s
[13:37:29.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:120:0)
[13:37:29.041] Build status: STARTED
[13:37:29.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:121:0) after 9m42s
[13:47:11.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:121:0)
[13:47:11.121] Build status: STARTED
[13:47:11.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:122:0) after 2m21s
[13:49:32.243] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:122:0)
[13:49:32.262] Build status: STARTED
[13:49:32.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:123:0) after 7m26s
[13:56:58.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:123:0)
[13:56:58.685] Build status: STARTED
[13:56:58.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:124:0) after 3m13s
[14:00:11.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:124:0)
[14:00:11.864] Build status: STARTED
[14:00:11.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:125:0) after 5m28s
[14:05:39.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:125:0)
[14:05:39.942] Build status: STARTED
[14:05:39.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:126:0) after 6m8s
[14:11:48.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:126:0)
[14:11:48.212] Build status: STARTED
[14:11:48.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:127:0) after 4m51s
[14:16:39.311] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:127:0)
[14:16:39.371] Build status: STARTED
[14:16:39.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:128:0) after 9m39s
[14:26:18.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:128:0)
[14:26:18.478] Build status: STARTED
[14:26:18.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:129:0) after 5m56s
[14:32:14.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:129:0)
[14:32:14.634] Build status: STARTED
[14:32:14.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:130:0) after 9m10s
[14:41:24.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:130:0)
[14:41:24.755] Build status: STARTED
[14:41:24.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:131:0) after 8m46s
[14:50:10.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:131:0)
[14:50:10.830] Build status: STARTED
[14:50:10.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:132:0) after 3m31s
[14:53:41.867] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:132:0)
[14:53:41.883] Build status: STARTED
[14:53:41.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:133:0) after 1m51s
[14:55:33.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:133:0)
[14:55:33.291] Build status: STARTED
[14:55:33.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:134:0) after 7m33s
[15:03:06.330] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:134:0)
[15:03:06.382] Build status: STARTED
[15:03:06.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:135:0) after 7m46s
[15:10:52.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:135:0)
[15:10:52.579] Build status: STARTED
[15:10:52.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:136:0) after 2m19s
[15:13:11.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:136:0)
[15:13:11.768] Build status: STARTED
[15:13:11.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:137:0) after 4m0s
[15:17:11.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:137:0)
[15:17:11.908] Build status: STARTED
[15:17:11.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:138:0) after 6m21s
[15:23:32.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:138:0)
[15:23:33.021] Build status: STARTED
[15:23:33.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:139:0) after 5m24s
[15:28:57.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:139:0)
[15:28:57.092] Build status: STARTED
[15:28:57.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:140:0) after 2m28s
[15:31:25.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:140:0)
[15:31:25.211] Build status: STARTED
[15:31:25.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:141:0) after 9m52s
[15:41:17.388] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:141:0)
[15:41:17.417] Build status: STARTED
[15:41:17.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:142:0) after 4m56s
[15:46:13.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:142:0)
[15:46:13.487] Build status: STARTED
[15:46:13.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:143:0) after 9m28s
[15:55:41.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:143:0)
[15:55:41.518] Build status: STARTED
[15:55:41.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:144:0) after 5m22s
[16:01:03.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:144:0)
[16:01:03.617] Build status: STARTED
[16:01:03.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:145:0) after 2m32s
[16:03:35.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:145:0)
[16:03:35.681] Build status: STARTED
[16:03:35.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:146:0) after 9m45s
[16:13:20.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:146:0)
[16:13:20.742] Build status: STARTED
[16:13:20.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:147:0) after 8m50s
[16:22:10.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:147:0)
[16:22:10.844] Build status: STARTED
[16:22:10.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:148:0) after 2m13s
[16:24:23.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:148:0)
[16:24:23.997] Build status: STARTED
[16:24:23.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:149:0) after 7m30s
[16:31:54.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:149:0)
[16:31:54.173] Build status: STARTED
[16:31:54.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:150:0) after 6m43s
[16:38:37.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:150:0)
[16:38:37.202] Build status: STARTED
[16:38:37.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:151:0) after 7m53s
[16:46:30.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:151:0)
[16:46:30.248] Build status: STARTED
[16:46:30.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:152:0) after 7m7s
[16:53:37.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:152:0)
[16:53:37.390] Build status: STARTED
[16:53:37.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:153:0) after 7m46s
[17:01:23.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:153:0)
[17:01:23.519] Build status: STARTED
[17:01:23.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:154:0) after 9m16s
[17:10:39.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:154:0)
[17:10:39.539] Build status: STARTED
[17:10:39.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:155:0) after 9m18s
[17:19:57.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:155:0)
[17:19:57.610] Build status: STARTED
[17:19:57.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:156:0) after 1m18s
[17:21:15.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:156:0)
[17:21:15.726] Build status: STARTED
[17:21:15.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:157:0) after 6m45s
[17:28:00.846] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:157:0)
[17:28:00.864] Build status: STARTED
[17:28:00.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:158:0) after 5m51s
[17:33:51.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:158:0)
[17:33:51.968] Build status: STARTED
[17:33:51.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:159:0) after 1m33s
[17:35:24.999] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:159:0)
[17:35:25.018] Build status: STARTED
[17:35:25.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:160:0) after 8m23s
[17:43:48.120] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:160:0)
[17:43:48.145] Build status: STARTED
[17:43:48.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:161:0) after 1m18s
[17:45:06.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:161:0)
[17:45:06.205] Build status: STARTED
[17:45:06.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:162:0) after 9m46s
[17:54:52.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:162:0)
[17:54:52.253] Build status: STARTED
[17:54:52.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:163:0) after 3m51s
[17:58:43.287] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:163:0)
[17:58:43.303] Build status: STARTED
[17:58:43.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:164:0) after 3m38s
[18:02:21.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:164:0)
[18:02:21.444] Build status: STARTED
[18:02:21.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:165:0) after 9m12s
[18:11:33.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:165:0)
[18:11:33.491] Build status: STARTED
[18:11:33.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:166:0) after 4m44s
[18:16:17.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:166:0)
[18:16:17.584] Build status: STARTED
[18:16:17.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:167:0) after 2m4s
[18:18:21.704] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:167:0)
[18:18:21.719] Build status: STARTED
[18:18:21.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:168:0) after 9m46s
[18:28:07.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:168:0)
[18:28:07.740] Build status: STARTED
[18:28:07.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:169:0) after 8m16s
[18:36:23.773] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:169:0)
[18:36:23.792] Build status: STARTED
[18:36:23.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:170:0) after 7m35s
[18:43:58.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:170:0)
[18:43:58.851] Build status: STARTED
[18:43:58.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:171:0) after 1m30s
[18:45:28.890] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:171:0)
[18:45:28.912] Build status: STARTED
[18:45:28.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:172:0) after 5m29s
[18:50:57.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:172:0)
[18:50:57.990] Build status: STARTED
[18:50:57.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:173:0) after 4m11s
[18:55:09.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:173:0)
[18:55:09.067] Build status: STARTED
[18:55:09.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:174:0) after 1m59s
[18:57:08.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:174:0)
[18:57:08.167] Build status: STARTED
[18:57:08.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:175:0) after 1m19s
[18:58:27.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:175:0)
[18:58:27.265] Build status: STARTED
[18:58:27.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:176:0) after 3m13s
[19:01:40.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:176:0)
[19:01:40.320] Build status: STARTED
[19:01:40.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:177:0) after 4m21s
[19:06:01.367] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:177:0)
[19:06:01.390] Build status: STARTED
[19:06:01.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:178:0) after 8m14s
[19:14:15.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:178:0)
[19:14:15.490] Build status: STARTED
[19:14:15.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:179:0) after 7m6s
[19:21:21.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:179:0)
[19:21:21.599] Build status: STARTED
[19:21:21.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:180:0) after 3m13s
[19:24:34.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:180:0)
[19:24:34.646] Build status: STARTED
[19:24:34.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:181:0) after 5m11s
[19:29:45.777] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:181:0)
[19:29:45.798] Build status: STARTED
[19:29:45.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:182:0) after 9m25s
[19:39:10.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:182:0)
[19:39:10.854] Build status: STARTED
[19:39:10.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:183:0) after 8m31s
[19:47:41.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:183:0)
[19:47:41.948] Build status: STARTED
[19:47:41.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:184:0) after 3m49s
[19:51:30.990] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:184:0)
[19:51:31.009] Build status: STARTED
[19:51:31.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:185:0) after 4m39s
[19:56:10.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:185:0)
[19:56:10.040] Build status: STARTED
[19:56:10.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:186:0) after 5m14s
[20:01:24.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:186:0)
[20:01:26.465] Build status: STARTED
[20:01:26.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:187:0) after 7m42s
[20:09:08.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:187:0)
[20:09:08.670] Build status: STARTED
[20:09:08.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:188:0) after 7m39s
[20:16:47.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:188:0)
[20:16:47.722] Build status: STARTED
[20:16:47.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:189:0) after 5m24s
[20:22:11.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:189:0)
[20:22:11.799] Build status: STARTED
[20:22:11.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:190:0) after 1m43s
[20:23:54.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:190:0)
[20:23:54.877] Build status: STARTED
[20:23:54.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:191:0) after 9m37s
[20:33:31.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:191:0)
[20:33:32.015] Build status: STARTED
[20:33:32.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:192:0) after 9m6s
[20:42:38.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:192:0)
[20:42:38.167] Build status: STARTED
[20:42:38.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:193:0) after 3m13s
[20:45:51.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:193:0)
[20:45:51.240] Build status: STARTED
[20:45:51.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:194:0) after 7m14s
[20:53:05.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:194:0)
[20:53:05.396] Build status: STARTED
[20:53:05.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:195:0) after 3m19s
[20:56:24.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:195:0)
[20:56:24.451] Build status: STARTED
[20:56:24.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:196:0) after 4m46s
[21:01:10.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:196:0)
[21:01:10.666] Build status: STARTED
[21:01:10.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:197:0) after 6m10s
[21:07:20.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:197:0)
[21:07:20.796] Build status: STARTED
[21:07:20.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:198:0) after 1m53s
[21:09:13.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:198:0)
[21:09:13.890] Build status: STARTED
[21:09:13.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:199:0) after 5m36s
[21:14:50.012] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:199:0)
[21:14:50.035] Build status: STARTED
[21:14:50.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:200:0) after 9m6s
[21:23:56.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:200:0)
[21:23:56.159] Build status: STARTED
[21:23:56.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:201:0) after 5m9s
[21:29:05.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:201:0)
[21:29:05.319] Build status: STARTED
[21:29:05.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:202:0) after 1m26s
[21:30:31.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:202:0)
[21:30:31.466] Build status: STARTED
[21:30:31.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:203:0) after 6m48s
[21:37:19.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:203:0)
[21:37:19.529] Build status: STARTED
[21:37:19.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:204:0) after 4m37s
[21:41:56.675] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:204:0)
[21:41:56.842] Build status: STARTED
[21:41:56.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:205:0) after 2m10s
[21:44:06.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:205:0)
[21:44:06.926] Build status: STARTED
[21:44:06.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:206:0) after 2m20s
[21:46:26.954] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:206:0)
[21:46:26.975] Build status: STARTED
[21:46:26.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:207:0) after 1m0s
[21:47:27.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:207:0)
[21:47:27.082] Build status: STARTED
[21:47:27.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:208:0) after 5m25s
[21:52:52.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:208:0)
[21:52:52.173] Build status: STARTED
[21:52:52.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:209:0) after 2m47s
[21:55:39.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:209:0)
[21:55:39.218] Build status: STARTED
[21:55:39.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:210:0) after 6m31s
[22:02:10.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:210:0)
[22:02:10.325] Build status: STARTED
[22:02:10.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:211:0) after 8m51s
[22:11:01.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:211:0)
[22:11:01.402] Build status: STARTED
[22:11:01.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:212:0) after 6m15s
[22:17:16.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:212:0)
[22:17:16.555] Build status: STARTED
[22:17:16.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:213:0) after 8m49s
[22:26:05.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:213:0)
[22:26:05.673] Build status: STARTED
[22:26:05.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:214:0) after 1m10s
[22:27:15.759] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:214:0)
[22:27:15.791] Build status: STARTED
[22:27:15.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:215:0) after 3m59s
[22:31:14.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:215:0)
[22:31:14.897] Build status: STARTED
[22:31:14.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:216:0) after 7m49s
[22:39:03.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:216:0)
[22:39:03.998] Build status: STARTED
[22:39:03.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:217:0) after 7m48s
[22:46:52.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:217:0)
[22:46:52.098] Build status: STARTED
[22:46:52.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:218:0) after 1m56s
[22:48:48.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:218:0)
[22:48:48.298] Build status: STARTED
[22:48:48.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:219:0) after 9m22s
[22:58:10.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:219:0)
[22:58:10.357] Build status: STARTED
[22:58:10.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:220:0) after 7m59s
[23:06:09.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:220:0)
[23:06:09.934] Build status: STARTED
[23:06:09.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:221:0) after 6m10s
[23:12:20.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:221:0)
[23:12:20.120] Build status: STARTED
[23:12:20.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:222:0) after 4m43s
[23:17:03.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:222:0)
[23:17:03.187] Build status: STARTED
[23:17:03.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:223:0) after 9m53s
[23:26:56.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:223:0)
[23:26:56.280] Build status: STARTED
[23:26:56.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:224:0) after 2m16s
[23:29:12.337] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:224:0)
[23:29:12.385] Build status: STARTED
[23:29:12.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894129692050413872:225:0) after 2m51s
[23:29:16.716] Received PubSub notification, asking Buildbucket for the build status
[23:29:16.734] Build:
{
  "id": "8728699630019305937",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 33931,
  "createdBy": "project:chromium",
  "createTime": "2024-12-13T03:26:09.433131255Z",
  "startTime": "2024-12-13T03:27:06.062293922Z",
  "endTime": "2024-12-13T23:29:14.569184203Z",
  "updateTime": "2024-12-13T23:29:14.569184203Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a65100489b576c14a8a888a16b01acb46a788e60",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[23:29:16.736] Invocation finished in 20h3m8.623233548s with status FAILED