Status: FAILED
Triggered by: -
Duration: 14 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2df16405153325629dcda87ae2733d27529b8139"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2df16405153325629dcda87ae2733d27529b8139
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:13:09.089] New invocation is queued and will start shortly
[04:13:10.215] Starting the invocation (attempt 1)
[04:13:10.259] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2df16405153325629dcda87ae2733d27529b8139"
[04:13:10.259] Popped gitiles commit info from properties and tags
[04:13:10.259] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:13:10.259] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:13:10.259] Buildbucket request:
{
  "requestId": "8991065488109421808",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2df16405153325629dcda87ae2733d27529b8139",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8991065488109421808"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:13:10.832] Scheduled build:
{
  "id": "8825635426099395377",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26411,
  "createdBy": "project:chromium",
  "createTime": "2022-01-08T04:13:10.371958963Z",
  "updateTime": "2022-01-08T04:13:10.371958963Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2df16405153325629dcda87ae2733d27529b8139",
      "ref": "refs/heads/main"
    }
  }
}
[04:13:10.832] Task URL: https://cr-buildbucket.appspot.com/build/8825635426099395377
[04:13:10.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:2:0) after 1m50s
[04:15:00.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:2:0)
[04:15:00.944] Build status: SCHEDULED
[04:15:00.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:3:0) after 1m21s
[04:16:21.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:3:0)
[04:16:22.025] Build status: SCHEDULED
[04:16:22.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:4:0) after 7m49s
[04:21:10.533] Received PubSub notification, asking Buildbucket for the build status
[04:21:10.553] Build status: STARTED
[04:24:11.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:4:0)
[04:24:11.086] Build status: STARTED
[04:24:11.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:6:0) after 5m25s
[04:29:36.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:6:0)
[04:29:36.210] Build status: STARTED
[04:29:36.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:7:0) after 8m54s
[04:38:30.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:7:0)
[04:38:30.361] Build status: STARTED
[04:38:30.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:8:0) after 7m22s
[04:45:52.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:8:0)
[04:45:52.420] Build status: STARTED
[04:45:52.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:9:0) after 1m43s
[04:47:35.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:9:0)
[04:47:35.542] Build status: STARTED
[04:47:35.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:10:0) after 6m39s
[04:54:14.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:10:0)
[04:54:14.590] Build status: STARTED
[04:54:14.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:11:0) after 3m9s
[04:57:23.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:11:0)
[04:57:23.669] Build status: STARTED
[04:57:23.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:12:0) after 1m49s
[04:59:12.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:12:0)
[04:59:12.789] Build status: STARTED
[04:59:12.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:13:0) after 7m41s
[05:06:53.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:13:0)
[05:06:53.836] Build status: STARTED
[05:06:53.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:14:0) after 3m0s
[05:09:53.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:14:0)
[05:09:53.989] Build status: STARTED
[05:09:53.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:15:0) after 4m40s
[05:14:34.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:15:0)
[05:14:34.089] Build status: STARTED
[05:14:34.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:16:0) after 1m40s
[05:16:14.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:16:0)
[05:16:14.161] Build status: STARTED
[05:16:14.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:17:0) after 8m27s
[05:24:41.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:17:0)
[05:24:41.481] Build status: STARTED
[05:24:41.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:18:0) after 2m49s
[05:27:30.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:18:0)
[05:27:30.591] Build status: STARTED
[05:27:30.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:19:0) after 1m45s
[05:29:16.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:19:0)
[05:29:16.521] Build status: STARTED
[05:29:16.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:20:0) after 6m51s
[05:36:07.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:20:0)
[05:36:07.566] Build status: STARTED
[05:36:07.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:21:0) after 5m59s
[05:42:06.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:21:0)
[05:42:06.623] Build status: STARTED
[05:42:06.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:22:0) after 2m30s
[05:44:36.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:22:0)
[05:44:36.698] Build status: STARTED
[05:44:36.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:23:0) after 4m55s
[05:49:31.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:23:0)
[05:49:31.836] Build status: STARTED
[05:49:31.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:24:0) after 5m11s
[05:54:42.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:24:0)
[05:54:43.051] Build status: STARTED
[05:54:43.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:25:0) after 2m6s
[05:56:49.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:25:0)
[05:56:49.202] Build status: STARTED
[05:56:49.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:26:0) after 9m16s
[06:06:05.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:26:0)
[06:06:05.452] Build status: STARTED
[06:06:05.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:27:0) after 1m32s
[06:07:37.506] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:27:0)
[06:07:37.578] Build status: STARTED
[06:07:37.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:28:0) after 5m51s
[06:13:28.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:28:0)
[06:13:28.685] Build status: STARTED
[06:13:28.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:29:0) after 3m37s
[06:17:05.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:29:0)
[06:17:05.785] Build status: STARTED
[06:17:05.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:30:0) after 3m1s
[06:20:06.834] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:30:0)
[06:20:06.867] Build status: STARTED
[06:20:06.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:31:0) after 7m28s
[06:27:34.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:31:0)
[06:27:34.886] Build status: STARTED
[06:27:34.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:32:0) after 4m31s
[06:32:05.911] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:32:0)
[06:32:05.931] Build status: STARTED
[06:32:05.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:33:0) after 2m32s
[06:34:37.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:33:0)
[06:34:37.977] Build status: STARTED
[06:34:37.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:34:0) after 7m3s
[06:41:41.120] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:34:0)
[06:41:41.150] Build status: STARTED
[06:41:41.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:35:0) after 7m30s
[06:49:11.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:35:0)
[06:49:11.209] Build status: STARTED
[06:49:11.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:36:0) after 1m34s
[06:50:45.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:36:0)
[06:50:45.293] Build status: STARTED
[06:50:45.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:37:0) after 1m43s
[06:52:28.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:37:0)
[06:52:28.527] Build status: STARTED
[06:52:28.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:38:0) after 7m17s
[06:59:45.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:38:0)
[06:59:45.600] Build status: STARTED
[06:59:45.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:39:0) after 9m48s
[07:09:33.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:39:0)
[07:09:33.655] Build status: STARTED
[07:09:33.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:40:0) after 5m19s
[07:14:52.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:40:0)
[07:14:52.717] Build status: STARTED
[07:14:52.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:41:0) after 4m6s
[07:18:58.956] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:41:0)
[07:18:58.976] Build status: STARTED
[07:18:58.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:42:0) after 7m13s
[07:26:12.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:42:0)
[07:26:12.181] Build status: STARTED
[07:26:12.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:43:0) after 1m7s
[07:27:20.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:43:0)
[07:27:20.059] Build status: STARTED
[07:27:20.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:44:0) after 8m18s
[07:35:38.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:44:0)
[07:35:38.450] Build status: STARTED
[07:35:38.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:45:0) after 6m7s
[07:41:45.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:45:0)
[07:41:45.545] Build status: STARTED
[07:41:45.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:46:0) after 3m59s
[07:45:44.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:46:0)
[07:45:44.633] Build status: STARTED
[07:45:44.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:47:0) after 4m12s
[07:49:56.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:47:0)
[07:49:56.677] Build status: STARTED
[07:49:56.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:48:0) after 7m24s
[07:57:20.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:48:0)
[07:57:20.719] Build status: STARTED
[07:57:20.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:49:0) after 2m38s
[07:59:58.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:49:0)
[07:59:58.812] Build status: STARTED
[07:59:58.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:50:0) after 3m6s
[08:03:04.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:50:0)
[08:03:04.882] Build status: STARTED
[08:03:04.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:51:0) after 7m15s
[08:10:19.990] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:51:0)
[08:10:20.066] Build status: STARTED
[08:10:20.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:52:0) after 1m58s
[08:12:18.161] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:52:0)
[08:12:18.179] Build status: STARTED
[08:12:18.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:53:0) after 5m4s
[08:17:22.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:53:0)
[08:17:22.227] Build status: STARTED
[08:17:22.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:54:0) after 9m37s
[08:26:59.392] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:54:0)
[08:26:59.410] Build status: STARTED
[08:26:59.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:55:0) after 5m44s
[08:32:43.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:55:0)
[08:32:43.581] Build status: STARTED
[08:32:43.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:56:0) after 6m39s
[08:39:22.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:56:0)
[08:39:22.695] Build status: STARTED
[08:39:22.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:57:0) after 7m44s
[08:47:06.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:57:0)
[08:47:06.741] Build status: STARTED
[08:47:06.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:58:0) after 5m2s
[08:52:08.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:58:0)
[08:52:08.899] Build status: STARTED
[08:52:08.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:59:0) after 8m48s
[09:00:57.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:59:0)
[09:00:57.091] Build status: STARTED
[09:00:57.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:60:0) after 1m1s
[09:01:58.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:60:0)
[09:01:58.175] Build status: STARTED
[09:01:58.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:61:0) after 3m16s
[09:05:14.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:61:0)
[09:05:14.230] Build status: STARTED
[09:05:14.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:62:0) after 6m8s
[09:11:22.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:62:0)
[09:11:22.454] Build status: STARTED
[09:11:22.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:63:0) after 1m26s
[09:12:48.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:63:0)
[09:12:48.502] Build status: STARTED
[09:12:48.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:64:0) after 5m32s
[09:18:20.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:64:0)
[09:18:20.596] Build status: STARTED
[09:18:20.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:65:0) after 9m5s
[09:27:25.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:65:0)
[09:27:25.655] Build status: STARTED
[09:27:25.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:66:0) after 2m2s
[09:29:27.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:66:0)
[09:29:27.832] Build status: STARTED
[09:29:27.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:67:0) after 4m48s
[09:34:15.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:67:0)
[09:34:15.893] Build status: STARTED
[09:34:15.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:68:0) after 7m17s
[09:41:33.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:68:0)
[09:41:33.810] Build status: STARTED
[09:41:33.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:69:0) after 6m56s
[09:48:29.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:69:0)
[09:48:29.865] Build status: STARTED
[09:48:29.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:70:0) after 2m53s
[09:51:22.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:70:0)
[09:51:22.914] Build status: STARTED
[09:51:22.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:71:0) after 2m43s
[09:54:06.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:71:0)
[09:54:06.233] Build status: STARTED
[09:54:06.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:72:0) after 8m52s
[10:02:58.307] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:72:0)
[10:02:58.337] Build status: STARTED
[10:02:58.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:73:0) after 8m17s
[10:11:15.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:73:0)
[10:11:15.648] Build status: STARTED
[10:11:15.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:74:0) after 9m24s
[10:20:39.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:74:0)
[10:20:39.696] Build status: STARTED
[10:20:39.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:75:0) after 1m11s
[10:21:50.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:75:0)
[10:21:50.777] Build status: STARTED
[10:21:50.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:76:0) after 6m20s
[10:28:10.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:76:0)
[10:28:10.820] Build status: STARTED
[10:28:10.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:77:0) after 5m6s
[10:33:16.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:77:0)
[10:33:16.997] Build status: STARTED
[10:33:16.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:78:0) after 1m4s
[10:34:21.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:78:0)
[10:34:21.065] Build status: STARTED
[10:34:21.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:79:0) after 5m48s
[10:40:09.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:79:0)
[10:40:09.119] Build status: STARTED
[10:40:09.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:80:0) after 4m38s
[10:44:47.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:80:0)
[10:44:47.380] Build status: STARTED
[10:44:47.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:81:0) after 7m57s
[10:52:44.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:81:0)
[10:52:44.546] Build status: STARTED
[10:52:44.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:82:0) after 1m36s
[10:54:20.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:82:0)
[10:54:20.598] Build status: STARTED
[10:54:20.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:83:0) after 2m13s
[10:56:33.627] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:83:0)
[10:56:33.646] Build status: STARTED
[10:56:33.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:84:0) after 1m56s
[10:58:29.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:84:0)
[10:58:29.702] Build status: STARTED
[10:58:29.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:85:0) after 4m45s
[11:03:14.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:85:0)
[11:03:14.850] Build status: STARTED
[11:03:14.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:86:0) after 2m3s
[11:05:17.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:86:0)
[11:05:17.916] Build status: STARTED
[11:05:17.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:87:0) after 4m11s
[11:09:29.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:87:0)
[11:09:29.351] Build status: STARTED
[11:09:29.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:88:0) after 1m49s
[11:11:18.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:88:0)
[11:11:18.605] Build status: STARTED
[11:11:18.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:89:0) after 2m0s
[11:13:18.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:89:0)
[11:13:18.903] Build status: STARTED
[11:13:18.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:90:0) after 4m54s
[11:18:12.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:90:0)
[11:18:12.949] Build status: STARTED
[11:18:12.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:91:0) after 1m10s
[11:19:23.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:91:0)
[11:19:23.100] Build status: STARTED
[11:19:23.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:92:0) after 6m56s
[11:26:19.135] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:92:0)
[11:26:19.171] Build status: STARTED
[11:26:19.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:93:0) after 2m35s
[11:28:54.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:93:0)
[11:28:54.247] Build status: STARTED
[11:28:54.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:94:0) after 5m10s
[11:34:04.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:94:0)
[11:34:04.404] Build status: STARTED
[11:34:04.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:95:0) after 9m52s
[11:43:56.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:95:0)
[11:43:56.600] Build status: STARTED
[11:43:56.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:96:0) after 8m21s
[11:52:17.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:96:0)
[11:52:17.994] Build status: STARTED
[11:52:17.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:97:0) after 5m2s
[11:57:20.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:97:0)
[11:57:20.319] Build status: STARTED
[11:57:20.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:98:0) after 5m7s
[12:02:27.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:98:0)
[12:02:27.420] Build status: STARTED
[12:02:27.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:99:0) after 5m52s
[12:08:19.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:99:0)
[12:08:19.773] Build status: STARTED
[12:08:19.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:100:0) after 3m25s
[12:11:44.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:100:0)
[12:11:44.804] Build status: STARTED
[12:11:44.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:101:0) after 9m12s
[12:20:56.842] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:101:0)
[12:20:56.862] Build status: STARTED
[12:20:56.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:102:0) after 4m30s
[12:25:26.889] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:102:0)
[12:25:27.067] Build status: STARTED
[12:25:27.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:103:0) after 2m45s
[12:28:12.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:103:0)
[12:28:12.147] Build status: STARTED
[12:28:12.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:104:0) after 1m33s
[12:29:45.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:104:0)
[12:29:45.221] Build status: STARTED
[12:29:45.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:105:0) after 2m59s
[12:32:44.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:105:0)
[12:32:44.357] Build status: STARTED
[12:32:44.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:106:0) after 6m45s
[12:39:29.388] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:106:0)
[12:39:29.418] Build status: STARTED
[12:39:29.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:107:0) after 4m44s
[12:44:13.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:107:0)
[12:44:13.495] Build status: STARTED
[12:44:13.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:108:0) after 8m11s
[12:52:25.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:108:0)
[12:52:25.426] Build status: STARTED
[12:52:25.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:109:0) after 3m44s
[12:56:09.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:109:0)
[12:56:09.567] Build status: STARTED
[12:56:09.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:110:0) after 6m47s
[13:02:56.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:110:0)
[13:02:56.829] Build status: STARTED
[13:02:56.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:111:0) after 8m15s
[13:11:11.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:111:0)
[13:11:11.889] Build status: STARTED
[13:11:11.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:112:0) after 3m56s
[13:15:07.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:112:0)
[13:15:07.954] Build status: STARTED
[13:15:07.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:113:0) after 4m3s
[13:19:11.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:113:0)
[13:19:11.588] Build status: STARTED
[13:19:11.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:114:0) after 2m14s
[13:21:25.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:114:0)
[13:21:25.771] Build status: STARTED
[13:21:25.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:115:0) after 4m47s
[13:26:13.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:115:0)
[13:26:13.117] Build status: STARTED
[13:26:13.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:116:0) after 2m57s
[13:29:10.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:116:0)
[13:29:10.314] Build status: STARTED
[13:29:10.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:117:0) after 2m34s
[13:31:45.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:117:0)
[13:31:45.474] Build status: STARTED
[13:31:45.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:118:0) after 7m37s
[13:39:22.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:118:0)
[13:39:22.605] Build status: STARTED
[13:39:22.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:119:0) after 8m17s
[13:47:39.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:119:0)
[13:47:39.739] Build status: STARTED
[13:47:39.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:120:0) after 4m53s
[13:52:32.777] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:120:0)
[13:52:32.797] Build status: STARTED
[13:52:32.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:121:0) after 4m9s
[13:56:41.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:121:0)
[13:56:41.847] Build status: STARTED
[13:56:41.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:122:0) after 9m20s
[14:06:01.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:122:0)
[14:06:01.903] Build status: STARTED
[14:06:01.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:123:0) after 1m36s
[14:07:37.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:123:0)
[14:07:37.972] Build status: STARTED
[14:07:37.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:124:0) after 7m21s
[14:14:59.101] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:124:0)
[14:14:59.133] Build status: STARTED
[14:14:59.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:125:0) after 6m42s
[14:21:41.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:125:0)
[14:21:41.251] Build status: STARTED
[14:21:41.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:126:0) after 7m11s
[14:28:52.630] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:126:0)
[14:28:52.660] Build status: STARTED
[14:28:52.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:127:0) after 3m17s
[14:32:09.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:127:0)
[14:32:09.735] Build status: STARTED
[14:32:09.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:128:0) after 1m13s
[14:33:23.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:128:0)
[14:33:23.337] Build status: STARTED
[14:33:23.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:129:0) after 7m50s
[14:41:13.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:129:0)
[14:41:13.393] Build status: STARTED
[14:41:13.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:130:0) after 2m29s
[14:43:42.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:130:0)
[14:43:42.454] Build status: STARTED
[14:43:42.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:131:0) after 3m13s
[14:46:55.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:131:0)
[14:46:55.597] Build status: STARTED
[14:46:55.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:132:0) after 8m18s
[14:55:13.634] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:132:0)
[14:55:13.654] Build status: STARTED
[14:55:13.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:133:0) after 1m43s
[14:56:56.826] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:133:0)
[14:56:56.854] Build status: STARTED
[14:56:56.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:134:0) after 9m38s
[15:06:34.884] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:134:0)
[15:06:34.923] Build status: STARTED
[15:06:34.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:135:0) after 7m17s
[15:13:51.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:135:0)
[15:13:51.988] Build status: STARTED
[15:13:51.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:136:0) after 8m32s
[15:22:24.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:136:0)
[15:22:24.050] Build status: STARTED
[15:22:24.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:137:0) after 5m30s
[15:27:54.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:137:0)
[15:27:54.254] Build status: STARTED
[15:27:54.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:138:0) after 5m1s
[15:32:55.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:138:0)
[15:32:55.955] Build status: STARTED
[15:32:55.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:139:0) after 8m41s
[15:41:37.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:139:0)
[15:41:37.413] Build status: STARTED
[15:41:37.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:140:0) after 8m58s
[15:50:35.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:140:0)
[15:50:35.565] Build status: STARTED
[15:50:35.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:141:0) after 1m5s
[15:51:41.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:141:0)
[15:51:41.072] Build status: STARTED
[15:51:41.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:142:0) after 6m14s
[15:57:57.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:142:0)
[15:57:57.897] Build status: STARTED
[15:57:57.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:143:0) after 5m12s
[16:03:09.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:143:0)
[16:03:09.973] Build status: STARTED
[16:03:09.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:144:0) after 8m30s
[16:11:40.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:144:0)
[16:11:40.137] Build status: STARTED
[16:11:40.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:145:0) after 2m27s
[16:14:07.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:145:0)
[16:14:07.225] Build status: STARTED
[16:14:07.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:146:0) after 9m37s
[16:23:44.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:146:0)
[16:23:44.294] Build status: STARTED
[16:23:44.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:147:0) after 8m52s
[16:32:36.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:147:0)
[16:32:36.418] Build status: STARTED
[16:32:36.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:148:0) after 6m58s
[16:39:34.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:148:0)
[16:39:34.505] Build status: STARTED
[16:39:34.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:149:0) after 8m8s
[16:47:42.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:149:0)
[16:47:42.597] Build status: STARTED
[16:47:42.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:150:0) after 1m59s
[16:49:41.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:150:0)
[16:49:41.775] Build status: STARTED
[16:49:41.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:151:0) after 8m19s
[16:58:00.808] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:151:0)
[16:58:00.825] Build status: STARTED
[16:58:00.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:152:0) after 1m8s
[16:59:08.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:152:0)
[16:59:09.046] Build status: STARTED
[16:59:09.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:153:0) after 5m50s
[17:04:59.081] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:153:0)
[17:04:59.115] Build status: STARTED
[17:04:59.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:154:0) after 2m16s
[17:07:15.198] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:154:0)
[17:07:15.218] Build status: STARTED
[17:07:15.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:155:0) after 4m55s
[17:12:10.248] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:155:0)
[17:12:10.273] Build status: STARTED
[17:12:10.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:156:0) after 2m18s
[17:14:28.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:156:0)
[17:14:28.324] Build status: STARTED
[17:14:28.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:157:0) after 4m35s
[17:19:03.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:157:0)
[17:19:03.403] Build status: STARTED
[17:19:03.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:158:0) after 9m35s
[17:28:38.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:158:0)
[17:28:38.503] Build status: STARTED
[17:28:38.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:159:0) after 7m20s
[17:35:58.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:159:0)
[17:35:58.561] Build status: STARTED
[17:35:58.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:160:0) after 2m40s
[17:38:38.636] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:160:0)
[17:38:38.677] Build status: STARTED
[17:38:38.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:161:0) after 3m28s
[17:42:06.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:161:0)
[17:42:06.759] Build status: STARTED
[17:42:06.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:162:0) after 4m52s
[17:46:58.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:162:0)
[17:46:58.878] Build status: STARTED
[17:46:58.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:163:0) after 2m22s
[17:49:20.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:163:0)
[17:49:20.954] Build status: STARTED
[17:49:20.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:164:0) after 2m14s
[17:51:34.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:164:0)
[17:51:35.071] Build status: STARTED
[17:51:35.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:165:0) after 6m17s
[17:57:52.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:165:0)
[17:57:52.241] Build status: STARTED
[17:57:52.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:166:0) after 4m9s
[18:02:01.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:166:0)
[18:02:01.291] Build status: STARTED
[18:02:01.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:167:0) after 2m8s
[18:04:09.322] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:167:0)
[18:04:09.353] Build status: STARTED
[18:04:09.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:168:0) after 6m54s
[18:11:03.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:168:0)
[18:11:03.431] Build status: STARTED
[18:11:03.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:169:0) after 7m10s
[18:18:13.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:169:0)
[18:18:13.598] Build status: STARTED
[18:18:13.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:170:0) after 2m24s
[18:20:37.893] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:170:0)
[18:20:37.914] Build status: STARTED
[18:20:37.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:171:0) after 3m29s
[18:24:07.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:171:0)
[18:24:07.239] Build status: STARTED
[18:24:07.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:172:0) after 1m21s
[18:25:28.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:172:0)
[18:25:28.498] Build status: STARTED
[18:25:28.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8991065488109421808:173:0) after 6m17s
[18:29:52.696] Received PubSub notification, asking Buildbucket for the build status
[18:29:52.719] Build:
{
  "id": "8825635426099395377",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26411,
  "createdBy": "project:chromium",
  "createTime": "2022-01-08T04:13:10.371958963Z",
  "startTime": "2022-01-08T04:21:08.857099Z",
  "endTime": "2022-01-08T18:29:51.436096Z",
  "updateTime": "2022-01-08T18:29:51.801508Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2df16405153325629dcda87ae2733d27529b8139",
      "ref": "refs/heads/main"
    }
  }
}
[18:29:52.719] Invocation finished in 14h16m43.647849858s with status FAILED