Status: FAILED
Triggered by: -
Duration: 14 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "64a1710dc437138ca1447cdbc996eaf0f679fb62"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/64a1710dc437138ca1447cdbc996eaf0f679fb62
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[02:31:39.151] New invocation is queued and will start shortly
[02:31:40.269] Starting the invocation (attempt 1)
[02:31:40.306] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/64a1710dc437138ca1447cdbc996eaf0f679fb62"
[02:31:40.306] Popped gitiles commit info from properties and tags
[02:31:40.306] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:31:40.306] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:31:40.306] Buildbucket request:
{
  "requestId": "8996326497923042576",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "64a1710dc437138ca1447cdbc996eaf0f679fb62",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8996326497923042576"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:31:40.852] Scheduled build:
{
  "id": "8830896435937566257",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26256,
  "createdBy": "project:chromium",
  "createTime": "2021-11-11T02:31:40.410434642Z",
  "updateTime": "2021-11-11T02:31:40.410434642Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "64a1710dc437138ca1447cdbc996eaf0f679fb62",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[02:31:40.852] Task URL: https://cr-buildbucket.appspot.com/build/8830896435937566257
[02:31:40.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:2:0) after 2m29s
[02:34:09.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:2:0)
[02:34:09.911] Build status: SCHEDULED
[02:34:09.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:3:0) after 5m50s
[02:39:59.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:3:0)
[02:39:59.982] Build status: SCHEDULED
[02:39:59.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:4:0) after 5m33s
[02:45:33.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:4:0)
[02:45:33.169] Build status: SCHEDULED
[02:45:33.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:5:0) after 8m39s
[02:54:12.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:5:0)
[02:54:12.306] Build status: SCHEDULED
[02:54:12.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:6:0) after 4m59s
[02:59:11.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:6:0)
[02:59:11.391] Build status: SCHEDULED
[02:59:11.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:7:0) after 6m37s
[03:04:46.313] Received PubSub notification, asking Buildbucket for the build status
[03:04:46.410] Build status: STARTED
[03:05:48.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:7:0)
[03:05:48.608] Build status: STARTED
[03:05:48.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:9:0) after 2m36s
[03:08:24.636] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:9:0)
[03:08:24.669] Build status: STARTED
[03:08:24.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:10:0) after 5m31s
[03:13:55.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:10:0)
[03:13:55.874] Build status: STARTED
[03:13:55.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:11:0) after 4m25s
[03:18:21.160] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:11:0)
[03:18:21.200] Build status: STARTED
[03:18:21.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:12:0) after 9m49s
[03:28:10.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:12:0)
[03:28:10.271] Build status: STARTED
[03:28:10.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:13:0) after 5m45s
[03:33:55.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:13:0)
[03:33:55.401] Build status: STARTED
[03:33:55.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:14:0) after 8m50s
[03:42:45.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:14:0)
[03:42:45.463] Build status: STARTED
[03:42:45.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:15:0) after 4m38s
[03:47:23.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:15:0)
[03:47:23.668] Build status: STARTED
[03:47:23.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:16:0) after 7m25s
[03:54:48.742] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:16:0)
[03:54:48.775] Build status: STARTED
[03:54:48.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:17:0) after 8m16s
[04:03:04.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:17:0)
[04:03:05.027] Build status: STARTED
[04:03:05.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:18:0) after 6m36s
[04:09:41.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:18:0)
[04:09:41.168] Build status: STARTED
[04:09:41.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:19:0) after 3m52s
[04:13:33.196] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:19:0)
[04:13:33.231] Build status: STARTED
[04:13:33.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:20:0) after 1m3s
[04:14:36.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:20:0)
[04:14:36.298] Build status: STARTED
[04:14:36.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:21:0) after 2m36s
[04:17:12.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:21:0)
[04:17:12.413] Build status: STARTED
[04:17:12.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:22:0) after 5m19s
[04:22:31.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:22:0)
[04:22:31.497] Build status: STARTED
[04:22:31.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:23:0) after 7m11s
[04:29:42.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:23:0)
[04:29:42.581] Build status: STARTED
[04:29:42.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:24:0) after 7m2s
[04:36:44.662] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:24:0)
[04:36:44.693] Build status: STARTED
[04:36:44.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:25:0) after 2m44s
[04:39:28.726] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:25:0)
[04:39:28.759] Build status: STARTED
[04:39:28.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:26:0) after 1m30s
[04:40:58.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:26:0)
[04:40:58.892] Build status: STARTED
[04:40:58.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:27:0) after 6m15s
[04:47:13.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:27:0)
[04:47:13.966] Build status: STARTED
[04:47:13.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:28:0) after 4m17s
[04:51:31.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:28:0)
[04:51:31.047] Build status: STARTED
[04:51:31.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:29:0) after 5m25s
[04:56:56.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:29:0)
[04:56:56.157] Build status: STARTED
[04:56:56.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:30:0) after 6m34s
[05:03:30.204] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:30:0)
[05:03:30.242] Build status: STARTED
[05:03:30.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:31:0) after 5m50s
[05:09:20.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:31:0)
[05:09:20.345] Build status: STARTED
[05:09:20.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:32:0) after 9m12s
[05:18:32.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:32:0)
[05:18:32.453] Build status: STARTED
[05:18:32.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:33:0) after 7m22s
[05:25:54.627] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:33:0)
[05:25:54.676] Build status: STARTED
[05:25:54.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:34:0) after 9m51s
[05:35:45.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:34:0)
[05:35:45.801] Build status: STARTED
[05:35:45.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:35:0) after 1m31s
[05:37:16.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:35:0)
[05:37:16.937] Build status: STARTED
[05:37:16.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:36:0) after 1m25s
[05:38:41.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:36:0)
[05:38:41.995] Build status: STARTED
[05:38:41.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:37:0) after 2m28s
[05:41:10.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:37:0)
[05:41:10.075] Build status: STARTED
[05:41:10.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:38:0) after 5m41s
[05:46:51.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:38:0)
[05:46:51.209] Build status: STARTED
[05:46:51.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:39:0) after 4m47s
[05:51:38.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:39:0)
[05:51:38.405] Build status: STARTED
[05:51:38.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:40:0) after 7m40s
[05:59:18.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:40:0)
[05:59:18.475] Build status: STARTED
[05:59:18.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:41:0) after 4m28s
[06:03:46.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:41:0)
[06:03:46.787] Build status: STARTED
[06:03:46.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:42:0) after 7m39s
[06:11:25.819] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:42:0)
[06:11:25.881] Build status: STARTED
[06:11:25.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:43:0) after 9m45s
[06:21:10.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:43:0)
[06:21:11.007] Build status: STARTED
[06:21:11.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:44:0) after 6m9s
[06:27:20.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:44:0)
[06:27:20.078] Build status: STARTED
[06:27:20.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:45:0) after 7m10s
[06:34:30.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:45:0)
[06:34:30.174] Build status: STARTED
[06:34:30.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:46:0) after 1m26s
[06:35:56.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:46:0)
[06:35:56.379] Build status: STARTED
[06:35:56.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:47:0) after 1m59s
[06:37:55.501] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:47:0)
[06:37:55.542] Build status: STARTED
[06:37:55.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:48:0) after 9m1s
[06:46:56.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:48:0)
[06:46:56.612] Build status: STARTED
[06:46:56.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:49:0) after 8m58s
[06:55:54.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:49:0)
[06:55:54.743] Build status: STARTED
[06:55:54.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:50:0) after 4m33s
[07:00:27.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:50:0)
[07:00:27.863] Build status: STARTED
[07:00:27.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:51:0) after 6m45s
[07:07:12.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:51:0)
[07:07:12.932] Build status: STARTED
[07:07:12.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:52:0) after 6m4s
[07:13:17.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:52:0)
[07:13:17.108] Build status: STARTED
[07:13:17.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:53:0) after 6m53s
[07:20:10.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:53:0)
[07:20:10.191] Build status: STARTED
[07:20:10.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:54:0) after 5m11s
[07:25:21.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:54:0)
[07:25:21.275] Build status: STARTED
[07:25:21.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:55:0) after 7m41s
[07:33:02.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:55:0)
[07:33:02.355] Build status: STARTED
[07:33:02.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:56:0) after 3m41s
[07:36:43.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:56:0)
[07:36:43.451] Build status: STARTED
[07:36:43.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:57:0) after 4m28s
[07:41:11.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:57:0)
[07:41:11.521] Build status: STARTED
[07:41:11.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:58:0) after 7m43s
[07:48:54.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:58:0)
[07:48:55.018] Build status: STARTED
[07:48:55.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:59:0) after 6m50s
[07:55:45.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:59:0)
[07:55:45.167] Build status: STARTED
[07:55:45.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:60:0) after 3m6s
[07:58:51.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:60:0)
[07:58:51.332] Build status: STARTED
[07:58:51.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:61:0) after 1m36s
[08:00:27.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:61:0)
[08:00:27.502] Build status: STARTED
[08:00:27.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:62:0) after 9m57s
[08:10:24.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:62:0)
[08:10:24.578] Build status: STARTED
[08:10:24.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:63:0) after 5m11s
[08:15:35.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:63:0)
[08:15:35.763] Build status: STARTED
[08:15:35.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:64:0) after 3m41s
[08:19:16.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:64:0)
[08:19:16.935] Build status: STARTED
[08:19:16.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:65:0) after 8m53s
[08:28:10.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:65:0)
[08:28:10.097] Build status: STARTED
[08:28:10.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:66:0) after 8m16s
[08:36:26.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:66:0)
[08:36:26.241] Build status: STARTED
[08:36:26.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:67:0) after 7m13s
[08:43:39.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:67:0)
[08:43:39.352] Build status: STARTED
[08:43:39.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:68:0) after 6m33s
[08:50:12.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:68:0)
[08:50:12.520] Build status: STARTED
[08:50:12.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:69:0) after 8m40s
[08:58:52.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:69:0)
[08:58:52.688] Build status: STARTED
[08:58:52.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:70:0) after 3m39s
[09:02:31.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:70:0)
[09:02:31.871] Build status: STARTED
[09:02:31.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:71:0) after 2m41s
[09:05:12.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:71:0)
[09:05:13.025] Build status: STARTED
[09:05:13.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:72:0) after 7m45s
[09:12:58.101] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:72:0)
[09:12:58.132] Build status: STARTED
[09:12:58.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:73:0) after 4m4s
[09:17:02.271] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:73:0)
[09:17:02.372] Build status: STARTED
[09:17:02.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:74:0) after 2m37s
[09:19:39.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:74:0)
[09:19:39.504] Build status: STARTED
[09:19:39.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:75:0) after 6m3s
[09:25:42.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:75:0)
[09:25:42.670] Build status: STARTED
[09:25:42.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:76:0) after 3m34s
[09:29:16.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:76:0)
[09:29:16.762] Build status: STARTED
[09:29:16.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:77:0) after 6m47s
[09:36:03.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:77:0)
[09:36:03.792] Build status: STARTED
[09:36:03.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:78:0) after 5m33s
[09:41:36.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:78:0)
[09:41:36.836] Build status: STARTED
[09:41:36.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:79:0) after 8m56s
[09:50:32.911] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:79:0)
[09:50:33.022] Build status: STARTED
[09:50:33.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:80:0) after 4m36s
[09:55:09.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:80:0)
[09:55:09.214] Build status: STARTED
[09:55:09.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:81:0) after 7m9s
[10:02:18.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:81:0)
[10:02:18.621] Build status: STARTED
[10:02:18.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:82:0) after 5m13s
[10:07:31.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:82:0)
[10:07:31.778] Build status: STARTED
[10:07:31.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:83:0) after 3m32s
[10:11:03.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:83:0)
[10:11:03.844] Build status: STARTED
[10:11:03.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:84:0) after 2m52s
[10:13:55.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:84:0)
[10:13:55.926] Build status: STARTED
[10:13:55.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:85:0) after 7m9s
[10:21:04.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:85:0)
[10:21:05.151] Build status: STARTED
[10:21:05.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:86:0) after 3m37s
[10:24:42.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:86:0)
[10:24:42.301] Build status: STARTED
[10:24:42.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:87:0) after 9m37s
[10:34:19.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:87:0)
[10:34:19.500] Build status: STARTED
[10:34:19.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:88:0) after 3m26s
[10:37:45.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:88:0)
[10:37:45.930] Build status: STARTED
[10:37:45.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:89:0) after 4m15s
[10:42:01.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:89:0)
[10:42:01.106] Build status: STARTED
[10:42:01.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:90:0) after 4m32s
[10:46:33.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:90:0)
[10:46:33.201] Build status: STARTED
[10:46:33.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:91:0) after 5m4s
[10:51:37.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:91:0)
[10:51:37.263] Build status: STARTED
[10:51:37.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:92:0) after 1m13s
[10:52:50.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:92:0)
[10:52:50.496] Build status: STARTED
[10:52:50.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:93:0) after 1m15s
[10:54:05.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:93:0)
[10:54:05.715] Build status: STARTED
[10:54:05.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:94:0) after 5m13s
[10:59:18.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:94:0)
[10:59:18.994] Build status: STARTED
[10:59:18.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:95:0) after 9m55s
[11:09:14.038] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:95:0)
[11:09:14.074] Build status: STARTED
[11:09:14.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:96:0) after 2m32s
[11:11:46.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:96:0)
[11:11:46.161] Build status: STARTED
[11:11:46.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:97:0) after 5m5s
[11:16:51.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:97:0)
[11:16:51.263] Build status: STARTED
[11:16:51.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:98:0) after 1m5s
[11:17:56.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:98:0)
[11:17:56.513] Build status: STARTED
[11:17:56.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:99:0) after 5m18s
[11:23:14.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:99:0)
[11:23:14.679] Build status: STARTED
[11:23:14.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:100:0) after 8m56s
[11:32:10.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:100:0)
[11:32:10.921] Build status: STARTED
[11:32:10.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:101:0) after 5m36s
[11:37:47.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:101:0)
[11:37:47.079] Build status: STARTED
[11:37:47.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:102:0) after 6m14s
[11:44:01.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:102:0)
[11:44:01.182] Build status: STARTED
[11:44:01.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:103:0) after 7m7s
[11:51:08.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:103:0)
[11:51:08.430] Build status: STARTED
[11:51:08.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:104:0) after 3m36s
[11:54:44.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:104:0)
[11:54:44.613] Build status: STARTED
[11:54:44.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:105:0) after 2m33s
[11:57:17.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:105:0)
[11:57:17.817] Build status: STARTED
[11:57:17.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:106:0) after 5m43s
[12:03:00.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:106:0)
[12:03:00.905] Build status: STARTED
[12:03:00.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:107:0) after 1m17s
[12:04:18.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:107:0)
[12:04:18.103] Build status: STARTED
[12:04:18.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:108:0) after 3m2s
[12:07:20.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:108:0)
[12:07:20.264] Build status: STARTED
[12:07:20.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:109:0) after 8m56s
[12:16:16.322] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:109:0)
[12:16:16.353] Build status: STARTED
[12:16:16.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:110:0) after 8m3s
[12:24:19.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:110:0)
[12:24:19.473] Build status: STARTED
[12:24:19.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:111:0) after 5m50s
[12:30:09.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:111:0)
[12:30:09.646] Build status: STARTED
[12:30:09.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:112:0) after 7m52s
[12:38:01.639] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:112:0)
[12:38:01.674] Build status: STARTED
[12:38:01.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:113:0) after 3m4s
[12:41:05.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:113:0)
[12:41:05.772] Build status: STARTED
[12:41:05.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:114:0) after 9m11s
[12:50:16.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:114:0)
[12:50:16.845] Build status: STARTED
[12:50:16.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:115:0) after 6m45s
[12:57:01.876] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:115:0)
[12:57:01.908] Build status: STARTED
[12:57:01.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:116:0) after 7m23s
[13:04:24.991] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:116:0)
[13:04:25.016] Build status: STARTED
[13:04:25.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:117:0) after 5m16s
[13:09:41.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:117:0)
[13:09:41.125] Build status: STARTED
[13:09:41.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:118:0) after 7m0s
[13:16:41.575] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:118:0)
[13:16:41.762] Build status: STARTED
[13:16:41.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:119:0) after 4m38s
[13:21:19.833] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:119:0)
[13:21:19.868] Build status: STARTED
[13:21:19.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:120:0) after 7m55s
[13:29:14.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:120:0)
[13:29:14.966] Build status: STARTED
[13:29:14.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:121:0) after 5m46s
[13:35:01.012] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:121:0)
[13:35:01.047] Build status: STARTED
[13:35:01.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:122:0) after 3m11s
[13:38:12.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:122:0)
[13:38:12.136] Build status: STARTED
[13:38:12.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:123:0) after 3m13s
[13:41:25.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:123:0)
[13:41:25.240] Build status: STARTED
[13:41:25.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:124:0) after 9m48s
[13:51:13.271] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:124:0)
[13:51:13.306] Build status: STARTED
[13:51:13.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:125:0) after 3m9s
[13:54:22.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:125:0)
[13:54:22.426] Build status: STARTED
[13:54:22.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:126:0) after 6m21s
[14:00:43.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:126:0)
[14:00:43.503] Build status: STARTED
[14:00:43.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:127:0) after 4m1s
[14:04:44.574] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:127:0)
[14:04:44.605] Build status: STARTED
[14:04:44.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:128:0) after 8m8s
[14:12:52.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:128:0)
[14:12:52.782] Build status: STARTED
[14:12:52.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:129:0) after 3m53s
[14:16:46.003] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:129:0)
[14:16:46.041] Build status: STARTED
[14:16:46.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:130:0) after 2m57s
[14:19:43.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:130:0)
[14:19:43.117] Build status: STARTED
[14:19:43.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:131:0) after 1m36s
[14:21:19.159] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:131:0)
[14:21:19.188] Build status: STARTED
[14:21:19.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:132:0) after 1m31s
[14:22:50.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:132:0)
[14:22:50.290] Build status: STARTED
[14:22:50.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:133:0) after 8m35s
[14:31:25.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:133:0)
[14:31:25.553] Build status: STARTED
[14:31:25.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:134:0) after 5m19s
[14:36:44.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:134:0)
[14:36:44.624] Build status: STARTED
[14:36:44.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:135:0) after 6m22s
[14:43:06.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:135:0)
[14:43:06.797] Build status: STARTED
[14:43:06.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:136:0) after 2m15s
[14:45:21.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:136:0)
[14:45:21.870] Build status: STARTED
[14:45:21.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:137:0) after 1m43s
[14:47:04.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:137:0)
[14:47:04.993] Build status: STARTED
[14:47:04.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:138:0) after 8m30s
[14:55:35.031] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:138:0)
[14:55:35.072] Build status: STARTED
[14:55:35.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:139:0) after 7m7s
[15:02:42.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:139:0)
[15:02:42.222] Build status: STARTED
[15:02:42.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:140:0) after 7m49s
[15:10:31.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:140:0)
[15:10:31.284] Build status: STARTED
[15:10:31.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:141:0) after 8m26s
[15:18:57.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:141:0)
[15:18:57.412] Build status: STARTED
[15:18:57.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:142:0) after 8m52s
[15:27:49.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:142:0)
[15:27:49.482] Build status: STARTED
[15:27:49.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:143:0) after 6m42s
[15:34:31.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:143:0)
[15:34:31.562] Build status: STARTED
[15:34:31.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:144:0) after 1m15s
[15:35:46.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:144:0)
[15:35:46.658] Build status: STARTED
[15:35:46.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:145:0) after 7m20s
[15:43:06.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:145:0)
[15:43:06.838] Build status: STARTED
[15:43:06.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:146:0) after 9m25s
[15:52:31.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:146:0)
[15:52:31.907] Build status: STARTED
[15:52:31.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:147:0) after 2m0s
[15:54:31.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:147:0)
[15:54:31.979] Build status: STARTED
[15:54:31.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:148:0) after 9m27s
[16:03:59.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:148:0)
[16:03:59.070] Build status: STARTED
[16:03:59.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:149:0) after 1m57s
[16:05:56.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:149:0)
[16:05:56.128] Build status: STARTED
[16:05:56.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:150:0) after 4m59s
[16:10:55.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:150:0)
[16:10:55.217] Build status: STARTED
[16:10:55.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:151:0) after 3m12s
[16:14:07.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:151:0)
[16:14:07.280] Build status: STARTED
[16:14:07.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:152:0) after 7m21s
[16:21:28.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:152:0)
[16:21:28.383] Build status: STARTED
[16:21:28.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:153:0) after 8m3s
[16:29:31.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:153:0)
[16:29:31.605] Build status: STARTED
[16:29:31.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:154:0) after 7m40s
[16:37:11.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:154:0)
[16:37:11.715] Build status: STARTED
[16:37:11.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:155:0) after 6m37s
[16:43:48.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:155:0)
[16:43:48.960] Build status: STARTED
[16:43:48.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:156:0) after 4m53s
[16:48:42.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:156:0)
[16:48:43.046] Build status: STARTED
[16:48:43.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:157:0) after 6m48s
[16:55:31.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:157:0)
[16:55:31.118] Build status: STARTED
[16:55:31.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:158:0) after 8m17s
[17:03:48.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:158:0)
[17:03:48.215] Build status: STARTED
[17:03:48.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:159:0) after 1m40s
[17:05:28.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:159:0)
[17:05:28.333] Build status: STARTED
[17:05:28.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:160:0) after 1m50s
[17:07:18.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:160:0)
[17:07:18.448] Build status: STARTED
[17:07:18.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:161:0) after 5m39s
[17:12:57.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:161:0)
[17:12:57.562] Build status: STARTED
[17:12:57.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8996326497923042576:162:0) after 3m1s
[17:13:27.122] Received PubSub notification, asking Buildbucket for the build status
[17:13:27.196] Build:
{
  "id": "8830896435937566257",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26256,
  "createdBy": "project:chromium",
  "createTime": "2021-11-11T02:31:40.410434642Z",
  "startTime": "2021-11-11T03:04:45.629012Z",
  "endTime": "2021-11-11T17:13:26.375959Z",
  "updateTime": "2021-11-11T17:13:26.689364Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "64a1710dc437138ca1447cdbc996eaf0f679fb62",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[17:13:27.196] Invocation finished in 14h41m48.062243088s with status FAILED