Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5c51de4f0f51f7c8601e5218791f3b202030d7fb"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5c51de4f0f51f7c8601e5218791f3b202030d7fb
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[00:20:59.461] New invocation is queued and will start shortly
[00:21:00.691] Starting the invocation (attempt 1)
[00:21:00.727] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5c51de4f0f51f7c8601e5218791f3b202030d7fb"
[00:21:00.727] Popped gitiles commit info from properties and tags
[00:21:00.727] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:21:00.727] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:21:00.727] Buildbucket request:
{
  "requestId": "8987093827859638448",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5c51de4f0f51f7c8601e5218791f3b202030d7fb",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8987093827859638448"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:21:01.245] Scheduled build:
{
  "id": "8821663765795342161",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26543,
  "createdBy": "project:chromium",
  "createTime": "2022-02-21T00:21:00.797116027Z",
  "updateTime": "2022-02-21T00:21:00.797116027Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5c51de4f0f51f7c8601e5218791f3b202030d7fb",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[00:21:01.245] Task URL: https://cr-buildbucket.appspot.com/build/8821663765795342161
[00:21:01.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:2:0) after 9m4s
[00:30:05.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:2:0)
[00:30:05.430] Build status: SCHEDULED
[00:30:05.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:3:0) after 6m20s
[00:36:25.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:3:0)
[00:36:25.483] Build status: SCHEDULED
[00:36:25.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:4:0) after 4m9s
[00:40:34.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:4:0)
[00:40:34.557] Build status: SCHEDULED
[00:40:34.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:5:0) after 1m29s
[00:42:03.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:5:0)
[00:42:03.777] Build status: SCHEDULED
[00:42:03.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:6:0) after 6m3s
[00:48:06.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:6:0)
[00:48:06.820] Build status: SCHEDULED
[00:48:06.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:7:0) after 3m35s
[00:51:41.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:7:0)
[00:51:41.970] Build status: SCHEDULED
[00:51:41.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:8:0) after 9m27s
[01:00:29.915] Received PubSub notification, asking Buildbucket for the build status
[01:00:29.936] Build status: STARTED
[01:01:09.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:8:0)
[01:01:09.276] Build status: STARTED
[01:01:09.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:10:0) after 9m34s
[01:10:43.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:10:0)
[01:10:43.318] Build status: STARTED
[01:10:43.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:11:0) after 3m28s
[01:14:11.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:11:0)
[01:14:11.603] Build status: STARTED
[01:14:11.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:12:0) after 1m21s
[01:15:32.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:12:0)
[01:15:32.665] Build status: STARTED
[01:15:32.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:13:0) after 4m29s
[01:20:01.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:13:0)
[01:20:01.703] Build status: STARTED
[01:20:01.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:14:0) after 8m31s
[01:28:32.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:14:0)
[01:28:32.743] Build status: STARTED
[01:28:32.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:15:0) after 2m41s
[01:31:13.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:15:0)
[01:31:13.799] Build status: STARTED
[01:31:13.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:16:0) after 9m7s
[01:40:20.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:16:0)
[01:40:20.876] Build status: STARTED
[01:40:20.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:17:0) after 3m18s
[01:43:38.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:17:0)
[01:43:38.939] Build status: STARTED
[01:43:38.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:18:0) after 5m8s
[01:48:47.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:18:0)
[01:48:47.064] Build status: STARTED
[01:48:47.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:19:0) after 5m28s
[01:54:15.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:19:0)
[01:54:15.186] Build status: STARTED
[01:54:15.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:20:0) after 9m13s
[02:03:28.209] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:20:0)
[02:03:28.368] Build status: STARTED
[02:03:28.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:21:0) after 2m12s
[02:05:40.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:21:0)
[02:05:40.442] Build status: STARTED
[02:05:40.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:22:0) after 4m53s
[02:10:33.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:22:0)
[02:10:33.692] Build status: STARTED
[02:10:33.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:23:0) after 2m22s
[02:12:55.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:23:0)
[02:12:55.813] Build status: STARTED
[02:12:55.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:24:0) after 4m36s
[02:17:31.833] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:24:0)
[02:17:31.851] Build status: STARTED
[02:17:31.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:25:0) after 5m37s
[02:23:08.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:25:0)
[02:23:08.950] Build status: STARTED
[02:23:08.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:26:0) after 7m34s
[02:30:43.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:26:0)
[02:30:43.313] Build status: STARTED
[02:30:43.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:27:0) after 8m10s
[02:38:53.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:27:0)
[02:38:53.364] Build status: STARTED
[02:38:53.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:28:0) after 2m28s
[02:41:21.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:28:0)
[02:41:21.623] Build status: STARTED
[02:41:21.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:29:0) after 4m50s
[02:46:11.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:29:0)
[02:46:11.728] Build status: STARTED
[02:46:11.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:30:0) after 9m42s
[02:55:53.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:30:0)
[02:55:53.770] Build status: STARTED
[02:55:53.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:31:0) after 8m10s
[03:04:03.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:31:0)
[03:04:03.986] Build status: STARTED
[03:04:03.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:32:0) after 1m35s
[03:05:38.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:32:0)
[03:05:38.992] Build status: STARTED
[03:05:38.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:33:0) after 4m47s
[03:10:26.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:33:0)
[03:10:26.136] Build status: STARTED
[03:10:26.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:34:0) after 6m35s
[03:17:01.170] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:34:0)
[03:17:01.206] Build status: STARTED
[03:17:01.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:35:0) after 6m20s
[03:23:21.231] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:35:0)
[03:23:21.251] Build status: STARTED
[03:23:21.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:36:0) after 1m33s
[03:24:54.287] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:36:0)
[03:24:54.317] Build status: STARTED
[03:24:54.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:37:0) after 9m11s
[03:34:05.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:37:0)
[03:34:05.550] Build status: STARTED
[03:34:05.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:38:0) after 6m37s
[03:40:42.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:38:0)
[03:40:42.665] Build status: STARTED
[03:40:42.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:39:0) after 5m41s
[03:46:23.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:39:0)
[03:46:23.719] Build status: STARTED
[03:46:23.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:40:0) after 8m17s
[03:54:40.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:40:0)
[03:54:40.826] Build status: STARTED
[03:54:40.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:41:0) after 5m2s
[03:59:42.844] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:41:0)
[03:59:42.868] Build status: STARTED
[03:59:42.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:42:0) after 6m45s
[04:06:28.095] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:42:0)
[04:06:28.150] Build status: STARTED
[04:06:28.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:43:0) after 1m1s
[04:07:29.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:43:0)
[04:07:29.193] Build status: STARTED
[04:07:29.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:44:0) after 5m27s
[04:12:56.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:44:0)
[04:12:56.316] Build status: STARTED
[04:12:56.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:45:0) after 6m26s
[04:19:22.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:45:0)
[04:19:22.454] Build status: STARTED
[04:19:22.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:46:0) after 8m30s
[04:27:52.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:46:0)
[04:27:52.671] Build status: STARTED
[04:27:52.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:47:0) after 9m5s
[04:36:57.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:47:0)
[04:36:57.724] Build status: STARTED
[04:36:57.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:48:0) after 8m45s
[04:45:42.745] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:48:0)
[04:45:42.768] Build status: STARTED
[04:45:42.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:49:0) after 9m44s
[04:55:27.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:49:0)
[04:55:27.585] Build status: STARTED
[04:55:27.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:50:0) after 7m12s
[05:02:39.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:50:0)
[05:02:39.638] Build status: STARTED
[05:02:39.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:51:0) after 5m37s
[05:08:16.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:51:0)
[05:08:16.850] Build status: STARTED
[05:08:16.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:52:0) after 8m43s
[05:16:59.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:52:0)
[05:16:59.889] Build status: STARTED
[05:16:59.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:53:0) after 6m31s
[05:23:30.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:53:0)
[05:23:30.929] Build status: STARTED
[05:23:30.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:54:0) after 5m24s
[05:28:54.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:54:0)
[05:28:54.974] Build status: STARTED
[05:28:54.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:55:0) after 1m8s
[05:30:03.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:55:0)
[05:30:03.175] Build status: STARTED
[05:30:03.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:56:0) after 9m53s
[05:39:56.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:56:0)
[05:39:56.211] Build status: STARTED
[05:39:56.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:57:0) after 8m3s
[05:47:59.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:57:0)
[05:47:59.348] Build status: STARTED
[05:47:59.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:58:0) after 9m1s
[05:57:00.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:58:0)
[05:57:00.816] Build status: STARTED
[05:57:00.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:59:0) after 8m54s
[06:05:54.835] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:59:0)
[06:05:54.879] Build status: STARTED
[06:05:54.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:60:0) after 3m2s
[06:08:57.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:60:0)
[06:08:57.065] Build status: STARTED
[06:08:57.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:61:0) after 1m58s
[06:10:55.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:61:0)
[06:10:55.103] Build status: STARTED
[06:10:55.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:62:0) after 9m43s
[06:20:38.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:62:0)
[06:20:38.425] Build status: STARTED
[06:20:38.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:63:0) after 8m36s
[06:29:14.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:63:0)
[06:29:14.766] Build status: STARTED
[06:29:14.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:64:0) after 9m18s
[06:38:32.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:64:0)
[06:38:32.914] Build status: STARTED
[06:38:32.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:65:0) after 8m10s
[06:46:42.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:65:0)
[06:46:42.979] Build status: STARTED
[06:46:42.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:66:0) after 3m25s
[06:50:08.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:66:0)
[06:50:08.059] Build status: STARTED
[06:50:08.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:67:0) after 2m42s
[06:52:50.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:67:0)
[06:52:50.118] Build status: STARTED
[06:52:50.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:68:0) after 1m29s
[06:54:19.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:68:0)
[06:54:19.176] Build status: STARTED
[06:54:19.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:69:0) after 9m6s
[07:03:25.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:69:0)
[07:03:25.227] Build status: STARTED
[07:03:25.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:70:0) after 3m36s
[07:07:01.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:70:0)
[07:07:01.290] Build status: STARTED
[07:07:01.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:71:0) after 5m45s
[07:12:46.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:71:0)
[07:12:46.478] Build status: STARTED
[07:12:46.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:72:0) after 7m32s
[07:20:18.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:72:0)
[07:20:18.753] Build status: STARTED
[07:20:18.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:73:0) after 6m56s
[07:27:14.819] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:73:0)
[07:27:14.863] Build status: STARTED
[07:27:14.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:74:0) after 9m7s
[07:36:22.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:74:0)
[07:36:22.045] Build status: STARTED
[07:36:22.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:75:0) after 7m13s
[07:43:35.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:75:0)
[07:43:35.541] Build status: STARTED
[07:43:35.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:76:0) after 7m23s
[07:50:58.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:76:0)
[07:50:58.578] Build status: STARTED
[07:50:58.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:77:0) after 6m53s
[07:57:51.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:77:0)
[07:57:51.616] Build status: STARTED
[07:57:51.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:78:0) after 3m20s
[08:01:11.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:78:0)
[08:01:11.709] Build status: STARTED
[08:01:11.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:79:0) after 4m15s
[08:05:26.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:79:0)
[08:05:26.781] Build status: STARTED
[08:05:26.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:80:0) after 1m42s
[08:07:08.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:80:0)
[08:07:08.931] Build status: STARTED
[08:07:08.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:81:0) after 9m45s
[08:16:54.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:81:0)
[08:16:54.345] Build status: STARTED
[08:16:54.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:82:0) after 5m11s
[08:22:05.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:82:0)
[08:22:05.397] Build status: STARTED
[08:22:05.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:83:0) after 7m52s
[08:29:57.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:83:0)
[08:29:57.457] Build status: STARTED
[08:29:57.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:84:0) after 3m58s
[08:33:55.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:84:0)
[08:33:55.507] Build status: STARTED
[08:33:55.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:85:0) after 9m49s
[08:43:44.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:85:0)
[08:43:44.673] Build status: STARTED
[08:43:44.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:86:0) after 4m12s
[08:47:56.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:86:0)
[08:47:56.767] Build status: STARTED
[08:47:56.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:87:0) after 3m49s
[08:51:45.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:87:0)
[08:51:45.804] Build status: STARTED
[08:51:45.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:88:0) after 6m41s
[08:58:27.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:88:0)
[08:58:27.141] Build status: STARTED
[08:58:27.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:89:0) after 1m5s
[08:59:32.158] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:89:0)
[08:59:32.180] Build status: STARTED
[08:59:32.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:90:0) after 9m32s
[09:09:04.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:90:0)
[09:09:04.283] Build status: STARTED
[09:09:04.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:91:0) after 6m41s
[09:15:45.404] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:91:0)
[09:15:45.430] Build status: STARTED
[09:15:45.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:92:0) after 9m44s
[09:25:29.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:92:0)
[09:25:29.475] Build status: STARTED
[09:25:29.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:93:0) after 6m9s
[09:31:38.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:93:0)
[09:31:38.515] Build status: STARTED
[09:31:38.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:94:0) after 1m58s
[09:33:36.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:94:0)
[09:33:36.556] Build status: STARTED
[09:33:36.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:95:0) after 2m33s
[09:36:09.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:95:0)
[09:36:09.625] Build status: STARTED
[09:36:09.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:96:0) after 7m26s
[09:43:35.648] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:96:0)
[09:43:35.667] Build status: STARTED
[09:43:35.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:97:0) after 7m29s
[09:51:04.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:97:0)
[09:51:04.747] Build status: STARTED
[09:51:04.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:98:0) after 8m20s
[09:59:24.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:98:0)
[09:59:24.891] Build status: STARTED
[09:59:24.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:99:0) after 6m8s
[10:05:32.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:99:0)
[10:05:32.953] Build status: STARTED
[10:05:32.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:100:0) after 8m55s
[10:14:28.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:100:0)
[10:14:28.029] Build status: STARTED
[10:14:28.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:101:0) after 4m10s
[10:18:38.053] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:101:0)
[10:18:38.072] Build status: STARTED
[10:18:38.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:102:0) after 7m29s
[10:26:07.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:102:0)
[10:26:07.327] Build status: STARTED
[10:26:07.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:103:0) after 8m7s
[10:34:14.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:103:0)
[10:34:14.370] Build status: STARTED
[10:34:14.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:104:0) after 2m35s
[10:36:49.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:104:0)
[10:36:49.464] Build status: STARTED
[10:36:49.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:105:0) after 8m8s
[10:44:57.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:105:0)
[10:44:57.514] Build status: STARTED
[10:44:57.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:106:0) after 2m3s
[10:47:00.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:106:0)
[10:47:00.770] Build status: STARTED
[10:47:00.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:107:0) after 7m50s
[10:54:50.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:107:0)
[10:54:50.842] Build status: STARTED
[10:54:50.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:108:0) after 9m6s
[11:03:56.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:108:0)
[11:03:56.975] Build status: STARTED
[11:03:56.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:109:0) after 6m34s
[11:10:30.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:109:0)
[11:10:31.025] Build status: STARTED
[11:10:31.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:110:0) after 7m53s
[11:18:24.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:110:0)
[11:18:24.119] Build status: STARTED
[11:18:24.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:111:0) after 4m44s
[11:23:08.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:111:0)
[11:23:08.536] Build status: STARTED
[11:23:08.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:112:0) after 1m30s
[11:24:38.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:112:0)
[11:24:38.727] Build status: STARTED
[11:24:38.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:113:0) after 9m7s
[11:33:45.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:113:0)
[11:33:45.778] Build status: STARTED
[11:33:45.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:114:0) after 3m36s
[11:37:21.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:114:0)
[11:37:21.833] Build status: STARTED
[11:37:21.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:115:0) after 3m4s
[11:40:25.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:115:0)
[11:40:25.941] Build status: STARTED
[11:40:25.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8987093827859638448:116:0) after 5m22s
[11:43:30.963] Received PubSub notification, asking Buildbucket for the build status
[11:43:30.984] Build:
{
  "id": "8821663765795342161",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26543,
  "createdBy": "project:chromium",
  "createTime": "2022-02-21T00:21:00.797116027Z",
  "startTime": "2022-02-21T01:00:29.034626Z",
  "endTime": "2022-02-21T11:43:30.477537122Z",
  "updateTime": "2022-02-21T11:43:30.477537122Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5c51de4f0f51f7c8601e5218791f3b202030d7fb",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[11:43:30.984] Invocation finished in 11h22m31.538489469s with status FAILED