Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "c39613d437f02931cf4242bbc92f4fb09cd720ba"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c39613d437f02931cf4242bbc92f4fb09cd720ba
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[00:19:46.182] New invocation is queued and will start shortly
[00:19:47.338] Starting the invocation (attempt 1)
[00:19:47.416] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c39613d437f02931cf4242bbc92f4fb09cd720ba"
[00:19:47.416] Popped gitiles commit info from properties and tags
[00:19:47.416] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:19:47.416] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:19:47.416] Buildbucket request:
{
  "requestId": "8995519422571975872",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c39613d437f02931cf4242bbc92f4fb09cd720ba",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8995519422571975872"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:19:48.211] Scheduled build:
{
  "id": "8830089360525334993",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26276,
  "createdBy": "project:chromium",
  "createTime": "2021-11-20T00:19:47.502494057Z",
  "updateTime": "2021-11-20T00:19:47.502494057Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c39613d437f02931cf4242bbc92f4fb09cd720ba",
      "ref": "refs/heads/main"
    }
  }
}
[00:19:48.211] Task URL: https://cr-buildbucket.appspot.com/build/8830089360525334993
[00:19:48.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:2:0) after 2m31s
[00:22:19.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:2:0)
[00:22:19.344] Build status: SCHEDULED
[00:22:19.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:3:0) after 2m48s
[00:25:07.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:3:0)
[00:25:07.656] Build status: SCHEDULED
[00:25:07.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:4:0) after 5m29s
[00:30:37.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:4:0)
[00:30:37.188] Build status: SCHEDULED
[00:30:37.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:5:0) after 9m23s
[00:40:00.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:5:0)
[00:40:00.246] Build status: SCHEDULED
[00:40:00.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:6:0) after 2m16s
[00:42:16.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:6:0)
[00:42:16.307] Build status: SCHEDULED
[00:42:16.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:7:0) after 2m0s
[00:44:16.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:7:0)
[00:44:16.513] Build status: SCHEDULED
[00:44:16.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:8:0) after 3m57s
[00:48:13.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:8:0)
[00:48:13.659] Build status: SCHEDULED
[00:48:13.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:9:0) after 7m7s
[00:55:20.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:9:0)
[00:55:20.905] Build status: SCHEDULED
[00:55:20.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:10:0) after 6m38s
[01:01:59.204] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:10:0)
[01:01:59.255] Build status: SCHEDULED
[01:01:59.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:11:0) after 3m15s
[01:05:14.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:11:0)
[01:05:14.376] Build status: SCHEDULED
[01:05:14.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:12:0) after 4m28s
[01:09:42.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:12:0)
[01:09:42.491] Build status: STARTED
[01:09:42.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:13:0) after 9m3s
[01:13:33.779] Received PubSub notification, asking Buildbucket for the build status
[01:13:33.890] Build status: STARTED
[01:18:45.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:13:0)
[01:18:45.685] Build status: STARTED
[01:18:45.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:15:0) after 8m46s
[01:27:31.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:15:0)
[01:27:31.857] Build status: STARTED
[01:27:31.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:16:0) after 1m43s
[01:29:14.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:16:0)
[01:29:14.927] Build status: STARTED
[01:29:14.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:17:0) after 6m37s
[01:35:59.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:17:0)
[01:35:59.789] Build status: STARTED
[01:35:59.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:18:0) after 9m9s
[01:45:08.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:18:0)
[01:45:08.851] Build status: STARTED
[01:45:08.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:19:0) after 1m10s
[01:46:18.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:19:0)
[01:46:18.920] Build status: STARTED
[01:46:18.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:20:0) after 5m16s
[01:51:35.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:20:0)
[01:51:35.085] Build status: STARTED
[01:51:35.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:21:0) after 1m52s
[01:53:27.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:21:0)
[01:53:27.213] Build status: STARTED
[01:53:27.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:22:0) after 3m46s
[01:57:13.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:22:0)
[01:57:13.276] Build status: STARTED
[01:57:13.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:23:0) after 1m35s
[01:58:48.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:23:0)
[01:58:48.529] Build status: STARTED
[01:58:48.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:24:0) after 7m30s
[02:06:18.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:24:0)
[02:06:18.583] Build status: STARTED
[02:06:18.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:25:0) after 3m50s
[02:10:08.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:25:0)
[02:10:08.656] Build status: STARTED
[02:10:08.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:26:0) after 9m59s
[02:20:07.715] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:26:0)
[02:20:07.758] Build status: STARTED
[02:20:07.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:27:0) after 9m9s
[02:29:17.001] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:27:0)
[02:29:17.035] Build status: STARTED
[02:29:17.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:28:0) after 5m11s
[02:34:28.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:28:0)
[02:34:28.098] Build status: STARTED
[02:34:28.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:29:0) after 3m35s
[02:38:03.164] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:29:0)
[02:38:03.211] Build status: STARTED
[02:38:03.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:30:0) after 7m38s
[02:45:41.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:30:0)
[02:45:41.274] Build status: STARTED
[02:45:41.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:31:0) after 5m12s
[02:50:53.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:31:0)
[02:50:53.350] Build status: STARTED
[02:50:53.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:32:0) after 5m30s
[02:56:23.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:32:0)
[02:56:23.408] Build status: STARTED
[02:56:23.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:33:0) after 2m54s
[02:59:17.435] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:33:0)
[02:59:17.467] Build status: STARTED
[02:59:17.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:34:0) after 2m36s
[03:01:53.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:34:0)
[03:01:53.539] Build status: STARTED
[03:01:53.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:35:0) after 5m20s
[03:07:13.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:35:0)
[03:07:13.737] Build status: STARTED
[03:07:13.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:36:0) after 6m34s
[03:13:47.883] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:36:0)
[03:13:47.914] Build status: STARTED
[03:13:47.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:37:0) after 9m24s
[03:23:12.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:37:0)
[03:23:12.048] Build status: STARTED
[03:23:12.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:38:0) after 9m6s
[03:32:18.231] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:38:0)
[03:32:18.268] Build status: STARTED
[03:32:18.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:39:0) after 6m57s
[03:39:15.310] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:39:0)
[03:39:15.366] Build status: STARTED
[03:39:15.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:40:0) after 1m32s
[03:40:47.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:40:0)
[03:40:47.528] Build status: STARTED
[03:40:47.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:41:0) after 2m53s
[03:43:40.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:41:0)
[03:43:40.612] Build status: STARTED
[03:43:40.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:42:0) after 7m58s
[03:51:38.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:42:0)
[03:51:38.687] Build status: STARTED
[03:51:38.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:43:0) after 5m11s
[03:56:49.715] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:43:0)
[03:56:49.741] Build status: STARTED
[03:56:49.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:44:0) after 7m11s
[04:04:00.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:44:0)
[04:04:00.844] Build status: STARTED
[04:04:00.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:45:0) after 9m20s
[04:13:20.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:45:0)
[04:13:20.909] Build status: STARTED
[04:13:20.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:46:0) after 5m20s
[04:18:40.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:46:0)
[04:18:40.986] Build status: STARTED
[04:18:40.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:47:0) after 6m44s
[04:25:25.053] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:47:0)
[04:25:25.081] Build status: STARTED
[04:25:25.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:48:0) after 6m26s
[04:31:51.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:48:0)
[04:31:51.184] Build status: STARTED
[04:31:51.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:49:0) after 9m12s
[04:41:03.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:49:0)
[04:41:03.286] Build status: STARTED
[04:41:03.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:50:0) after 8m37s
[04:49:40.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:50:0)
[04:49:40.430] Build status: STARTED
[04:49:40.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:51:0) after 8m38s
[04:58:18.460] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:51:0)
[04:58:18.489] Build status: STARTED
[04:58:18.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:52:0) after 9m36s
[05:07:54.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:52:0)
[05:07:54.545] Build status: STARTED
[05:07:54.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:53:0) after 6m26s
[05:14:20.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:53:0)
[05:14:20.756] Build status: STARTED
[05:14:20.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:54:0) after 1m21s
[05:15:41.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:54:0)
[05:15:41.872] Build status: STARTED
[05:15:41.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:55:0) after 6m12s
[05:21:54.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:55:0)
[05:21:54.218] Build status: STARTED
[05:21:54.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:56:0) after 9m42s
[05:31:36.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:56:0)
[05:31:36.309] Build status: STARTED
[05:31:36.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:57:0) after 7m24s
[05:39:00.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:57:0)
[05:39:00.657] Build status: STARTED
[05:39:00.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:58:0) after 2m14s
[05:41:14.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:58:0)
[05:41:14.718] Build status: STARTED
[05:41:14.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:59:0) after 6m27s
[05:47:41.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:59:0)
[05:47:41.778] Build status: STARTED
[05:47:41.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:60:0) after 3m2s
[05:50:43.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:60:0)
[05:50:43.869] Build status: STARTED
[05:50:43.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:61:0) after 4m10s
[05:54:54.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:61:0)
[05:54:54.457] Build status: STARTED
[05:54:54.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:62:0) after 9m21s
[06:04:15.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:62:0)
[06:04:15.521] Build status: STARTED
[06:04:15.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:63:0) after 1m9s
[06:05:24.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:63:0)
[06:05:24.581] Build status: STARTED
[06:05:24.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:64:0) after 6m59s
[06:12:23.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:64:0)
[06:12:23.643] Build status: STARTED
[06:12:23.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:65:0) after 5m0s
[06:17:23.672] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:65:0)
[06:17:23.725] Build status: STARTED
[06:17:23.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:66:0) after 4m26s
[06:21:49.767] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:66:0)
[06:21:49.799] Build status: STARTED
[06:21:49.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:67:0) after 6m50s
[06:28:39.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:67:0)
[06:28:39.953] Build status: STARTED
[06:28:39.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:68:0) after 7m5s
[06:35:45.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:68:0)
[06:35:45.103] Build status: STARTED
[06:35:45.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:69:0) after 8m58s
[06:44:43.170] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:69:0)
[06:44:43.246] Build status: STARTED
[06:44:43.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:70:0) after 6m50s
[06:51:33.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:70:0)
[06:51:33.402] Build status: STARTED
[06:51:33.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:71:0) after 7m58s
[06:59:31.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:71:0)
[06:59:31.581] Build status: STARTED
[06:59:31.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:72:0) after 7m38s
[07:07:09.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:72:0)
[07:07:09.643] Build status: STARTED
[07:07:09.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:73:0) after 7m49s
[07:14:58.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:73:0)
[07:14:58.733] Build status: STARTED
[07:14:58.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:74:0) after 8m4s
[07:23:02.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:74:0)
[07:23:02.975] Build status: STARTED
[07:23:02.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:75:0) after 1m29s
[07:24:32.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:75:0)
[07:24:32.109] Build status: STARTED
[07:24:32.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:76:0) after 2m44s
[07:27:16.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:76:0)
[07:27:16.218] Build status: STARTED
[07:27:16.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:77:0) after 8m51s
[07:36:07.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:77:0)
[07:36:07.736] Build status: STARTED
[07:36:07.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:78:0) after 3m22s
[07:39:29.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:78:0)
[07:39:29.812] Build status: STARTED
[07:39:29.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:79:0) after 6m17s
[07:45:46.844] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:79:0)
[07:45:46.879] Build status: STARTED
[07:45:46.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:80:0) after 5m45s
[07:51:31.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:80:0)
[07:51:31.991] Build status: STARTED
[07:51:31.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:81:0) after 3m3s
[07:54:35.037] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:81:0)
[07:54:35.068] Build status: STARTED
[07:54:35.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:82:0) after 3m29s
[07:58:04.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:82:0)
[07:58:04.413] Build status: STARTED
[07:58:04.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:83:0) after 8m9s
[08:06:13.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:83:0)
[08:06:13.980] Build status: STARTED
[08:06:13.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:84:0) after 4m46s
[08:11:00.010] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:84:0)
[08:11:00.039] Build status: STARTED
[08:11:00.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:85:0) after 6m17s
[08:17:17.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:85:0)
[08:17:17.825] Build status: STARTED
[08:17:17.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:86:0) after 4m34s
[08:21:51.852] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:86:0)
[08:21:51.887] Build status: STARTED
[08:21:51.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:87:0) after 5m39s
[08:27:31.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:87:0)
[08:27:31.131] Build status: STARTED
[08:27:31.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:88:0) after 4m3s
[08:31:34.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:88:0)
[08:31:34.306] Build status: STARTED
[08:31:34.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:89:0) after 2m14s
[08:33:48.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:89:0)
[08:33:48.656] Build status: STARTED
[08:33:48.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:90:0) after 6m33s
[08:40:21.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:90:0)
[08:40:21.794] Build status: STARTED
[08:40:21.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:91:0) after 3m23s
[08:43:44.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:91:0)
[08:43:45.055] Build status: STARTED
[08:43:45.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:92:0) after 7m38s
[08:51:23.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:92:0)
[08:51:23.113] Build status: STARTED
[08:51:23.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:93:0) after 9m59s
[09:01:22.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:93:0)
[09:01:22.180] Build status: STARTED
[09:01:22.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:94:0) after 7m23s
[09:08:45.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:94:0)
[09:08:45.265] Build status: STARTED
[09:08:45.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:95:0) after 2m41s
[09:11:26.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:95:0)
[09:11:26.488] Build status: STARTED
[09:11:26.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:96:0) after 1m15s
[09:12:41.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:96:0)
[09:12:41.706] Build status: STARTED
[09:12:41.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:97:0) after 2m31s
[09:15:12.911] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:97:0)
[09:15:12.939] Build status: STARTED
[09:15:12.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:98:0) after 7m45s
[09:22:57.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:98:0)
[09:22:58.006] Build status: STARTED
[09:22:58.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:99:0) after 6m56s
[09:29:54.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:99:0)
[09:29:54.079] Build status: STARTED
[09:29:54.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:100:0) after 4m12s
[09:34:06.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:100:0)
[09:34:06.323] Build status: STARTED
[09:34:06.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:101:0) after 9m49s
[09:43:55.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:101:0)
[09:43:55.408] Build status: STARTED
[09:43:55.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:102:0) after 1m30s
[09:45:25.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:102:0)
[09:45:25.481] Build status: STARTED
[09:45:25.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:103:0) after 8m17s
[09:53:42.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:103:0)
[09:53:42.892] Build status: STARTED
[09:53:42.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:104:0) after 8m9s
[10:01:51.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:104:0)
[10:01:51.977] Build status: STARTED
[10:01:51.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:105:0) after 9m14s
[10:11:06.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:105:0)
[10:11:06.253] Build status: STARTED
[10:11:06.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:106:0) after 4m9s
[10:15:16.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:106:0)
[10:15:16.307] Build status: STARTED
[10:15:16.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:107:0) after 1m23s
[10:16:39.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:107:0)
[10:16:39.435] Build status: STARTED
[10:16:39.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:108:0) after 4m16s
[10:20:55.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:108:0)
[10:20:55.640] Build status: STARTED
[10:20:55.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:109:0) after 1m30s
[10:22:25.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:109:0)
[10:22:25.707] Build status: STARTED
[10:22:25.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:110:0) after 8m6s
[10:30:31.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:110:0)
[10:30:31.953] Build status: STARTED
[10:30:31.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:111:0) after 2m53s
[10:33:25.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:111:0)
[10:33:25.676] Build status: STARTED
[10:33:25.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:112:0) after 6m57s
[10:40:22.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:112:0)
[10:40:22.777] Build status: STARTED
[10:40:22.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:113:0) after 2m42s
[10:43:04.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:113:0)
[10:43:05.046] Build status: STARTED
[10:43:05.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:114:0) after 3m53s
[10:46:58.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:114:0)
[10:46:58.290] Build status: STARTED
[10:46:58.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:115:0) after 1m50s
[10:48:48.380] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:115:0)
[10:48:48.453] Build status: STARTED
[10:48:48.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:116:0) after 9m43s
[10:58:31.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:116:0)
[10:58:31.900] Build status: STARTED
[10:58:31.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:117:0) after 1m31s
[11:00:03.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:117:0)
[11:00:03.278] Build status: STARTED
[11:00:03.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:118:0) after 7m23s
[11:07:26.954] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:118:0)
[11:07:26.988] Build status: STARTED
[11:07:26.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:119:0) after 5m57s
[11:13:24.612] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:119:0)
[11:13:24.672] Build status: STARTED
[11:13:24.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:120:0) after 4m33s
[11:17:58.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:120:0)
[11:17:58.113] Build status: STARTED
[11:17:58.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:121:0) after 1m44s
[11:19:42.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:121:0)
[11:19:42.177] Build status: STARTED
[11:19:42.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:122:0) after 9m4s
[11:28:46.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:122:0)
[11:28:46.670] Build status: STARTED
[11:28:46.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:123:0) after 2m55s
[11:31:41.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:123:0)
[11:31:41.749] Build status: STARTED
[11:31:41.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8995519422571975872:124:0) after 2m5s
[11:32:45.382] Received PubSub notification, asking Buildbucket for the build status
[11:32:45.414] Build:
{
  "id": "8830089360525334993",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26276,
  "createdBy": "project:chromium",
  "createTime": "2021-11-20T00:19:47.502494057Z",
  "startTime": "2021-11-20T01:06:51.566849Z",
  "endTime": "2021-11-20T11:32:44.886931171Z",
  "updateTime": "2021-11-20T11:32:44.886931171Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c39613d437f02931cf4242bbc92f4fb09cd720ba",
      "ref": "refs/heads/main"
    }
  }
}
[11:32:45.414] Invocation finished in 11h12m59.247333027s with status FAILED