Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f91836c8f6810bb0c4ee71abb94d64761e502190"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f91836c8f6810bb0c4ee71abb94d64761e502190
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:44:36.494] New invocation is queued and will start shortly
[19:44:37.609] Starting the invocation (attempt 1)
[19:44:37.711] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f91836c8f6810bb0c4ee71abb94d64761e502190"
[19:44:37.712] Popped gitiles commit info from properties and tags
[19:44:37.712] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:44:37.712] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:44:37.712] Buildbucket request:
{
  "requestId": "8998345240195333936",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f91836c8f6810bb0c4ee71abb94d64761e502190",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8998345240195333936"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:44:38.564] Scheduled build:
{
  "id": "8832915178129328961",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25721,
  "createdBy": "project:chromium",
  "createTime": "2021-10-19T19:44:37.831181604Z",
  "updateTime": "2021-10-19T19:44:38.128572695Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f91836c8f6810bb0c4ee71abb94d64761e502190",
      "ref": "refs/heads/main"
    }
  }
}
[19:44:38.564] Task URL: https://cr-buildbucket.appspot.com/build/8832915178129328961
[19:44:38.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:2:0) after 3m15s
[19:47:53.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:2:0)
[19:47:53.622] Build status: SCHEDULED
[19:47:53.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:3:0) after 8m8s
[19:55:25.905] Received PubSub notification, asking Buildbucket for the build status
[19:55:25.932] Build status: STARTED
[19:56:01.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:3:0)
[19:56:01.926] Build status: STARTED
[19:56:01.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:5:0) after 1m18s
[19:57:19.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:5:0)
[19:57:19.994] Build status: STARTED
[19:57:19.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:6:0) after 5m35s
[20:02:55.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:6:0)
[20:02:55.129] Build status: STARTED
[20:02:55.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:7:0) after 3m34s
[20:06:29.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:7:0)
[20:06:29.224] Build status: STARTED
[20:06:29.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:8:0) after 1m33s
[20:08:02.685] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:8:0)
[20:08:02.762] Build status: STARTED
[20:08:02.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:9:0) after 6m54s
[20:14:56.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:9:0)
[20:14:56.945] Build status: STARTED
[20:14:56.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:10:0) after 7m46s
[20:22:43.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:10:0)
[20:22:43.209] Build status: STARTED
[20:22:43.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:11:0) after 4m24s
[20:27:07.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:11:0)
[20:27:07.461] Build status: STARTED
[20:27:07.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:12:0) after 3m10s
[20:30:17.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:12:0)
[20:30:17.712] Build status: STARTED
[20:30:17.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:13:0) after 4m16s
[20:34:33.741] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:13:0)
[20:34:33.774] Build status: STARTED
[20:34:33.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:14:0) after 1m3s
[20:35:37.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:14:0)
[20:35:37.111] Build status: STARTED
[20:35:37.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:15:0) after 8m35s
[20:44:12.132] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:15:0)
[20:44:12.177] Build status: STARTED
[20:44:12.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:16:0) after 3m30s
[20:47:42.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:16:0)
[20:47:42.440] Build status: STARTED
[20:47:42.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:17:0) after 8m6s
[20:55:48.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:17:0)
[20:55:48.797] Build status: STARTED
[20:55:48.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:18:0) after 3m48s
[20:59:36.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:18:0)
[20:59:36.862] Build status: STARTED
[20:59:36.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:19:0) after 4m59s
[21:04:35.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:19:0)
[21:04:35.918] Build status: STARTED
[21:04:35.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:20:0) after 3m37s
[21:08:13.214] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:20:0)
[21:08:13.357] Build status: STARTED
[21:08:13.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:21:0) after 6m56s
[21:15:09.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:21:0)
[21:15:09.531] Build status: STARTED
[21:15:09.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:22:0) after 2m10s
[21:17:19.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:22:0)
[21:17:19.955] Build status: STARTED
[21:17:19.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:23:0) after 8m11s
[21:25:31.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:23:0)
[21:25:31.112] Build status: STARTED
[21:25:31.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:24:0) after 3m22s
[21:28:53.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:24:0)
[21:28:53.561] Build status: STARTED
[21:28:53.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:25:0) after 9m15s
[21:38:08.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:25:0)
[21:38:08.855] Build status: STARTED
[21:38:08.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:26:0) after 6m45s
[21:44:53.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:26:0)
[21:44:53.944] Build status: STARTED
[21:44:53.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:27:0) after 5m46s
[21:50:40.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:27:0)
[21:50:40.095] Build status: STARTED
[21:50:40.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:28:0) after 7m32s
[21:58:12.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:28:0)
[21:58:12.412] Build status: STARTED
[21:58:12.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:29:0) after 6m34s
[22:04:46.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:29:0)
[22:04:46.968] Build status: STARTED
[22:04:46.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:30:0) after 5m5s
[22:09:51.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:30:0)
[22:09:52.025] Build status: STARTED
[22:09:52.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:31:0) after 1m17s
[22:11:09.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:31:0)
[22:11:09.306] Build status: STARTED
[22:11:09.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:32:0) after 3m25s
[22:14:34.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:32:0)
[22:14:34.360] Build status: STARTED
[22:14:34.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:33:0) after 9m32s
[22:24:06.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:33:0)
[22:24:06.417] Build status: STARTED
[22:24:06.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:34:0) after 5m59s
[22:30:05.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:34:0)
[22:30:05.511] Build status: STARTED
[22:30:05.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:35:0) after 8m9s
[22:38:14.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:35:0)
[22:38:14.693] Build status: STARTED
[22:38:14.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:36:0) after 4m59s
[22:43:14.418] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:36:0)
[22:43:14.451] Build status: STARTED
[22:43:14.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:37:0) after 2m39s
[22:45:53.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:37:0)
[22:45:53.544] Build status: STARTED
[22:45:53.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:38:0) after 4m5s
[22:49:58.519] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:38:0)
[22:49:58.554] Build status: STARTED
[22:49:58.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:39:0) after 8m37s
[22:58:35.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:39:0)
[22:58:35.609] Build status: STARTED
[22:58:35.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:40:0) after 7m8s
[23:05:43.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:40:0)
[23:05:43.776] Build status: STARTED
[23:05:43.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:41:0) after 7m58s
[23:13:41.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:41:0)
[23:13:41.857] Build status: STARTED
[23:13:41.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:42:0) after 3m1s
[23:16:42.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:42:0)
[23:16:42.905] Build status: STARTED
[23:16:42.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:43:0) after 8m15s
[23:24:57.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:43:0)
[23:24:58.067] Build status: STARTED
[23:24:58.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:44:0) after 9m47s
[23:34:45.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:44:0)
[23:34:45.332] Build status: STARTED
[23:34:45.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:45:0) after 3m45s
[23:38:30.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:45:0)
[23:38:30.585] Build status: STARTED
[23:38:30.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:46:0) after 1m15s
[23:39:45.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:46:0)
[23:39:45.652] Build status: STARTED
[23:39:45.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:47:0) after 2m29s
[23:42:14.675] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:47:0)
[23:42:14.847] Build status: STARTED
[23:42:14.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:48:0) after 8m22s
[23:50:36.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:48:0)
[23:50:36.964] Build status: STARTED
[23:50:36.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:49:0) after 5m38s
[23:56:15.060] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:49:0)
[23:56:15.087] Build status: STARTED
[23:56:15.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:50:0) after 5m41s
[00:01:56.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:50:0)
[00:01:56.186] Build status: STARTED
[00:01:56.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:51:0) after 1m14s
[00:03:10.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:51:0)
[00:03:10.341] Build status: STARTED
[00:03:10.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:52:0) after 3m34s
[00:06:44.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:52:0)
[00:06:44.367] Build status: STARTED
[00:06:44.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:53:0) after 4m14s
[00:10:58.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:53:0)
[00:10:58.584] Build status: STARTED
[00:10:58.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:54:0) after 5m21s
[00:16:19.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:54:0)
[00:16:19.690] Build status: STARTED
[00:16:19.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:55:0) after 8m11s
[00:24:30.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:55:0)
[00:24:30.885] Build status: STARTED
[00:24:30.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:56:0) after 8m30s
[00:33:01.070] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:56:0)
[00:33:01.101] Build status: STARTED
[00:33:01.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:57:0) after 6m57s
[00:39:58.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:57:0)
[00:39:58.161] Build status: STARTED
[00:39:58.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:58:0) after 4m35s
[00:44:33.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:58:0)
[00:44:33.306] Build status: STARTED
[00:44:33.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:59:0) after 6m47s
[00:51:20.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:59:0)
[00:51:20.641] Build status: STARTED
[00:51:20.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:60:0) after 1m20s
[00:52:40.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:60:0)
[00:52:40.744] Build status: STARTED
[00:52:40.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:61:0) after 5m54s
[00:58:34.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:61:0)
[00:58:34.820] Build status: STARTED
[00:58:34.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:62:0) after 3m54s
[01:02:28.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:62:0)
[01:02:28.972] Build status: STARTED
[01:02:28.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:63:0) after 9m6s
[01:11:35.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:63:0)
[01:11:35.071] Build status: STARTED
[01:11:35.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:64:0) after 7m45s
[01:19:20.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:64:0)
[01:19:20.125] Build status: STARTED
[01:19:20.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:65:0) after 2m22s
[01:21:42.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:65:0)
[01:21:42.279] Build status: STARTED
[01:21:42.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:66:0) after 6m11s
[01:27:53.410] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:66:0)
[01:27:53.450] Build status: STARTED
[01:27:53.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:67:0) after 9m32s
[01:37:25.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:67:0)
[01:37:25.666] Build status: STARTED
[01:37:25.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:68:0) after 4m10s
[01:41:35.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:68:0)
[01:41:35.736] Build status: STARTED
[01:41:35.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:69:0) after 3m45s
[01:45:20.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:69:0)
[01:45:21.034] Build status: STARTED
[01:45:21.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:70:0) after 9m10s
[01:54:31.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:70:0)
[01:54:31.117] Build status: STARTED
[01:54:31.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:71:0) after 7m1s
[02:01:32.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:71:0)
[02:01:32.418] Build status: STARTED
[02:01:32.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:72:0) after 8m28s
[02:10:00.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:72:0)
[02:10:00.490] Build status: STARTED
[02:10:00.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:73:0) after 4m58s
[02:14:58.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:73:0)
[02:14:58.541] Build status: STARTED
[02:14:58.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:74:0) after 1m53s
[02:16:51.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:74:0)
[02:16:51.767] Build status: STARTED
[02:16:51.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:75:0) after 7m7s
[02:23:58.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:75:0)
[02:23:58.891] Build status: STARTED
[02:23:58.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:76:0) after 2m54s
[02:26:53.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:76:0)
[02:26:53.051] Build status: STARTED
[02:26:53.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:77:0) after 1m32s
[02:28:25.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:77:0)
[02:28:25.056] Build status: STARTED
[02:28:25.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:78:0) after 7m28s
[02:35:53.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:78:0)
[02:35:53.164] Build status: STARTED
[02:35:53.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:79:0) after 8m42s
[02:44:35.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:79:0)
[02:44:35.373] Build status: STARTED
[02:44:35.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:80:0) after 2m45s
[02:47:20.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:80:0)
[02:47:20.516] Build status: STARTED
[02:47:20.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:81:0) after 6m46s
[02:54:06.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:81:0)
[02:54:06.594] Build status: STARTED
[02:54:06.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:82:0) after 3m56s
[02:58:02.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:82:0)
[02:58:02.717] Build status: STARTED
[02:58:02.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:83:0) after 7m35s
[03:05:37.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:83:0)
[03:05:37.979] Build status: STARTED
[03:05:37.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:84:0) after 7m4s
[03:12:41.983] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:84:0)
[03:12:42.015] Build status: STARTED
[03:12:42.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:85:0) after 1m7s
[03:13:49.038] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:85:0)
[03:13:49.071] Build status: STARTED
[03:13:49.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:86:0) after 5m34s
[03:19:23.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:86:0)
[03:19:23.412] Build status: STARTED
[03:19:23.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:87:0) after 8m5s
[03:27:28.388] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:87:0)
[03:27:28.427] Build status: STARTED
[03:27:28.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:88:0) after 4m20s
[03:31:48.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:88:0)
[03:31:48.490] Build status: STARTED
[03:31:48.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:89:0) after 1m8s
[03:32:56.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:89:0)
[03:32:56.737] Build status: STARTED
[03:32:56.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:90:0) after 9m55s
[03:42:51.760] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:90:0)
[03:42:51.790] Build status: STARTED
[03:42:51.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:91:0) after 1m56s
[03:44:48.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:91:0)
[03:44:48.054] Build status: STARTED
[03:44:48.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:92:0) after 4m26s
[03:49:14.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:92:0)
[03:49:14.125] Build status: STARTED
[03:49:14.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:93:0) after 5m5s
[03:54:19.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:93:0)
[03:54:19.185] Build status: STARTED
[03:54:19.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:94:0) after 8m30s
[04:02:49.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:94:0)
[04:02:49.378] Build status: STARTED
[04:02:49.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:95:0) after 3m53s
[04:06:42.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:95:0)
[04:06:42.430] Build status: STARTED
[04:06:42.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:96:0) after 7m8s
[04:13:50.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:96:0)
[04:13:50.681] Build status: STARTED
[04:13:50.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:97:0) after 3m28s
[04:17:18.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:97:0)
[04:17:18.728] Build status: STARTED
[04:17:18.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:98:0) after 4m8s
[04:21:26.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:98:0)
[04:21:26.783] Build status: STARTED
[04:21:26.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:99:0) after 8m48s
[04:30:14.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:99:0)
[04:30:14.895] Build status: STARTED
[04:30:14.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:100:0) after 8m19s
[04:38:33.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:100:0)
[04:38:33.935] Build status: STARTED
[04:38:33.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:101:0) after 4m0s
[04:42:33.934] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:101:0)
[04:42:33.992] Build status: STARTED
[04:42:33.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:102:0) after 3m48s
[04:46:22.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:102:0)
[04:46:22.085] Build status: STARTED
[04:46:22.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:103:0) after 9m0s
[04:55:22.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:103:0)
[04:55:22.130] Build status: STARTED
[04:55:22.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:104:0) after 2m58s
[04:58:20.201] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:104:0)
[04:58:20.227] Build status: STARTED
[04:58:20.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:105:0) after 9m26s
[05:07:46.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:105:0)
[05:07:46.326] Build status: STARTED
[05:07:46.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:106:0) after 1m43s
[05:09:29.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:106:0)
[05:09:29.572] Build status: STARTED
[05:09:29.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:107:0) after 7m11s
[05:16:40.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:107:0)
[05:16:40.859] Build status: STARTED
[05:16:40.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:108:0) after 8m15s
[05:24:56.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:108:0)
[05:24:56.065] Build status: STARTED
[05:24:56.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:109:0) after 9m29s
[05:34:25.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:109:0)
[05:34:25.355] Build status: STARTED
[05:34:25.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:110:0) after 1m2s
[05:35:27.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:110:0)
[05:35:27.411] Build status: STARTED
[05:35:27.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:111:0) after 5m57s
[05:41:24.526] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:111:0)
[05:41:24.565] Build status: STARTED
[05:41:24.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:112:0) after 5m17s
[05:46:41.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:112:0)
[05:46:41.618] Build status: STARTED
[05:46:41.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:113:0) after 3m41s
[05:50:22.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:113:0)
[05:50:22.666] Build status: STARTED
[05:50:22.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:114:0) after 8m9s
[05:58:31.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:114:0)
[05:58:31.718] Build status: STARTED
[05:58:31.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:115:0) after 3m19s
[06:01:50.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:115:0)
[06:01:50.838] Build status: STARTED
[06:01:50.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:116:0) after 2m41s
[06:04:31.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:116:0)
[06:04:31.900] Build status: STARTED
[06:04:31.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:117:0) after 3m47s
[06:08:18.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:117:0)
[06:08:18.958] Build status: STARTED
[06:08:18.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:118:0) after 4m51s
[06:13:09.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:118:0)
[06:13:10.014] Build status: STARTED
[06:13:10.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8998345240195333936:119:0) after 9m4s
[06:13:55.244] Received PubSub notification, asking Buildbucket for the build status
[06:13:55.274] Build:
{
  "id": "8832915178129328961",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25721,
  "createdBy": "project:chromium",
  "createTime": "2021-10-19T19:44:37.831181604Z",
  "startTime": "2021-10-19T19:55:25.246639Z",
  "endTime": "2021-10-20T06:13:54.695370315Z",
  "updateTime": "2021-10-20T06:13:54.696150329Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f91836c8f6810bb0c4ee71abb94d64761e502190",
      "ref": "refs/heads/main"
    }
  }
}
[06:13:55.274] Invocation finished in 10h29m18.79703445s with status FAILED