Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTLinuxASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ffc8b988c165359e7f55a6590a017e6e1bcb0bcd"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ffc8b988c165359e7f55a6590a017e6e1bcb0bcd
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:22:54.683] New invocation is queued and will start shortly
[04:22:55.750] Starting the invocation (attempt 1)
[04:22:55.778] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ffc8b988c165359e7f55a6590a017e6e1bcb0bcd"
[04:22:55.778] Popped gitiles commit info from properties and tags
[04:22:55.778] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:22:55.778] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:22:55.778] Buildbucket request:
{
  "requestId": "8991699052830351744",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "ffc8b988c165359e7f55a6590a017e6e1bcb0bcd",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8991699052830351744"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:22:56.599] Scheduled build:
{
  "id": "8826268990963411009",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 15116,
  "createdBy": "project:chromium",
  "createTime": "2022-01-01T04:22:55.833622649Z",
  "updateTime": "2022-01-01T04:22:55.833622649Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ffc8b988c165359e7f55a6590a017e6e1bcb0bcd",
      "ref": "refs/heads/main"
    }
  }
}
[04:22:56.599] Task URL: https://cr-buildbucket.appspot.com/build/8826268990963411009
[04:22:56.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:2:0) after 8m12s
[04:27:06.901] Received PubSub notification, asking Buildbucket for the build status
[04:27:06.919] Build status: STARTED
[04:31:08.642] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:2:0)
[04:31:08.661] Build status: STARTED
[04:31:08.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:4:0) after 5m33s
[04:36:41.847] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:4:0)
[04:36:41.876] Build status: STARTED
[04:36:41.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:5:0) after 1m54s
[04:38:35.914] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:5:0)
[04:38:35.941] Build status: STARTED
[04:38:35.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:6:0) after 3m20s
[04:41:55.955] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:6:0)
[04:41:55.988] Build status: STARTED
[04:41:55.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:7:0) after 1m28s
[04:43:24.007] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:7:0)
[04:43:24.064] Build status: STARTED
[04:43:24.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:8:0) after 3m43s
[04:47:07.125] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:8:0)
[04:47:07.151] Build status: STARTED
[04:47:07.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:9:0) after 3m27s
[04:50:34.382] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:9:0)
[04:50:34.401] Build status: STARTED
[04:50:34.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:10:0) after 2m10s
[04:52:44.492] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:10:0)
[04:52:44.520] Build status: STARTED
[04:52:44.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:11:0) after 5m48s
[04:58:32.859] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:11:0)
[04:58:32.877] Build status: STARTED
[04:58:32.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:12:0) after 5m59s
[05:04:31.894] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:12:0)
[05:04:31.925] Build status: STARTED
[05:04:31.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:13:0) after 8m27s
[05:12:58.941] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:13:0)
[05:12:58.967] Build status: STARTED
[05:12:58.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:14:0) after 5m32s
[05:18:30.993] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:14:0)
[05:18:31.014] Build status: STARTED
[05:18:31.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:15:0) after 5m5s
[05:23:36.034] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:15:0)
[05:23:36.068] Build status: STARTED
[05:23:36.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:16:0) after 1m27s
[05:25:03.540] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:16:0)
[05:25:03.560] Build status: STARTED
[05:25:03.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:17:0) after 1m33s
[05:26:37.156] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:17:0)
[05:26:37.188] Build status: STARTED
[05:26:37.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:18:0) after 5m13s
[05:31:50.264] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:18:0)
[05:31:50.279] Build status: STARTED
[05:31:50.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:19:0) after 2m44s
[05:34:34.305] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:19:0)
[05:34:34.331] Build status: STARTED
[05:34:34.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:20:0) after 2m51s
[05:37:25.464] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:20:0)
[05:37:25.481] Build status: STARTED
[05:37:25.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:21:0) after 6m55s
[05:44:20.500] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:21:0)
[05:44:20.519] Build status: STARTED
[05:44:20.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:22:0) after 7m8s
[05:51:28.516] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:22:0)
[05:51:28.534] Build status: STARTED
[05:51:28.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:23:0) after 3m26s
[05:54:54.561] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:23:0)
[05:54:54.585] Build status: STARTED
[05:54:54.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:24:0) after 6m12s
[06:01:06.666] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:24:0)
[06:01:06.928] Build status: STARTED
[06:01:06.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:25:0) after 2m43s
[06:03:50.130] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:25:0)
[06:03:50.168] Build status: STARTED
[06:03:50.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:26:0) after 5m17s
[06:09:07.183] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:26:0)
[06:09:07.201] Build status: STARTED
[06:09:07.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:27:0) after 2m0s
[06:11:07.228] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:27:0)
[06:11:07.267] Build status: STARTED
[06:11:07.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:28:0) after 8m48s
[06:19:55.281] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:28:0)
[06:19:55.356] Build status: STARTED
[06:19:55.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:29:0) after 1m46s
[06:21:41.389] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:29:0)
[06:21:41.408] Build status: STARTED
[06:21:41.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:30:0) after 7m2s
[06:28:43.509] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:30:0)
[06:28:43.668] Build status: STARTED
[06:28:43.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:31:0) after 5m32s
[06:34:15.691] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:31:0)
[06:34:15.713] Build status: STARTED
[06:34:15.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:32:0) after 9m51s
[06:44:06.732] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:32:0)
[06:44:06.751] Build status: STARTED
[06:44:06.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:33:0) after 9m0s
[06:53:07.227] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:33:0)
[06:53:07.263] Build status: STARTED
[06:53:07.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:34:0) after 5m15s
[06:58:22.279] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:34:0)
[06:58:22.303] Build status: STARTED
[06:58:22.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:35:0) after 3m9s
[07:01:31.443] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:35:0)
[07:01:31.476] Build status: STARTED
[07:01:31.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:36:0) after 6m11s
[07:07:42.495] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:36:0)
[07:07:42.519] Build status: STARTED
[07:07:42.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:37:0) after 1m54s
[07:09:36.737] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:37:0)
[07:09:36.766] Build status: STARTED
[07:09:36.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:38:0) after 2m0s
[07:11:37.177] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:38:0)
[07:11:37.199] Build status: STARTED
[07:11:37.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:39:0) after 4m3s
[07:15:40.594] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:39:0)
[07:15:40.610] Build status: STARTED
[07:15:40.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:40:0) after 9m9s
[07:24:50.338] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:40:0)
[07:24:50.367] Build status: STARTED
[07:24:50.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:41:0) after 4m36s
[07:29:26.613] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:41:0)
[07:29:26.635] Build status: STARTED
[07:29:26.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:42:0) after 8m45s
[07:38:11.654] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:42:0)
[07:38:11.671] Build status: STARTED
[07:38:11.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:43:0) after 2m53s
[07:41:04.754] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:43:0)
[07:41:04.785] Build status: STARTED
[07:41:04.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:44:0) after 7m44s
[07:48:48.802] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:44:0)
[07:48:48.820] Build status: STARTED
[07:48:48.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:45:0) after 5m17s
[07:54:06.004] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:45:0)
[07:54:06.039] Build status: STARTED
[07:54:06.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:46:0) after 1m46s
[07:55:52.258] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:46:0)
[07:55:52.276] Build status: STARTED
[07:55:52.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:47:0) after 5m32s
[08:01:24.810] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:47:0)
[08:01:24.841] Build status: STARTED
[08:01:24.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:48:0) after 1m1s
[08:02:26.469] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:48:0)
[08:02:26.499] Build status: STARTED
[08:02:26.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:49:0) after 6m8s
[08:08:34.622] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:49:0)
[08:08:34.647] Build status: STARTED
[08:08:34.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:50:0) after 2m59s
[08:11:33.644] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:50:0)
[08:11:33.662] Build status: STARTED
[08:11:33.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:51:0) after 6m49s
[08:18:22.822] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:51:0)
[08:18:22.848] Build status: STARTED
[08:18:22.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:52:0) after 8m54s
[08:27:16.867] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:52:0)
[08:27:16.886] Build status: STARTED
[08:27:16.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:53:0) after 9m2s
[08:36:18.906] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:53:0)
[08:36:18.955] Build status: STARTED
[08:36:18.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:54:0) after 9m14s
[08:45:32.977] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:54:0)
[08:45:33.012] Build status: STARTED
[08:45:33.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:55:0) after 9m28s
[08:55:03.280] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:55:0)
[08:55:03.317] Build status: STARTED
[08:55:03.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:56:0) after 2m27s
[08:57:30.435] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:56:0)
[08:57:30.453] Build status: STARTED
[08:57:30.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:57:0) after 8m41s
[09:06:11.474] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:57:0)
[09:06:11.521] Build status: STARTED
[09:06:11.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:58:0) after 9m54s
[09:16:06.985] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:58:0)
[09:16:07.008] Build status: STARTED
[09:16:07.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:59:0) after 5m29s
[09:21:36.183] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:59:0)
[09:21:36.204] Build status: STARTED
[09:21:36.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:60:0) after 8m11s
[09:29:47.224] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:60:0)
[09:29:47.351] Build status: STARTED
[09:29:47.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:61:0) after 9m12s
[09:38:59.372] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:61:0)
[09:38:59.391] Build status: STARTED
[09:38:59.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:62:0) after 8m0s
[09:46:59.518] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:62:0)
[09:46:59.553] Build status: STARTED
[09:46:59.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:63:0) after 7m40s
[09:54:40.025] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:63:0)
[09:54:40.045] Build status: STARTED
[09:54:40.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:64:0) after 1m33s
[09:56:13.062] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:64:0)
[09:56:13.117] Build status: STARTED
[09:56:13.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:65:0) after 7m56s
[10:04:09.164] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:65:0)
[10:04:09.183] Build status: STARTED
[10:04:09.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:66:0) after 8m51s
[10:13:00.500] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:66:0)
[10:13:00.527] Build status: STARTED
[10:13:00.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:67:0) after 3m59s
[10:16:59.548] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:67:0)
[10:16:59.950] Build status: STARTED
[10:16:59.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:68:0) after 2m9s
[10:19:09.918] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:68:0)
[10:19:09.938] Build status: STARTED
[10:19:09.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:69:0) after 6m50s
[10:26:00.199] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:69:0)
[10:26:00.225] Build status: STARTED
[10:26:00.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:70:0) after 9m59s
[10:35:59.769] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:70:0)
[10:35:59.787] Build status: STARTED
[10:35:59.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:71:0) after 2m52s
[10:38:51.810] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:71:0)
[10:38:51.839] Build status: STARTED
[10:38:51.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:72:0) after 6m19s
[10:45:11.643] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:72:0)
[10:45:11.668] Build status: STARTED
[10:45:11.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:73:0) after 4m31s
[10:49:43.577] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:73:0)
[10:49:43.596] Build status: STARTED
[10:49:43.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:74:0) after 1m35s
[10:51:18.609] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:74:0)
[10:51:18.655] Build status: STARTED
[10:51:18.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:75:0) after 2m22s
[10:53:40.822] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:75:0)
[10:53:40.841] Build status: STARTED
[10:53:40.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:76:0) after 7m2s
[11:00:42.862] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:76:0)
[11:00:42.891] Build status: STARTED
[11:00:42.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:77:0) after 9m35s
[11:10:17.911] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:77:0)
[11:10:17.929] Build status: STARTED
[11:10:17.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:78:0) after 5m46s
[11:16:04.078] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:78:0)
[11:16:04.110] Build status: STARTED
[11:16:04.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:79:0) after 6m32s
[11:22:37.040] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:79:0)
[11:22:37.066] Build status: STARTED
[11:22:37.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:80:0) after 8m6s
[11:30:43.306] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:80:0)
[11:30:43.341] Build status: STARTED
[11:30:43.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:81:0) after 8m53s
[11:39:36.563] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:81:0)
[11:39:36.597] Build status: STARTED
[11:39:36.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:82:0) after 1m39s
[11:41:15.808] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:82:0)
[11:41:15.843] Build status: STARTED
[11:41:15.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:83:0) after 4m8s
[11:45:24.209] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:83:0)
[11:45:24.254] Build status: STARTED
[11:45:24.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:84:0) after 5m53s
[11:51:17.375] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:84:0)
[11:51:17.414] Build status: STARTED
[11:51:17.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:85:0) after 9m38s
[12:00:55.437] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:85:0)
[12:00:55.469] Build status: STARTED
[12:00:55.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:86:0) after 1m9s
[12:02:04.617] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:86:0)
[12:02:04.648] Build status: STARTED
[12:02:04.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:87:0) after 8m57s
[12:11:01.829] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:87:0)
[12:11:01.866] Build status: STARTED
[12:11:01.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:88:0) after 9m39s
[12:20:41.030] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:88:0)
[12:20:41.598] Build status: STARTED
[12:20:41.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:89:0) after 2m27s
[12:23:08.689] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:89:0)
[12:23:08.715] Build status: STARTED
[12:23:08.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:90:0) after 4m8s
[12:27:16.819] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:90:0)
[12:27:16.837] Build status: STARTED
[12:27:16.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:91:0) after 1m31s
[12:28:47.959] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:91:0)
[12:28:47.989] Build status: STARTED
[12:28:47.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:92:0) after 4m13s
[12:33:01.074] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:92:0)
[12:33:01.096] Build status: STARTED
[12:33:01.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:93:0) after 5m11s
[12:38:12.316] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:93:0)
[12:38:12.345] Build status: STARTED
[12:38:12.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:94:0) after 6m37s
[12:44:49.465] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:94:0)
[12:44:49.506] Build status: STARTED
[12:44:49.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:95:0) after 5m44s
[12:50:33.524] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:95:0)
[12:50:33.542] Build status: STARTED
[12:50:33.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:96:0) after 9m25s
[12:59:58.589] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:96:0)
[12:59:58.609] Build status: STARTED
[12:59:58.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:97:0) after 7m52s
[13:07:51.035] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:97:0)
[13:07:51.068] Build status: STARTED
[13:07:51.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:98:0) after 2m59s
[13:10:50.090] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:98:0)
[13:10:50.111] Build status: STARTED
[13:10:50.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:99:0) after 9m54s
[13:20:44.131] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:99:0)
[13:20:44.151] Build status: STARTED
[13:20:44.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:100:0) after 7m2s
[13:27:46.863] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:100:0)
[13:27:46.884] Build status: STARTED
[13:27:46.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:101:0) after 7m43s
[13:35:29.948] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:101:0)
[13:35:29.969] Build status: STARTED
[13:35:29.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:102:0) after 2m26s
[13:37:56.229] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:102:0)
[13:37:56.249] Build status: STARTED
[13:37:56.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:103:0) after 8m45s
[13:46:41.328] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:103:0)
[13:46:41.375] Build status: STARTED
[13:46:41.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:104:0) after 3m51s
[13:50:33.069] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:104:0)
[13:50:33.090] Build status: STARTED
[13:50:33.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:105:0) after 2m10s
[13:52:43.107] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:105:0)
[13:52:43.331] Build status: STARTED
[13:52:43.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:106:0) after 9m59s
[14:02:42.503] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:106:0)
[14:02:42.537] Build status: STARTED
[14:02:42.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:107:0) after 9m45s
[14:12:27.560] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:107:0)
[14:12:27.595] Build status: STARTED
[14:12:27.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:108:0) after 5m50s
[14:18:17.616] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:108:0)
[14:18:17.635] Build status: STARTED
[14:18:17.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:109:0) after 1m57s
[14:20:14.655] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:109:0)
[14:20:14.811] Build status: STARTED
[14:20:14.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:110:0) after 7m49s
[14:28:04.098] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:110:0)
[14:28:04.134] Build status: STARTED
[14:28:04.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:111:0) after 2m25s
[14:30:29.617] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:111:0)
[14:30:29.638] Build status: STARTED
[14:30:29.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:112:0) after 6m1s
[14:36:30.657] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:112:0)
[14:36:30.687] Build status: STARTED
[14:36:30.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:113:0) after 8m37s
[14:45:07.706] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:113:0)
[14:45:07.729] Build status: STARTED
[14:45:07.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8991699052830351744:114:0) after 4m3s
[14:47:26.659] Received PubSub notification, asking Buildbucket for the build status
[14:47:26.723] Build:
{
  "id": "8826268990963411009",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 15116,
  "createdBy": "project:chromium",
  "createTime": "2022-01-01T04:22:55.833622649Z",
  "startTime": "2022-01-01T04:27:05.782222Z",
  "endTime": "2022-01-01T14:47:17.563346146Z",
  "updateTime": "2022-01-01T14:47:17.563346146Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ffc8b988c165359e7f55a6590a017e6e1bcb0bcd",
      "ref": "refs/heads/main"
    }
  }
}
[14:47:26.723] Invocation finished in 10h24m32.053923162s with status FAILED