Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "0b76aa75a4b565a4c43220b6874d9d50dc4949ba"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0b76aa75a4b565a4c43220b6874d9d50dc4949ba
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[05:50:09.102] New invocation is queued and will start shortly
[05:50:10.166] Starting the invocation (attempt 1)
[05:50:10.194] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0b76aa75a4b565a4c43220b6874d9d50dc4949ba"
[05:50:10.194] Popped gitiles commit info from properties and tags
[05:50:10.194] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:50:10.194] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:50:10.194] Buildbucket request:
{
  "requestId": "8944583141607345792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "0b76aa75a4b565a4c43220b6874d9d50dc4949ba",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8944583141607345792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:50:10.623] Scheduled build:
{
  "id": "8779153079744036529",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 19721,
  "createdBy": "project:chromium",
  "createTime": "2023-06-05T05:50:10.257851179Z",
  "updateTime": "2023-06-05T05:50:10.257851179Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0b76aa75a4b565a4c43220b6874d9d50dc4949ba",
      "ref": "refs/heads/main"
    }
  }
}
[05:50:10.623] Task URL: https://cr-buildbucket.appspot.com/build/8779153079744036529
[05:50:10.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:2:0) after 6m4s
[05:50:19.047] Received PubSub notification, asking Buildbucket for the build status
[05:50:19.077] Build status: STARTED
[05:56:14.640] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:2:0)
[05:56:14.660] Build status: STARTED
[05:56:14.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:4:0) after 1m51s
[05:58:05.822] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:4:0)
[05:58:05.851] Build status: STARTED
[05:58:05.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:5:0) after 9m44s
[06:07:49.963] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:5:0)
[06:07:49.979] Build status: STARTED
[06:07:49.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:6:0) after 5m16s
[06:13:06.009] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:6:0)
[06:13:06.031] Build status: STARTED
[06:13:06.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:7:0) after 5m28s
[06:18:34.047] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:7:0)
[06:18:34.065] Build status: STARTED
[06:18:34.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:8:0) after 5m8s
[06:23:42.093] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:8:0)
[06:23:42.114] Build status: STARTED
[06:23:42.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:9:0) after 4m58s
[06:28:40.138] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:9:0)
[06:28:40.164] Build status: STARTED
[06:28:40.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:10:0) after 3m9s
[06:31:49.187] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:10:0)
[06:31:49.209] Build status: STARTED
[06:31:49.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:11:0) after 5m51s
[06:37:40.237] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:11:0)
[06:37:40.257] Build status: STARTED
[06:37:40.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:12:0) after 8m16s
[06:45:56.376] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:12:0)
[06:45:56.403] Build status: STARTED
[06:45:56.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:13:0) after 1m1s
[06:46:57.428] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:13:0)
[06:46:57.452] Build status: STARTED
[06:46:57.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:14:0) after 6m11s
[06:53:08.576] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:14:0)
[06:53:08.593] Build status: STARTED
[06:53:08.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:15:0) after 4m33s
[06:57:41.614] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:15:0)
[06:57:41.636] Build status: STARTED
[06:57:41.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:16:0) after 2m0s
[06:59:41.654] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:16:0)
[06:59:41.677] Build status: STARTED
[06:59:41.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:17:0) after 1m4s
[07:00:45.835] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:17:0)
[07:00:45.852] Build status: STARTED
[07:00:45.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:18:0) after 5m26s
[07:06:11.967] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:18:0)
[07:06:11.986] Build status: STARTED
[07:06:11.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:19:0) after 3m39s
[07:09:51.005] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:19:0)
[07:09:51.025] Build status: STARTED
[07:09:51.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:20:0) after 7m45s
[07:17:36.241] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:20:0)
[07:17:36.258] Build status: STARTED
[07:17:36.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:21:0) after 6m2s
[07:23:38.278] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:21:0)
[07:23:38.295] Build status: STARTED
[07:23:38.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:22:0) after 4m15s
[07:27:53.592] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:22:0)
[07:27:53.611] Build status: STARTED
[07:27:53.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:23:0) after 1m18s
[07:29:11.639] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:23:0)
[07:29:11.724] Build status: STARTED
[07:29:11.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:24:0) after 8m11s
[07:37:22.750] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:24:0)
[07:37:22.773] Build status: STARTED
[07:37:22.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:25:0) after 5m34s
[07:42:56.920] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:25:0)
[07:42:56.938] Build status: STARTED
[07:42:56.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:26:0) after 4m52s
[07:47:49.065] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:26:0)
[07:47:49.082] Build status: STARTED
[07:47:49.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:27:0) after 6m21s
[07:54:10.140] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:27:0)
[07:54:10.210] Build status: STARTED
[07:54:10.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:28:0) after 2m17s
[07:56:27.589] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:28:0)
[07:56:27.609] Build status: STARTED
[07:56:27.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:29:0) after 7m14s
[08:03:41.706] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:29:0)
[08:03:41.723] Build status: STARTED
[08:03:41.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:30:0) after 2m12s
[08:05:53.754] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:30:0)
[08:05:53.770] Build status: STARTED
[08:05:53.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:31:0) after 2m41s
[08:08:34.788] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:31:0)
[08:08:34.806] Build status: STARTED
[08:08:34.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:32:0) after 2m17s
[08:10:51.826] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:32:0)
[08:10:51.846] Build status: STARTED
[08:10:51.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:33:0) after 2m2s
[08:12:54.103] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:33:0)
[08:12:54.136] Build status: STARTED
[08:12:54.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:34:0) after 7m55s
[08:20:49.389] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:34:0)
[08:20:49.408] Build status: STARTED
[08:20:49.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:35:0) after 7m40s
[08:28:29.528] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:35:0)
[08:28:29.552] Build status: STARTED
[08:28:29.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:36:0) after 8m9s
[08:36:38.690] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:36:0)
[08:36:38.716] Build status: STARTED
[08:36:38.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:37:0) after 2m31s
[08:39:09.734] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:37:0)
[08:39:09.868] Build status: STARTED
[08:39:09.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:38:0) after 9m0s
[08:48:09.911] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:38:0)
[08:48:09.927] Build status: STARTED
[08:48:09.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:39:0) after 4m26s
[08:52:36.073] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:39:0)
[08:52:36.096] Build status: STARTED
[08:52:36.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:40:0) after 1m32s
[08:54:08.142] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:40:0)
[08:54:08.168] Build status: STARTED
[08:54:08.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:41:0) after 5m9s
[08:59:17.312] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:41:0)
[08:59:17.380] Build status: STARTED
[08:59:17.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:42:0) after 2m58s
[09:02:15.475] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:42:0)
[09:02:15.501] Build status: STARTED
[09:02:15.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:43:0) after 7m38s
[09:09:54.245] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:43:0)
[09:09:54.328] Build status: STARTED
[09:09:54.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:44:0) after 4m2s
[09:13:56.528] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:44:0)
[09:13:56.593] Build status: STARTED
[09:13:56.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:45:0) after 2m7s
[09:16:03.706] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:45:0)
[09:16:03.723] Build status: STARTED
[09:16:03.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:46:0) after 9m5s
[09:25:08.744] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:46:0)
[09:25:08.770] Build status: STARTED
[09:25:08.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:47:0) after 6m27s
[09:31:35.827] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:47:0)
[09:31:35.846] Build status: STARTED
[09:31:35.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:48:0) after 9m32s
[09:41:07.960] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:48:0)
[09:41:07.975] Build status: STARTED
[09:41:07.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:49:0) after 8m20s
[09:49:27.980] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:49:0)
[09:49:27.997] Build status: STARTED
[09:49:27.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:50:0) after 9m40s
[09:59:07.981] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:50:0)
[09:59:08.034] Build status: STARTED
[09:59:08.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:51:0) after 8m1s
[10:07:09.080] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:51:0)
[10:07:09.138] Build status: STARTED
[10:07:09.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:52:0) after 3m46s
[10:10:55.214] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:52:0)
[10:10:55.233] Build status: STARTED
[10:10:55.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:53:0) after 6m32s
[10:17:27.256] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:53:0)
[10:17:27.291] Build status: STARTED
[10:17:27.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:54:0) after 4m21s
[10:21:48.654] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:54:0)
[10:21:48.671] Build status: STARTED
[10:21:48.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:55:0) after 7m13s
[10:29:01.688] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:55:0)
[10:29:01.705] Build status: STARTED
[10:29:01.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:56:0) after 7m42s
[10:36:43.827] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:56:0)
[10:36:43.845] Build status: STARTED
[10:36:43.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:57:0) after 5m23s
[10:42:06.899] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:57:0)
[10:42:06.923] Build status: STARTED
[10:42:06.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:58:0) after 2m56s
[10:45:03.164] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:58:0)
[10:45:03.181] Build status: STARTED
[10:45:03.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:59:0) after 6m24s
[10:51:27.530] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:59:0)
[10:51:27.679] Build status: STARTED
[10:51:27.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:60:0) after 5m24s
[10:56:51.696] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:60:0)
[10:56:51.713] Build status: STARTED
[10:56:51.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:61:0) after 5m53s
[11:02:44.942] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:61:0)
[11:02:44.968] Build status: STARTED
[11:02:44.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:62:0) after 2m12s
[11:04:57.222] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:62:0)
[11:04:57.259] Build status: STARTED
[11:04:57.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:63:0) after 3m6s
[11:08:03.383] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:63:0)
[11:08:03.408] Build status: STARTED
[11:08:03.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:64:0) after 2m48s
[11:10:51.479] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:64:0)
[11:10:51.568] Build status: STARTED
[11:10:51.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:65:0) after 1m47s
[11:12:38.720] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:65:0)
[11:12:38.742] Build status: STARTED
[11:12:38.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:66:0) after 1m41s
[11:14:19.761] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:66:0)
[11:14:19.780] Build status: STARTED
[11:14:19.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:67:0) after 7m42s
[11:22:01.900] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:67:0)
[11:22:01.968] Build status: STARTED
[11:22:01.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:68:0) after 3m4s
[11:25:06.010] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:68:0)
[11:25:06.058] Build status: STARTED
[11:25:06.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:69:0) after 4m46s
[11:29:52.122] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:69:0)
[11:29:52.143] Build status: STARTED
[11:29:52.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:70:0) after 8m36s
[11:38:28.369] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:70:0)
[11:38:28.390] Build status: STARTED
[11:38:28.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:71:0) after 6m2s
[11:44:30.468] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:71:0)
[11:44:30.487] Build status: STARTED
[11:44:30.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:72:0) after 5m44s
[11:50:14.497] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:72:0)
[11:50:14.518] Build status: STARTED
[11:50:14.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:73:0) after 1m10s
[11:51:24.629] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:73:0)
[11:51:24.717] Build status: STARTED
[11:51:24.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:74:0) after 6m21s
[11:57:45.736] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:74:0)
[11:57:45.761] Build status: STARTED
[11:57:45.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:75:0) after 5m19s
[12:03:05.009] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:75:0)
[12:03:05.035] Build status: STARTED
[12:03:05.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:76:0) after 8m33s
[12:11:38.168] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:76:0)
[12:11:38.189] Build status: STARTED
[12:11:38.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:77:0) after 4m17s
[12:15:55.618] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:77:0)
[12:15:55.708] Build status: STARTED
[12:15:55.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:78:0) after 3m15s
[12:19:10.738] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:78:0)
[12:19:10.759] Build status: STARTED
[12:19:10.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:79:0) after 4m36s
[12:23:46.777] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:79:0)
[12:23:46.803] Build status: STARTED
[12:23:46.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:80:0) after 2m38s
[12:26:24.836] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:80:0)
[12:26:24.852] Build status: STARTED
[12:26:24.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:81:0) after 7m52s
[12:34:17.129] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:81:0)
[12:34:17.148] Build status: STARTED
[12:34:17.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:82:0) after 1m47s
[12:36:04.174] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:82:0)
[12:36:04.217] Build status: STARTED
[12:36:04.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:83:0) after 5m17s
[12:41:21.311] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:83:0)
[12:41:21.372] Build status: STARTED
[12:41:21.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:84:0) after 5m53s
[12:47:14.609] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:84:0)
[12:47:14.631] Build status: STARTED
[12:47:14.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:85:0) after 9m26s
[12:56:40.658] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:85:0)
[12:56:40.775] Build status: STARTED
[12:56:40.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:86:0) after 2m1s
[12:58:41.962] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:86:0)
[12:58:41.982] Build status: STARTED
[12:58:41.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:87:0) after 1m56s
[13:00:38.236] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:87:0)
[13:00:38.290] Build status: STARTED
[13:00:38.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:88:0) after 2m29s
[13:03:07.337] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:88:0)
[13:03:07.355] Build status: STARTED
[13:03:07.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:89:0) after 9m8s
[13:12:15.389] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:89:0)
[13:12:15.407] Build status: STARTED
[13:12:15.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:90:0) after 3m9s
[13:15:24.426] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:90:0)
[13:15:24.528] Build status: STARTED
[13:15:24.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:91:0) after 4m31s
[13:19:55.889] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:91:0)
[13:19:55.932] Build status: STARTED
[13:19:55.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:92:0) after 3m37s
[13:23:32.968] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:92:0)
[13:23:32.987] Build status: STARTED
[13:23:32.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:93:0) after 5m4s
[13:28:37.011] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:93:0)
[13:28:37.034] Build status: STARTED
[13:28:37.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:94:0) after 8m6s
[13:36:43.294] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:94:0)
[13:36:43.473] Build status: STARTED
[13:36:43.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:95:0) after 9m20s
[13:46:03.592] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:95:0)
[13:46:03.617] Build status: STARTED
[13:46:03.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:96:0) after 7m21s
[13:53:24.659] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:96:0)
[13:53:24.684] Build status: STARTED
[13:53:24.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:97:0) after 7m47s
[14:01:11.710] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:97:0)
[14:01:11.737] Build status: STARTED
[14:01:11.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:98:0) after 5m54s
[14:07:05.811] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:98:0)
[14:07:05.836] Build status: STARTED
[14:07:05.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:99:0) after 7m4s
[14:14:10.028] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:99:0)
[14:14:10.063] Build status: STARTED
[14:14:10.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:100:0) after 9m59s
[14:24:09.178] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:100:0)
[14:24:09.194] Build status: STARTED
[14:24:09.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:101:0) after 9m30s
[14:33:39.234] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:101:0)
[14:33:39.257] Build status: STARTED
[14:33:39.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:102:0) after 3m8s
[14:36:47.474] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:102:0)
[14:36:47.492] Build status: STARTED
[14:36:47.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:103:0) after 9m0s
[14:45:47.586] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:103:0)
[14:45:47.609] Build status: STARTED
[14:45:47.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:104:0) after 4m3s
[14:49:50.666] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:104:0)
[14:49:50.688] Build status: STARTED
[14:49:50.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:105:0) after 2m24s
[14:52:14.708] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:105:0)
[14:52:14.741] Build status: STARTED
[14:52:14.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:106:0) after 5m26s
[14:57:40.762] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:106:0)
[14:57:40.805] Build status: STARTED
[14:57:40.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:107:0) after 8m13s
[15:05:53.937] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:107:0)
[15:05:53.956] Build status: STARTED
[15:05:53.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:108:0) after 8m11s
[15:14:05.102] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:108:0)
[15:14:05.127] Build status: STARTED
[15:14:05.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:109:0) after 3m38s
[15:17:43.155] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:109:0)
[15:17:43.172] Build status: STARTED
[15:17:43.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:110:0) after 9m37s
[15:27:20.172] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:110:0)
[15:27:20.245] Build status: STARTED
[15:27:20.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:111:0) after 2m19s
[15:29:39.499] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:111:0)
[15:29:39.518] Build status: STARTED
[15:29:39.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:112:0) after 7m50s
[15:37:29.564] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:112:0)
[15:37:29.583] Build status: STARTED
[15:37:29.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:113:0) after 8m12s
[15:45:41.626] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:113:0)
[15:45:41.648] Build status: STARTED
[15:45:41.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:114:0) after 3m53s
[15:49:34.896] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:114:0)
[15:49:34.933] Build status: STARTED
[15:49:34.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:115:0) after 5m55s
[15:55:29.952] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:115:0)
[15:55:29.970] Build status: STARTED
[15:55:29.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:116:0) after 1m19s
[15:56:49.137] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:116:0)
[15:56:49.167] Build status: STARTED
[15:56:49.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:117:0) after 9m47s
[16:06:36.209] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:117:0)
[16:06:36.247] Build status: STARTED
[16:06:36.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:118:0) after 5m46s
[16:12:22.437] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:118:0)
[16:12:22.502] Build status: STARTED
[16:12:22.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:119:0) after 1m11s
[16:13:33.529] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:119:0)
[16:13:33.554] Build status: STARTED
[16:13:33.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:120:0) after 5m15s
[16:18:48.613] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:120:0)
[16:18:48.633] Build status: STARTED
[16:18:48.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:121:0) after 4m44s
[16:23:32.690] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:121:0)
[16:23:32.721] Build status: STARTED
[16:23:32.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:122:0) after 5m36s
[16:29:08.809] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:122:0)
[16:29:08.829] Build status: STARTED
[16:29:08.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:123:0) after 1m16s
[16:30:24.888] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:123:0)
[16:30:24.918] Build status: STARTED
[16:30:24.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:124:0) after 6m9s
[16:36:33.981] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:124:0)
[16:36:34.006] Build status: STARTED
[16:36:34.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:125:0) after 8m27s
[16:45:01.039] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:125:0)
[16:45:01.059] Build status: STARTED
[16:45:01.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:126:0) after 7m55s
[16:52:56.079] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:126:0)
[16:52:56.098] Build status: STARTED
[16:52:56.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:127:0) after 3m27s
[16:56:23.126] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:127:0)
[16:56:23.151] Build status: STARTED
[16:56:23.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:128:0) after 4m57s
[17:01:20.318] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:128:0)
[17:01:20.361] Build status: STARTED
[17:01:20.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:129:0) after 7m50s
[17:09:10.450] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:129:0)
[17:09:10.490] Build status: STARTED
[17:09:10.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:130:0) after 1m15s
[17:10:25.564] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:130:0)
[17:10:25.715] Build status: STARTED
[17:10:25.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:131:0) after 9m34s
[17:19:59.771] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:131:0)
[17:19:59.798] Build status: STARTED
[17:19:59.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:132:0) after 6m43s
[17:26:42.982] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:132:0)
[17:26:43.014] Build status: STARTED
[17:26:43.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8944583141607345792:133:0) after 3m47s
[17:29:01.937] Received PubSub notification, asking Buildbucket for the build status
[17:29:01.962] Build:
{
  "id": "8779153079744036529",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 19721,
  "createdBy": "project:chromium",
  "createTime": "2023-06-05T05:50:10.257851179Z",
  "startTime": "2023-06-05T05:50:18.283272Z",
  "endTime": "2023-06-05T17:29:00.932807474Z",
  "updateTime": "2023-06-05T17:29:00.932807474Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0b76aa75a4b565a4c43220b6874d9d50dc4949ba",
      "ref": "refs/heads/main"
    }
  }
}
[17:29:01.962] Invocation finished in 11h38m52.865894256s with status FAILED