Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a561451f65cf7ff5e325cd5ff3724ee0c8b7bd39"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a561451f65cf7ff5e325cd5ff3724ee0c8b7bd39
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[06:58:59.326] New invocation is queued and will start shortly
[06:59:00.502] Starting the invocation (attempt 1)
[06:59:00.559] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a561451f65cf7ff5e325cd5ff3724ee0c8b7bd39"
[06:59:00.560] Popped gitiles commit info from properties and tags
[06:59:00.560] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:59:00.560] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:59:00.560] Buildbucket request:
{
  "requestId": "8946934331886962240",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a561451f65cf7ff5e325cd5ff3724ee0c8b7bd39",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8946934331886962240"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:59:01.002] Scheduled build:
{
  "id": "8781504269842585585",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 19544,
  "createdBy": "project:chromium",
  "createTime": "2023-05-10T06:59:00.647530143Z",
  "updateTime": "2023-05-10T06:59:00.647530143Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a561451f65cf7ff5e325cd5ff3724ee0c8b7bd39",
      "ref": "refs/heads/main"
    }
  }
}
[06:59:01.002] Task URL: https://cr-buildbucket.appspot.com/build/8781504269842585585
[06:59:01.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:2:0) after 5m30s
[07:03:23.539] Received PubSub notification, asking Buildbucket for the build status
[07:03:23.559] Build status: STARTED
[07:04:31.166] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:2:0)
[07:04:31.184] Build status: STARTED
[07:04:31.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:4:0) after 2m49s
[07:07:20.278] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:4:0)
[07:07:20.306] Build status: STARTED
[07:07:20.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:5:0) after 5m16s
[07:12:36.357] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:5:0)
[07:12:36.380] Build status: STARTED
[07:12:36.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:6:0) after 3m59s
[07:16:35.417] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:6:0)
[07:16:35.437] Build status: STARTED
[07:16:35.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:7:0) after 3m21s
[07:19:56.558] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:7:0)
[07:19:56.585] Build status: STARTED
[07:19:56.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:8:0) after 7m34s
[07:27:30.619] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:8:0)
[07:27:30.636] Build status: STARTED
[07:27:30.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:9:0) after 8m14s
[07:35:44.669] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:9:0)
[07:35:44.690] Build status: STARTED
[07:35:44.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:10:0) after 9m19s
[07:45:03.972] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:10:0)
[07:45:03.991] Build status: STARTED
[07:45:03.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:11:0) after 9m0s
[07:54:03.997] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:11:0)
[07:54:04.201] Build status: STARTED
[07:54:04.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:12:0) after 6m7s
[08:00:11.747] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:12:0)
[08:00:11.800] Build status: STARTED
[08:00:11.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:13:0) after 5m21s
[08:05:32.824] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:13:0)
[08:05:32.844] Build status: STARTED
[08:05:32.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:14:0) after 2m32s
[08:08:05.497] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:14:0)
[08:08:05.515] Build status: STARTED
[08:08:05.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:15:0) after 1m55s
[08:10:00.548] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:15:0)
[08:10:00.655] Build status: STARTED
[08:10:00.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:16:0) after 3m5s
[08:13:05.678] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:16:0)
[08:13:05.694] Build status: STARTED
[08:13:05.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:17:0) after 3m40s
[08:16:46.343] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:17:0)
[08:16:46.381] Build status: STARTED
[08:16:46.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:18:0) after 7m27s
[08:24:13.740] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:18:0)
[08:24:13.761] Build status: STARTED
[08:24:13.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:19:0) after 7m42s
[08:31:55.876] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:19:0)
[08:31:55.906] Build status: STARTED
[08:31:55.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:20:0) after 6m40s
[08:38:35.943] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:20:0)
[08:38:35.976] Build status: STARTED
[08:38:35.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:21:0) after 4m2s
[08:42:38.459] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:21:0)
[08:42:38.481] Build status: STARTED
[08:42:38.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:22:0) after 8m36s
[08:51:14.509] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:22:0)
[08:51:14.535] Build status: STARTED
[08:51:14.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:23:0) after 2m59s
[08:54:13.709] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:23:0)
[08:54:13.730] Build status: STARTED
[08:54:13.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:24:0) after 4m57s
[08:59:11.038] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:24:0)
[08:59:11.077] Build status: STARTED
[08:59:11.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:25:0) after 6m12s
[09:05:23.166] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:25:0)
[09:05:23.188] Build status: STARTED
[09:05:23.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:26:0) after 9m24s
[09:14:47.403] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:26:0)
[09:14:47.422] Build status: STARTED
[09:14:47.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:27:0) after 7m50s
[09:22:37.433] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:27:0)
[09:22:37.457] Build status: STARTED
[09:22:37.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:28:0) after 2m22s
[09:24:59.502] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:28:0)
[09:24:59.583] Build status: STARTED
[09:24:59.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:29:0) after 1m17s
[09:26:16.616] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:29:0)
[09:26:16.639] Build status: STARTED
[09:26:16.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:30:0) after 8m34s
[09:34:50.672] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:30:0)
[09:34:50.690] Build status: STARTED
[09:34:50.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:31:0) after 5m9s
[09:39:59.698] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:31:0)
[09:39:59.716] Build status: STARTED
[09:39:59.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:32:0) after 2m37s
[09:42:36.752] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:32:0)
[09:42:36.786] Build status: STARTED
[09:42:36.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:33:0) after 7m46s
[09:50:22.924] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:33:0)
[09:50:22.945] Build status: STARTED
[09:50:22.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:34:0) after 2m45s
[09:53:08.068] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:34:0)
[09:53:08.121] Build status: STARTED
[09:53:08.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:35:0) after 2m37s
[09:55:45.145] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:35:0)
[09:55:45.166] Build status: STARTED
[09:55:45.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:36:0) after 7m39s
[10:03:24.211] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:36:0)
[10:03:24.232] Build status: STARTED
[10:03:24.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:37:0) after 3m1s
[10:06:25.335] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:37:0)
[10:06:25.361] Build status: STARTED
[10:06:25.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:38:0) after 2m20s
[10:08:45.513] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:38:0)
[10:08:45.536] Build status: STARTED
[10:08:45.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:39:0) after 6m44s
[10:15:29.684] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:39:0)
[10:15:29.704] Build status: STARTED
[10:15:29.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:40:0) after 4m26s
[10:19:55.685] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:40:0)
[10:19:55.702] Build status: STARTED
[10:19:55.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:41:0) after 3m7s
[10:23:02.816] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:41:0)
[10:23:02.833] Build status: STARTED
[10:23:02.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:42:0) after 3m17s
[10:26:20.067] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:42:0)
[10:26:20.093] Build status: STARTED
[10:26:20.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:43:0) after 1m35s
[10:27:55.119] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:43:0)
[10:27:55.137] Build status: STARTED
[10:27:55.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:44:0) after 6m17s
[10:34:12.268] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:44:0)
[10:34:12.287] Build status: STARTED
[10:34:12.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:45:0) after 3m52s
[10:38:04.319] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:45:0)
[10:38:04.337] Build status: STARTED
[10:38:04.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:46:0) after 7m58s
[10:46:02.409] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:46:0)
[10:46:02.432] Build status: STARTED
[10:46:02.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:47:0) after 9m1s
[10:55:03.463] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:47:0)
[10:55:03.494] Build status: STARTED
[10:55:03.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:48:0) after 2m11s
[10:57:14.744] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:48:0)
[10:57:14.765] Build status: STARTED
[10:57:14.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:49:0) after 2m38s
[10:59:52.788] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:49:0)
[10:59:52.809] Build status: STARTED
[10:59:52.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:50:0) after 4m14s
[11:04:06.958] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:50:0)
[11:04:06.976] Build status: STARTED
[11:04:06.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:51:0) after 1m58s
[11:06:05.004] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:51:0)
[11:06:05.027] Build status: STARTED
[11:06:05.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:52:0) after 3m4s
[11:09:09.194] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:52:0)
[11:09:09.226] Build status: STARTED
[11:09:09.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:53:0) after 9m19s
[11:18:28.388] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:53:0)
[11:18:28.415] Build status: STARTED
[11:18:28.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:54:0) after 6m22s
[11:24:50.444] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:54:0)
[11:24:50.461] Build status: STARTED
[11:24:50.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:55:0) after 4m29s
[11:29:19.524] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:55:0)
[11:29:19.613] Build status: STARTED
[11:29:19.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:56:0) after 1m25s
[11:30:44.808] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:56:0)
[11:30:44.826] Build status: STARTED
[11:30:44.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:57:0) after 3m18s
[11:34:02.855] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:57:0)
[11:34:02.873] Build status: STARTED
[11:34:02.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:58:0) after 9m42s
[11:43:44.999] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:58:0)
[11:43:45.019] Build status: STARTED
[11:43:45.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:59:0) after 6m3s
[11:49:48.882] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:59:0)
[11:49:48.928] Build status: STARTED
[11:49:48.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:60:0) after 2m36s
[11:52:25.137] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:60:0)
[11:52:25.197] Build status: STARTED
[11:52:25.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:61:0) after 4m40s
[11:57:05.495] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:61:0)
[11:57:05.553] Build status: STARTED
[11:57:05.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:62:0) after 8m42s
[12:05:47.697] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:62:0)
[12:05:47.731] Build status: STARTED
[12:05:47.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:63:0) after 9m12s
[12:14:59.998] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:63:0)
[12:15:00.017] Build status: STARTED
[12:15:00.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:64:0) after 3m25s
[12:18:25.099] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:64:0)
[12:18:25.117] Build status: STARTED
[12:18:25.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:65:0) after 8m19s
[12:26:44.191] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:65:0)
[12:26:44.212] Build status: STARTED
[12:26:44.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:66:0) after 9m4s
[12:35:48.291] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:66:0)
[12:35:48.309] Build status: STARTED
[12:35:48.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:67:0) after 6m6s
[12:41:54.412] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:67:0)
[12:41:54.433] Build status: STARTED
[12:41:54.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:68:0) after 5m47s
[12:47:41.563] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:68:0)
[12:47:41.629] Build status: STARTED
[12:47:41.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:69:0) after 6m21s
[12:54:02.877] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:69:0)
[12:54:02.894] Build status: STARTED
[12:54:02.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:70:0) after 1m44s
[12:55:47.069] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:70:0)
[12:55:47.088] Build status: STARTED
[12:55:47.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:71:0) after 5m0s
[13:00:47.084] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:71:0)
[13:00:47.102] Build status: STARTED
[13:00:47.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:72:0) after 8m7s
[13:08:54.249] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:72:0)
[13:08:54.272] Build status: STARTED
[13:08:54.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:73:0) after 3m26s
[13:12:20.326] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:73:0)
[13:12:20.546] Build status: STARTED
[13:12:20.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:74:0) after 1m2s
[13:13:22.998] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:74:0)
[13:13:23.023] Build status: STARTED
[13:13:23.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:75:0) after 9m16s
[13:22:39.053] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:75:0)
[13:22:39.080] Build status: STARTED
[13:22:39.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:76:0) after 9m54s
[13:32:33.299] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:76:0)
[13:32:33.377] Build status: STARTED
[13:32:33.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:77:0) after 1m30s
[13:34:03.484] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:77:0)
[13:34:03.515] Build status: STARTED
[13:34:03.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:78:0) after 2m15s
[13:36:18.736] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:78:0)
[13:36:18.758] Build status: STARTED
[13:36:18.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:79:0) after 6m56s
[13:43:14.787] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:79:0)
[13:43:14.810] Build status: STARTED
[13:43:14.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:80:0) after 1m12s
[13:44:26.839] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:80:0)
[13:44:26.875] Build status: STARTED
[13:44:26.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:81:0) after 6m22s
[13:50:48.903] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:81:0)
[13:50:48.965] Build status: STARTED
[13:50:48.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:82:0) after 9m32s
[14:00:21.009] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:82:0)
[14:00:21.039] Build status: STARTED
[14:00:21.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:83:0) after 9m15s
[14:09:36.079] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:83:0)
[14:09:36.148] Build status: STARTED
[14:09:36.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:84:0) after 1m15s
[14:10:51.160] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:84:0)
[14:10:51.190] Build status: STARTED
[14:10:51.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:85:0) after 3m4s
[14:13:55.253] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:85:0)
[14:13:55.278] Build status: STARTED
[14:13:55.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:86:0) after 4m45s
[14:18:40.337] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:86:0)
[14:18:40.391] Build status: STARTED
[14:18:40.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:87:0) after 3m40s
[14:22:20.402] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:87:0)
[14:22:20.426] Build status: STARTED
[14:22:20.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:88:0) after 4m30s
[14:26:50.687] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:88:0)
[14:26:50.724] Build status: STARTED
[14:26:50.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:89:0) after 2m43s
[14:29:34.296] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:89:0)
[14:29:34.316] Build status: STARTED
[14:29:34.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:90:0) after 9m3s
[14:38:37.344] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:90:0)
[14:38:37.362] Build status: STARTED
[14:38:37.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:91:0) after 6m0s
[14:44:37.542] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:91:0)
[14:44:37.564] Build status: STARTED
[14:44:37.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:92:0) after 6m22s
[14:50:59.633] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:92:0)
[14:50:59.653] Build status: STARTED
[14:50:59.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:93:0) after 4m36s
[14:55:35.713] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:93:0)
[14:55:35.800] Build status: STARTED
[14:55:35.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:94:0) after 1m1s
[14:56:36.833] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:94:0)
[14:56:36.855] Build status: STARTED
[14:56:36.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:95:0) after 1m44s
[14:58:20.896] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:95:0)
[14:58:20.917] Build status: STARTED
[14:58:20.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:96:0) after 7m27s
[15:05:48.077] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:96:0)
[15:05:48.099] Build status: STARTED
[15:05:48.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:97:0) after 9m25s
[15:15:13.180] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:97:0)
[15:15:13.205] Build status: STARTED
[15:15:13.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:98:0) after 6m44s
[15:21:57.339] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:98:0)
[15:21:57.362] Build status: STARTED
[15:21:57.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:99:0) after 5m49s
[15:27:46.445] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:99:0)
[15:27:46.507] Build status: STARTED
[15:27:46.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:100:0) after 4m33s
[15:32:19.809] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:100:0)
[15:32:19.831] Build status: STARTED
[15:32:19.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:101:0) after 3m56s
[15:36:15.894] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:101:0)
[15:36:15.920] Build status: STARTED
[15:36:15.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:102:0) after 8m19s
[15:44:35.029] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:102:0)
[15:44:35.048] Build status: STARTED
[15:44:35.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:103:0) after 9m35s
[15:54:10.118] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:103:0)
[15:54:10.140] Build status: STARTED
[15:54:10.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:104:0) after 9m17s
[16:03:27.180] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:104:0)
[16:03:27.202] Build status: STARTED
[16:03:27.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:105:0) after 6m23s
[16:09:50.281] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:105:0)
[16:09:50.303] Build status: STARTED
[16:09:50.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:106:0) after 5m37s
[16:15:27.332] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:106:0)
[16:15:27.357] Build status: STARTED
[16:15:27.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:107:0) after 4m9s
[16:19:36.441] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:107:0)
[16:19:36.464] Build status: STARTED
[16:19:36.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:108:0) after 6m41s
[16:26:17.590] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:108:0)
[16:26:17.610] Build status: STARTED
[16:26:17.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:109:0) after 7m59s
[16:34:16.646] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:109:0)
[16:34:16.666] Build status: STARTED
[16:34:16.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:110:0) after 6m24s
[16:40:40.748] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:110:0)
[16:40:40.770] Build status: STARTED
[16:40:40.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:111:0) after 8m45s
[16:49:25.966] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:111:0)
[16:49:25.983] Build status: STARTED
[16:49:25.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:112:0) after 8m59s
[16:58:25.032] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:112:0)
[16:58:25.062] Build status: STARTED
[16:58:25.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:113:0) after 5m6s
[17:03:31.237] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:113:0)
[17:03:31.280] Build status: STARTED
[17:03:31.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:114:0) after 9m21s
[17:12:52.335] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:114:0)
[17:12:52.376] Build status: STARTED
[17:12:52.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:115:0) after 3m54s
[17:16:46.414] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:115:0)
[17:16:46.447] Build status: STARTED
[17:16:46.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:116:0) after 4m41s
[17:21:27.503] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:116:0)
[17:21:27.526] Build status: STARTED
[17:21:27.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:117:0) after 6m1s
[17:27:28.583] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:117:0)
[17:27:28.656] Build status: STARTED
[17:27:28.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8946934331886962240:118:0) after 6m38s
[17:28:22.648] Received PubSub notification, asking Buildbucket for the build status
[17:28:22.668] Build:
{
  "id": "8781504269842585585",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 19544,
  "createdBy": "project:chromium",
  "createTime": "2023-05-10T06:59:00.647530143Z",
  "startTime": "2023-05-10T07:03:21.389546Z",
  "endTime": "2023-05-10T17:28:22.297377350Z",
  "updateTime": "2023-05-10T17:28:22.297377350Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a561451f65cf7ff5e325cd5ff3724ee0c8b7bd39",
      "ref": "refs/heads/main"
    }
  }
}
[17:28:22.668] Invocation finished in 10h29m23.354438634s with status FAILED