Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxTSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "10b6d6e1e6ed98f4e3d0352d8bce45424bc52761"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/10b6d6e1e6ed98f4e3d0352d8bce45424bc52761
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[10:37:16.153] New invocation is queued and will start shortly
[10:37:17.231] Starting the invocation (attempt 1)
[10:37:17.274] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/10b6d6e1e6ed98f4e3d0352d8bce45424bc52761"
[10:37:17.274] Popped gitiles commit info from properties and tags
[10:37:17.274] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:37:17.274] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:37:17.275] Buildbucket request:
{
  "requestId": "8977361179581249632",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "10b6d6e1e6ed98f4e3d0352d8bce45424bc52761",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8977361179581249632"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxTSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:37:17.968] Scheduled build:
{
  "id": "8811931117630071377",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 12807,
  "createdBy": "project:chromium",
  "createTime": "2022-06-08T10:37:17.383894642Z",
  "updateTime": "2022-06-08T10:37:17.383894642Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "10b6d6e1e6ed98f4e3d0352d8bce45424bc52761",
      "ref": "refs/heads/main"
    }
  }
}
[10:37:17.968] Task URL: https://cr-buildbucket.appspot.com/build/8811931117630071377
[10:37:17.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:2:0) after 7m49s
[10:45:06.978] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:2:0)
[10:45:07.012] Build status: SCHEDULED
[10:45:07.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:3:0) after 9m28s
[10:47:09.913] Received PubSub notification, asking Buildbucket for the build status
[10:47:09.932] Build status: STARTED
[10:54:35.029] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:3:0)
[10:54:35.063] Build status: STARTED
[10:54:35.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:5:0) after 4m35s
[10:59:10.232] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:5:0)
[10:59:10.265] Build status: STARTED
[10:59:10.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:6:0) after 4m27s
[11:03:37.234] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:6:0)
[11:03:37.273] Build status: STARTED
[11:03:37.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:7:0) after 1m39s
[11:05:16.356] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:7:0)
[11:05:16.391] Build status: STARTED
[11:05:16.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:8:0) after 1m59s
[11:07:15.415] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:8:0)
[11:07:15.433] Build status: STARTED
[11:07:15.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:9:0) after 4m5s
[11:11:20.666] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:9:0)
[11:11:20.694] Build status: STARTED
[11:11:20.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:10:0) after 1m10s
[11:12:30.715] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:10:0)
[11:12:30.746] Build status: STARTED
[11:12:30.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:11:0) after 5m3s
[11:17:34.144] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:11:0)
[11:17:34.165] Build status: STARTED
[11:17:34.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:12:0) after 6m49s
[11:24:23.185] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:12:0)
[11:24:23.214] Build status: STARTED
[11:24:23.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:13:0) after 3m37s
[11:28:00.508] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:13:0)
[11:28:00.568] Build status: STARTED
[11:28:00.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:14:0) after 9m22s
[11:37:22.760] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:14:0)
[11:37:22.783] Build status: STARTED
[11:37:22.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:15:0) after 7m31s
[11:44:53.871] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:15:0)
[11:44:53.920] Build status: STARTED
[11:44:53.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:16:0) after 1m57s
[11:46:51.087] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:16:0)
[11:46:51.135] Build status: STARTED
[11:46:51.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:17:0) after 2m35s
[11:49:26.231] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:17:0)
[11:49:26.264] Build status: STARTED
[11:49:26.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:18:0) after 2m56s
[11:52:22.287] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:18:0)
[11:52:22.308] Build status: STARTED
[11:52:22.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:19:0) after 6m1s
[11:58:23.328] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:19:0)
[11:58:23.350] Build status: STARTED
[11:58:23.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:20:0) after 7m22s
[12:05:45.482] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:20:0)
[12:05:45.516] Build status: STARTED
[12:05:45.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:21:0) after 1m16s
[12:07:01.539] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:21:0)
[12:07:01.664] Build status: STARTED
[12:07:01.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:22:0) after 6m47s
[12:13:48.719] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:22:0)
[12:13:48.745] Build status: STARTED
[12:13:48.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:23:0) after 7m1s
[12:20:49.767] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:23:0)
[12:20:49.789] Build status: STARTED
[12:20:49.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:24:0) after 2m56s
[12:23:45.910] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:24:0)
[12:23:45.933] Build status: STARTED
[12:23:45.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:25:0) after 5m29s
[12:29:15.085] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:25:0)
[12:29:15.108] Build status: STARTED
[12:29:15.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:26:0) after 7m35s
[12:36:50.237] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:26:0)
[12:36:50.272] Build status: STARTED
[12:36:50.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:27:0) after 1m14s
[12:38:04.445] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:27:0)
[12:38:04.483] Build status: STARTED
[12:38:04.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:28:0) after 6m55s
[12:44:59.594] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:28:0)
[12:44:59.626] Build status: STARTED
[12:44:59.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:29:0) after 6m53s
[12:51:52.707] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:29:0)
[12:51:52.734] Build status: STARTED
[12:51:52.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:30:0) after 4m28s
[12:56:20.888] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:30:0)
[12:56:20.927] Build status: STARTED
[12:56:20.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:31:0) after 1m1s
[12:57:21.952] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:31:0)
[12:57:21.977] Build status: STARTED
[12:57:21.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:32:0) after 5m9s
[13:02:31.055] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:32:0)
[13:02:31.129] Build status: STARTED
[13:02:31.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:33:0) after 2m9s
[13:04:40.239] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:33:0)
[13:04:40.275] Build status: STARTED
[13:04:40.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:34:0) after 9m3s
[13:13:43.304] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:34:0)
[13:13:43.328] Build status: STARTED
[13:13:43.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:35:0) after 2m1s
[13:15:44.660] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:35:0)
[13:15:44.687] Build status: STARTED
[13:15:44.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:36:0) after 1m4s
[13:16:48.740] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:36:0)
[13:16:48.782] Build status: STARTED
[13:16:48.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:37:0) after 9m11s
[13:25:59.968] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:37:0)
[13:26:00.006] Build status: STARTED
[13:26:00.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:38:0) after 2m51s
[13:28:51.037] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:38:0)
[13:28:51.069] Build status: STARTED
[13:28:51.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:39:0) after 7m14s
[13:36:05.274] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:39:0)
[13:36:05.297] Build status: STARTED
[13:36:05.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:40:0) after 6m5s
[13:42:10.488] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:40:0)
[13:42:10.520] Build status: STARTED
[13:42:10.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:41:0) after 6m44s
[13:48:54.589] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:41:0)
[13:48:54.612] Build status: STARTED
[13:48:54.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:42:0) after 8m6s
[13:57:00.633] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:42:0)
[13:57:00.665] Build status: STARTED
[13:57:00.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:43:0) after 6m10s
[14:03:11.018] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:43:0)
[14:03:11.058] Build status: STARTED
[14:03:11.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:44:0) after 7m29s
[14:10:40.083] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:44:0)
[14:10:40.151] Build status: STARTED
[14:10:40.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:45:0) after 7m53s
[14:18:33.226] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:45:0)
[14:18:33.263] Build status: STARTED
[14:18:33.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:46:0) after 3m31s
[14:22:04.351] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:46:0)
[14:22:04.376] Build status: STARTED
[14:22:04.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:47:0) after 1m42s
[14:23:46.398] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:47:0)
[14:23:46.421] Build status: STARTED
[14:23:46.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:48:0) after 6m33s
[14:30:19.520] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:48:0)
[14:30:19.555] Build status: STARTED
[14:30:19.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:49:0) after 9m42s
[14:40:01.577] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:49:0)
[14:40:01.615] Build status: STARTED
[14:40:01.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:50:0) after 6m9s
[14:46:10.637] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:50:0)
[14:46:10.690] Build status: STARTED
[14:46:10.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:51:0) after 6m18s
[14:52:28.849] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:51:0)
[14:52:28.874] Build status: STARTED
[14:52:28.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:52:0) after 2m6s
[14:54:35.375] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:52:0)
[14:54:35.398] Build status: STARTED
[14:54:35.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:53:0) after 5m54s
[15:00:29.470] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:53:0)
[15:00:29.500] Build status: STARTED
[15:00:29.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:54:0) after 8m21s
[15:08:50.609] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:54:0)
[15:08:50.651] Build status: STARTED
[15:08:50.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:55:0) after 3m49s
[15:12:39.690] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:55:0)
[15:12:39.713] Build status: STARTED
[15:12:39.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:56:0) after 8m18s
[15:20:57.782] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:56:0)
[15:20:57.806] Build status: STARTED
[15:20:57.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:57:0) after 9m53s
[15:30:50.825] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:57:0)
[15:30:50.858] Build status: STARTED
[15:30:50.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:58:0) after 9m24s
[15:40:14.862] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:58:0)
[15:40:14.904] Build status: STARTED
[15:40:14.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:59:0) after 6m46s
[15:47:01.179] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:59:0)
[15:47:01.202] Build status: STARTED
[15:47:01.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:60:0) after 1m9s
[15:48:10.219] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:60:0)
[15:48:10.256] Build status: STARTED
[15:48:10.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:61:0) after 1m37s
[15:49:47.277] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:61:0)
[15:49:47.302] Build status: STARTED
[15:49:47.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:62:0) after 2m30s
[15:52:17.377] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:62:0)
[15:52:17.429] Build status: STARTED
[15:52:17.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:63:0) after 5m54s
[15:58:11.461] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:63:0)
[15:58:11.488] Build status: STARTED
[15:58:11.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:64:0) after 9m29s
[16:07:40.577] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:64:0)
[16:07:40.609] Build status: STARTED
[16:07:40.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:65:0) after 6m26s
[16:14:06.662] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:65:0)
[16:14:06.717] Build status: STARTED
[16:14:06.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:66:0) after 3m2s
[16:17:08.856] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:66:0)
[16:17:08.950] Build status: STARTED
[16:17:08.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:67:0) after 5m35s
[16:22:44.033] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:67:0)
[16:22:44.132] Build status: STARTED
[16:22:44.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:68:0) after 4m40s
[16:27:24.247] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:68:0)
[16:27:24.270] Build status: STARTED
[16:27:24.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:69:0) after 5m58s
[16:33:22.394] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:69:0)
[16:33:22.425] Build status: STARTED
[16:33:22.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:70:0) after 7m6s
[16:40:28.580] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:70:0)
[16:40:28.608] Build status: STARTED
[16:40:28.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:71:0) after 4m59s
[16:45:27.635] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:71:0)
[16:45:27.665] Build status: STARTED
[16:45:27.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:72:0) after 3m26s
[16:48:53.756] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:72:0)
[16:48:53.783] Build status: STARTED
[16:48:53.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8977361179581249632:73:0) after 9m7s
[16:53:32.328] Received PubSub notification, asking Buildbucket for the build status
[16:53:32.378] Build:
{
  "id": "8811931117630071377",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 12807,
  "createdBy": "project:chromium",
  "createTime": "2022-06-08T10:37:17.383894642Z",
  "startTime": "2022-06-08T10:47:09.225897Z",
  "endTime": "2022-06-08T16:53:31.942457944Z",
  "updateTime": "2022-06-08T16:53:31.942457944Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "10b6d6e1e6ed98f4e3d0352d8bce45424bc52761",
      "ref": "refs/heads/main"
    }
  }
}
[16:53:32.378] Invocation finished in 6h16m16.239458579s with status FAILED